feat: support Milvus 2.5 function feature by bypassing SDK

Milvus 2.5 introduced the function feature, which is not well-supported by the older SDK versions. The new SDK hides many internal IDs used by the backup tool. To address this, the backup tool now interacts with Milvus directly via gRPC, bypassing the SDK.

Signed-off-by: huanghaoyuanhhy <haoyuan.huang@zilliz.com>

.github/workflows/main.yaml

@@ -41,7 +41,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Build
@@ -180,7 +180,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Build
@@ -270,7 +270,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Build
@@ -402,7 +402,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: "true"
 
       - name: Creating kind cluster
@@ -550,7 +550,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Build

.github/workflows/nightly.yaml

@@ -26,7 +26,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Creating kind cluster
@@ -147,7 +147,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Creating kind cluster

.github/workflows/perf.yaml

@@ -29,7 +29,7 @@ jobs:
 
       - uses: actions/setup-go@v3
         with:
-          go-version: '1.18.0'
+          go-version: '1.23'
           cache: true
 
       - name: Creating kind cluster

.github/workflows/release.yaml

@@ -18,7 +18,7 @@ jobs:
       - run: git fetch --force --tags
       - uses: actions/setup-go@v5
         with:
-          go-version: 1.18
+          go-version: 1.23
           cache: true
       - uses: docker/login-action@v3
         with:
@@ -46,7 +46,7 @@ jobs:
       - run: git fetch --force --tags
       - uses: actions/setup-go@v3
         with:
-          go-version: 1.18
+          go-version: 1.23
           cache: true
 
       - name: Set up QEMU

Dockerfile

@@ -1,5 +1,4 @@
-
-FROM golang:1.18 AS builder
+FROM golang:1.23 AS builder
 
 ENV CGO_ENABLED=0
 

Makefile

@@ -1,19 +1,29 @@
 # Variables
 BINARY_NAME=milvus-backup
+PKG := github.com/zilliztech/milvus-backup
 VERSION=$(shell git describe --tags --always)
 COMMIT=$(shell git rev-parse --short HEAD)
 DATE=$(shell date -u '+%Y-%m-%dT%H:%M:%SZ')
 
+LDFLAGS += -X "$(PKG)/version.Version=$(VERSION)"
+LDFLAGS += -X "$(PKG)/version.Commit=$(COMMIT)"
+LDFLAGS += -X "$(PKG)/version.Date=$(DATE)"
+
 # Default target
 all: gen build
 
 # Build the binary
 build:
 	@echo "Building binary..."
-	GO111MODULE=on CGO_ENABLED=0 go build -ldflags "-X main.version=$(VERSION) -X main.commit=$(COMMIT) -X main.date=$(DATE)" -o $(BINARY_NAME)
+	GO111MODULE=on CGO_ENABLED=0 go build -ldflags '$(LDFLAGS)' -o $(BINARY_NAME)
 
 gen:
 	./scripts/gen_swag.sh
 	./scripts/gen_proto.sh
 
+fmt:
+	@echo Formatting code...
+	@goimports -w --local $(PKG) ./
+	@echo Format code done
+
 .PHONY: all build gen

cmd/backup_yaml.go

@@ -3,9 +3,11 @@ package cmd
 import (
 	"fmt"
 	"strings"
+
 	"github.com/spf13/cobra"
-	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"gopkg.in/yaml.v3"
+
+	"github.com/zilliztech/milvus-backup/core/paramtable"
 )
 
 var configCmd = &cobra.Command{

cmd/check.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 )
@@ -20,7 +21,7 @@ var checkCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 
 		resp := backupContext.Check(context)
 		fmt.Println(resp)

cmd/create.go

@@ -8,6 +8,7 @@ import (
 
 	jsoniter "github.com/json-iterator/go"
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"github.com/zilliztech/milvus-backup/core/proto/backuppb"
@@ -35,7 +36,7 @@ var createBackupCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 
 		start := time.Now().Unix()
 		var collectionNameArr []string

cmd/delete.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"github.com/zilliztech/milvus-backup/core/proto/backuppb"
@@ -24,7 +25,7 @@ var deleteBackupCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 
 		resp := backupContext.DeleteBackup(context, &backuppb.DeleteBackupRequest{
 			BackupName: deleteBackName,

cmd/get.go

@@ -6,6 +6,7 @@ import (
 	"fmt"
 
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"github.com/zilliztech/milvus-backup/core/proto/backuppb"
@@ -27,7 +28,7 @@ var getBackupCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 
 		resp := backupContext.GetBackup(context, &backuppb.GetBackupRequest{
 			BackupName:    getBackName,

cmd/list.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"github.com/zilliztech/milvus-backup/core/proto/backuppb"
@@ -25,7 +26,7 @@ var listBackupCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 
 		backups := backupContext.ListBackups(context, &backuppb.ListBackupsRequest{
 			CollectionName: collectionName,

cmd/restore.go

@@ -8,6 +8,7 @@ import (
 
 	jsoniter "github.com/json-iterator/go"
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 	"github.com/zilliztech/milvus-backup/core/proto/backuppb"
@@ -43,7 +44,7 @@ var restoreBackupCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		backupContext := core.CreateBackupContext(context, params)
+		backupContext := core.CreateBackupContext(context, &params)
 		log.Info("restore cmd input args", zap.Strings("args", args))
 		start := time.Now().Unix()
 		var collectionNameArr []string

cmd/root.go

@@ -23,7 +23,7 @@ var rootCmd = &cobra.Command{
 	Run: func(cmd *cobra.Command, args []string) {
 		Error(cmd, args, errors.New("unrecognized command"))
 	},
-	PersistentPreRun: func(cmd *cobra.Command, args []string){
+	PersistentPreRun: func(cmd *cobra.Command, args []string) {
 		setEnvs(yamlOverrides)
 	},
 }

cmd/server.go

@@ -7,6 +7,7 @@ import (
 	"strconv"
 
 	"github.com/spf13/cobra"
+
 	"github.com/zilliztech/milvus-backup/core"
 	"github.com/zilliztech/milvus-backup/core/paramtable"
 )
@@ -31,7 +32,7 @@ var serverCmd = &cobra.Command{
 		params.Init()
 
 		context := context.Background()
-		server, err := core.NewServer(context, params, core.Port(port))
+		server, err := core.NewServer(context, &params, core.Port(port))
 		if err != nil {
 			fmt.Errorf("fail to create backup server, %s", err.Error())
 		}