-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
enhance: Sync go.mod version & dep to main pkg (#32973)
Related to #31293 See also #32951 #32952 #32953 #32954 --------- Signed-off-by: Congqi Xia <[email protected]>
- Loading branch information
Showing
7 changed files
with
373 additions
and
44 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,37 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "log" | ||
|
|
||
| milvusclient "github.com/milvus-io/milvus/client/v2" | ||
| ) | ||
|
|
||
| const ( | ||
| milvusAddr = `localhost:19530` | ||
| nEntities, dim = 3000, 128 | ||
| collectionName = "hello_milvus" | ||
|
|
||
| msgFmt = "==== %s ====\n" | ||
| idCol, randomCol, embeddingCol = "ID", "random", "embeddings" | ||
| topK = 3 | ||
| ) | ||
|
|
||
| func main() { | ||
| ctx := context.Background() | ||
|
|
||
| log.Printf(msgFmt, "start connecting to Milvus") | ||
| c, err := milvusclient.New(ctx, &milvusclient.ClientConfig{ | ||
| Address: milvusAddr, | ||
| }) | ||
| if err != nil { | ||
| log.Fatal("failed to connect to milvus, err: ", err.Error()) | ||
| } | ||
| defer c.Close(ctx) | ||
|
|
||
| dbNames, err := c.ListDatabase(ctx, milvusclient.NewListDatabaseOption()) | ||
| if err != nil { | ||
| log.Fatal("failed to list databases", err.Error()) | ||
| } | ||
| log.Println("=== Databases: ", dbNames) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,240 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "flag" | ||
| "log" | ||
| "math/rand" | ||
| "time" | ||
|
|
||
| milvusclient "github.com/milvus-io/milvus/client/v2" | ||
| "github.com/milvus-io/milvus/client/v2/entity" | ||
| "github.com/milvus-io/milvus/client/v2/index" | ||
| ) | ||
|
|
||
| var cmd = flag.String("cmd", helloMilvusCmd, "command to run") | ||
|
|
||
| const ( | ||
| helloMilvusCmd = `hello_milvus` | ||
| partitionsCmd = `partitions` | ||
| indexCmd = `indexes` | ||
|
|
||
| milvusAddr = `localhost:19530` | ||
| nEntities, dim = 3000, 128 | ||
| collectionName = "hello_milvus" | ||
|
|
||
| msgFmt = "==== %s ====\n" | ||
| idCol, randomCol, embeddingCol = "ID", "random", "embeddings" | ||
| topK = 3 | ||
| ) | ||
|
|
||
| func main() { | ||
| flag.Parse() | ||
|
|
||
| switch *cmd { | ||
| case helloMilvusCmd: | ||
| HelloMilvus() | ||
| case partitionsCmd: | ||
| Partitions() | ||
| case indexCmd: | ||
| Indexes() | ||
| } | ||
| } | ||
|
|
||
| func HelloMilvus() { | ||
| ctx := context.Background() | ||
|
|
||
| log.Printf(msgFmt, "start connecting to Milvus") | ||
| c, err := milvusclient.New(ctx, &milvusclient.ClientConfig{ | ||
| Address: milvusAddr, | ||
| }) | ||
| if err != nil { | ||
| log.Fatal("failed to connect to milvus, err: ", err.Error()) | ||
| } | ||
| defer c.Close(ctx) | ||
|
|
||
| if has, err := c.HasCollection(ctx, milvusclient.NewHasCollectionOption(collectionName)); err != nil { | ||
| log.Fatal("failed to check collection exists or not", err.Error()) | ||
| } else if has { | ||
| c.DropCollection(ctx, milvusclient.NewDropCollectionOption(collectionName)) | ||
| } | ||
|
|
||
| err = c.CreateCollection(ctx, milvusclient.SimpleCreateCollectionOptions(collectionName, dim).WithVarcharPK(true, 128)) | ||
| if err != nil { | ||
| log.Fatal("failed to create collection", err.Error()) | ||
| } | ||
|
|
||
| collections, err := c.ListCollections(ctx, milvusclient.NewListCollectionOption()) | ||
| if err != nil { | ||
| log.Fatal("failed to list collections,", err.Error()) | ||
| } | ||
|
|
||
| for _, collectionName := range collections { | ||
| collection, err := c.DescribeCollection(ctx, milvusclient.NewDescribeCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal(err.Error()) | ||
| } | ||
| log.Println(collection.Name) | ||
| for _, field := range collection.Schema.Fields { | ||
| log.Println("=== Field: ", field.Name, field.DataType, field.AutoID) | ||
| } | ||
| } | ||
|
|
||
| // randomData := make([]int64, 0, nEntities) | ||
| vectorData := make([][]float32, 0, nEntities) | ||
| // generate data | ||
| for i := 0; i < nEntities; i++ { | ||
| // randomData = append(randomData, rand.Int63n(1000)) | ||
| vec := make([]float32, 0, dim) | ||
| for j := 0; j < dim; j++ { | ||
| vec = append(vec, rand.Float32()) | ||
| } | ||
| vectorData = append(vectorData, vec) | ||
| } | ||
|
|
||
| err = c.Insert(ctx, milvusclient.NewColumnBasedInsertOption(collectionName).WithFloatVectorColumn("vector", dim, vectorData)) | ||
| if err != nil { | ||
| log.Fatal("failed to insert data") | ||
| } | ||
|
|
||
| log.Println("start flush collection") | ||
| flushTask, err := c.Flush(ctx, milvusclient.NewFlushOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("failed to flush", err.Error()) | ||
| } | ||
| start := time.Now() | ||
| err = flushTask.Await(ctx) | ||
| if err != nil { | ||
| log.Fatal("failed to flush", err.Error()) | ||
| } | ||
| log.Println("flush done, elasped", time.Since(start)) | ||
|
|
||
| indexTask, err := c.CreateIndex(ctx, milvusclient.NewCreateIndexOption(collectionName, "vector", index.NewHNSWIndex(entity.L2, 16, 100))) | ||
| if err != nil { | ||
| log.Fatal("failed to create index, err: ", err.Error()) | ||
| } | ||
| err = indexTask.Await(ctx) | ||
| if err != nil { | ||
| log.Fatal("failed to wait index construction complete") | ||
| } | ||
|
|
||
| loadTask, err := c.LoadCollection(ctx, milvusclient.NewLoadCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("failed to load collection", err.Error()) | ||
| } | ||
| loadTask.Await(ctx) | ||
|
|
||
| vec2search := []entity.Vector{ | ||
| entity.FloatVector(vectorData[len(vectorData)-2]), | ||
| entity.FloatVector(vectorData[len(vectorData)-1]), | ||
| } | ||
|
|
||
| resultSets, err := c.Search(ctx, milvusclient.NewSearchOption(collectionName, 3, vec2search).WithConsistencyLevel(entity.ClEventually)) | ||
| if err != nil { | ||
| log.Fatal("failed to search collection", err.Error()) | ||
| } | ||
| for _, resultSet := range resultSets { | ||
| for i := 0; i < resultSet.ResultCount; i++ { | ||
| log.Print(resultSet.IDs.Get(i)) | ||
| } | ||
| log.Println() | ||
| } | ||
|
|
||
| err = c.DropCollection(ctx, milvusclient.NewDropCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("=== Failed to drop collection", err.Error()) | ||
| } | ||
| } | ||
|
|
||
| func Partitions() { | ||
| ctx := context.Background() | ||
|
|
||
| log.Printf(msgFmt, "start connecting to Milvus") | ||
| c, err := milvusclient.New(ctx, &milvusclient.ClientConfig{ | ||
| Address: milvusAddr, | ||
| }) | ||
| if err != nil { | ||
| log.Fatal("failed to connect to milvus, err: ", err.Error()) | ||
| } | ||
| defer c.Close(ctx) | ||
|
|
||
| has, err := c.HasCollection(ctx, milvusclient.NewHasCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| if has { | ||
| c.DropCollection(ctx, milvusclient.NewDropCollectionOption(collectionName)) | ||
| } | ||
|
|
||
| err = c.CreateCollection(ctx, milvusclient.SimpleCreateCollectionOptions(collectionName, dim)) | ||
| if err != nil { | ||
| log.Fatal("failed to create collection", err.Error()) | ||
| } | ||
|
|
||
| partitions, err := c.ListPartitions(ctx, milvusclient.NewListPartitionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("failed to create collection", err.Error()) | ||
| } | ||
|
|
||
| for _, partitionName := range partitions { | ||
| err := c.DropPartition(ctx, milvusclient.NewDropPartitionOption(collectionName, partitionName)) | ||
| if err != nil { | ||
| log.Println(err.Error()) | ||
| } | ||
| } | ||
|
|
||
| c.CreatePartition(ctx, milvusclient.NewCreatePartitionOption(collectionName, "new_partition")) | ||
| partitions, err = c.ListPartitions(ctx, milvusclient.NewListPartitionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("failed to create collection", err.Error()) | ||
| } | ||
| log.Println(partitions) | ||
|
|
||
| err = c.DropCollection(ctx, milvusclient.NewDropCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("=== Failed to drop collection", err.Error()) | ||
| } | ||
| } | ||
|
|
||
| func Indexes() { | ||
| ctx := context.Background() | ||
|
|
||
| log.Printf(msgFmt, "start connecting to Milvus") | ||
| c, err := milvusclient.New(ctx, &milvusclient.ClientConfig{ | ||
| Address: milvusAddr, | ||
| }) | ||
| if err != nil { | ||
| log.Fatal("failed to connect to milvus, err: ", err.Error()) | ||
| } | ||
| defer c.Close(ctx) | ||
|
|
||
| has, err := c.HasCollection(ctx, milvusclient.NewHasCollectionOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| if has { | ||
| c.DropCollection(ctx, milvusclient.NewDropCollectionOption(collectionName)) | ||
| } | ||
|
|
||
| err = c.CreateCollection(ctx, milvusclient.SimpleCreateCollectionOptions(collectionName, dim)) | ||
| if err != nil { | ||
| log.Fatal("failed to create collection", err.Error()) | ||
| } | ||
|
|
||
| index := index.NewHNSWIndex(entity.COSINE, 16, 64) | ||
|
|
||
| createIdxOpt := milvusclient.NewCreateIndexOption(collectionName, "vector", index) | ||
| task, err := c.CreateIndex(ctx, createIdxOpt) | ||
| if err != nil { | ||
| log.Fatal("failed to create index", err.Error()) | ||
| } | ||
| task.Await(ctx) | ||
|
|
||
| indexes, err := c.ListIndexes(ctx, milvusclient.NewListIndexOption(collectionName)) | ||
| if err != nil { | ||
| log.Fatal("failed to list indexes", err.Error()) | ||
| } | ||
| for _, indexName := range indexes { | ||
| log.Println(indexName) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.