Skip to content

Commit

Permalink
Add examples (#1201)
Browse files Browse the repository at this point in the history 
Signed-off-by: yhmo <[email protected]>
  • Loading branch information
@yhmo
yhmo authored Nov 28, 2024
1 parent 72e2993 commit f7e98f1
Show file tree
Hide file tree
Showing 2 changed files with 322 additions and 0 deletions.
180 changes: 180 additions & 0 deletions examples/main/java/io/milvus/v1/ArrayFieldExample.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,180 @@
package io.milvus.v1;

import com.google.gson.Gson;
import com.google.gson.JsonObject;
import io.milvus.client.MilvusClient;
import io.milvus.client.MilvusServiceClient;
import io.milvus.common.clientenum.ConsistencyLevelEnum;
import io.milvus.common.utils.JsonUtils;
import io.milvus.grpc.DataType;
import io.milvus.grpc.QueryResults;
import io.milvus.param.*;
import io.milvus.param.collection.*;
import io.milvus.param.dml.InsertParam;
import io.milvus.param.dml.QueryParam;
import io.milvus.param.index.CreateIndexParam;
import io.milvus.response.QueryResultsWrapper;

import java.util.*;

public class ArrayFieldExample {
private static final String COLLECTION_NAME = "java_sdk_example_array_v1";
private static final String ID_FIELD = "id";
private static final String VECTOR_FIELD = "vector";
private static final Integer VECTOR_DIM = 128;

private static void queryWithExpr(MilvusClient client, String expr) {
R<QueryResults> queryRet = client.query(QueryParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withExpr(expr)
.addOutField("array_int32")
.addOutField("array_varchar")
.build());
QueryResultsWrapper queryWrapper = new QueryResultsWrapper(queryRet.getData());
System.out.println("\nQuery with expression: " + expr);
List<QueryResultsWrapper.RowRecord> records = queryWrapper.getRowRecords();
for (QueryResultsWrapper.RowRecord record : records) {
System.out.println(record);
}
System.out.printf("%d items matched%n", records.size());
System.out.println("=============================================================");
}

public static void main(String[] args) {
// Connect to Milvus server. Replace the "localhost" and port with your Milvus server address.
MilvusServiceClient client = new MilvusServiceClient(ConnectParam.newBuilder()
.withHost("localhost")
.withPort(19530)
.build());

// Define fields
List<FieldType> fieldsSchema = Arrays.asList(
FieldType.newBuilder()
.withName(ID_FIELD)
.withDataType(DataType.Int64)
.withPrimaryKey(true)
.withAutoID(true)
.build(),
FieldType.newBuilder()
.withName(VECTOR_FIELD)
.withDataType(DataType.FloatVector)
.withDimension(VECTOR_DIM)
.build(),
FieldType.newBuilder()
.withName("array_int32")
.withDataType(DataType.Array)
.withElementType(DataType.Int32)
.withMaxCapacity(10)
.build(),
FieldType.newBuilder()
.withName("array_varchar")
.withDataType(DataType.Array)
.withElementType(DataType.VarChar)
.withMaxCapacity(10)
.withMaxLength(100)
.build()
);

CollectionSchemaParam collectionSchemaParam = CollectionSchemaParam.newBuilder()
.withEnableDynamicField(false)
.withFieldTypes(fieldsSchema)
.build();

// Drop the collection if exists
client.dropCollection(DropCollectionParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.build());

// Create the collection
R<RpcStatus> ret = client.createCollection(CreateCollectionParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withSchema(collectionSchemaParam)
.build());
if (ret.getStatus() != R.Status.Success.getCode()) {
throw new RuntimeException("Failed to create collection! Error: " + ret.getMessage());
}

// Specify an index type on the vector field.
ret = client.createIndex(CreateIndexParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withFieldName(VECTOR_FIELD)
.withIndexType(IndexType.FLAT)
.withMetricType(MetricType.L2)
.build());
if (ret.getStatus() != R.Status.Success.getCode()) {
throw new RuntimeException("Failed to create index on vector field! Error: " + ret.getMessage());
}

// Call loadCollection() to enable automatically loading data into memory for searching
client.loadCollection(LoadCollectionParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.build());

System.out.println("Collection created");

// Insert data by column-based
Random random = new Random();
int rowCount = 100;
List<List<Integer>> intArrArray = new ArrayList<>();
List<List<String>> strArrArray = new ArrayList<>();
for (int i = 0; i < rowCount; i++) {
List<Integer> intArray = new ArrayList<>();
List<String> strArray = new ArrayList<>();
int capacity = random.nextInt(5) + 5;
for (int k = 0; k < capacity; k++) {
intArray.add((i+k)%100);
strArray.add(String.format("string-%d-%d", i, k));
}
intArrArray.add(intArray);
strArrArray.add(strArray);
}
List<List<Float>> vectors = CommonUtils.generateFloatVectors(VECTOR_DIM, rowCount);

List<InsertParam.Field> fieldsInsert = new ArrayList<>();
fieldsInsert.add(new InsertParam.Field(VECTOR_FIELD, vectors));
fieldsInsert.add(new InsertParam.Field("array_int32", intArrArray));
fieldsInsert.add(new InsertParam.Field("array_varchar", strArrArray));

InsertParam insertColumnsParam = InsertParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withFields(fieldsInsert)
.build();

client.insert(insertColumnsParam);
System.out.println(rowCount + " rows inserted");

// Insert rows
Gson gson = new Gson();
List<JsonObject> rows = new ArrayList<>();
for (int i = 0; i < rowCount; i++) {
JsonObject row = new JsonObject();
row.add(VECTOR_FIELD, gson.toJsonTree(CommonUtils.generateFloatVector(VECTOR_DIM)));
row.add("array_int32", JsonUtils.toJsonTree(intArrArray.get(i)));
row.add("array_varchar", JsonUtils.toJsonTree(strArrArray.get(i)));
rows.add(row);
}
client.insert(InsertParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withRows(rows)
.build());
System.out.println(rowCount + " rows inserted");

// Get row count
R<QueryResults> queryRet = client.query(QueryParam.newBuilder()
.withCollectionName(COLLECTION_NAME)
.withExpr("")
.addOutField("count(*)")
.withConsistencyLevel(ConsistencyLevelEnum.STRONG)
.build());
QueryResultsWrapper queryWrapper = new QueryResultsWrapper(queryRet.getData());
System.out.printf("%d rows in collection\n", (long)queryWrapper.getFieldWrapper("count(*)").getFieldData().get(0));

// Query by filtering expression
queryWithExpr(client, "array_int32[0] == 99");
queryWithExpr(client, "array_int32[1] in [5, 10, 15]");
queryWithExpr(client, "array_varchar[0] like \"string-55%\"");
queryWithExpr(client, "array_contains(array_varchar, \"string-4-1\")");
queryWithExpr(client, "array_contains_any(array_int32, [3, 9])");
queryWithExpr(client, "array_contains_all(array_int32, [3, 9])");
}
}
142 changes: 142 additions & 0 deletions examples/main/java/io/milvus/v2/ArrayFieldExample.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,142 @@
package io.milvus.v2;

import com.google.gson.Gson;
import com.google.gson.JsonObject;
import io.milvus.common.utils.JsonUtils;
import io.milvus.v1.CommonUtils;
import io.milvus.v2.client.ConnectConfig;
import io.milvus.v2.client.MilvusClientV2;
import io.milvus.v2.common.ConsistencyLevel;
import io.milvus.v2.common.DataType;
import io.milvus.v2.common.IndexParam;
import io.milvus.v2.service.collection.request.AddFieldReq;
import io.milvus.v2.service.collection.request.CreateCollectionReq;
import io.milvus.v2.service.collection.request.DropCollectionReq;
import io.milvus.v2.service.vector.request.InsertReq;
import io.milvus.v2.service.vector.request.QueryReq;
import io.milvus.v2.service.vector.response.QueryResp;

import java.util.*;

public class ArrayFieldExample {
private static final String COLLECTION_NAME = "java_sdk_example_array_v2";
private static final String ID_FIELD = "id";
private static final String VECTOR_FIELD = "vector";
private static final Integer VECTOR_DIM = 128;

private static void queryWithExpr(MilvusClientV2 client, String expr) {
QueryResp queryRet = client.query(QueryReq.builder()
.collectionName(COLLECTION_NAME)
.filter(expr)
.outputFields(Arrays.asList("array_int32", "array_varchar"))
.build());
System.out.println("\nQuery with expression: " + expr);
List<QueryResp.QueryResult> records = queryRet.getQueryResults();
for (QueryResp.QueryResult record : records) {
System.out.println(record.getEntity());
}
System.out.printf("%d items matched%n", records.size());
System.out.println("=============================================================");
}

public static void main(String[] args) {
ConnectConfig config = ConnectConfig.builder()
.uri("http://localhost:19530")
.build();
MilvusClientV2 client = new MilvusClientV2(config);

// Drop collection if exists
client.dropCollection(DropCollectionReq.builder()
.collectionName(COLLECTION_NAME)
.build());

// Create collection
CreateCollectionReq.CollectionSchema collectionSchema = CreateCollectionReq.CollectionSchema.builder()
.build();
collectionSchema.addField(AddFieldReq.builder()
.fieldName(ID_FIELD)
.dataType(DataType.Int64)
.isPrimaryKey(true)
.autoID(true)
.build());
collectionSchema.addField(AddFieldReq.builder()
.fieldName(VECTOR_FIELD)
.dataType(DataType.FloatVector)
.dimension(VECTOR_DIM)
.build());
collectionSchema.addField(AddFieldReq.builder()
.fieldName("array_int32")
.dataType(DataType.Array)
.elementType(DataType.Int32)
.maxCapacity(10)
.build());
collectionSchema.addField(AddFieldReq.builder()
.fieldName("array_varchar")
.dataType(DataType.Array)
.elementType(DataType.VarChar)
.maxCapacity(10)
.maxLength(100)
.build());

List<IndexParam> indexes = new ArrayList<>();
indexes.add(IndexParam.builder()
.fieldName(VECTOR_FIELD)
.indexType(IndexParam.IndexType.FLAT)
.metricType(IndexParam.MetricType.COSINE)
.build());

CreateCollectionReq requestCreate = CreateCollectionReq.builder()
.collectionName(COLLECTION_NAME)
.collectionSchema(collectionSchema)
.indexParams(indexes)
.consistencyLevel(ConsistencyLevel.BOUNDED)
.build();
client.createCollection(requestCreate);
System.out.println("Collection created");

// Insert rows
Random random = new Random();
int rowCount = 100;
Gson gson = new Gson();
List<JsonObject> rows = new ArrayList<>();
for (int i = 0; i < rowCount; i++) {
JsonObject row = new JsonObject();
row.add(VECTOR_FIELD, gson.toJsonTree(CommonUtils.generateFloatVector(VECTOR_DIM)));

List<Integer> intArray = new ArrayList<>();
List<String> strArray = new ArrayList<>();
int capacity = random.nextInt(5) + 5;
for (int k = 0; k < capacity; k++) {
intArray.add((i+k)%100);
strArray.add(String.format("string-%d-%d", i, k));
}
row.add("array_int32", JsonUtils.toJsonTree(intArray).getAsJsonArray());
row.add("array_varchar", JsonUtils.toJsonTree(strArray).getAsJsonArray());
rows.add(row);
}

client.insert(InsertReq.builder()
.collectionName(COLLECTION_NAME)
.data(rows)
.build());

// Get row count, set ConsistencyLevel.STRONG to sync the data to query node so that data is visible
QueryResp countR = client.query(QueryReq.builder()
.collectionName(COLLECTION_NAME)
.filter("")
.outputFields(Collections.singletonList("count(*)"))
.consistencyLevel(ConsistencyLevel.STRONG)
.build());
System.out.printf("%d rows in collection\n", (long)countR.getQueryResults().get(0).getEntity().get("count(*)"));

// Query by filtering expression
queryWithExpr(client, "array_int32[0] == 99");
queryWithExpr(client, "array_int32[1] in [5, 10, 15]");
queryWithExpr(client, "array_varchar[0] like \"string-55%\"");
queryWithExpr(client, "array_contains(array_varchar, \"string-4-1\")");
queryWithExpr(client, "array_contains_any(array_int32, [3, 9])");
queryWithExpr(client, "array_contains_all(array_int32, [3, 9])");

client.close();
}
}

0 comments on commit f7e98f1

Please sign in to comment.