@zilliz/milvus2-sdk-node 2.4.8 → 2.5.0

package/dist/proto/proto/google/protobuf/descriptor.proto

@@ -55,6 +55,13 @@ option optimize_for = SPEED;
 // files it parses.
 message FileDescriptorSet {
   repeated FileDescriptorProto file = 1;
+
+  // Extensions for tooling.
+  extensions 536000000 [declaration = {
+    number: 536000000
+    type: ".buf.descriptor.v1.FileDescriptorSetExtension"
+    full_name: ".buf.descriptor.v1.buf_file_descriptor_set_extension"
+  }];
 }
 
 // The full set of known editions.
@@ -80,7 +87,7 @@ enum Edition {
   EDITION_2024 = 1001;
 
   // Placeholder editions for testing feature resolution.  These should not be
-  // used or relyed on outside of tests.
+  // used or relied on outside of tests.
   EDITION_1_TEST_ONLY = 1;
   EDITION_2_TEST_ONLY = 2;
   EDITION_99997_TEST_ONLY = 99997;
@@ -124,9 +131,15 @@ message FileDescriptorProto {
   // The supported values are "proto2", "proto3", and "editions".
   //
   // If `edition` is present, this value must be "editions".
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional string syntax = 12;
 
   // The edition of the proto file.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional Edition edition = 14;
 }
 
@@ -539,6 +552,9 @@ message FileOptions {
   optional string ruby_package = 45;
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 50;
 
   // The parser stores options it doesn't recognize here.
@@ -625,6 +641,9 @@ message MessageOptions {
   optional bool deprecated_legacy_json_field_conflicts = 11 [deprecated = true];
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 12;
 
   // The parser stores options it doesn't recognize here. See above.
@@ -732,8 +751,6 @@ message FieldOptions {
   optional bool debug_redact = 16 [default = false];
 
   // If set to RETENTION_SOURCE, the option will be omitted from the binary.
-  // Note: as of January 2023, support for this is in progress and does not yet
-  // have an effect (b/264593489).
   enum OptionRetention {
     RETENTION_UNKNOWN = 0;
     RETENTION_RUNTIME = 1;
@@ -744,8 +761,7 @@ message FieldOptions {
 
   // This indicates the types of entities that the field may apply to when used
   // as an option. If it is unset, then the field may be freely used as an
-  // option on any kind of entity. Note: as of January 2023, support for this is
-  // in progress and does not yet have an effect (b/264593489).
+  // option on any kind of entity.
   enum OptionTargetType {
     TARGET_TYPE_UNKNOWN = 0;
     TARGET_TYPE_FILE = 1;
@@ -768,6 +784,9 @@ message FieldOptions {
   repeated EditionDefault edition_defaults = 20;
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 21;
 
   // Information about the support window of a feature.
@@ -804,6 +823,9 @@ message FieldOptions {
 
 message OneofOptions {
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 1;
 
   // The parser stores options it doesn't recognize here. See above.
@@ -836,6 +858,9 @@ message EnumOptions {
   optional bool deprecated_legacy_json_field_conflicts = 6 [deprecated = true];
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 7;
 
   // The parser stores options it doesn't recognize here. See above.
@@ -853,6 +878,9 @@ message EnumValueOptions {
   optional bool deprecated = 1 [default = false];
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 2;
 
   // Indicate that fields annotated with this enum value should not be printed
@@ -873,6 +901,9 @@ message EnumValueOptions {
 message ServiceOptions {
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 34;
 
   // Note:  Field numbers 1 through 32 are reserved for Google's internal RPC
@@ -918,6 +949,9 @@ message MethodOptions {
       [default = IDEMPOTENCY_UNKNOWN];
 
   // Any features defined in the specific edition.
+  // WARNING: This field should only be used by protobuf plugins or special
+  // cases like the proto compiler. Other uses are discouraged and
+  // developers should rely on the protoreflect APIs for their client language.
   optional FeatureSet features = 35;
 
   // The parser stores options it doesn't recognize here. See above.
@@ -1255,6 +1289,13 @@ message SourceCodeInfo {
     optional string trailing_comments = 4;
     repeated string leading_detached_comments = 6;
   }
+
+  // Extensions for tooling.
+  extensions 536000000 [declaration = {
+    number: 536000000
+    type: ".buf.descriptor.v1.SourceCodeInfoExtension"
+    full_name: ".buf.descriptor.v1.buf_source_code_info_extension"
+  }];
 }
 
 // Describes the relationship between generated code and its original source

package/dist/proto/proto/milvus.proto

@@ -27,6 +27,7 @@ service MilvusService {
   rpc GetCollectionStatistics(GetCollectionStatisticsRequest) returns (GetCollectionStatisticsResponse) {}
   rpc ShowCollections(ShowCollectionsRequest) returns (ShowCollectionsResponse) {}
   rpc AlterCollection(AlterCollectionRequest) returns (common.Status) {}
+  rpc AlterCollectionField(AlterCollectionFieldRequest) returns (common.Status) {}
 
   rpc CreatePartition(CreatePartitionRequest) returns (common.Status) {}
   rpc DropPartition(DropPartitionRequest) returns (common.Status) {}
@@ -107,6 +108,7 @@ service MilvusService {
   rpc SelectRole(SelectRoleRequest) returns (SelectRoleResponse) {}
   rpc SelectUser(SelectUserRequest) returns (SelectUserResponse) {}
   rpc OperatePrivilege(OperatePrivilegeRequest) returns (common.Status) {}
+  rpc OperatePrivilegeV2(OperatePrivilegeV2Request) returns (common.Status) {}
   rpc SelectGrant(SelectGrantRequest) returns (SelectGrantResponse) {}
 
   rpc GetVersion(GetVersionRequest) returns (GetVersionResponse) {}
@@ -139,6 +141,11 @@ service MilvusService {
 
   rpc BackupRBAC(BackupRBACMetaRequest) returns (BackupRBACMetaResponse){}
   rpc RestoreRBAC(RestoreRBACMetaRequest) returns (common.Status){}
+
+  rpc CreatePrivilegeGroup(CreatePrivilegeGroupRequest) returns (common.Status) {}
+  rpc DropPrivilegeGroup(DropPrivilegeGroupRequest) returns (common.Status) {}
+  rpc ListPrivilegeGroups(ListPrivilegeGroupsRequest) returns (ListPrivilegeGroupsResponse) {}
+  rpc OperatePrivilegeGroup(OperatePrivilegeGroupRequest) returns (common.Status) {}
 }
 
 message CreateAliasRequest {
@@ -282,6 +289,22 @@ message AlterCollectionRequest {
   string collection_name = 3;
   int64  collectionID = 4;
   repeated common.KeyValuePair properties = 5;
+  repeated string delete_keys = 6;
+}
+
+message AlterCollectionFieldRequest {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeCreateCollection
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+  string db_name = 2;
+  // The unique collection name in milvus.(Required)
+  string collection_name = 3;
+  string field_name =4;
+  repeated common.KeyValuePair properties = 5;
 }
 
 /**
@@ -359,7 +382,7 @@ message DescribeCollectionResponse {
   repeated common.KeyValuePair properties = 13;
   string db_name = 14;
   int64 num_partitions = 15;
-  int64 db_id = 16;
+  int64 db_id =16;
 }
 
 /**
@@ -736,6 +759,7 @@ message AlterIndexRequest {
   string collection_name = 3;
   string index_name = 4;
   repeated common.KeyValuePair extra_params = 5;
+  repeated string delete_keys = 6;
 }
 
 /*
@@ -905,6 +929,7 @@ message DeleteRequest {
   string expr = 5;
   repeated uint32 hash_keys = 6;
   common.ConsistencyLevel consistency_level = 7;
+  map<string, schema.TemplateValue> expr_template_values = 8;
 }
 
 
@@ -914,10 +939,10 @@ message SubSearchRequest {
   bytes placeholder_group = 2; // must
   common.DslType dsl_type = 3; // must
   repeated common.KeyValuePair search_params = 4; // must
-  int64  nq = 5;
+  int64 nq = 5;
+  map<string, schema.TemplateValue> expr_template_values = 6;
 }
 
-
 message SearchRequest {
   option (common.privilege_ext_obj) = {
     object_type: Collection
@@ -942,6 +967,7 @@ message SearchRequest {
   bool use_default_consistency = 15;
   bool search_by_primary_keys = 16;
   repeated SubSearchRequest sub_reqs = 17;
+  map<string, schema.TemplateValue> expr_template_values = 18;
 }
 
 message Hits {
@@ -954,6 +980,7 @@ message SearchResults {
   common.Status status = 1;
   schema.SearchResultData results = 2;
   string collection_name = 3;
+  uint64 session_ts = 4; // for session-like operation like iterator
 }
 
 message HybridSearchRequest {
@@ -1015,6 +1042,7 @@ message QueryRequest {
   bool not_return_all_meta = 10;
   common.ConsistencyLevel consistency_level = 11;
   bool use_default_consistency = 12;
+  map<string, schema.TemplateValue> expr_template_values = 13;
 }
 
 message QueryResults {
@@ -1022,6 +1050,7 @@ message QueryResults {
   repeated schema.FieldData fields_data = 2;
   string collection_name = 3;
   repeated string output_fields = 4;
+  uint64 session_ts = 5; // for session-like operation like iterator
 }
 
 message VectorIDs {
@@ -1076,6 +1105,7 @@ message PersistentSegmentInfo {
   int64 num_rows = 4;
   common.SegmentState state = 5;
   common.SegmentLevel level = 6;
+  bool is_sorted = 7;
 }
 
 message GetPersistentSegmentInfoRequest {
@@ -1102,6 +1132,7 @@ message QuerySegmentInfo {
   common.SegmentState state = 9;
   repeated int64 nodeIds = 10;
   common.SegmentLevel level = 11;
+  bool is_sorted = 12;
 }
 
 message GetQuerySegmentInfoRequest {
@@ -1437,6 +1468,66 @@ message DropRoleRequest {
   bool force_drop = 3;
 }
 
+message CreatePrivilegeGroupRequest {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeCreatePrivilegeGroup
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+  // group name
+  string group_name = 2;
+}
+
+message DropPrivilegeGroupRequest {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeDropPrivilegeGroup
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+  // group name
+  string group_name = 2;
+}
+
+message ListPrivilegeGroupsRequest {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeListPrivilegeGroups
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+}
+
+message ListPrivilegeGroupsResponse {
+  common.Status status = 1;
+  repeated PrivilegeGroupInfo privilege_groups = 2;
+}
+
+message OperatePrivilegeGroupRequest {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeOperatePrivilegeGroup
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+  // group name
+  string group_name = 2;
+  // privileges
+  repeated PrivilegeEntity privileges = 3;
+  // operation type
+  OperatePrivilegeGroupType type = 4;
+}
+
+enum OperatePrivilegeGroupType {
+  AddPrivilegesToGroup = 0;
+  RemovePrivilegesFromGroup = 1;
+}
+
 enum OperateUserRoleType {
   AddUserToRole = 0;
   RemoveUserFromRole = 1;
@@ -1458,6 +1549,11 @@ message OperateUserRoleRequest {
   OperateUserRoleType type = 4;
 }
 
+message PrivilegeGroupInfo {
+  string group_name = 1;
+  repeated PrivilegeEntity privileges = 2;
+}
+
 message SelectRoleRequest {
   option (common.privilege_ext_obj) = {
     object_type: Global
@@ -1540,6 +1636,12 @@ message GrantEntity {
   string db_name = 5;
 }
 
+enum PrivilegeLevel {
+  Cluster = 0;
+  Database = 1;
+  Collection = 2;
+}
+
 message SelectGrantRequest {
   option (common.privilege_ext_obj) = {
     object_type: Global
@@ -1576,6 +1678,29 @@ message OperatePrivilegeRequest {
   GrantEntity entity = 2;
   // operation type
   OperatePrivilegeType type = 3;
+  // version
+  string version = 4;
+}
+
+
+message OperatePrivilegeV2Request {
+  option (common.privilege_ext_obj) = {
+    object_type: Global
+    object_privilege: PrivilegeManageOwnership
+    object_name_index: -1
+  };
+  // Not useful for now
+  common.MsgBase base = 1;
+  // role
+  RoleEntity role = 2;
+  // privilege
+  GrantorEntity grantor = 3;
+  // operation type
+  OperatePrivilegeType type = 4;
+  // db name
+  string db_name = 5;
+  // collection name
+  string collection_name = 6; 
 }
 
 message UserInfo {
@@ -1591,6 +1716,8 @@ message RBACMeta {
   repeated milvus.RoleEntity roles = 2;
   // (role, object, previledge)
   repeated milvus.GrantEntity grants = 3;
+  // privilege group info
+  repeated milvus.PrivilegeGroupInfo privilege_groups = 4;
 }
 
 message BackupRBACMetaRequest {
@@ -1880,6 +2007,7 @@ message ListDatabasesResponse {
   common.Status status = 1;
   repeated string db_names = 2;
   repeated uint64 created_timestamp = 3;
+  repeated int64 db_ids = 4;
 }
 
 message AlterDatabaseRequest {

package/dist/proto/proto/msg.proto

@@ -43,6 +43,7 @@ message DeleteRequest {
   repeated uint64 timestamps = 10;
   int64 num_rows = 11;
   schema.IDs primary_keys = 12;
+  int64 segment_id = 13;
 }
 
 message MsgPosition {

package/dist/proto/proto/rg.proto

@@ -10,6 +10,8 @@ option java_generate_equals_and_hash = true;
 
 option csharp_namespace = "Milvus.Client.Grpc";
 
+import "common.proto";
+
 message ResourceGroupLimit {
   int32 node_num = 1;
   // preserve for other limit.
@@ -19,10 +21,15 @@ message ResourceGroupTransfer {
   string resource_group = 1; // resource groups can be transfered with current resource group.
   // preserve for other option, such as weight, priority or affinity setup.
 }
+
+message ResourceGroupNodeFilter {
+  repeated common.KeyValuePair node_labels = 1; // node in resource group must match node labels requirements
+}
   
 message ResourceGroupConfig {
   ResourceGroupLimit requests = 1; // requests node num in resource group, if node num is less than requests.nodeNum, it will be transfer from other resource group.
   ResourceGroupLimit limits = 2; // limited node num in resource group, if node num is more than limits.nodeNum, it will be transfer to other resource group.
   repeated ResourceGroupTransfer transfer_from = 3; // missing node should be transfer from given resource group at high priority in repeated list.
   repeated ResourceGroupTransfer transfer_to = 4; // redundant node should be transfer to given resource group at high priority in repeated list.
+  ResourceGroupNodeFilter node_filter = 5; // node in resource group must match node filters
 }

package/dist/proto/proto/schema.proto

@@ -31,6 +31,7 @@ enum DataType {
   VarChar = 21; // variable-length strings with a specified maximum length
   Array = 22;
   JSON = 23;
+  Geometry = 24;
 
   BinaryVector = 100;
   FloatVector = 101;
@@ -39,6 +40,12 @@ enum DataType {
   SparseFloatVector = 104;
 }
 
+enum FunctionType{
+  Unknown =0;
+  BM25 =1;
+  TextEmbedding =2;
+}
+
 enum FieldState {
   FieldCreated = 0;
   FieldCreating = 1;
@@ -65,6 +72,20 @@ message FieldSchema {
   bool is_dynamic = 12; // mark whether this field is the dynamic field
   bool is_partition_key = 13; // enable logic partitions
   bool is_clustering_key = 14;
+  bool nullable = 15; // enable set null as field value
+  bool is_function_output =16;
+}
+
+message FunctionSchema {
+  string name = 1;
+  int64 id =2;
+  string description = 3;
+  FunctionType type = 4;
+  repeated string input_field_names = 5;
+  repeated int64 input_field_ids = 6;
+  repeated string output_field_names = 7;
+  repeated int64 output_field_ids = 8;
+  repeated common.KeyValuePair params = 9;
 }
 
 /**
@@ -77,6 +98,7 @@ message CollectionSchema {
   repeated FieldSchema fields = 4;
   bool enable_dynamic_field = 5; // mark whether this table has the dynamic field function enabled.
   repeated common.KeyValuePair properties = 6;
+  repeated FunctionSchema functions = 7;
 }
 
 message BoolArray { repeated bool data = 1; }
@@ -101,6 +123,8 @@ message ArrayArray {
 
 message JSONArray { repeated bytes data = 1; }
 
+message GeometryArray { repeated bytes data = 1; }
+
 message ValueField {
   oneof data {
     bool bool_data = 1;
@@ -124,6 +148,7 @@ message ScalarField {
     BytesArray bytes_data = 7;
     ArrayArray array_data = 8;
     JSONArray json_data = 9;
+    GeometryArray geometry_data = 10;
   }
 }
 
@@ -155,6 +180,7 @@ message FieldData {
   }
   int64 field_id = 5;
   bool is_dynamic = 6;
+  repeated bool valid_data = 7;
 }
 
 message IDs {
@@ -164,6 +190,11 @@ message IDs {
   }
 }
 
+message SearchIteratorV2Results {
+  string token = 1;
+  float last_bound = 2;
+}
+
 message SearchResultData {
   int64 num_queries = 1;
   int64 top_k = 2;
@@ -175,6 +206,8 @@ message SearchResultData {
   FieldData group_by_field_value = 8;
   int64 all_search_count = 9;
   repeated float distances = 10;
+  optional SearchIteratorV2Results search_iterator_v2_results = 11;
+  repeated float recalls = 12;
 }
 
 // vector field clustering info
@@ -195,3 +228,28 @@ message ClusteringInfo {
   repeated VectorClusteringInfo vector_clustering_infos = 1;
   repeated ScalarClusteringInfo scalar_clustering_infos = 2;
 }
+
+message TemplateValue {
+  oneof val {
+    bool bool_val = 1;
+    int64 int64_val = 2;
+    double float_val = 3;
+    string string_val = 4;
+    TemplateArrayValue array_val = 5;
+  };
+}
+
+message TemplateArrayValue {
+  oneof data {
+    BoolArray bool_data = 1;
+    LongArray long_data = 2;
+    DoubleArray double_data = 3;
+    StringArray string_data = 4;
+    TemplateArrayValueArray array_data = 5;
+    JSONArray json_data = 6;
+  }
+}
+
+message TemplateArrayValueArray {
+  repeated TemplateArrayValue data = 1;
+}

package/dist/sdk.json

@@ -1 +1 @@
-{"version":"2.4.8","milvusVersion":"v2.4.10"}
+{"version":"2.5.0","milvusVersion":"v2.5.0-beta"}

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@zilliz/milvus2-sdk-node",
   "author": "ued@zilliz.com",
-  "version": "2.4.8",
-  "milvusVersion": "v2.4.10",
+  "milvusVersion": "v2.5.0-beta",
+  "version": "2.5.0",
   "main": "dist/milvus",
   "files": [
     "dist"
@@ -20,7 +20,7 @@
     "doc-json": "npx typedoc milvus --json"
   },
   "dependencies": {
-    "@grpc/grpc-js": "^1.8.22",
+    "@grpc/grpc-js": "^1.12.1",
     "@grpc/proto-loader": "^0.7.10",
     "@petamoriken/float16": "^3.8.6",
     "dayjs": "^1.11.7",