@zilliz/milvus2-sdk-node 2.6.11 → 2.6.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +815 -41
- package/dist/milvus/HttpClient.d.ts +10 -10
- package/dist/milvus/MilvusClient.js +6 -3
- package/dist/milvus/MilvusClient.js.map +1 -1
- package/dist/milvus/bulkwriter/BulkWriter.d.ts +35 -0
- package/dist/milvus/bulkwriter/BulkWriter.js +315 -0
- package/dist/milvus/bulkwriter/BulkWriter.js.map +1 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.d.ts +18 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.js +131 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.js.map +1 -0
- package/dist/milvus/bulkwriter/JsonFormatter.d.ts +5 -0
- package/dist/milvus/bulkwriter/JsonFormatter.js +213 -0
- package/dist/milvus/bulkwriter/JsonFormatter.js.map +1 -0
- package/dist/milvus/bulkwriter/LocalStorage.d.ts +4 -0
- package/dist/milvus/bulkwriter/LocalStorage.js +21 -0
- package/dist/milvus/bulkwriter/LocalStorage.js.map +1 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.d.ts +5 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.js +326 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.js.map +1 -0
- package/dist/milvus/bulkwriter/Types.d.ts +27 -0
- package/dist/milvus/bulkwriter/Types.js +3 -0
- package/dist/milvus/bulkwriter/Types.js.map +1 -0
- package/dist/milvus/bulkwriter/index.d.ts +6 -0
- package/dist/milvus/bulkwriter/index.js +14 -0
- package/dist/milvus/bulkwriter/index.js.map +1 -0
- package/dist/milvus/const/error.d.ts +1 -0
- package/dist/milvus/const/error.js +2 -1
- package/dist/milvus/const/error.js.map +1 -1
- package/dist/milvus/const/milvus.d.ts +3 -1
- package/dist/milvus/const/milvus.js +2 -0
- package/dist/milvus/const/milvus.js.map +1 -1
- package/dist/milvus/grpc/BaseClient.d.ts +7 -1
- package/dist/milvus/grpc/BaseClient.js +17 -2
- package/dist/milvus/grpc/BaseClient.js.map +1 -1
- package/dist/milvus/grpc/Collection.d.ts +52 -3
- package/dist/milvus/grpc/Collection.js +70 -2
- package/dist/milvus/grpc/Collection.js.map +1 -1
- package/dist/milvus/grpc/Data.d.ts +96 -4
- package/dist/milvus/grpc/Data.js +139 -13
- package/dist/milvus/grpc/Data.js.map +1 -1
- package/dist/milvus/grpc/GrpcClient.d.ts +19 -3
- package/dist/milvus/grpc/GrpcClient.js +168 -10
- package/dist/milvus/grpc/GrpcClient.js.map +1 -1
- package/dist/milvus/grpc/MilvusIndex.d.ts +22 -0
- package/dist/milvus/grpc/MilvusIndex.js +28 -0
- package/dist/milvus/grpc/MilvusIndex.js.map +1 -1
- package/dist/milvus/http/Alias.d.ts +1 -1
- package/dist/milvus/http/Collection.d.ts +1 -1
- package/dist/milvus/http/Database.d.ts +1 -1
- package/dist/milvus/http/Import.d.ts +1 -1
- package/dist/milvus/http/MilvusIndex.d.ts +1 -1
- package/dist/milvus/http/Partition.d.ts +1 -1
- package/dist/milvus/http/Role.d.ts +1 -1
- package/dist/milvus/http/User.d.ts +1 -1
- package/dist/milvus/http/Vector.d.ts +1 -1
- package/dist/milvus/index.d.ts +1 -0
- package/dist/milvus/index.js +2 -0
- package/dist/milvus/index.js.map +1 -1
- package/dist/milvus/types/Client.d.ts +8 -3
- package/dist/milvus/types/Collection.d.ts +21 -1
- package/dist/milvus/types/GlobalCluster.d.ts +23 -0
- package/dist/milvus/types/GlobalCluster.js +12 -0
- package/dist/milvus/types/GlobalCluster.js.map +1 -0
- package/dist/milvus/types/Resource.d.ts +8 -2
- package/dist/milvus/types/Search.d.ts +42 -0
- package/dist/milvus/types/Search.js +7 -0
- package/dist/milvus/types/Search.js.map +1 -1
- package/dist/milvus/types/Segments.d.ts +33 -1
- package/dist/milvus/types/index.d.ts +1 -0
- package/dist/milvus/types/index.js +1 -0
- package/dist/milvus/types/index.js.map +1 -1
- package/dist/milvus/utils/Format.js +47 -39
- package/dist/milvus/utils/Format.js.map +1 -1
- package/dist/milvus/utils/Function.d.ts +14 -1
- package/dist/milvus/utils/Function.js +51 -22
- package/dist/milvus/utils/Function.js.map +1 -1
- package/dist/milvus/utils/GlobalTopology.d.ts +56 -0
- package/dist/milvus/utils/GlobalTopology.js +215 -0
- package/dist/milvus/utils/GlobalTopology.js.map +1 -0
- package/dist/milvus/utils/Grpc.js +3 -2
- package/dist/milvus/utils/Grpc.js.map +1 -1
- package/dist/milvus/utils/Schema.d.ts +1 -1
- package/dist/milvus/utils/Schema.js +4 -4
- package/dist/milvus/utils/Schema.js.map +1 -1
- package/dist/milvus/utils/Search.d.ts +54 -1
- package/dist/milvus/utils/Search.js +50 -4
- package/dist/milvus/utils/Search.js.map +1 -1
- package/dist/milvus/utils/index.d.ts +1 -0
- package/dist/milvus/utils/index.js +1 -0
- package/dist/milvus/utils/index.js.map +1 -1
- package/dist/sdk.json +1 -1
- package/package.json +5 -2
|
@@ -35,6 +35,7 @@ export interface ClientConfig {
|
|
|
35
35
|
__SKIP_CONNECT__?: boolean;
|
|
36
36
|
loaderOptions?: LoaderOption;
|
|
37
37
|
trace?: boolean;
|
|
38
|
+
isGlobal?: boolean;
|
|
38
39
|
}
|
|
39
40
|
export interface ServerInfo {
|
|
40
41
|
build_tags?: string;
|
|
@@ -47,10 +48,14 @@ export interface ServerInfo {
|
|
|
47
48
|
};
|
|
48
49
|
}
|
|
49
50
|
export interface RunAnalyzerRequest {
|
|
50
|
-
analyzer_params
|
|
51
|
+
analyzer_params?: Record<string, any>;
|
|
51
52
|
text: string | string[];
|
|
52
|
-
with_detail
|
|
53
|
-
with_hash
|
|
53
|
+
with_detail?: boolean;
|
|
54
|
+
with_hash?: boolean;
|
|
55
|
+
db_name?: string;
|
|
56
|
+
collection_name?: string;
|
|
57
|
+
field_name?: string;
|
|
58
|
+
analyzer_names?: string[];
|
|
54
59
|
}
|
|
55
60
|
type AnalyzerToken = {
|
|
56
61
|
token: string;
|
|
@@ -18,6 +18,8 @@ export interface ReplicaInfo {
|
|
|
18
18
|
partition_ids: string[];
|
|
19
19
|
shard_replicas: ShardReplica[];
|
|
20
20
|
node_ids: string[];
|
|
21
|
+
resource_group_name: string;
|
|
22
|
+
num_outbound_node: Record<string, number>;
|
|
21
23
|
}
|
|
22
24
|
export type TypeParam = string | number | boolean | Record<string, any>;
|
|
23
25
|
export type TypeParamKey = 'dim' | 'max_length' | 'max_capacity' | 'analyzer_params' | 'enable_analyzer' | 'enable_match' | 'multi_analyzer_params' | 'mmap.enabled';
|
|
@@ -77,7 +79,7 @@ export interface BaseCreateCollectionReq extends GrpcTimeOut {
|
|
|
77
79
|
consistency_level?: string;
|
|
78
80
|
num_partitions?: number;
|
|
79
81
|
partition_key_field?: string;
|
|
80
|
-
|
|
82
|
+
clustering_key_field?: string;
|
|
81
83
|
enable_dynamic_field?: boolean;
|
|
82
84
|
enableDynamicField?: boolean;
|
|
83
85
|
properties?: Properties;
|
|
@@ -106,6 +108,11 @@ export interface HasCollectionReq extends collectionNameReq {
|
|
|
106
108
|
export interface DescribeCollectionReq extends collectionNameReq {
|
|
107
109
|
cache?: boolean;
|
|
108
110
|
}
|
|
111
|
+
export interface BatchDescribeCollectionReq extends GrpcTimeOut {
|
|
112
|
+
collection_names: string[];
|
|
113
|
+
db_name?: string;
|
|
114
|
+
collectionIDs?: number[];
|
|
115
|
+
}
|
|
109
116
|
export interface GetCollectionStatisticsReq extends collectionNameReq {
|
|
110
117
|
}
|
|
111
118
|
export interface LoadCollectionReq extends collectionNameReq {
|
|
@@ -136,6 +143,12 @@ export interface ListAliasesReq extends collectionNameReq {
|
|
|
136
143
|
}
|
|
137
144
|
export interface CompactReq extends collectionNameReq {
|
|
138
145
|
timetravel?: number | string;
|
|
146
|
+
majorCompaction?: boolean;
|
|
147
|
+
partition_id?: number | string;
|
|
148
|
+
channel?: string;
|
|
149
|
+
segment_ids?: number[];
|
|
150
|
+
l0Compaction?: boolean;
|
|
151
|
+
target_size?: number | string;
|
|
139
152
|
}
|
|
140
153
|
export interface GetCompactionStateReq extends GrpcTimeOut {
|
|
141
154
|
compactionID: number | string;
|
|
@@ -146,6 +159,8 @@ export interface GetCompactionPlansReq extends GrpcTimeOut {
|
|
|
146
159
|
export interface GetReplicaReq extends GrpcTimeOut {
|
|
147
160
|
collectionID: number | string;
|
|
148
161
|
with_shard_nodes?: boolean;
|
|
162
|
+
collection_name?: string;
|
|
163
|
+
db_name?: string;
|
|
149
164
|
}
|
|
150
165
|
export interface RenameCollectionReq extends collectionNameReq {
|
|
151
166
|
new_collection_name: string;
|
|
@@ -156,6 +171,7 @@ export interface BoolResponse extends resStatusResponse {
|
|
|
156
171
|
}
|
|
157
172
|
export interface CompactionResponse extends resStatusResponse {
|
|
158
173
|
compactionID: string;
|
|
174
|
+
compactionPlanCount: number;
|
|
159
175
|
}
|
|
160
176
|
export interface CollectionSchema {
|
|
161
177
|
name: string;
|
|
@@ -189,6 +205,9 @@ export interface DescribeCollectionResponse extends TimeStamp {
|
|
|
189
205
|
scalar_fields: Record<string, FieldSchema>;
|
|
190
206
|
function_fields: Record<string, FieldSchema>;
|
|
191
207
|
}
|
|
208
|
+
export interface BatchDescribeCollectionResponse extends resStatusResponse {
|
|
209
|
+
responses: DescribeCollectionResponse[];
|
|
210
|
+
}
|
|
192
211
|
export interface GetCompactionPlansResponse extends resStatusResponse {
|
|
193
212
|
state: CompactionState;
|
|
194
213
|
mergeInfos: {
|
|
@@ -201,6 +220,7 @@ export interface GetCompactionStateResponse extends resStatusResponse {
|
|
|
201
220
|
executingPlanNo: string;
|
|
202
221
|
timeoutPlanNo: string;
|
|
203
222
|
completedPlanNo: string;
|
|
223
|
+
failedPlanNo: string;
|
|
204
224
|
}
|
|
205
225
|
export interface ShowCollectionsResponse extends TimeStampArray {
|
|
206
226
|
status: ResStatus;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Bitset flags for cluster capabilities.
|
|
3
|
+
*/
|
|
4
|
+
export declare const ClusterCapability: {
|
|
5
|
+
readonly READABLE: 1;
|
|
6
|
+
readonly WRITABLE: 2;
|
|
7
|
+
readonly PRIMARY: 3;
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* Information about a cluster in the global topology.
|
|
11
|
+
*/
|
|
12
|
+
export interface ClusterInfo {
|
|
13
|
+
clusterId: string;
|
|
14
|
+
endpoint: string;
|
|
15
|
+
capability: number;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Global cluster topology containing all clusters.
|
|
19
|
+
*/
|
|
20
|
+
export interface GlobalTopology {
|
|
21
|
+
version: number;
|
|
22
|
+
clusters: ClusterInfo[];
|
|
23
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ClusterCapability = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Bitset flags for cluster capabilities.
|
|
6
|
+
*/
|
|
7
|
+
exports.ClusterCapability = {
|
|
8
|
+
READABLE: 0b01,
|
|
9
|
+
WRITABLE: 0b10,
|
|
10
|
+
PRIMARY: 0b11, // read + write
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=GlobalCluster.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GlobalCluster.js","sourceRoot":"","sources":["../../../milvus/types/GlobalCluster.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACU,QAAA,iBAAiB,GAAG;IAC/B,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,IAAI,EAAE,eAAe;CACtB,CAAC"}
|
|
@@ -12,10 +12,15 @@ type ResourceGroupConfig = {
|
|
|
12
12
|
transfer_to?: {
|
|
13
13
|
resource_group: string;
|
|
14
14
|
}[];
|
|
15
|
-
|
|
16
|
-
node_labels: KeyValuePair;
|
|
15
|
+
node_filter?: {
|
|
16
|
+
node_labels: KeyValuePair[];
|
|
17
17
|
};
|
|
18
18
|
};
|
|
19
|
+
type NodeInfo = {
|
|
20
|
+
node_id: number;
|
|
21
|
+
address: string;
|
|
22
|
+
hostname: string;
|
|
23
|
+
};
|
|
19
24
|
type ResourceGroup = {
|
|
20
25
|
name: string;
|
|
21
26
|
capacity: number;
|
|
@@ -30,6 +35,7 @@ type ResourceGroup = {
|
|
|
30
35
|
[key: string]: number;
|
|
31
36
|
};
|
|
32
37
|
config?: ResourceGroupConfig;
|
|
38
|
+
nodes?: NodeInfo[];
|
|
33
39
|
};
|
|
34
40
|
interface BaseResourceGroupReq extends GrpcTimeOut {
|
|
35
41
|
resource_group: string;
|
|
@@ -1,5 +1,40 @@
|
|
|
1
1
|
/// <reference types="node" />
|
|
2
2
|
import { keyValueObj, DataType, ConsistencyLevelEnum, collectionNameReq, resStatusResponse, RANKER_TYPE, FunctionObject, VectorTypes, BFloat16Vector, Float16Vector, SparseVectorDic, SparseFloatVector, Int8Vector } from '../';
|
|
3
|
+
export declare enum HighlightType {
|
|
4
|
+
Lexical = 0,
|
|
5
|
+
Semantic = 1
|
|
6
|
+
}
|
|
7
|
+
export interface LexicalHighlighter {
|
|
8
|
+
type: HighlightType.Lexical;
|
|
9
|
+
pre_tags?: string[];
|
|
10
|
+
post_tags?: string[];
|
|
11
|
+
fragment_offset?: number;
|
|
12
|
+
fragment_size?: number;
|
|
13
|
+
num_of_fragments?: number;
|
|
14
|
+
highlight_query?: {
|
|
15
|
+
type: string;
|
|
16
|
+
field: string;
|
|
17
|
+
text: string;
|
|
18
|
+
}[];
|
|
19
|
+
highlight_search_text?: boolean;
|
|
20
|
+
}
|
|
21
|
+
export interface SemanticHighlighter {
|
|
22
|
+
type: HighlightType.Semantic;
|
|
23
|
+
queries: string[];
|
|
24
|
+
input_fields: string[];
|
|
25
|
+
pre_tags?: string[];
|
|
26
|
+
post_tags?: string[];
|
|
27
|
+
threshold?: number;
|
|
28
|
+
highlight_only?: boolean;
|
|
29
|
+
model_deployment_id?: string;
|
|
30
|
+
max_client_batch_size?: number;
|
|
31
|
+
}
|
|
32
|
+
export type Highlighter = LexicalHighlighter | SemanticHighlighter;
|
|
33
|
+
export interface HighlightData {
|
|
34
|
+
fragments: string[];
|
|
35
|
+
scores: number[];
|
|
36
|
+
}
|
|
37
|
+
export type HighlightResult = Record<string, HighlightData>;
|
|
3
38
|
export interface SearchParam {
|
|
4
39
|
anns_field: string;
|
|
5
40
|
topk: string | number;
|
|
@@ -32,6 +67,7 @@ export interface SearchReq extends collectionNameReq {
|
|
|
32
67
|
consistency_level?: ConsistencyLevelEnum;
|
|
33
68
|
transformers?: OutputTransformers;
|
|
34
69
|
ids?: number[] | string[];
|
|
70
|
+
highlighter?: Highlighter;
|
|
35
71
|
}
|
|
36
72
|
export interface FunctionScore {
|
|
37
73
|
functions: FunctionObject[];
|
|
@@ -62,6 +98,7 @@ export interface SearchSimpleReq extends collectionNameReq {
|
|
|
62
98
|
rerank?: RerankerObj | FunctionObject | FunctionScore;
|
|
63
99
|
nq?: number;
|
|
64
100
|
ids?: number[] | string[];
|
|
101
|
+
highlighter?: Highlighter;
|
|
65
102
|
}
|
|
66
103
|
export type HybridSearchSingleReq = Pick<SearchParam, 'anns_field' | 'ignore_growing' | 'group_by_field'> & {
|
|
67
104
|
data: SearchData;
|
|
@@ -122,6 +159,10 @@ export interface SearchRes extends resStatusResponse {
|
|
|
122
159
|
search_iterator_v2_results?: Record<string, any>;
|
|
123
160
|
_search_iterator_v2_results?: string;
|
|
124
161
|
all_search_count?: number;
|
|
162
|
+
highlight_results?: {
|
|
163
|
+
field_name: string;
|
|
164
|
+
datas: HighlightData[];
|
|
165
|
+
}[];
|
|
125
166
|
};
|
|
126
167
|
collection_name: string;
|
|
127
168
|
session_ts: number;
|
|
@@ -137,6 +178,7 @@ export interface SearchResultData {
|
|
|
137
178
|
[x: string]: any;
|
|
138
179
|
score: number;
|
|
139
180
|
id: string;
|
|
181
|
+
highlight?: HighlightResult;
|
|
140
182
|
}
|
|
141
183
|
export interface SearchResults<T extends SearchReq | SearchSimpleReq | HybridSearchReq> extends resStatusResponse {
|
|
142
184
|
results: DetermineResultsType<T>;
|
|
@@ -1,4 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HighlightType = void 0;
|
|
3
4
|
const __1 = require("../");
|
|
5
|
+
// Highlighter types
|
|
6
|
+
var HighlightType;
|
|
7
|
+
(function (HighlightType) {
|
|
8
|
+
HighlightType[HighlightType["Lexical"] = 0] = "Lexical";
|
|
9
|
+
HighlightType[HighlightType["Semantic"] = 1] = "Semantic";
|
|
10
|
+
})(HighlightType = exports.HighlightType || (exports.HighlightType = {}));
|
|
4
11
|
//# sourceMappingURL=Search.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Search.js","sourceRoot":"","sources":["../../../milvus/types/Search.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"Search.js","sourceRoot":"","sources":["../../../milvus/types/Search.ts"],"names":[],"mappings":";;;AAAA,2BAca;AAEb,oBAAoB;AACpB,IAAY,aAGX;AAHD,WAAY,aAAa;IACvB,uDAAW,CAAA;IACX,yDAAY,CAAA;AACd,CAAC,EAHW,aAAa,GAAb,qBAAa,KAAb,qBAAa,QAGxB"}
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import { SegmentState, SegmentLevel } from '../const';
|
|
2
2
|
import { resStatusResponse, collectionNameReq, GrpcTimeOut } from './Common';
|
|
3
3
|
export interface GetFlushStateReq extends GrpcTimeOut {
|
|
4
|
-
segmentIDs
|
|
4
|
+
segmentIDs?: number[];
|
|
5
|
+
flush_ts?: number;
|
|
6
|
+
db_name?: string;
|
|
7
|
+
collection_name?: string;
|
|
5
8
|
}
|
|
6
9
|
export interface FlushReq extends GrpcTimeOut {
|
|
7
10
|
collection_names: string[];
|
|
@@ -25,6 +28,8 @@ export interface QuerySegmentInfo {
|
|
|
25
28
|
state: SegmentState;
|
|
26
29
|
nodeIds: number[];
|
|
27
30
|
level: SegmentLevel;
|
|
31
|
+
is_sorted: boolean;
|
|
32
|
+
storage_version: number;
|
|
28
33
|
}
|
|
29
34
|
export interface GetQuerySegmentInfoResponse extends resStatusResponse {
|
|
30
35
|
infos: QuerySegmentInfo[];
|
|
@@ -35,6 +40,9 @@ export interface PersistentSegmentInfo {
|
|
|
35
40
|
partitionID: number;
|
|
36
41
|
num_rows: number;
|
|
37
42
|
state: SegmentState;
|
|
43
|
+
level: SegmentLevel;
|
|
44
|
+
is_sorted: boolean;
|
|
45
|
+
storage_version: number;
|
|
38
46
|
}
|
|
39
47
|
export interface GePersistentSegmentInfoResponse extends resStatusResponse {
|
|
40
48
|
infos: PersistentSegmentInfo[];
|
|
@@ -53,6 +61,28 @@ export interface DescribeSegmentIndexDataResponse extends resStatusResponse {
|
|
|
53
61
|
index_params: any;
|
|
54
62
|
index_data: any;
|
|
55
63
|
}
|
|
64
|
+
export interface FlushAllReq extends GrpcTimeOut {
|
|
65
|
+
db_name?: string;
|
|
66
|
+
}
|
|
67
|
+
export interface FlushClusterInfo {
|
|
68
|
+
cluster_id: string;
|
|
69
|
+
cchannel: string;
|
|
70
|
+
pchannels: string[];
|
|
71
|
+
}
|
|
72
|
+
export interface FlushAllResponse extends resStatusResponse {
|
|
73
|
+
flush_all_ts: number;
|
|
74
|
+
flush_all_tss: Record<string, number>;
|
|
75
|
+
flush_all_msgs: Record<string, any>;
|
|
76
|
+
cluster_info: FlushClusterInfo;
|
|
77
|
+
}
|
|
78
|
+
export interface GetFlushAllStateReq extends GrpcTimeOut {
|
|
79
|
+
flush_all_ts?: number;
|
|
80
|
+
db_name?: string;
|
|
81
|
+
flush_all_tss?: Record<string, number>;
|
|
82
|
+
}
|
|
83
|
+
export interface GetFlushAllStateResponse extends resStatusResponse {
|
|
84
|
+
flushed: boolean;
|
|
85
|
+
}
|
|
56
86
|
export interface GetQuerySegmentInfoReq extends GrpcTimeOut {
|
|
57
87
|
collectionName: string;
|
|
58
88
|
dbName?: string;
|
|
@@ -65,4 +95,6 @@ export interface LoadBalanceReq extends GrpcTimeOut {
|
|
|
65
95
|
src_nodeID: number;
|
|
66
96
|
dst_nodeIDs?: number[];
|
|
67
97
|
sealed_segmentIDs?: number[];
|
|
98
|
+
collectionName?: string;
|
|
99
|
+
db_name?: string;
|
|
68
100
|
}
|
|
@@ -32,4 +32,5 @@ __exportStar(require("./Segments"), exports);
|
|
|
32
32
|
__exportStar(require("./Insert"), exports);
|
|
33
33
|
__exportStar(require("./Search"), exports);
|
|
34
34
|
__exportStar(require("./DataTypes"), exports);
|
|
35
|
+
__exportStar(require("./GlobalCluster"), exports);
|
|
35
36
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../milvus/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,6CAA2B;AAC3B,+CAA6B;AAC7B,yCAAuB;AACvB,2CAAyB;AACzB,gDAA8B;AAC9B,8CAA4B;AAC5B,6CAA2B;AAC3B,yCAAuB;AACvB,6CAA2B;AAC3B,2CAAyB;AACzB,gDAA8B;AAC9B,8CAA4B;AAC5B,yCAAuB;AACvB,6CAA2B;AAC3B,2CAAyB;AACzB,2CAAyB;AACzB,8CAA4B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../milvus/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,6CAA2B;AAC3B,+CAA6B;AAC7B,yCAAuB;AACvB,2CAAyB;AACzB,gDAA8B;AAC9B,8CAA4B;AAC5B,6CAA2B;AAC3B,yCAAuB;AACvB,6CAA2B;AAC3B,2CAAyB;AACzB,gDAA8B;AAC9B,8CAA4B;AAC5B,yCAAuB;AACvB,6CAA2B;AAC3B,2CAAyB;AACzB,2CAAyB;AACzB,8CAA4B;AAC5B,kDAAgC"}
|
|
@@ -135,7 +135,12 @@ exports.stringToBase64 = stringToBase64;
|
|
|
135
135
|
*/
|
|
136
136
|
const formatAddress = (address) => {
|
|
137
137
|
// remove http or https prefix from address
|
|
138
|
-
|
|
138
|
+
const formatted = address.replace(/(http|https)*:\/\//, '');
|
|
139
|
+
// warn if no port is specified
|
|
140
|
+
if (!formatted.includes(':')) {
|
|
141
|
+
__1.logger.warn(`No port specified in address "${address}". Milvus default port is 19530. If you are not using a proxy, consider specifying the port explicitly, e.g. "${formatted}:19530".`);
|
|
142
|
+
}
|
|
143
|
+
return formatted;
|
|
139
144
|
};
|
|
140
145
|
exports.formatAddress = formatAddress;
|
|
141
146
|
/**
|
|
@@ -210,45 +215,48 @@ const formatDescribedCol = (data) => {
|
|
|
210
215
|
// add a dataType property which indicate datatype number
|
|
211
216
|
const formatField = (field, isEmbList = false) => {
|
|
212
217
|
field.dataType = __1.DataTypeMap[field.data_type];
|
|
213
|
-
//
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
case __1.DataType.BFloat16Vector:
|
|
226
|
-
field._placeholderType = isEmbList
|
|
227
|
-
? __1.PlaceholderType.EmbListBFloat16Vector
|
|
228
|
-
: __1.PlaceholderType.BFloat16Vector;
|
|
229
|
-
break;
|
|
230
|
-
case __1.DataType.Float16Vector:
|
|
231
|
-
field._placeholderType = isEmbList
|
|
232
|
-
? __1.PlaceholderType.EmbListFloat16Vector
|
|
233
|
-
: __1.PlaceholderType.Float16Vector;
|
|
234
|
-
break;
|
|
235
|
-
case __1.DataType.Int8Vector:
|
|
236
|
-
field._placeholderType = isEmbList
|
|
237
|
-
? __1.PlaceholderType.EmbListInt8Vector
|
|
238
|
-
: __1.PlaceholderType.Int8Vector;
|
|
239
|
-
break;
|
|
240
|
-
case __1.DataType.SparseFloatVector:
|
|
241
|
-
if (field.is_function_output) {
|
|
242
|
-
field._placeholderType = __1.PlaceholderType.VarChar;
|
|
218
|
+
// if the field is a function output (e.g., OpenAI embedding, BM25),
|
|
219
|
+
// the search input is text, so use VarChar placeholder type
|
|
220
|
+
if (field.is_function_output) {
|
|
221
|
+
field._placeholderType = __1.PlaceholderType.VarChar;
|
|
222
|
+
}
|
|
223
|
+
else {
|
|
224
|
+
// used for search type
|
|
225
|
+
switch (field.dataType) {
|
|
226
|
+
case __1.DataType.FloatVector:
|
|
227
|
+
field._placeholderType = isEmbList
|
|
228
|
+
? __1.PlaceholderType.EmbListFloatVector
|
|
229
|
+
: __1.PlaceholderType.FloatVector;
|
|
243
230
|
break;
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
231
|
+
case __1.DataType.BinaryVector:
|
|
232
|
+
field._placeholderType = isEmbList
|
|
233
|
+
? __1.PlaceholderType.EmbListBinaryVector
|
|
234
|
+
: __1.PlaceholderType.BinaryVector;
|
|
235
|
+
break;
|
|
236
|
+
case __1.DataType.BFloat16Vector:
|
|
237
|
+
field._placeholderType = isEmbList
|
|
238
|
+
? __1.PlaceholderType.EmbListBFloat16Vector
|
|
239
|
+
: __1.PlaceholderType.BFloat16Vector;
|
|
240
|
+
break;
|
|
241
|
+
case __1.DataType.Float16Vector:
|
|
242
|
+
field._placeholderType = isEmbList
|
|
243
|
+
? __1.PlaceholderType.EmbListFloat16Vector
|
|
244
|
+
: __1.PlaceholderType.Float16Vector;
|
|
245
|
+
break;
|
|
246
|
+
case __1.DataType.Int8Vector:
|
|
247
|
+
field._placeholderType = isEmbList
|
|
248
|
+
? __1.PlaceholderType.EmbListInt8Vector
|
|
249
|
+
: __1.PlaceholderType.Int8Vector;
|
|
250
|
+
break;
|
|
251
|
+
case __1.DataType.SparseFloatVector:
|
|
252
|
+
field._placeholderType = isEmbList
|
|
253
|
+
? __1.PlaceholderType.EmbListSparseFloatVector
|
|
254
|
+
: __1.PlaceholderType.SparseFloatVector;
|
|
255
|
+
break;
|
|
256
|
+
default:
|
|
257
|
+
field._placeholderType = field.dataType;
|
|
258
|
+
break;
|
|
259
|
+
}
|
|
252
260
|
}
|
|
253
261
|
// if default_value is set, parse it to the correct format
|
|
254
262
|
if (field.default_value) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Format.js","sourceRoot":"","sources":["../../../milvus/utils/Format.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"Format.js","sourceRoot":"","sources":["../../../milvus/utils/Format.ts"],"names":[],"mappings":";;;AAAA,2BAWa;AAEb;;;;;GAKG;AACI,MAAM,kBAAkB,GAAG,CAAC,IAAoB,EAAE,IAAc,EAAE,EAAE;IACzE,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACf,MAAM,KAAK,GAAG,IAAA,gBAAY,EAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AARW,QAAA,kBAAkB,sBAQ7B;AAEF;;;;GAIG;AACI,MAAM,eAAe,GAAG,CAC7B,IAEC,EACD,aAAuB,EACP,EAAE;IAClB,OAAO,IAAI;QACT,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAU,EAAE,GAAW,EAAE,EAAE;YACnD,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YAEtB,IAAI,aAAa,EAAE;gBACjB,oDAAoD;gBACpD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBACtC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;iBAC/B;qBAAM;oBACL,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;iBACvB;aACF;YAED,OAAO,CAAC,GAAG,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,CAAC,EAAE,EAAE,CAAC;QACR,CAAC,CAAC,EAAE,CAAC;AACT,CAAC,CAAC;AAtBW,QAAA,eAAe,mBAsB1B;AAEF;;;;;GAKG;AACI,MAAM,qBAAqB,GAAG,CAAC,MAAc,EAAE,SAAiB,EAAE,EAAE;IACzE,OAAO,MAAM,CACX,MAAM;SACH,QAAQ,EAAE;SACV,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACZ,IAAI,CAAC,KAAK,CAAC,EAAE;YACX,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;SAC9B;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC,CACb,CAAC;AACJ,CAAC,CAAC;AAbW,QAAA,qBAAqB,yBAahC;AAEF,MAAM,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAChC,qDAAqD;AAErD;;;;;GAKG;AACI,MAAM,cAAc,GAAG,CAAC,EAAO,EAAE,EAAE;IACxC,QAAQ,OAAO,EAAE,EAAE;QACjB,KAAK,QAAQ;YACX,OAAO,IAAI,CAAC;QACd,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1C;YACE,OAAO,KAAK,CAAC;KAChB;AACH,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF;;;;;GAKG;AACI,MAAM,kBAAkB,GAAG,CAAC,QAAyB,EAAE,EAAE;IAC9D,IAAI,CAAC,IAAA,sBAAc,EAAC,QAAQ,CAAC,EAAE;QAC7B,MAAM,IAAI,KAAK,CAAC,YAAY,iBAAa,CAAC,qBAAqB,EAAE,CAAC,CAAC;KACpE;IACD,MAAM,SAAS,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,SAAS,IAAI,YAAY,CAAC;IAC3C,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;AAC9C,CAAC,CAAC;AAPW,QAAA,kBAAkB,sBAO7B;AAEF;;;;;GAKG;AACI,MAAM,kBAAkB,GAAG,CAAC,QAAyB,EAAE,EAAE;IAC9D,IAAI,CAAC,IAAA,sBAAc,EAAC,QAAQ,CAAC,EAAE;QAC7B,MAAM,IAAI,KAAK,CAAC,YAAY,iBAAa,CAAC,qBAAqB,EAAE,CAAC,CAAC;KACpE;IACD,MAAM,SAAS,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE7E,MAAM,QAAQ,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,YAAY,CAAC;IAC5D,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAC7B,CAAC,CAAC;AARW,QAAA,kBAAkB,sBAQ7B;AAEF;;;;;GAKG;AACI,MAAM,iBAAiB,GAAG,CAAC,QAAc,EAAE,EAAE;IAClD,IAAI,CAAC,CAAC,QAAQ,YAAY,IAAI,CAAC,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,YAAY,iBAAa,CAAC,eAAe,EAAE,CAAC,CAAC;KAC9D;IACD,OAAO,IAAA,0BAAkB,EAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;AACpE,CAAC,CAAC;AALW,QAAA,iBAAiB,qBAK5B;AAEF;;;;GAIG;AACI,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,EAAE,CAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AADlC,QAAA,cAAc,kBACoB;AAE/C;;;;GAIG;AACI,MAAM,aAAa,GAAG,CAAC,OAAe,EAAE,EAAE;IAC/C,2CAA2C;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IAE5D,+BAA+B;IAC/B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;QAC5B,UAAM,CAAC,IAAI,CACT,iCAAiC,OAAO,iHAAiH,SAAS,UAAU,CAC7K,CAAC;KACH;IAED,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAZW,QAAA,aAAa,iBAYxB;AAEF;;;;;;GAMG;AACI,MAAM,cAAc,GAAG,CAAC,KAAa,EAAU,EAAE;IACtD,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,QAAQ,IAAI,EAAE;QACZ,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,IAAI,CAAC;QACpB,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC;QACzB,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAC9B,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACnC,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACvC,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACxC,KAAK,GAAG;YACN,OAAO,GAAG,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACzC;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;KACnD;AACH,CAAC,CAAC;AArBW,QAAA,cAAc,kBAqBzB;AAEF;;;;;GAKG;AACI,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;IACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACjC,CAAC,CAAC;AAHW,QAAA,iBAAiB,qBAG5B;AAEF;;;;;;;GAOG;AACI,MAAM,QAAQ,GAAG,CAAI,GAAM,EAAK,EAAE;IACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;AACzC,CAAC,CAAC;AAFW,QAAA,QAAQ,YAEnB;AAEF;;;;;;GAMG;AACI,MAAM,kBAAkB,GAAG,CAChC,IAAgC,EACJ,EAAE;;IAC9B,eAAe;IACf,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAA6B,IAAI,CAAC,CAAC;IAC3D,uCAAuC;IACvC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG;QACtB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM;QACxB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,IAAI,EAAE,CAAC;KAC9C,CAAC;IACF,yDAAyD;IACzD,MAAM,WAAW,GAAG,CAAC,KAAU,EAAE,YAAqB,KAAK,EAAE,EAAE;QAC7D,KAAK,CAAC,QAAQ,GAAG,eAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9C,oEAAoE;QACpE,4DAA4D;QAC5D,IAAI,KAAK,CAAC,kBAAkB,EAAE;YAC5B,KAAK,CAAC,gBAAgB,GAAG,mBAAe,CAAC,OAAO,CAAC;SAClD;aAAM;YACL,uBAAuB;YACvB,QAAQ,KAAK,CAAC,QAAQ,EAAE;gBACtB,KAAK,YAAQ,CAAC,WAAW;oBACvB,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,kBAAkB;wBACpC,CAAC,CAAC,mBAAe,CAAC,WAAW,CAAC;oBAChC,MAAM;gBACR,KAAK,YAAQ,CAAC,YAAY;oBACxB,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,mBAAmB;wBACrC,CAAC,CAAC,mBAAe,CAAC,YAAY,CAAC;oBACjC,MAAM;gBACR,KAAK,YAAQ,CAAC,cAAc;oBAC1B,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,qBAAqB;wBACvC,CAAC,CAAC,mBAAe,CAAC,cAAc,CAAC;oBACnC,MAAM;gBACR,KAAK,YAAQ,CAAC,aAAa;oBACzB,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,oBAAoB;wBACtC,CAAC,CAAC,mBAAe,CAAC,aAAa,CAAC;oBAClC,MAAM;gBACR,KAAK,YAAQ,CAAC,UAAU;oBACtB,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,iBAAiB;wBACnC,CAAC,CAAC,mBAAe,CAAC,UAAU,CAAC;oBAC/B,MAAM;gBACR,KAAK,YAAQ,CAAC,iBAAiB;oBAC7B,KAAK,CAAC,gBAAgB,GAAG,SAAS;wBAChC,CAAC,CAAC,mBAAe,CAAC,wBAAwB;wBAC1C,CAAC,CAAC,mBAAe,CAAC,iBAAiB,CAAC;oBACtC,MAAM;gBACR;oBACE,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC;oBACxC,MAAM;aACT;SACF;QAED,0DAA0D;QAC1D,IAAI,KAAK,CAAC,aAAa,EAAE;YACvB,MAAM,YAAY,GAAG,KAAK,CAAC,aAAoB,CAAC;YAChD,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACvD;QACD,yGAAyG;QACzG,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YACrD,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,YAAiB,EAAE,EAAE;gBAC9C,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;YAC/C,CAAC,CAAC,CAAC;SACJ;QACD,oDAAoD;QACpD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3C,KAAK,CAAC,QAAQ,GAAG,YAAQ,CAAC,KAAK,CAAC;YAChC,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;YAC1B,KAAK,CAAC,WAAW,GAAG,YAAQ,CAAC,MAAM,CAAC;YACpC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC;YAE9B,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,UAAe,EAAE,EAAE;gBACvC,UAAU,CAAC,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;gBAC/C,OAAO,UAAU,CAAC,YAAY,CAAC;gBAE/B,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAE9B,gFAAgF;gBAChF,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;gBAC5C,6EAA6E;gBAC7E,IACE,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CACrB,CAAC,YAAiB,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,KAAK,cAAc,CAC3D,EACD;oBACA,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;wBACrB,GAAG,EAAE,cAAc;wBACnB,KAAK,EAAE,UAAU,CAAC,YAAY;qBAC/B,CAAC,CAAC;iBACJ;gBAED,KAAK,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC;gBAE7C,2CAA2C;gBAC3C,UAAU,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,YAAiB,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,KAAK,cAAc,CAC3D,CAAC;YACJ,CAAC,CAAC,CAAC;SACJ;IACH,CAAC,CAAC;IAEF,MAAM,WAAW,GAAgC,EAAE,CAAC;IACpD,MAAM,aAAa,GAAgC,EAAE,CAAC;IACtD,MAAM,eAAe,GAAgC,EAAE,CAAC;IAExD,MAAA,MAAA,OAAO,CAAC,MAAM,0CAAE,MAAM,0CAAE,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;QACzC,WAAW,CAAC,CAAC,CAAC,CAAC;QACf,8CAA8C;QAC9C,yCAAyC;QACzC,IAAI,IAAA,gBAAY,EAAC,CAAC,CAAC,QAAQ,CAAC,EAAE;YAC5B,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACzB;aAAM,IACL,CAAC,CAAC,QAAQ,KAAK,YAAQ,CAAC,KAAK;YAC7B,CAAC,CAAC,WAAW,KAAK,YAAQ,CAAC,MAAM,EACjC;YACA,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,UAAe,EAAE,EAAE;gBACnC,IAAI,IAAA,gBAAY,EAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;oBACrC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU,CAAC;iBAC3D;qBAAM;oBACL,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU,CAAC;iBAC7D;YACH,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC3B;QAED,IAAI,CAAC,CAAC,gBAAgB,EAAE;YACtB,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC7B;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;IAClC,OAAO,CAAC,aAAa,GAAG,aAAa,CAAC;IACtC,OAAO,CAAC,eAAe,GAAG,eAAe,CAAC;IAE1C,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AA3IW,QAAA,kBAAkB,sBA2I7B"}
|
|
@@ -1,7 +1,20 @@
|
|
|
1
1
|
import { KeyValuePair, FieldSchema, SparseFloatVector, FieldData } from '../';
|
|
2
2
|
import { Pool } from 'generic-pool';
|
|
3
3
|
/**
|
|
4
|
-
*
|
|
4
|
+
* Failover handler type for global cluster support.
|
|
5
|
+
* When attached to a pool, promisify will call this on UNAVAILABLE errors
|
|
6
|
+
* after all interceptor retries are exhausted.
|
|
7
|
+
* Should return a new pool to retry with, or null if no failover occurred.
|
|
8
|
+
*/
|
|
9
|
+
export type FailoverHandler = (error: any) => Promise<Pool<any> | null>;
|
|
10
|
+
/** Well-known property key for attaching a failover handler to a pool. */
|
|
11
|
+
export declare const FAILOVER_HANDLER_KEY = "__failoverHandler";
|
|
12
|
+
/**
|
|
13
|
+
* Attach a failover handler to a pool for global cluster support.
|
|
14
|
+
*/
|
|
15
|
+
export declare function setPoolFailoverHandler(pool: Pool<any>, handler: FailoverHandler): void;
|
|
16
|
+
/**
|
|
17
|
+
* Promisify a function call with optional timeout, metadata, and global cluster failover.
|
|
5
18
|
* @param pool - The pool of gRPC clients
|
|
6
19
|
* @param target - The name of the target function to call
|
|
7
20
|
* @param params - The parameters to pass to the target function (may contain client_request_id or client-request-id)
|
|
@@ -9,55 +9,54 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
9
9
|
});
|
|
10
10
|
};
|
|
11
11
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.extractRequestMetadata = exports.getValidDataArray = exports.getSparseDim = exports.getPKFieldExpr = exports.getQueryIteratorExpr = exports.sleep = exports.findKeyValue = exports.promisify = void 0;
|
|
12
|
+
exports.extractRequestMetadata = exports.getValidDataArray = exports.getSparseDim = exports.getPKFieldExpr = exports.getQueryIteratorExpr = exports.sleep = exports.findKeyValue = exports.promisify = exports.setPoolFailoverHandler = exports.FAILOVER_HANDLER_KEY = void 0;
|
|
13
13
|
const __1 = require("../");
|
|
14
|
+
const logger_1 = require("./logger");
|
|
14
15
|
const grpc_js_1 = require("@grpc/grpc-js");
|
|
16
|
+
/** Well-known property key for attaching a failover handler to a pool. */
|
|
17
|
+
exports.FAILOVER_HANDLER_KEY = '__failoverHandler';
|
|
15
18
|
/**
|
|
16
|
-
*
|
|
17
|
-
* @param pool - The pool of gRPC clients
|
|
18
|
-
* @param target - The name of the target function to call
|
|
19
|
-
* @param params - The parameters to pass to the target function (may contain client_request_id or client-request-id)
|
|
20
|
-
* @param timeout - Optional timeout in milliseconds
|
|
21
|
-
* @param requestMetadata - Optional metadata to include in the request (e.g., client-request-id). If not provided, will be extracted from params automatically.
|
|
22
|
-
* @returns A Promise that resolves with the result of the target function call
|
|
19
|
+
* Attach a failover handler to a pool for global cluster support.
|
|
23
20
|
*/
|
|
24
|
-
function
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
21
|
+
function setPoolFailoverHandler(pool, handler) {
|
|
22
|
+
pool[exports.FAILOVER_HANDLER_KEY] = handler;
|
|
23
|
+
}
|
|
24
|
+
exports.setPoolFailoverHandler = setPoolFailoverHandler;
|
|
25
|
+
/**
|
|
26
|
+
* Check if an error is a gRPC UNAVAILABLE error.
|
|
27
|
+
*/
|
|
28
|
+
function isUnavailableError(err) {
|
|
29
|
+
return err && err.code === grpc_js_1.status.UNAVAILABLE;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Execute a single gRPC call via the pool.
|
|
33
|
+
*/
|
|
34
|
+
function executeCall(pool, target, params, timeout, requestMetadata) {
|
|
35
|
+
const t = timeout === 0 ? 1000 * 60 * 60 * 24 : timeout;
|
|
36
|
+
return (() => __awaiter(this, void 0, void 0, function* () {
|
|
29
37
|
const client = yield pool.acquire();
|
|
30
|
-
// Extract traceid from params if requestMetadata is not explicitly provided
|
|
31
38
|
let finalRequestMetadata = requestMetadata;
|
|
32
39
|
if (!finalRequestMetadata && params) {
|
|
33
40
|
finalRequestMetadata = (0, exports.extractRequestMetadata)(params);
|
|
34
41
|
}
|
|
35
|
-
// Create metadata object if traceid is found
|
|
36
42
|
const metadata = finalRequestMetadata ? new grpc_js_1.Metadata() : undefined;
|
|
37
43
|
if (metadata && finalRequestMetadata) {
|
|
38
|
-
// Support both client_request_id and client-request-id (for compatibility)
|
|
39
|
-
// Priority: client_request_id > client-request-id (JavaScript/TypeScript convention)
|
|
40
44
|
const clientRequestId = getClientRequestId(finalRequestMetadata);
|
|
41
45
|
if (clientRequestId) {
|
|
42
|
-
// Convert to string to prevent runtime errors if non-string value is passed
|
|
43
46
|
metadata.add(__1.METADATA.CLIENT_REQUEST_ID, String(clientRequestId));
|
|
44
47
|
}
|
|
45
48
|
}
|
|
46
|
-
// Create a new Promise that wraps the target function call
|
|
47
49
|
return new Promise((resolve, reject) => {
|
|
48
50
|
try {
|
|
49
|
-
// Call the target function with the provided parameters, deadline, and metadata
|
|
50
51
|
const callOptions = { deadline: new Date(Date.now() + t) };
|
|
51
52
|
if (metadata) {
|
|
52
53
|
callOptions.metadata = metadata;
|
|
53
54
|
}
|
|
54
55
|
client[target](params, callOptions, (err, result) => {
|
|
55
56
|
if (err) {
|
|
56
|
-
// If there was an error, reject the Promise with the error
|
|
57
57
|
reject(err);
|
|
58
58
|
}
|
|
59
59
|
else {
|
|
60
|
-
// Otherwise, resolve the Promise with the result
|
|
61
60
|
resolve(result);
|
|
62
61
|
}
|
|
63
62
|
if (client) {
|
|
@@ -72,6 +71,36 @@ function promisify(pool, target, params, timeout, requestMetadata) {
|
|
|
72
71
|
}
|
|
73
72
|
}
|
|
74
73
|
});
|
|
74
|
+
}))();
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Promisify a function call with optional timeout, metadata, and global cluster failover.
|
|
78
|
+
* @param pool - The pool of gRPC clients
|
|
79
|
+
* @param target - The name of the target function to call
|
|
80
|
+
* @param params - The parameters to pass to the target function (may contain client_request_id or client-request-id)
|
|
81
|
+
* @param timeout - Optional timeout in milliseconds
|
|
82
|
+
* @param requestMetadata - Optional metadata to include in the request (e.g., client-request-id). If not provided, will be extracted from params automatically.
|
|
83
|
+
* @returns A Promise that resolves with the result of the target function call
|
|
84
|
+
*/
|
|
85
|
+
function promisify(pool, target, params, timeout, requestMetadata) {
|
|
86
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
87
|
+
try {
|
|
88
|
+
return yield executeCall(pool, target, params, timeout, requestMetadata);
|
|
89
|
+
}
|
|
90
|
+
catch (error) {
|
|
91
|
+
// Check for global cluster failover handler
|
|
92
|
+
const handler = pool[exports.FAILOVER_HANDLER_KEY];
|
|
93
|
+
if (handler && isUnavailableError(error)) {
|
|
94
|
+
logger_1.logger.debug(`\x1b[36m[Global]\x1b[0m UNAVAILABLE error on \x1b[1m${target}\x1b[0m, triggering failover handler`);
|
|
95
|
+
const newPool = yield handler(error);
|
|
96
|
+
if (newPool) {
|
|
97
|
+
logger_1.logger.debug(`\x1b[36m[Global]\x1b[0m Failover complete, retrying \x1b[1m${target}\x1b[0m with new pool`);
|
|
98
|
+
// Retry once with the new pool (after failover)
|
|
99
|
+
return yield executeCall(newPool, target, params, timeout, requestMetadata);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
throw error;
|
|
103
|
+
}
|
|
75
104
|
});
|
|
76
105
|
}
|
|
77
106
|
exports.promisify = promisify;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Function.js","sourceRoot":"","sources":["../../../milvus/utils/Function.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2BAQa;
|
|
1
|
+
{"version":3,"file":"Function.js","sourceRoot":"","sources":["../../../milvus/utils/Function.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2BAQa;AACb,qCAAkC;AAElC,2CAA+D;AAY/D,0EAA0E;AAC7D,QAAA,oBAAoB,GAAG,mBAAmB,CAAC;AAExD;;GAEG;AACH,SAAgB,sBAAsB,CACpC,IAAe,EACf,OAAwB;IAEvB,IAAY,CAAC,4BAAoB,CAAC,GAAG,OAAO,CAAC;AAChD,CAAC;AALD,wDAKC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,GAAQ;IAClC,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,gBAAU,CAAC,WAAW,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAClB,IAAe,EACf,MAAc,EACd,MAAW,EACX,OAAe,EACf,eAA8E;IAE9E,MAAM,CAAC,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAExD,OAAO,CAAC,GAAS,EAAE;QACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAEpC,IAAI,oBAAoB,GAAG,eAAe,CAAC;QAC3C,IAAI,CAAC,oBAAoB,IAAI,MAAM,EAAE;YACnC,oBAAoB,GAAG,IAAA,8BAAsB,EAAC,MAAM,CAAC,CAAC;SACvD;QAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,CAAC,CAAC,IAAI,kBAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,IAAI,QAAQ,IAAI,oBAAoB,EAAE;YACpC,MAAM,eAAe,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;YACjE,IAAI,eAAe,EAAE;gBACnB,QAAQ,CAAC,GAAG,CAAC,YAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;aACnE;SACF;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI;gBACF,MAAM,WAAW,GAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;gBAChE,IAAI,QAAQ,EAAE;oBACZ,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC;iBACjC;gBAED,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,GAAQ,EAAE,MAAW,EAAE,EAAE;oBAC5D,IAAI,GAAG,EAAE;wBACP,MAAM,CAAC,GAAG,CAAC,CAAC;qBACb;yBAAM;wBACL,OAAO,CAAC,MAAM,CAAC,CAAC;qBACjB;oBACD,IAAI,MAAM,EAAE;wBACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;qBACtB;gBACH,CAAC,CAAC,CAAC;aACJ;YAAC,OAAO,CAAM,EAAE;gBACf,MAAM,CAAC,CAAC,CAAC,CAAC;gBACV,IAAI,MAAM,EAAE;oBACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;iBACtB;aACF;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAA,CAAC,EAAE,CAAC;AACP,CAAC;AAED;;;;;;;;GAQG;AACH,SAAsB,SAAS,CAC7B,IAAe,EACf,MAAc,EACd,MAAW,EACX,OAAe,EACf,eAA8E;;QAE9E,IAAI;YACF,OAAO,MAAM,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;SAC1E;QAAC,OAAO,KAAU,EAAE;YACnB,4CAA4C;YAC5C,MAAM,OAAO,GACV,IAAY,CAAC,4BAAoB,CAAC,CAAC;YAEtC,IAAI,OAAO,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE;gBACxC,eAAM,CAAC,KAAK,CACV,uDAAuD,MAAM,sCAAsC,CACpG,CAAC;gBACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,OAAO,EAAE;oBACX,eAAM,CAAC,KAAK,CACV,8DAA8D,MAAM,uBAAuB,CAC5F,CAAC;oBACF,gDAAgD;oBAChD,OAAO,MAAM,WAAW,CACtB,OAAO,EACP,MAAM,EACN,MAAM,EACN,OAAO,EACP,eAAe,CAChB,CAAC;iBACH;aACF;YAED,MAAM,KAAK,CAAC;SACb;IACH,CAAC;CAAA;AApCD,8BAoCC;AAEM,MAAM,YAAY,GAAG,CAAC,GAAmB,EAAE,GAAW,EAAE,EAAE,WAC/D,OAAA,MAAA,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,0CAAE,KAAK,CAAA,EAAA,CAAC;AADzB,QAAA,YAAY,gBACa;AAE/B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE;IACpC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3D,CAAC,CAAC;AAFW,QAAA,KAAK,SAEhB;AAEF;;;;;;;;;GASG;AACI,MAAM,oBAAoB,GAAG,CAAC,MAIpC,EAAE,EAAE;IACH,aAAa;IACb,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3C,sEAAsE;IACtE,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,CAAC,QAAQ,EAAE;QACb,oBAAoB;QACpB,YAAY;YACV,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,MAAK,sBAAkB,CAAC,OAAO;gBAC/C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,GAAG,qBAAiB,EAAE,CAAC;KAC9B;SAAM;QACL,YAAY,GAAG,QAAkB,CAAC;KACnC;IAED,yCAAyC;IACzC,OAAO,IAAA,sBAAc,EAAC;QACpB,OAAO;QACP,KAAK,EAAE,YAAY;QACnB,IAAI;QACJ,SAAS,EAAE,GAAG;KACf,CAAC,CAAC;AACL,CAAC,CAAC;AA3BW,QAAA,oBAAoB,wBA2B/B;AAEF,qGAAqG;AAC9F,MAAM,cAAc,GAAG,CAAC,IAK9B,EAAE,EAAE;IACH,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,GAAG,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;IAC7D,MAAM,OAAO,GACX,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,MAAK,sBAAkB,CAAC,OAAO;QAC/C,CAAC,CAAC,IAAI,KAAK,GAAG;QACd,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC;IACjB,OAAO,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,IAAI,SAAS,IAAI,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAChF,CAAC,CAAC;AAZW,QAAA,cAAc,kBAYzB;AACF,0CAA0C;AACnC,MAAM,YAAY,GAAG,CAAC,IAAyB,EAAE,EAAE;IACxD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACtB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE;YACxB,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;SACtB;KACF;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AATW,QAAA,YAAY,gBASvB;AAEF,iBAAiB;AACjB,+GAA+G;AACxG,MAAM,iBAAiB,GAAG,CAAC,IAAiB,EAAE,MAAc,EAAE,EAAE;IACrE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAJW,QAAA,iBAAiB,qBAI5B;AAEF;;;;;GAKG;AACH,MAAM,kBAAkB,GAAG,CAAC,QAG3B,EAAsB,EAAE;IACvB,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO,SAAS,CAAC;KAClB;IACD,qFAAqF;IACrF,OAAO,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,mBAAmB,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF;;;;;;GAMG;AACI,MAAM,sBAAsB,GAAG,CACpC,IAAS,EAKG,EAAE;IACd,MAAM,eAAe,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO,eAAe;QACpB,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,eAAe,CAAC,EAAE;QAClD,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC,CAAC;AAXW,QAAA,sBAAsB,0BAWjC"}
|