@zilliz/milvus2-sdk-node 2.6.11 → 2.6.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +815 -41
- package/dist/milvus/HttpClient.d.ts +10 -10
- package/dist/milvus/MilvusClient.js +6 -3
- package/dist/milvus/MilvusClient.js.map +1 -1
- package/dist/milvus/bulkwriter/BulkWriter.d.ts +35 -0
- package/dist/milvus/bulkwriter/BulkWriter.js +315 -0
- package/dist/milvus/bulkwriter/BulkWriter.js.map +1 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.d.ts +18 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.js +131 -0
- package/dist/milvus/bulkwriter/ColumnBuffer.js.map +1 -0
- package/dist/milvus/bulkwriter/JsonFormatter.d.ts +5 -0
- package/dist/milvus/bulkwriter/JsonFormatter.js +213 -0
- package/dist/milvus/bulkwriter/JsonFormatter.js.map +1 -0
- package/dist/milvus/bulkwriter/LocalStorage.d.ts +4 -0
- package/dist/milvus/bulkwriter/LocalStorage.js +21 -0
- package/dist/milvus/bulkwriter/LocalStorage.js.map +1 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.d.ts +5 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.js +326 -0
- package/dist/milvus/bulkwriter/ParquetFormatter.js.map +1 -0
- package/dist/milvus/bulkwriter/Types.d.ts +27 -0
- package/dist/milvus/bulkwriter/Types.js +3 -0
- package/dist/milvus/bulkwriter/Types.js.map +1 -0
- package/dist/milvus/bulkwriter/index.d.ts +6 -0
- package/dist/milvus/bulkwriter/index.js +14 -0
- package/dist/milvus/bulkwriter/index.js.map +1 -0
- package/dist/milvus/const/error.d.ts +1 -0
- package/dist/milvus/const/error.js +2 -1
- package/dist/milvus/const/error.js.map +1 -1
- package/dist/milvus/const/milvus.d.ts +3 -1
- package/dist/milvus/const/milvus.js +2 -0
- package/dist/milvus/const/milvus.js.map +1 -1
- package/dist/milvus/grpc/BaseClient.d.ts +7 -1
- package/dist/milvus/grpc/BaseClient.js +17 -2
- package/dist/milvus/grpc/BaseClient.js.map +1 -1
- package/dist/milvus/grpc/Collection.d.ts +52 -3
- package/dist/milvus/grpc/Collection.js +70 -2
- package/dist/milvus/grpc/Collection.js.map +1 -1
- package/dist/milvus/grpc/Data.d.ts +96 -4
- package/dist/milvus/grpc/Data.js +139 -13
- package/dist/milvus/grpc/Data.js.map +1 -1
- package/dist/milvus/grpc/GrpcClient.d.ts +19 -3
- package/dist/milvus/grpc/GrpcClient.js +168 -10
- package/dist/milvus/grpc/GrpcClient.js.map +1 -1
- package/dist/milvus/grpc/MilvusIndex.d.ts +22 -0
- package/dist/milvus/grpc/MilvusIndex.js +28 -0
- package/dist/milvus/grpc/MilvusIndex.js.map +1 -1
- package/dist/milvus/http/Alias.d.ts +1 -1
- package/dist/milvus/http/Collection.d.ts +1 -1
- package/dist/milvus/http/Database.d.ts +1 -1
- package/dist/milvus/http/Import.d.ts +1 -1
- package/dist/milvus/http/MilvusIndex.d.ts +1 -1
- package/dist/milvus/http/Partition.d.ts +1 -1
- package/dist/milvus/http/Role.d.ts +1 -1
- package/dist/milvus/http/User.d.ts +1 -1
- package/dist/milvus/http/Vector.d.ts +1 -1
- package/dist/milvus/index.d.ts +1 -0
- package/dist/milvus/index.js +2 -0
- package/dist/milvus/index.js.map +1 -1
- package/dist/milvus/types/Client.d.ts +8 -3
- package/dist/milvus/types/Collection.d.ts +21 -1
- package/dist/milvus/types/GlobalCluster.d.ts +23 -0
- package/dist/milvus/types/GlobalCluster.js +12 -0
- package/dist/milvus/types/GlobalCluster.js.map +1 -0
- package/dist/milvus/types/Resource.d.ts +8 -2
- package/dist/milvus/types/Search.d.ts +42 -0
- package/dist/milvus/types/Search.js +7 -0
- package/dist/milvus/types/Search.js.map +1 -1
- package/dist/milvus/types/Segments.d.ts +33 -1
- package/dist/milvus/types/index.d.ts +1 -0
- package/dist/milvus/types/index.js +1 -0
- package/dist/milvus/types/index.js.map +1 -1
- package/dist/milvus/utils/Format.js +47 -39
- package/dist/milvus/utils/Format.js.map +1 -1
- package/dist/milvus/utils/Function.d.ts +14 -1
- package/dist/milvus/utils/Function.js +51 -22
- package/dist/milvus/utils/Function.js.map +1 -1
- package/dist/milvus/utils/GlobalTopology.d.ts +56 -0
- package/dist/milvus/utils/GlobalTopology.js +215 -0
- package/dist/milvus/utils/GlobalTopology.js.map +1 -0
- package/dist/milvus/utils/Grpc.js +3 -2
- package/dist/milvus/utils/Grpc.js.map +1 -1
- package/dist/milvus/utils/Schema.d.ts +1 -1
- package/dist/milvus/utils/Schema.js +4 -4
- package/dist/milvus/utils/Schema.js.map +1 -1
- package/dist/milvus/utils/Search.d.ts +54 -1
- package/dist/milvus/utils/Search.js +50 -4
- package/dist/milvus/utils/Search.js.map +1 -1
- package/dist/milvus/utils/index.d.ts +1 -0
- package/dist/milvus/utils/index.js +1 -0
- package/dist/milvus/utils/index.js.map +1 -1
- package/dist/sdk.json +1 -1
- package/package.json +5 -2
|
@@ -0,0 +1,326 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
26
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
27
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
28
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
29
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
30
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
31
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
32
|
+
});
|
|
33
|
+
};
|
|
34
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
35
|
+
exports.ParquetFormatter = void 0;
|
|
36
|
+
const path = __importStar(require("path"));
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const parquetjs_1 = require("@dsnp/parquetjs");
|
|
39
|
+
const __1 = require("../");
|
|
40
|
+
const DYNAMIC_FIELD = '$meta';
|
|
41
|
+
/**
|
|
42
|
+
* Maps a Milvus DataType to a @dsnp/parquetjs schema field definition.
|
|
43
|
+
* Follows the same mapping as pymilvus ARROW_TYPE_CREATOR.
|
|
44
|
+
*/
|
|
45
|
+
function parquetFieldDef(dt) {
|
|
46
|
+
switch (dt) {
|
|
47
|
+
case __1.DataType.Bool:
|
|
48
|
+
return { type: 'BOOLEAN' };
|
|
49
|
+
case __1.DataType.Int8:
|
|
50
|
+
return { type: 'INT_8' };
|
|
51
|
+
case __1.DataType.Int16:
|
|
52
|
+
return { type: 'INT_16' };
|
|
53
|
+
case __1.DataType.Int32:
|
|
54
|
+
return { type: 'INT32' };
|
|
55
|
+
case __1.DataType.Int64:
|
|
56
|
+
return { type: 'INT64' };
|
|
57
|
+
case __1.DataType.Float:
|
|
58
|
+
return { type: 'FLOAT' };
|
|
59
|
+
case __1.DataType.Double:
|
|
60
|
+
return { type: 'DOUBLE' };
|
|
61
|
+
// VarChar, JSON, Geometry, Timestamptz, SparseFloatVector → UTF8 string
|
|
62
|
+
case __1.DataType.VarChar:
|
|
63
|
+
case __1.DataType.JSON:
|
|
64
|
+
case __1.DataType.Geometry:
|
|
65
|
+
case __1.DataType.Timestamptz:
|
|
66
|
+
case __1.DataType.SparseFloatVector:
|
|
67
|
+
return { type: 'UTF8' };
|
|
68
|
+
// Vectors → LIST of element type
|
|
69
|
+
case __1.DataType.FloatVector:
|
|
70
|
+
return listOf('FLOAT');
|
|
71
|
+
case __1.DataType.BinaryVector:
|
|
72
|
+
case __1.DataType.Float16Vector:
|
|
73
|
+
case __1.DataType.BFloat16Vector:
|
|
74
|
+
return listOf('UINT_8');
|
|
75
|
+
case __1.DataType.Int8Vector:
|
|
76
|
+
return listOf('INT_8');
|
|
77
|
+
default:
|
|
78
|
+
return { type: 'UTF8' }; // fallback: JSON stringify
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
/** Helper to create a LIST schema field. */
|
|
82
|
+
function listOf(elementType) {
|
|
83
|
+
return {
|
|
84
|
+
type: 'LIST',
|
|
85
|
+
fields: {
|
|
86
|
+
list: {
|
|
87
|
+
repeated: true,
|
|
88
|
+
fields: {
|
|
89
|
+
element: { type: elementType },
|
|
90
|
+
},
|
|
91
|
+
},
|
|
92
|
+
},
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
/** Create a LIST of struct schema for Array<Struct> fields. */
|
|
96
|
+
function listOfStruct(subFields) {
|
|
97
|
+
const elementFields = {};
|
|
98
|
+
for (const sf of subFields) {
|
|
99
|
+
const sfDt = (0, __1.convertToDataType)(sf.data_type);
|
|
100
|
+
elementFields[sf.name] = parquetFieldDef(sfDt);
|
|
101
|
+
}
|
|
102
|
+
return {
|
|
103
|
+
type: 'LIST',
|
|
104
|
+
fields: {
|
|
105
|
+
list: {
|
|
106
|
+
repeated: true,
|
|
107
|
+
fields: {
|
|
108
|
+
element: {
|
|
109
|
+
fields: elementFields,
|
|
110
|
+
},
|
|
111
|
+
},
|
|
112
|
+
},
|
|
113
|
+
},
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
/**
|
|
117
|
+
* Build a ParquetSchema from a BulkWriterSchema.
|
|
118
|
+
* Matches pymilvus _deduce_arrow_schema behavior.
|
|
119
|
+
*/
|
|
120
|
+
function buildParquetSchema(schema) {
|
|
121
|
+
const schemaDef = {};
|
|
122
|
+
const activeFields = schema.fields.filter(f => !f.autoID && !f.is_function_output);
|
|
123
|
+
for (const field of activeFields) {
|
|
124
|
+
const dt = (0, __1.convertToDataType)(field.data_type);
|
|
125
|
+
if (dt === __1.DataType.Array) {
|
|
126
|
+
const et = field.element_type
|
|
127
|
+
? (0, __1.convertToDataType)(field.element_type)
|
|
128
|
+
: null;
|
|
129
|
+
if (et === __1.DataType.Struct && field.fields) {
|
|
130
|
+
// Array<Struct>
|
|
131
|
+
schemaDef[field.name] = listOfStruct(field.fields);
|
|
132
|
+
}
|
|
133
|
+
else if (et !== null) {
|
|
134
|
+
// Array<scalar>
|
|
135
|
+
const elementDef = parquetFieldDef(et);
|
|
136
|
+
schemaDef[field.name] = listOf(elementDef.type);
|
|
137
|
+
}
|
|
138
|
+
else {
|
|
139
|
+
schemaDef[field.name] = { type: 'UTF8' }; // fallback
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
else {
|
|
143
|
+
schemaDef[field.name] = parquetFieldDef(dt);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
// Dynamic field column
|
|
147
|
+
if (schema.enable_dynamic_field) {
|
|
148
|
+
schemaDef[DYNAMIC_FIELD] = { type: 'UTF8' };
|
|
149
|
+
}
|
|
150
|
+
return new parquetjs_1.ParquetSchema(schemaDef);
|
|
151
|
+
}
|
|
152
|
+
/** Wrap an array as parquetjs LIST format: { list: [{ element: v }, ...] } */
|
|
153
|
+
function wrapList(arr) {
|
|
154
|
+
return { list: arr.map(v => ({ element: v })) };
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* Normalize a value for Parquet serialization.
|
|
158
|
+
* - JSON, Sparse, Timestamptz(Date) → string
|
|
159
|
+
* - Vectors → LIST wrapped
|
|
160
|
+
* - Float16/BFloat16 Uint8Array → LIST of uint8
|
|
161
|
+
* - Int8Array → LIST of int8
|
|
162
|
+
* - Array → LIST wrapped
|
|
163
|
+
* - Array<Struct> → LIST of struct wrapped
|
|
164
|
+
* - Int64 → BigInt
|
|
165
|
+
*/
|
|
166
|
+
function normalizeForParquet(val, field, dt) {
|
|
167
|
+
if (val === null || val === undefined)
|
|
168
|
+
return null;
|
|
169
|
+
switch (dt) {
|
|
170
|
+
case __1.DataType.JSON:
|
|
171
|
+
return JSON.stringify(val);
|
|
172
|
+
case __1.DataType.SparseFloatVector:
|
|
173
|
+
return JSON.stringify(normalizeSparseForParquet(val));
|
|
174
|
+
case __1.DataType.Timestamptz:
|
|
175
|
+
if (val instanceof Date)
|
|
176
|
+
return val.toISOString();
|
|
177
|
+
return val;
|
|
178
|
+
case __1.DataType.Geometry:
|
|
179
|
+
return val;
|
|
180
|
+
case __1.DataType.Int64:
|
|
181
|
+
return BigInt(val);
|
|
182
|
+
case __1.DataType.FloatVector:
|
|
183
|
+
return wrapList(val);
|
|
184
|
+
case __1.DataType.BinaryVector:
|
|
185
|
+
return wrapList(val);
|
|
186
|
+
case __1.DataType.Float16Vector:
|
|
187
|
+
case __1.DataType.BFloat16Vector:
|
|
188
|
+
if (val instanceof Uint8Array) {
|
|
189
|
+
return wrapList(Array.from(val));
|
|
190
|
+
}
|
|
191
|
+
// number[] → need to convert to bytes (uint8)
|
|
192
|
+
// For Parquet, Float16/BFloat16 are stored as raw bytes
|
|
193
|
+
return wrapList(val);
|
|
194
|
+
case __1.DataType.Int8Vector:
|
|
195
|
+
if (val instanceof Int8Array) {
|
|
196
|
+
return wrapList(Array.from(val));
|
|
197
|
+
}
|
|
198
|
+
return wrapList(val);
|
|
199
|
+
case __1.DataType.Array: {
|
|
200
|
+
const et = field.element_type
|
|
201
|
+
? (0, __1.convertToDataType)(field.element_type)
|
|
202
|
+
: null;
|
|
203
|
+
if (et === __1.DataType.Struct && Array.isArray(val) && field.fields) {
|
|
204
|
+
// Array<Struct> → normalize each struct's sub-field values
|
|
205
|
+
const subFieldMap = new Map(field.fields.map(sf => [sf.name, sf]));
|
|
206
|
+
return {
|
|
207
|
+
list: val.map((item) => {
|
|
208
|
+
const normalized = {};
|
|
209
|
+
for (const [k, v] of Object.entries(item)) {
|
|
210
|
+
const sf = subFieldMap.get(k);
|
|
211
|
+
if (sf) {
|
|
212
|
+
const sfDt = (0, __1.convertToDataType)(sf.data_type);
|
|
213
|
+
normalized[k] = normalizeForParquet(v, sf, sfDt);
|
|
214
|
+
}
|
|
215
|
+
else {
|
|
216
|
+
normalized[k] = v;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
return { element: normalized };
|
|
220
|
+
}),
|
|
221
|
+
};
|
|
222
|
+
}
|
|
223
|
+
// Array<Int64> → elements need BigInt conversion
|
|
224
|
+
if (et === __1.DataType.Int64 && Array.isArray(val)) {
|
|
225
|
+
return wrapList(val.map((v) => BigInt(v)));
|
|
226
|
+
}
|
|
227
|
+
// Array<scalar>
|
|
228
|
+
if (Array.isArray(val)) {
|
|
229
|
+
return wrapList(val);
|
|
230
|
+
}
|
|
231
|
+
return val;
|
|
232
|
+
}
|
|
233
|
+
// Struct as top-level field → JSON string (schema maps to UTF8)
|
|
234
|
+
case __1.DataType.Struct:
|
|
235
|
+
return JSON.stringify(val);
|
|
236
|
+
default:
|
|
237
|
+
return val;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
/** Normalize sparse vector to dict format (same as JsonFormatter). */
|
|
241
|
+
function normalizeSparseForParquet(val) {
|
|
242
|
+
if (val === null || val === undefined)
|
|
243
|
+
return val;
|
|
244
|
+
if (!Array.isArray(val) &&
|
|
245
|
+
typeof val === 'object' &&
|
|
246
|
+
!('indices' in val && 'values' in val)) {
|
|
247
|
+
return val;
|
|
248
|
+
}
|
|
249
|
+
if (typeof val === 'object' &&
|
|
250
|
+
!Array.isArray(val) &&
|
|
251
|
+
'indices' in val &&
|
|
252
|
+
'values' in val) {
|
|
253
|
+
const dict = {};
|
|
254
|
+
for (let i = 0; i < val.indices.length; i++) {
|
|
255
|
+
dict[String(val.indices[i])] = val.values[i];
|
|
256
|
+
}
|
|
257
|
+
return dict;
|
|
258
|
+
}
|
|
259
|
+
if (Array.isArray(val) &&
|
|
260
|
+
val.length > 0 &&
|
|
261
|
+
typeof val[0] === 'object' &&
|
|
262
|
+
'index' in val[0]) {
|
|
263
|
+
const dict = {};
|
|
264
|
+
for (const item of val) {
|
|
265
|
+
dict[String(item.index)] = item.value;
|
|
266
|
+
}
|
|
267
|
+
return dict;
|
|
268
|
+
}
|
|
269
|
+
if (Array.isArray(val)) {
|
|
270
|
+
const dict = {};
|
|
271
|
+
for (let i = 0; i < val.length; i++) {
|
|
272
|
+
if (val[i] !== undefined && val[i] !== null) {
|
|
273
|
+
dict[String(i)] = val[i];
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
return dict;
|
|
277
|
+
}
|
|
278
|
+
return val;
|
|
279
|
+
}
|
|
280
|
+
class ParquetFormatter {
|
|
281
|
+
constructor() {
|
|
282
|
+
this.extension = '.parquet';
|
|
283
|
+
}
|
|
284
|
+
persist(columns, dynamicRows, rowCount, dir, schema) {
|
|
285
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
286
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
287
|
+
const filePath = path.join(dir, `data${this.extension}`);
|
|
288
|
+
const parquetSchema = buildParquetSchema(schema);
|
|
289
|
+
// Pre-compute field metadata
|
|
290
|
+
const activeFields = schema.fields.filter(f => !f.autoID && !f.is_function_output);
|
|
291
|
+
const fieldMap = new Map(activeFields.map(f => [f.name, f]));
|
|
292
|
+
const fieldDataTypes = new Map(activeFields.map(f => [f.name, (0, __1.convertToDataType)(f.data_type)]));
|
|
293
|
+
const fieldNames = [...columns.keys()];
|
|
294
|
+
const hasDynamic = schema.enable_dynamic_field && dynamicRows.length > 0;
|
|
295
|
+
const writer = yield parquetjs_1.ParquetWriter.openFile(parquetSchema, filePath);
|
|
296
|
+
for (let i = 0; i < rowCount; i++) {
|
|
297
|
+
const row = {};
|
|
298
|
+
for (const name of fieldNames) {
|
|
299
|
+
const val = columns.get(name)[i];
|
|
300
|
+
const field = fieldMap.get(name);
|
|
301
|
+
if (field) {
|
|
302
|
+
const dt = fieldDataTypes.get(name);
|
|
303
|
+
row[name] = normalizeForParquet(val, field, dt);
|
|
304
|
+
}
|
|
305
|
+
else {
|
|
306
|
+
row[name] = val;
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
// Dynamic field → JSON string in $meta column
|
|
310
|
+
if (hasDynamic && dynamicRows[i]) {
|
|
311
|
+
const dyn = dynamicRows[i];
|
|
312
|
+
row[DYNAMIC_FIELD] =
|
|
313
|
+
Object.keys(dyn).length > 0 ? JSON.stringify(dyn) : '{}';
|
|
314
|
+
}
|
|
315
|
+
else if (schema.enable_dynamic_field) {
|
|
316
|
+
row[DYNAMIC_FIELD] = '{}';
|
|
317
|
+
}
|
|
318
|
+
yield writer.appendRow(row);
|
|
319
|
+
}
|
|
320
|
+
yield writer.close();
|
|
321
|
+
return [filePath];
|
|
322
|
+
});
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
exports.ParquetFormatter = ParquetFormatter;
|
|
326
|
+
//# sourceMappingURL=ParquetFormatter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ParquetFormatter.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/ParquetFormatter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AACzB,+CAA+D;AAC/D,2BAA6D;AAG7D,MAAM,aAAa,GAAG,OAAO,CAAC;AAE9B;;;GAGG;AACH,SAAS,eAAe,CAAC,EAAY;IACnC,QAAQ,EAAE,EAAE;QACV,KAAK,YAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,KAAK,YAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,KAAK,YAAQ,CAAC,MAAM;YAClB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,wEAAwE;QACxE,KAAK,YAAQ,CAAC,OAAO,CAAC;QACtB,KAAK,YAAQ,CAAC,IAAI,CAAC;QACnB,KAAK,YAAQ,CAAC,QAAQ,CAAC;QACvB,KAAK,YAAQ,CAAC,WAAW,CAAC;QAC1B,KAAK,YAAQ,CAAC,iBAAiB;YAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1B,iCAAiC;QACjC,KAAK,YAAQ,CAAC,WAAW;YACvB,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,KAAK,YAAQ,CAAC,YAAY,CAAC;QAC3B,KAAK,YAAQ,CAAC,aAAa,CAAC;QAC5B,KAAK,YAAQ,CAAC,cAAc;YAC1B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,KAAK,YAAQ,CAAC,UAAU;YACtB,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB;YACE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,2BAA2B;KACvD;AACH,CAAC;AAED,4CAA4C;AAC5C,SAAS,MAAM,CAAC,WAAmB;IACjC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE;oBACN,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC/B;aACF;SACF;KACF,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,SAAS,YAAY,CAAC,SAAsB;IAC1C,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE;QAC1B,MAAM,IAAI,GAAG,IAAA,qBAAiB,EAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;KAChD;IACD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE;oBACN,OAAO,EAAE;wBACP,MAAM,EAAE,aAAa;qBACtB;iBACF;aACF;SACF;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,MAAwB;IAClD,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB,CACxC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE;QAChC,MAAM,EAAE,GAAG,IAAA,qBAAiB,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAE9C,IAAI,EAAE,KAAK,YAAQ,CAAC,KAAK,EAAE;YACzB,MAAM,EAAE,GAAG,KAAK,CAAC,YAAY;gBAC3B,CAAC,CAAC,IAAA,qBAAiB,EAAC,KAAK,CAAC,YAAY,CAAC;gBACvC,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,KAAK,YAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;gBAC1C,gBAAgB;gBAChB,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;aACpD;iBAAM,IAAI,EAAE,KAAK,IAAI,EAAE;gBACtB,gBAAgB;gBAChB,MAAM,UAAU,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;gBACvC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACjD;iBAAM;gBACL,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,WAAW;aACtD;SACF;aAAM;YACL,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;SAC7C;KACF;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,oBAAoB,EAAE;QAC/B,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;KAC7C;IAED,OAAO,IAAI,yBAAa,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC;AAED,8EAA8E;AAC9E,SAAS,QAAQ,CAAC,GAAU;IAC1B,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAClD,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,mBAAmB,CAAC,GAAQ,EAAE,KAAgB,EAAE,EAAY;IACnE,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAEnD,QAAQ,EAAE,EAAE;QACV,KAAK,YAAQ,CAAC,IAAI;YAChB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAE7B,KAAK,YAAQ,CAAC,iBAAiB;YAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC,CAAC;QAExD,KAAK,YAAQ,CAAC,WAAW;YACvB,IAAI,GAAG,YAAY,IAAI;gBAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;YAClD,OAAO,GAAG,CAAC;QAEb,KAAK,YAAQ,CAAC,QAAQ;YACpB,OAAO,GAAG,CAAC;QAEb,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QAErB,KAAK,YAAQ,CAAC,WAAW;YACvB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEvB,KAAK,YAAQ,CAAC,YAAY;YACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEvB,KAAK,YAAQ,CAAC,aAAa,CAAC;QAC5B,KAAK,YAAQ,CAAC,cAAc;YAC1B,IAAI,GAAG,YAAY,UAAU,EAAE;gBAC7B,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;aAClC;YACD,8CAA8C;YAC9C,wDAAwD;YACxD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEvB,KAAK,YAAQ,CAAC,UAAU;YACtB,IAAI,GAAG,YAAY,SAAS,EAAE;gBAC5B,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;aAClC;YACD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEvB,KAAK,YAAQ,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,EAAE,GAAG,KAAK,CAAC,YAAY;gBAC3B,CAAC,CAAC,IAAA,qBAAiB,EAAC,KAAK,CAAC,YAAY,CAAC;gBACvC,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,KAAK,YAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;gBAChE,2DAA2D;gBAC3D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnE,OAAO;oBACL,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;wBAC1B,MAAM,UAAU,GAAwB,EAAE,CAAC;wBAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;4BACzC,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;4BAC9B,IAAI,EAAE,EAAE;gCACN,MAAM,IAAI,GAAG,IAAA,qBAAiB,EAAC,EAAE,CAAC,SAAS,CAAC,CAAC;gCAC7C,UAAU,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;6BAClD;iCAAM;gCACL,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;6BACnB;yBACF;wBACD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;oBACjC,CAAC,CAAC;iBACH,CAAC;aACH;YACD,iDAAiD;YACjD,IAAI,EAAE,KAAK,YAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC/C,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACjD;YACD,gBAAgB;YAChB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBACtB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;aACtB;YACD,OAAO,GAAG,CAAC;SACZ;QAED,gEAAgE;QAChE,KAAK,YAAQ,CAAC,MAAM;YAClB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAE7B;YACE,OAAO,GAAG,CAAC;KACd;AACH,CAAC;AAED,sEAAsE;AACtE,SAAS,yBAAyB,CAAC,GAAQ;IACzC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAElD,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACnB,OAAO,GAAG,KAAK,QAAQ;QACvB,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,QAAQ,IAAI,GAAG,CAAC,EACtC;QACA,OAAO,GAAG,CAAC;KACZ;IAED,IACE,OAAO,GAAG,KAAK,QAAQ;QACvB,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACnB,SAAS,IAAI,GAAG;QAChB,QAAQ,IAAI,GAAG,EACf;QACA,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC9C;QACD,OAAO,IAAI,CAAC;KACb;IAED,IACE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAClB,GAAG,CAAC,MAAM,GAAG,CAAC;QACd,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC1B,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,EACjB;QACA,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;SACvC;QACD,OAAO,IAAI,CAAC;KACb;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACtB,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACnC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE;gBAC3C,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;aAC1B;SACF;QACD,OAAO,IAAI,CAAC;KACb;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAa,gBAAgB;IAA7B;QACW,cAAS,GAAG,UAAU,CAAC;IA0DlC,CAAC;IAxDO,OAAO,CACX,OAA2B,EAC3B,WAAkC,EAClC,QAAgB,EAChB,GAAW,EACX,MAAwB;;YAExB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAEzD,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEjD,6BAA6B;YAC7B,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB,CACxC,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CACnC,CAAC;YACF,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAA,qBAAiB,EAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAChE,CAAC;YAEF,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEzE,MAAM,MAAM,GAAG,MAAM,yBAAa,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE;gBACjC,MAAM,GAAG,GAAwB,EAAE,CAAC;gBACpC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE;oBAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,CAAC,CAAC,CAAC;oBAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACjC,IAAI,KAAK,EAAE;wBACT,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;wBACrC,GAAG,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;qBACjD;yBAAM;wBACL,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;qBACjB;iBACF;gBAED,8CAA8C;gBAC9C,IAAI,UAAU,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE;oBAChC,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;oBAC3B,GAAG,CAAC,aAAa,CAAC;wBAChB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;iBAC5D;qBAAM,IAAI,MAAM,CAAC,oBAAoB,EAAE;oBACtC,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;iBAC3B;gBAED,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;aAC7B;YAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC;KAAA;CACF;AA3DD,4CA2DC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { FieldType } from '../types/Collection';
|
|
2
|
+
/** Serializes a ColumnBuffer to one or more files on disk. */
|
|
3
|
+
export interface Formatter {
|
|
4
|
+
readonly extension: string;
|
|
5
|
+
persist(columns: Map<string, any[]>, dynamicCol: Record<string, any>[], rowCount: number, dir: string, schema: BulkWriterSchema): Promise<string[]>;
|
|
6
|
+
}
|
|
7
|
+
/** Stores files (local pass-through or remote upload). */
|
|
8
|
+
export interface Storage {
|
|
9
|
+
/** Returns the final stored path. */
|
|
10
|
+
write(localPath: string, remotePath: string): Promise<string>;
|
|
11
|
+
}
|
|
12
|
+
export interface BulkWriterSchema {
|
|
13
|
+
fields: FieldType[];
|
|
14
|
+
enable_dynamic_field?: boolean;
|
|
15
|
+
}
|
|
16
|
+
export interface BulkWriterOptions {
|
|
17
|
+
schema: BulkWriterSchema;
|
|
18
|
+
storage?: Storage;
|
|
19
|
+
format?: 'json' | 'parquet';
|
|
20
|
+
chunkSize?: number;
|
|
21
|
+
localPath?: string;
|
|
22
|
+
}
|
|
23
|
+
export interface FlushEvent {
|
|
24
|
+
files: string[];
|
|
25
|
+
rowCount: number;
|
|
26
|
+
chunkIndex: number;
|
|
27
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Types.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/Types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export { BulkWriter } from './BulkWriter';
|
|
2
|
+
export { ColumnBuffer } from './ColumnBuffer';
|
|
3
|
+
export { JsonFormatter } from './JsonFormatter';
|
|
4
|
+
export { ParquetFormatter } from './ParquetFormatter';
|
|
5
|
+
export { LocalStorage } from './LocalStorage';
|
|
6
|
+
export type { Formatter, Storage, BulkWriterSchema, BulkWriterOptions, FlushEvent, } from './Types';
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LocalStorage = exports.ParquetFormatter = exports.JsonFormatter = exports.ColumnBuffer = exports.BulkWriter = void 0;
|
|
4
|
+
var BulkWriter_1 = require("./BulkWriter");
|
|
5
|
+
Object.defineProperty(exports, "BulkWriter", { enumerable: true, get: function () { return BulkWriter_1.BulkWriter; } });
|
|
6
|
+
var ColumnBuffer_1 = require("./ColumnBuffer");
|
|
7
|
+
Object.defineProperty(exports, "ColumnBuffer", { enumerable: true, get: function () { return ColumnBuffer_1.ColumnBuffer; } });
|
|
8
|
+
var JsonFormatter_1 = require("./JsonFormatter");
|
|
9
|
+
Object.defineProperty(exports, "JsonFormatter", { enumerable: true, get: function () { return JsonFormatter_1.JsonFormatter; } });
|
|
10
|
+
var ParquetFormatter_1 = require("./ParquetFormatter");
|
|
11
|
+
Object.defineProperty(exports, "ParquetFormatter", { enumerable: true, get: function () { return ParquetFormatter_1.ParquetFormatter; } });
|
|
12
|
+
var LocalStorage_1 = require("./LocalStorage");
|
|
13
|
+
Object.defineProperty(exports, "LocalStorage", { enumerable: true, get: function () { return LocalStorage_1.LocalStorage; } });
|
|
14
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/index.ts"],"names":[],"mappings":";;;AAAA,2CAA0C;AAAjC,wGAAA,UAAU,OAAA;AACnB,+CAA8C;AAArC,4GAAA,YAAY,OAAA;AACrB,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AACzB,+CAA8C;AAArC,4GAAA,YAAY,OAAA"}
|
|
@@ -16,6 +16,7 @@ export declare const ERROR_REASONS: {
|
|
|
16
16
|
INSERT_CHECK_WRONG_DATA_TYPE: string;
|
|
17
17
|
GET_METRIC_CHECK_PARAMS: string;
|
|
18
18
|
GET_FLUSH_STATE_CHECK_PARAMS: string;
|
|
19
|
+
GET_FLUSH_ALL_STATE_CHECK_PARAMS: string;
|
|
19
20
|
LOAD_BALANCE_CHECK_PARAMS: string;
|
|
20
21
|
PARTITION_NAMES_IS_REQUIRED: string;
|
|
21
22
|
ALIAS_NAME_IS_REQUIRED: string;
|
|
@@ -19,7 +19,8 @@ exports.ERROR_REASONS = {
|
|
|
19
19
|
INSERT_CHECK_WRONG_DIM: 'Insert fail: the length of the binary vector should be (dimension / 8).',
|
|
20
20
|
INSERT_CHECK_WRONG_DATA_TYPE: 'The value of the `data_type` property is not supported:',
|
|
21
21
|
GET_METRIC_CHECK_PARAMS: 'The `metric_type` property is missing.',
|
|
22
|
-
GET_FLUSH_STATE_CHECK_PARAMS: '
|
|
22
|
+
GET_FLUSH_STATE_CHECK_PARAMS: 'At least one of `segmentIDs`, `collection_name`, or `flush_ts` is required.',
|
|
23
|
+
GET_FLUSH_ALL_STATE_CHECK_PARAMS: 'At least one of `flush_all_ts` or `flush_all_tss` is required.',
|
|
23
24
|
LOAD_BALANCE_CHECK_PARAMS: 'The `src_nodeID` property is missing.',
|
|
24
25
|
PARTITION_NAMES_IS_REQUIRED: 'The `partition_names` property is missing.',
|
|
25
26
|
ALIAS_NAME_IS_REQUIRED: 'The `alias` property is missing.',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"error.js","sourceRoot":"","sources":["../../../milvus/const/error.ts"],"names":[],"mappings":";;;AAAA,yBAIY;AAEC,QAAA,aAAa,GAAG;IAC3B,0BAA0B,EAAE,oCAAoC;IAChE,gCAAgC,EAC9B,4DAA4D;IAC9D,8BAA8B,EAC5B,wDAAwD;IAC1D,mCAAmC,EACjC,mEAAmE;IACrE,0CAA0C,EACxC,kGAAkG;IACpG,gCAAgC,EAAE,gCAAgC;IAClE,uCAAuC,EACrC,sCAAsC;IACxC,kCAAkC,EAChC,yEAAyE;IAC3E,2BAA2B,EAAE,4CAA4C;IACzE,yBAAyB,EAAE,yCAAyC;IACpE,sCAAsC,EACpC,oEAAoE;IACtE,mCAAmC,EACjC,yEAAyE;IAC3E,wBAAwB,EACtB,qEAAqE;IACvE,sBAAsB,EACpB,yEAAyE;IAC3E,4BAA4B,EAC1B,yDAAyD;IAC3D,uBAAuB,EAAE,wCAAwC;IACjE,4BAA4B,EAC1B,
|
|
1
|
+
{"version":3,"file":"error.js","sourceRoot":"","sources":["../../../milvus/const/error.ts"],"names":[],"mappings":";;;AAAA,yBAIY;AAEC,QAAA,aAAa,GAAG;IAC3B,0BAA0B,EAAE,oCAAoC;IAChE,gCAAgC,EAC9B,4DAA4D;IAC9D,8BAA8B,EAC5B,wDAAwD;IAC1D,mCAAmC,EACjC,mEAAmE;IACrE,0CAA0C,EACxC,kGAAkG;IACpG,gCAAgC,EAAE,gCAAgC;IAClE,uCAAuC,EACrC,sCAAsC;IACxC,kCAAkC,EAChC,yEAAyE;IAC3E,2BAA2B,EAAE,4CAA4C;IACzE,yBAAyB,EAAE,yCAAyC;IACpE,sCAAsC,EACpC,oEAAoE;IACtE,mCAAmC,EACjC,yEAAyE;IAC3E,wBAAwB,EACtB,qEAAqE;IACvE,sBAAsB,EACpB,yEAAyE;IAC3E,4BAA4B,EAC1B,yDAAyD;IAC3D,uBAAuB,EAAE,wCAAwC;IACjE,4BAA4B,EAC1B,6EAA6E;IAC/E,gCAAgC,EAC9B,gEAAgE;IAClE,yBAAyB,EAAE,uCAAuC;IAClE,2BAA2B,EAAE,4CAA4C;IACzE,sBAAsB,EAAE,kCAAkC;IAC1D,yBAAyB,EAAE,yCAAyC;IACpE,yBAAyB,EACvB,mDAAmD;IACrD,oBAAoB,EAAE,qCAAqC;IAC3D,oBAAoB,EAAE,iDAAiD;IACvE,qBAAqB,EACnB,wFAAwF;IAC1F,eAAe,EAAE,qDAAqD;IACtE,iBAAiB,EAAE,kCAAkC;IACrD,0BAA0B,EAAE,8CAA8C;IAC1E,4BAA4B,EAC1B,gDAAgD;IAClD,yBAAyB,EAAE,qDAAqD,MAAM,CAAC,IAAI,CACzF,cAAW,CACZ;SACE,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,QAAQ,CAAC;SACrD,IAAI,CAAC,IAAI,CAAC,GAAG;IAEhB,qBAAqB,EAAE,8CAA8C,wBAAqB,EAAE;IAC5F,gCAAgC,EAC9B,oEAAoE;IACtE,6BAA6B,EAAE,QAAQ,gCAA6B,iCAAiC;IACrG,YAAY,EAAE,gCAAgC;IAC9C,6BAA6B,EAAE,mEAAmE;IAClG,2BAA2B,EAAE,qCAAqC;IAClE,yBAAyB,EAAE,0CAA0C;CACtE,CAAC;AAEF,IAAY,SAUX;AAVD,WAAY,SAAS;IACnB,gCAAmB,CAAA;IACnB,4CAA+B,CAAA;IAC/B,gDAAmC,CAAA;IACnC,gDAAmC,CAAA;IACnC,kDAAqC,CAAA;IACrC,wDAA2C,CAAA;IAC3C,gDAAmC,CAAA;IACnC,oCAAuB,CAAA;IACvB,8CAAiC,CAAA;AACnC,CAAC,EAVW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAUpB"}
|
|
@@ -32,6 +32,8 @@ var SegmentState;
|
|
|
32
32
|
SegmentState[SegmentState["Sealed"] = 3] = "Sealed";
|
|
33
33
|
SegmentState["Flushed"] = "Flushed";
|
|
34
34
|
SegmentState["Flushing"] = "Flushing";
|
|
35
|
+
SegmentState["Dropped"] = "Dropped";
|
|
36
|
+
SegmentState["Importing"] = "Importing";
|
|
35
37
|
})(SegmentState = exports.SegmentState || (exports.SegmentState = {}));
|
|
36
38
|
// segment level enum
|
|
37
39
|
var SegmentLevel;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"milvus.js","sourceRoot":"","sources":["../../../milvus/const/milvus.ts"],"names":[],"mappings":";;;AAAA,IAAY,UAMX;AAND,WAAY,UAAU;IACpB,+DAAkB,CAAA;IAClB,mDAAY,CAAA;IACZ,uDAAc,CAAA;IACd,mDAAY,CAAA;IACZ,+CAAU,CAAA;AACZ,CAAC,EANW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAMrB;AAED,IAAY,OAGX;AAHD,WAAY,OAAO;IACjB,mCAAO,CAAA;IACP,iDAAc,CAAA;AAChB,CAAC,EAHW,OAAO,GAAP,eAAO,KAAP,eAAO,QAGlB;AAED,0BAA0B;AAC1B,IAAY,oBAMX;AAND,WAAY,oBAAoB;IAC9B,mEAAU,CAAA;IACV,qEAAW,CAAA;IACX,qEAAW,CAAA;IACX,2EAAc,CAAA;IACd,2EAAc,CAAA;AAChB,CAAC,EANW,oBAAoB,GAApB,4BAAoB,KAApB,4BAAoB,QAM/B;AAED,sBAAsB;AACtB,IAAY,
|
|
1
|
+
{"version":3,"file":"milvus.js","sourceRoot":"","sources":["../../../milvus/const/milvus.ts"],"names":[],"mappings":";;;AAAA,IAAY,UAMX;AAND,WAAY,UAAU;IACpB,+DAAkB,CAAA;IAClB,mDAAY,CAAA;IACZ,uDAAc,CAAA;IACd,mDAAY,CAAA;IACZ,+CAAU,CAAA;AACZ,CAAC,EANW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAMrB;AAED,IAAY,OAGX;AAHD,WAAY,OAAO;IACjB,mCAAO,CAAA;IACP,iDAAc,CAAA;AAChB,CAAC,EAHW,OAAO,GAAP,eAAO,KAAP,eAAO,QAGlB;AAED,0BAA0B;AAC1B,IAAY,oBAMX;AAND,WAAY,oBAAoB;IAC9B,mEAAU,CAAA;IACV,qEAAW,CAAA;IACX,qEAAW,CAAA;IACX,2EAAc,CAAA;IACd,2EAAc,CAAA;AAChB,CAAC,EANW,oBAAoB,GAApB,4BAAoB,KAApB,4BAAoB,QAM/B;AAED,sBAAsB;AACtB,IAAY,YASX;AATD,WAAY,YAAY;IACtB,uEAAgB,CAAA;IAChB,uDAAQ,CAAA;IACR,qDAAO,CAAA;IACP,mDAAM,CAAA;IACN,mCAAmB,CAAA;IACnB,qCAAqB,CAAA;IACrB,mCAAmB,CAAA;IACnB,uCAAuB,CAAA;AACzB,CAAC,EATW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QASvB;AAED,qBAAqB;AACrB,IAAY,YAKX;AALD,WAAY,YAAY;IACtB,mDAAU,CAAA;IACV,2CAAM,CAAA;IACN,2CAAM,CAAA;IACN,2CAAM,CAAA;AACR,CAAC,EALW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QAKvB;AAED,wBAAwB;AACxB,IAAY,eAIX;AAJD,WAAY,eAAe;IACzB,uEAAiB,CAAA;IACjB,+DAAa,CAAA;IACb,+DAAa,CAAA;AACf,CAAC,EAJW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAI1B;AAED,oBAAoB;AACpB,IAAY,WAOX;AAPD,WAAY,WAAW;IACrB,8CAA+B,CAAA;IAC/B,4CAA6B,CAAA;IAC7B,8CAA+B,CAAA;IAC/B,kDAAmC,CAAA;IACnC,kDAAmC,CAAA;IACnC,gEAAiD,CAAA;AACnD,CAAC,EAPW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAOtB;AAED,mBAAmB;AACnB,IAAY,UAIX;AAJD,WAAY,UAAU;IACpB,uDAAc,CAAA;IACd,+CAAU,CAAA;IACV,2CAAQ,CAAA;AACV,CAAC,EAJW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAIrB;AAED,+BAA+B;AAC/B,IAAY,eA0BX;AA1BD,WAAY,eAAe;IACzB,qEAAgB,CAAA;IAChB,+FAA6B,CAAA;IAC7B,2FAA2B,CAAA;IAC3B,mGAA+B,CAAA;IAC/B,6FAA4B,CAAA;IAC5B,uEAAiB,CAAA;IACjB,6EAAoB,CAAA;IACpB,mFAAuB,CAAA;IACvB,2EAAmB,CAAA;IACnB,2EAAmB,CAAA;IACnB,0FAA2B,CAAA;IAC3B,sFAAyB,CAAA;IACzB,sFAAyB,CAAA;IACzB,kFAAuB,CAAA;IACvB,4EAAoB,CAAA;IACpB,0EAAmB,CAAA;IACnB,0EAAmB,CAAA;IACnB,sFAAyB,CAAA;IACzB,4EAAoB,CAAA;IACpB,8FAA6B,CAAA;IAC7B,oFAAwB,CAAA;IACxB,0FAA2B,CAAA;IAC3B,8FAA6B,CAAA;IAC7B,8FAA6B,CAAA;IAC7B,oFAAwB,CAAA;AAC1B,CAAC,EA1BW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QA0B1B;AAED,6BAA6B;AAC7B,IAAY,SAKX;AALD,WAAY,SAAS;IACnB,yDAAgB,CAAA;IAChB,+CAAW,CAAA;IACX,iDAAY,CAAA;IACZ,+CAAW,CAAA;AACb,CAAC,EALW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAKpB;AAED,eAAe;AACf,IAAY,UA4BX;AA5BD,WAAY,UAAU;IACpB,wBAAwB;IACxB,uBAAS,CAAA;IACT,mBAAmB;IACnB,uBAAS,CAAA;IACT,qBAAqB;IACrB,+BAAiB,CAAA;IACjB,2BAA2B;IAC3B,iCAAmB,CAAA;IACnB,2BAA2B;IAC3B,iCAAmB,CAAA;IACnB,6BAA6B;IAC7B,mCAAqB,CAAA;IACrB,qCAAqC;IACrC,2CAA6B,CAAA;IAC7B,gCAAgC;IAChC,+CAAiC,CAAA;IACjC,QAAQ;IACR,2BAAa,CAAA;IACb,YAAY;IACZ,qCAAuB,CAAA;IACvB,SAAS;IACT,iCAAmB,CAAA;IACnB,+CAAiC,CAAA;IACjC,uCAAyB,CAAA;IACzB,uCAAyB,CAAA;IACzB,uCAAyB,CAAA;IACzB,+BAAiB,CAAA;AACnB,CAAC,EA5BW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QA4BrB;AAED,cAAc;AACd,IAAY,SAkCX;AAlCD,WAAY,SAAS;IACnB,SAAS;IACT,0BAAa,CAAA;IACb,kCAAqB,CAAA;IACrB,gCAAmB,CAAA;IACnB,8BAAiB,CAAA;IACjB,0BAAa,CAAA;IACb,kCAAqB,CAAA;IACrB,0CAA6B,CAAA;IAC7B,gCAAmB,CAAA;IACnB,oCAAuB,CAAA;IACvB,4BAAe,CAAA;IACf,4DAA+C,CAAA;IAC/C,wCAA2B,CAAA;IAC3B,MAAM;IACN,kCAAqB,CAAA;IACrB,0CAA6B,CAAA;IAC7B,sCAAyB,CAAA;IACzB,wCAA2B,CAAA;IAC3B,gDAAmC,CAAA;IACnC,oCAAuB,CAAA;IACvB,4CAA+B,CAAA;IAC/B,wCAA2B,CAAA;IAC3B,4BAAe,CAAA;IACf,SAAS;IACT,kCAAqB,CAAA;IACrB,0BAAa,CAAA;IACb,kCAAqB,CAAA;IACrB,MAAM;IACN,8BAAiB,CAAA;IACjB,MAAM;IACN,sCAAyB,CAAA;IACzB,wCAA2B,CAAA;IAC3B,4BAAe,CAAA;AACjB,CAAC,EAlCW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAkCpB;AAED,UAAU;AACV,IAAY,OAsGX;AAtGD,WAAY,OAAO;IACjB,+CAAa,CAAA;IACb,qCAAqC;IACrC,+DAAsB,CAAA;IACtB,2DAAoB,CAAA;IACpB,yDAAmB,CAAA;IACnB,mEAAwB,CAAA;IACxB,6DAAqB,CAAA;IACrB,+DAAsB,CAAA;IACtB,2DAAoB,CAAA;IACpB,iEAAuB,CAAA;IACvB,qDAAiB,CAAA;IACjB,iDAAe,CAAA;IACf,mDAAgB,CAAA;IAChB,6DAAqB,CAAA;IAErB,oCAAoC;IACpC,6DAAqB,CAAA;IACrB,yDAAmB,CAAA;IACnB,uDAAkB,CAAA;IAClB,iEAAuB,CAAA;IACvB,2DAAoB,CAAA;IACpB,2DAAoB,CAAA;IACpB,iEAAuB,CAAA;IAEvB,8BAA8B;IAC9B,uDAAkB,CAAA;IAClB,6DAAqB,CAAA;IACrB,uDAAkB,CAAA;IAClB,6DAAqB,CAAA;IACrB,6DAAqB,CAAA;IACrB,qEAAyB,CAAA;IACzB,+DAAsB,CAAA;IAEtB,gCAAgC;IAChC,qDAAiB,CAAA;IACjB,yDAAmB,CAAA;IACnB,iDAAe,CAAA;IAEf,2BAA2B;IAC3B,2CAAY,CAAA;IACZ,2CAAY,CAAA;IACZ,yCAAW,CAAA;IACX,mEAAwB,CAAA;IAExB,WAAW;IACX,2CAAY,CAAA;IACZ,uDAAkB,CAAA;IAClB,yDAAmB,CAAA;IACnB,yEAA2B,CAAA;IAC3B,6EAA6B,CAAA;IAC7B,2EAA4B,CAAA;IAC5B,+CAAc,CAAA;IACd,2DAAoB,CAAA;IACpB,6DAAqB,CAAA;IACrB,+DAAsB,CAAA;IACtB,mEAAwB,CAAA;IACxB,qEAAyB,CAAA;IACzB,+EAA8B,CAAA;IAC9B,mEAAwB,CAAA;IACxB,6DAAqB,CAAA;IACrB,qDAAiB,CAAA;IACjB,2DAAoB,CAAA;IACpB,6DAAqB,CAAA;IACrB,+DAAsB,CAAA;IAEtB,kBAAkB;IAClB,qDAAiB,CAAA;IACjB,mDAAgB,CAAA;IAChB,6DAAqB,CAAA;IACrB,6DAAqB,CAAA;IAErB,oBAAoB;IACpB,gDAAe,CAAA;IACf,4DAAqB,CAAA;IACrB,kDAAgB,CAAA;IAChB,kDAAgB,CAAA;IAChB,oDAAiB,CAAA;IACjB,8DAAsB,CAAA;IACtB,kEAAwB,CAAA;IACxB,gEAAuB,CAAA;IAEvB,oDAAiB,CAAA;IAEjB,gBAAgB;IAChB,gEAAuB,CAAA;IACvB,0DAAoB,CAAA;IACpB,gEAAuB,CAAA;IACvB,gEAAuB,CAAA;IACvB,kEAAwB,CAAA;IAExB,UAAU;IACV,oDAAiB,CAAA;IACjB,gDAAe,CAAA;IACf,8DAAsB,CAAA;IACtB,oDAAiB,CAAA;IACjB,oDAAiB,CAAA;IACjB,4DAAqB,CAAA;IACrB,gEAAuB,CAAA;IACvB,sDAAkB,CAAA;IAClB,4EAA6B,CAAA;IAC7B,oDAAiB,CAAA;AACnB,CAAC,EAtGW,OAAO,GAAP,eAAO,KAAP,eAAO,QAsGlB;AAED,iBAAiB;AACjB,IAAY,QA0BX;AA1BD,WAAY,QAAQ;IAClB,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,yCAAS,CAAA;IACT,yCAAS,CAAA;IACT,yCAAS,CAAA;IAET,0CAAU,CAAA;IACV,4CAAW,CAAA;IAEX,eAAe;IACf,8CAAY,CAAA;IACZ,0CAAU,CAAA;IACV,wCAAS,CAAA;IACT,gDAAa,CAAA;IACb,sDAAgB,CAAA;IAEhB,yDAAkB,CAAA;IAClB,uDAAiB,CAAA;IACjB,2DAAmB,CAAA;IACnB,6DAAoB,CAAA;IACpB,mEAAuB,CAAA;IACvB,qDAAgB,CAAA;IAEhB,6CAAY,CAAA;AACd,CAAC,EA1BW,QAAQ,GAAR,gBAAQ,KAAR,gBAAQ,QA0BnB;AAED,IAAY,eAgBX;AAhBD,WAAY,eAAe;IACzB,qDAAQ,CAAA;IACR,uEAAkB,CAAA;IAClB,qEAAiB,CAAA;IACjB,yEAAmB,CAAA;IACnB,2EAAoB,CAAA;IACpB,iFAAuB,CAAA;IACvB,mEAAgB,CAAA;IAChB,uDAAS,CAAA;IACT,4DAAY,CAAA;IACZ,qFAAyB,CAAA;IACzB,mFAAwB,CAAA;IACxB,uFAA0B,CAAA;IAC1B,yFAA2B,CAAA;IAC3B,+FAA8B,CAAA;IAC9B,iFAAuB,CAAA;AACzB,CAAC,EAhBW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAgB1B;AAED,IAAY,YAKX;AALD,WAAY,YAAY;IACtB,qDAAW,CAAA;IACX,+CAAQ,CAAA;IACR,iEAAiB,CAAA;IACjB,mDAAU,CAAA;AACZ,CAAC,EALW,YAAY,GAAZ,oBAAY,KAAZ,oBAAY,QAKvB;AAEY,QAAA,eAAe,GAAG;IAC7B,QAAQ,CAAC,YAAY;IACrB,QAAQ,CAAC,WAAW;IACpB,QAAQ,CAAC,aAAa;IACtB,QAAQ,CAAC,cAAc;IACvB,QAAQ,CAAC,iBAAiB;IAC1B,QAAQ,CAAC,UAAU;CACpB,CAAC;AAEF,gBAAgB;AACH,QAAA,WAAW,GAA+C;IACrE,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,EAAE;IACT,MAAM,EAAE,EAAE;IACV,cAAc;IACd,OAAO,EAAE,EAAE;IACX,KAAK,EAAE,EAAE;IACT,IAAI,EAAE,EAAE;IACR,QAAQ,EAAE,EAAE;IACZ,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,GAAG;IACjB,WAAW,EAAE,GAAG;IAChB,aAAa,EAAE,GAAG;IAClB,cAAc,EAAE,GAAG;IACnB,iBAAiB,EAAE,GAAG;IACtB,UAAU,EAAE,GAAG;IACf,MAAM,EAAE,GAAG;CACZ,CAAC;AAEF,wBAAwB;AACxB,IAAY,kBAqBX;AArBD,WAAY,kBAAkB;IAC5B,mCAAa,CAAA;IACb,mCAAa,CAAA;IACb,mCAAa,CAAA;IACb,qCAAe,CAAA;IACf,qCAAe,CAAA;IACf,qCAAe,CAAA;IACf,qCAAe,CAAA;IACf,uCAAiB,CAAA;IACjB,yCAAmB,CAAA;IACnB,qCAAe,CAAA;IACf,mCAAa,CAAA;IACb,2CAAqB,CAAA;IACrB,iDAA2B,CAAA;IAC3B,mDAA6B,CAAA;IAC7B,iDAA2B,CAAA;IAC3B,qDAA+B,CAAA;IAC/B,uDAAiC,CAAA;IACjC,6DAAuC,CAAA;IACvC,+CAAyB,CAAA;IACzB,uCAAiB,CAAA;AACnB,CAAC,EArBW,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAqB7B;AAED,+BAA+B;AAC/B,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,+EAAiB,CAAA;IACjB,yFAAsB,CAAA;AACxB,CAAC,EAHW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAG9B;AAED,+BAA+B;AAC/B,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,iEAAS,CAAA;IACT,mEAAU,CAAA;AACZ,CAAC,EAHW,oBAAoB,GAApB,4BAAoB,KAApB,4BAAoB,QAG/B;AAED,sBAAsB;AACtB,IAAY,KAGX;AAHD,WAAY,KAAK;IACf,wBAAe,CAAA;IACf,0BAAiB,CAAA;AACnB,CAAC,EAHW,KAAK,GAAL,aAAK,KAAL,aAAK,QAGhB;AAED,wBAAwB;AACxB,IAAY,WAIX;AAJD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,gCAAiB,CAAA;IACjB,4BAAa,CAAA;AACf,CAAC,EAJW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAItB;AAED,8BAA8B;AAC9B,IAAY,oBAuBX;AAvBD,WAAY,oBAAoB;IAC9B,mDAA2B,CAAA;IAC3B,+CAAuB,CAAA;IACvB,mDAA2B,CAAA;IAC3B,qCAAa,CAAA;IACb,iEAAyC,CAAA;IACzC,qDAA6B,CAAA;IAC7B,2CAAmB,CAAA;IACnB,yCAAiB,CAAA;IACjB,yCAAiB,CAAA;IACjB,yCAAiB,CAAA;IACjB,yCAAiB,CAAA;IACjB,uCAAe,CAAA;IACf,uDAA+B,CAAA;IAC/B,uCAAe,CAAA;IACf,uDAA+B,CAAA;IAC/B,iDAAyB,CAAA;IACzB,yCAAiB,CAAA;IACjB,mDAA2B,CAAA;IAC3B,2DAAmC,CAAA;IACnC,uDAA+B,CAAA;IAC/B,yDAAiC,CAAA;IACjC,qDAA6B,CAAA;AAC/B,CAAC,EAvBW,oBAAoB,GAApB,4BAAoB,KAApB,4BAAoB,QAuB/B;AAED,0BAA0B;AAC1B,IAAY,gBAyBX;AAzBD,WAAY,gBAAgB;IAC1B,6BAAS,CAAA;IACT,yDAAqC,CAAA;IACrC,qDAAiC,CAAA;IACjC,6DAAyC,CAAA;IACzC,uDAAmC,CAAA;IACnC,yDAAqC,CAAA;IACrC,yCAAqB,CAAA;IACrB,uDAAmC,CAAA;IACnC,mDAA+B,CAAA;IAC/B,uDAAmC,CAAA;IACnC,uDAAmC,CAAA;IACnC,+DAA2C,CAAA;IAC3C,2DAAuC,CAAA;IACvC,mEAA+C,CAAA;IAC/C,6DAAyC,CAAA;IACzC,iDAA6B,CAAA;IAC7B,uDAAmC,CAAA;IACnC,qDAAiC,CAAA;IACjC,mDAA+B,CAAA;IAC/B,iDAA6B,CAAA;IAC7B,+CAA2B,CAAA;IAC3B,2CAAuB,CAAA;IACvB,mDAA+B,CAAA;IAC/B,+CAA2B,CAAA;AAC7B,CAAC,EAzBW,gBAAgB,GAAhB,wBAAgB,KAAhB,wBAAgB,QAyB3B;AAED,wBAAwB;AACxB,IAAY,cAGX;AAHD,WAAY,cAAc;IACxB,2CAAyB,CAAA;IACzB,2CAAyB,CAAA;AAC3B,CAAC,EAHW,cAAc,GAAd,sBAAc,KAAd,sBAAc,QAGzB;AAED,uBAAuB;AACV,QAAA,UAAU,iDAClB,oBAAoB,GACpB,cAAc,GACd,gBAAgB,EACnB;AAEF,6BAA6B;AAC7B,IAAY,SAKX;AALD,WAAY,SAAS;IACnB,oDAAuC,CAAA;IACvC,kDAAqC,CAAA;IACrC,kDAAqC,CAAA;IACrC,gDAAmC,CAAA;AACrC,CAAC,EALW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAKpB;AAED,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,2DAAG,CAAA;IACH,iEAAM,CAAA;AACR,CAAC,EAHW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAG9B;AAED,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,yDAAG,CAAA;IACH,+DAAM,CAAA;AACR,CAAC,EAHW,kBAAkB,GAAlB,0BAAkB,KAAlB,0BAAkB,QAG7B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,oCAAqB,CAAA;AACvB,CAAC,EAHW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAGtB;AAED,IAAY,yBAGX;AAHD,WAAY,yBAAyB;IACnC,yGAAwB,CAAA;IACxB,mHAA6B,CAAA;AAC/B,CAAC,EAHW,yBAAyB,GAAzB,iCAAyB,KAAzB,iCAAyB,QAGpC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Root } from 'protobufjs';
|
|
2
2
|
import { Client, ChannelOptions, ChannelCredentials } from '@grpc/grpc-js';
|
|
3
3
|
import { Pool } from 'generic-pool';
|
|
4
|
-
import { ClientConfig, ServerInfo, CONNECT_STATUS, TLS_MODE } from '../';
|
|
4
|
+
import { ClientConfig, ServerInfo, CONNECT_STATUS, TLS_MODE, GlobalTopology, TopologyRefresher } from '../';
|
|
5
5
|
/**
|
|
6
6
|
* Base gRPC client, setup all configuration here
|
|
7
7
|
*/
|
|
@@ -15,6 +15,12 @@ export declare class BaseClient {
|
|
|
15
15
|
readonly channelOptions: ChannelOptions;
|
|
16
16
|
serverInfo: ServerInfo;
|
|
17
17
|
timeout: number;
|
|
18
|
+
readonly isGlobal: boolean;
|
|
19
|
+
globalEndpoint: string;
|
|
20
|
+
globalTopology: GlobalTopology | null;
|
|
21
|
+
topologyRefresher: TopologyRefresher | null;
|
|
22
|
+
protected isReconnecting: boolean;
|
|
23
|
+
protected reconnectingPromise: Promise<void> | null;
|
|
18
24
|
protected creds: ChannelCredentials;
|
|
19
25
|
protected metadata: Map<string, string>;
|
|
20
26
|
protected schemaProto: Root;
|
|
@@ -44,10 +44,17 @@ class BaseClient {
|
|
|
44
44
|
this.tlsMode = __1.TLS_MODE.DISABLED;
|
|
45
45
|
// server info
|
|
46
46
|
this.serverInfo = {};
|
|
47
|
-
// // The gRPC client instance.
|
|
48
|
-
// public client!: Promise<Client>;
|
|
49
47
|
// The timeout for connecting to the Milvus service.
|
|
50
48
|
this.timeout = __1.DEFAULT_CONNECT_TIMEOUT;
|
|
49
|
+
// Global cluster state
|
|
50
|
+
this.isGlobal = false;
|
|
51
|
+
this.globalEndpoint = '';
|
|
52
|
+
this.globalTopology = null;
|
|
53
|
+
this.topologyRefresher = null;
|
|
54
|
+
// Mutex flag to serialize failover reconnections
|
|
55
|
+
this.isReconnecting = false;
|
|
56
|
+
// Promise that concurrent callers can await during reconnection
|
|
57
|
+
this.reconnectingPromise = null;
|
|
51
58
|
// global metadata, send each grpc request with it
|
|
52
59
|
this.metadata = new Map();
|
|
53
60
|
// milvus proto
|
|
@@ -83,6 +90,14 @@ class BaseClient {
|
|
|
83
90
|
if (config.id) {
|
|
84
91
|
this.clientId = config.id;
|
|
85
92
|
}
|
|
93
|
+
// Detect global cluster mode
|
|
94
|
+
this.isGlobal =
|
|
95
|
+
config.isGlobal !== undefined
|
|
96
|
+
? config.isGlobal
|
|
97
|
+
: (0, __1.isGlobalEndpoint)(config.address);
|
|
98
|
+
if (this.isGlobal) {
|
|
99
|
+
this.globalEndpoint = config.address;
|
|
100
|
+
}
|
|
86
101
|
// Assign the configuration object.
|
|
87
102
|
this.config = config;
|
|
88
103
|
// Load the Milvus protobuf
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseClient.js","sourceRoot":"","sources":["../../../milvus/grpc/BaseClient.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAA4B;AAC5B,4DAAwD;AACxD,2BAAkC;AAClC,2CAKuB;AAEvB,
|
|
1
|
+
{"version":3,"file":"BaseClient.js","sourceRoot":"","sources":["../../../milvus/grpc/BaseClient.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAA4B;AAC5B,4DAAwD;AACxD,2BAAkC;AAClC,2CAKuB;AAEvB,2BAWa;AACb,4EAAwD;AACxD,4EAAwD;AAQxD;;GAEG;AACH,MAAa,UAAU;IAgDrB;;;;;;;OAOG;IACH,YACE,eAAsC,EACtC,GAAa,EACb,QAAiB,EACjB,QAAiB,EACjB,cAA+B;;QA1DjC,YAAY;QACL,aAAQ,GAAW,GAAG,gBAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QACnD,wEAAwE;QACjE,kBAAa,GAAG,kBAAc,CAAC,aAAa,CAAC;QACpD,qBAAqB;QACd,mBAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1C,sCAAsC;QACtB,YAAO,GAAa,YAAQ,CAAC,QAAQ,CAAC;QAKtD,cAAc;QACP,eAAU,GAAe,EAAE,CAAC;QACnC,oDAAoD;QAC7C,YAAO,GAAW,2BAAuB,CAAC;QAEjD,uBAAuB;QACP,aAAQ,GAAY,KAAK,CAAC;QACnC,mBAAc,GAAW,EAAE,CAAC;QAC5B,mBAAc,GAA0B,IAAI,CAAC;QAC7C,sBAAiB,GAA6B,IAAI,CAAC;QAC1D,iDAAiD;QACvC,mBAAc,GAAY,KAAK,CAAC;QAC1C,gEAAgE;QACtD,wBAAmB,GAAyB,IAAI,CAAC;QAI3D,kDAAkD;QACxC,aAAQ,GAAwB,IAAI,GAAG,EAAkB,CAAC;QAMpE,eAAe;QACI,sBAAiB,GAAG;YACrC,WAAW,EAAE,mCAAmC;YAChD,gBAAgB,EAAE,sCAAsC;YACxD,WAAW,EAAE,iCAAiC;YAC9C,cAAc,EAAE,oCAAoC;YACpD,sBAAsB,EAAE,4CAA4C;SACrE,CAAC;QAiBA,IAAI,MAAoB,CAAC;QAEzB,8GAA8G;QAC9G,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE;YACvC,MAAM,GAAG,eAAe,CAAC;SAC1B;aAAM;YACL,MAAM,GAAG;gBACP,OAAO,EAAE,eAAe;gBACxB,GAAG;gBACH,QAAQ;gBACR,QAAQ;gBACR,cAAc;aACf,CAAC;SACH;QAED,sCAAsC;QACtC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,iBAAa,CAAC,0BAA0B,CAAC,CAAC;SAC3D;QAED,+BAA+B;QAC/B,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QAExC,4BAA4B;QAC5B,IAAI,MAAM,CAAC,EAAE,EAAE;YACb,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC;SAC3B;QAED,6BAA6B;QAC7B,IAAI,CAAC,QAAQ;YACX,MAAM,CAAC,QAAQ,KAAK,SAAS;gBAC3B,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,IAAA,oBAAgB,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,QAAQ,EAAE;YACjB,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC;SACtC;QAED,mCAAmC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,2BAA2B;QAC3B,IAAI,CAAC,WAAW,GAAG,oBAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAA6B,CAAC,CAAC;QACzE,IAAI,CAAC,WAAW,GAAG,oBAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAA6B,CAAC,CAAC;QAEzE,UAAU;QACV,IAAI,CAAC,cAAc;YACjB,6GAA6G;YAC7G,8DAA8D;YAC9D,iCAAiC,EAAE,CAAC,CAAC,EACrC,8BAA8B,EAAE,CAAC,CAAC,EAClC,wBAAwB,EAAE,EAAE,GAAG,IAAI,EACnC,2BAA2B,EAAE,CAAC,GAAG,IAAI,EACrC,qCAAqC,EAAE,CAAC,EACxC,qBAAqB,EAAE,CAAC,IACrB,IAAI,CAAC,MAAM,CAAC,cAAc,CAC9B,CAAC;QAEF,wCAAwC;QACxC,IAAI,MAAA,IAAI,CAAC,MAAM,CAAC,GAAG,0CAAE,UAAU,EAAE;YAC/B,IAAI,CAAC,cAAc,CAAC,+BAA+B,CAAC;gBAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;SAC9B;QAED,yFAAyF;QACzF,IAAI,CAAC,OAAO;YACV,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG;gBAC3D,CAAC,CAAC,YAAQ,CAAC,OAAO;gBAClB,CAAC,CAAC,YAAQ,CAAC,QAAQ,CAAC;QAExB,+EAA+E;QAC/E,IAAI,CAAC,OAAO;YACV,IAAI,CAAC,MAAM,CAAC,GAAG;gBACf,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;gBACxD,CAAC,CAAC,YAAQ,CAAC,OAAO;gBAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAEnB,qEAAqE;QACrE,IAAI,CAAC,OAAO;YACV,IAAI,CAAC,MAAM,CAAC,GAAG;gBACf,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC5D,CAAC,CAAC,YAAQ,CAAC,OAAO;gBAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAEnB,IAAI,CAAC,OAAO,GAAG,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,GAAG,0CAAE,aAAa;YAC3C,CAAC,CAAC,YAAQ,CAAC,YAAY;YACvB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAEjB,2CAA2C;QAC3C,QAAQ,IAAI,CAAC,OAAO,EAAE;YACpB,KAAK,YAAQ,CAAC,OAAO;gBACnB,2FAA2F;gBAC3F,MAAM,SAAS,GAAG,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,GAAG,0CAAE,YAAY;oBAC7C,CAAC,CAAC,IAAA,iBAAY,EAAC,MAAA,IAAI,CAAC,MAAM,CAAC,GAAG,0CAAE,YAAY,CAAC;oBAC7C,CAAC,CAAC,CAAA,MAAA,IAAI,CAAC,MAAM,CAAC,GAAG,0CAAE,QAAQ,KAAI,SAAS,CAAC;gBAC3C,IAAI,CAAC,KAAK,GAAG,qBAAW,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM;YACR,KAAK,YAAQ,CAAC,OAAO;gBACnB,mIAAmI;gBACnI,MAAM,EACJ,YAAY,EACZ,QAAQ,EACR,cAAc,EACd,UAAU,EACV,aAAa,EACb,SAAS,EACT,aAAa,GACd,GAAG,IAAI,CAAC,MAAM,CAAC,GAAI,CAAC;gBAErB,MAAM,YAAY,GAAkB,QAAQ;oBAC1C,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,YAAY;wBACd,CAAC,CAAC,IAAA,iBAAY,EAAC,YAAY,CAAC;wBAC5B,CAAC,CAAC,IAAI,CAAC;gBACT,MAAM,cAAc,GAAkB,UAAU;oBAC9C,CAAC,CAAC,UAAU;oBACZ,CAAC,CAAC,cAAc;wBAChB,CAAC,CAAC,IAAA,iBAAY,EAAC,cAAc,CAAC;wBAC9B,CAAC,CAAC,IAAI,CAAC;gBACT,MAAM,aAAa,GAAkB,SAAS;oBAC5C,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,aAAa;wBACf,CAAC,CAAC,IAAA,iBAAY,EAAC,aAAa,CAAC;wBAC7B,CAAC,CAAC,IAAI,CAAC;gBACT,IAAI,CAAC,KAAK,GAAG,qBAAW,CAAC,SAAS,CAChC,YAAY,EACZ,cAAc,EACd,aAAa,EACb,aAAa,CACd,CAAC;gBACF,MAAM;YACR,KAAK,YAAQ,CAAC,YAAY;gBACxB,MAAM,IAAI,GAAkB;oBAC1B,mBAAmB,EAAE,GAAG,EAAE;wBACxB,OAAO,SAAS,CAAC;oBACnB,CAAC;oBACD,kBAAkB,EAAE,KAAK;iBAC1B,CAAC;gBAEF,IAAI,CAAC,KAAK,GAAG,qBAAW,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM;YACR;gBACE,2DAA2D;gBAC3D,IAAI,CAAC,KAAK,GAAG,qBAAW,CAAC,cAAc,EAAE,CAAC;gBAC1C,MAAM;SACT;QAED,2DAA2D;QAC3D,IAAI,CAAC,OAAO;YACV,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAChC,CAAC,CAAC,IAAA,kBAAc,EAAC,MAAM,CAAC,OAAO,CAAC;gBAChC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,2BAAuB,CAAC;IAClD,CAAC;IAED;;;;;;;OAOG;IACG,kBAAkB,CACtB,OAAiD,EAAE;;YAEnD,iCAAiC;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC;YAE1B,4DAA4D;YAC5D,sDAAsD;YACtD,IAAI,IAAI,CAAC,aAAa,KAAK,kBAAc,CAAC,aAAa,EAAE;gBACvD,4CAA4C;gBAC5C,IAAI,IAAI,CAAC,OAAO,EAAE;oBAChB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;iBACvB;gBAED,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,OAAO;oBACV,wGAAwG,CAC3G,CAAC;aACH;QACH,CAAC;KAAA;CACF;AArPD,gCAqPC"}
|