@zilliz/milvus2-sdk-node 2.6.11 → 2.6.12

package/dist/milvus/bulkwriter/ColumnBuffer.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ColumnBuffer = void 0;
+const __1 = require("../");
+const DYNAMIC_FIELD = '$meta';
+const TYPE_SIZE = {
+    [__1.DataType.Bool]: 1,
+    [__1.DataType.Int8]: 1,
+    [__1.DataType.Int16]: 2,
+    [__1.DataType.Int32]: 4,
+    [__1.DataType.Int64]: 8,
+    [__1.DataType.Float]: 4,
+    [__1.DataType.Double]: 8,
+};
+class ColumnBuffer {
+    constructor(schema) {
+        this.schema = schema;
+        this.columns = new Map();
+        this._dynamicRows = [];
+        this._rowCount = 0;
+        this.activeFields = schema.fields.filter(f => !f.autoID && !f.is_function_output);
+        this.fieldNames = new Set(schema.fields.map(f => f.name));
+        this.fieldDataTypes = new Map(this.activeFields.map(f => [f.name, (0, __1.convertToDataType)(f.data_type)]));
+        for (const field of this.activeFields) {
+            this.columns.set(field.name, []);
+        }
+    }
+    get rowCount() {
+        return this._rowCount;
+    }
+    get dynamicRows() {
+        return this._dynamicRows;
+    }
+    getColumn(name) {
+        var _a;
+        return (_a = this.columns.get(name)) !== null && _a !== void 0 ? _a : [];
+    }
+    getColumns() {
+        return this.columns;
+    }
+    getRow(index) {
+        const row = {};
+        for (const field of this.activeFields) {
+            const col = this.columns.get(field.name);
+            if (col && index < col.length) {
+                row[field.name] = col[index];
+            }
+        }
+        if (this.schema.enable_dynamic_field && this._dynamicRows[index]) {
+            Object.assign(row, this._dynamicRows[index]);
+        }
+        return row;
+    }
+    append(row) {
+        var _a;
+        let size = 0;
+        for (const field of this.activeFields) {
+            const val = (_a = row[field.name]) !== null && _a !== void 0 ? _a : null;
+            this.columns.get(field.name).push(val);
+            size += this.estimateFieldSize(field, val);
+        }
+        if (this.schema.enable_dynamic_field) {
+            let extra = null;
+            for (const key of Object.keys(row)) {
+                if (key === DYNAMIC_FIELD) {
+                    // User passed explicit $meta dict — merge it
+                    if (typeof row[key] === 'object' && row[key] !== null) {
+                        if (!extra)
+                            extra = {};
+                        Object.assign(extra, row[key]);
+                    }
+                }
+                else if (!this.fieldNames.has(key)) {
+                    if (!extra)
+                        extra = {};
+                    extra[key] = row[key];
+                }
+            }
+            this._dynamicRows.push(extra !== null && extra !== void 0 ? extra : {});
+            if (extra) {
+                size += Buffer.byteLength(JSON.stringify(extra), 'utf8');
+            }
+        }
+        this._rowCount++;
+        return size;
+    }
+    estimateFieldSize(field, val) {
+        if (val === null || val === undefined)
+            return 0;
+        const dt = this.fieldDataTypes.get(field.name);
+        const fixed = TYPE_SIZE[dt];
+        if (fixed)
+            return fixed;
+        if (dt === __1.DataType.VarChar ||
+            dt === __1.DataType.Geometry ||
+            dt === __1.DataType.Timestamptz) {
+            return typeof val === 'string' ? Buffer.byteLength(val, 'utf8') : 0;
+        }
+        if (dt === __1.DataType.JSON) {
+            return Buffer.byteLength(JSON.stringify(val), 'utf8');
+        }
+        if (dt === __1.DataType.FloatVector) {
+            return val.length * 4;
+        }
+        if (dt === __1.DataType.BinaryVector) {
+            return val.length;
+        }
+        if (dt === __1.DataType.Float16Vector || dt === __1.DataType.BFloat16Vector) {
+            if (val instanceof Uint8Array)
+                return val.byteLength;
+            return val.length * 2;
+        }
+        if (dt === __1.DataType.Int8Vector) {
+            if (val instanceof Int8Array)
+                return val.byteLength;
+            return val.length;
+        }
+        if (dt === __1.DataType.SparseFloatVector) {
+            return Buffer.byteLength(JSON.stringify(val), 'utf8');
+        }
+        if (dt === __1.DataType.Array) {
+            return Buffer.byteLength(JSON.stringify(val), 'utf8');
+        }
+        if (dt === __1.DataType.Struct) {
+            return Buffer.byteLength(JSON.stringify(val), 'utf8');
+        }
+        return 64;
+    }
+}
+exports.ColumnBuffer = ColumnBuffer;
+//# sourceMappingURL=ColumnBuffer.js.map

package/dist/milvus/bulkwriter/ColumnBuffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColumnBuffer.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/ColumnBuffer.ts"],"names":[],"mappings":";;;AAAA,2BAA6D;AAG7D,MAAM,aAAa,GAAG,OAAO,CAAC;AAE9B,MAAM,SAAS,GAAsC;IACnD,CAAC,YAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IAClB,CAAC,YAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IAClB,CAAC,YAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IACnB,CAAC,YAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IACnB,CAAC,YAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IACnB,CAAC,YAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IACnB,CAAC,YAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;CACrB,CAAC;AAEF,MAAa,YAAY;IAQvB,YAAoB,MAAwB;QAAxB,WAAM,GAAN,MAAM,CAAkB;QAPpC,YAAO,GAAuB,IAAI,GAAG,EAAE,CAAC;QACxC,iBAAY,GAA0B,EAAE,CAAC;QACzC,cAAS,GAAG,CAAC,CAAC;QAMpB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB,CACxC,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,CAC3B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAA,qBAAiB,EAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CACrE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE;YACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SAClC;IACH,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,SAAS,CAAC,IAAY;;QACpB,OAAO,MAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,mCAAI,EAAE,CAAC;IACtC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE;gBAC7B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;aAC9B;SACF;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YAChE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;SAC9C;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,CAAC,GAAwB;;QAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE;YACrC,MAAM,GAAG,GAAG,MAAA,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mCAAI,IAAI,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,IAAI,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;SAC5C;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE;YACpC,IAAI,KAAK,GAA+B,IAAI,CAAC;YAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAClC,IAAI,GAAG,KAAK,aAAa,EAAE;oBACzB,6CAA6C;oBAC7C,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;wBACrD,IAAI,CAAC,KAAK;4BAAE,KAAK,GAAG,EAAE,CAAC;wBACvB,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;qBAChC;iBACF;qBAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBACpC,IAAI,CAAC,KAAK;wBAAE,KAAK,GAAG,EAAE,CAAC;oBACvB,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;iBACvB;aACF;YACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,CAAC;YACpC,IAAI,KAAK,EAAE;gBACT,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;aAC1D;SACF;QACD,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,KAAgB,EAAE,GAAQ;QAClD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC;QAChD,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;QAChD,MAAM,KAAK,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QACxB,IACE,EAAE,KAAK,YAAQ,CAAC,OAAO;YACvB,EAAE,KAAK,YAAQ,CAAC,QAAQ;YACxB,EAAE,KAAK,YAAQ,CAAC,WAAW,EAC3B;YACA,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACrE;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,IAAI,EAAE;YACxB,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;SACvD;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,WAAW,EAAE;YAC/B,OAAQ,GAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;SACrC;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,YAAY,EAAE;YAChC,OAAQ,GAAgB,CAAC,MAAM,CAAC;SACjC;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,aAAa,IAAI,EAAE,KAAK,YAAQ,CAAC,cAAc,EAAE;YACnE,IAAI,GAAG,YAAY,UAAU;gBAAE,OAAO,GAAG,CAAC,UAAU,CAAC;YACrD,OAAQ,GAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;SACrC;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,UAAU,EAAE;YAC9B,IAAI,GAAG,YAAY,SAAS;gBAAE,OAAO,GAAG,CAAC,UAAU,CAAC;YACpD,OAAQ,GAAgB,CAAC,MAAM,CAAC;SACjC;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,iBAAiB,EAAE;YACrC,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;SACvD;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,KAAK,EAAE;YACzB,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;SACvD;QACD,IAAI,EAAE,KAAK,YAAQ,CAAC,MAAM,EAAE;YAC1B,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;SACvD;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAzHD,oCAyHC"}

package/dist/milvus/bulkwriter/JsonFormatter.d.ts

@@ -0,0 +1,5 @@
+import { Formatter, BulkWriterSchema } from './Types';
+export declare class JsonFormatter implements Formatter {
+    readonly extension = ".json";
+    persist(columns: Map<string, any[]>, dynamicRows: Record<string, any>[], rowCount: number, dir: string, schema: BulkWriterSchema): Promise<string[]>;
+}

package/dist/milvus/bulkwriter/JsonFormatter.js

@@ -0,0 +1,213 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonFormatter = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const events_1 = require("events");
+const promises_1 = require("stream/promises");
+const __1 = require("../");
+// Marker for Int64 values to bypass JSON.stringify precision loss.
+// JSON.stringify cannot output integers > Number.MAX_SAFE_INTEGER without
+// losing precision. We wrap Int64 values in markers, stringify normally,
+// then strip the quotes+markers to produce bare integer literals.
+const INT64_PREFIX = '___INT64_';
+const INT64_SUFFIX = '_INT64___';
+const INT64_REGEX = new RegExp(`"${INT64_PREFIX}(-?\\d+)${INT64_SUFFIX}"`, 'g');
+/**
+ * Normalize a sparse vector (any SDK format) to dict format { "index": value }
+ * which is what Milvus bulkInsert expects.
+ */
+function normalizeSparseVector(val) {
+    if (val === null || val === undefined)
+        return val;
+    // Already dict format: { "2": 0.5, "5": 0.3 }
+    if (!Array.isArray(val) &&
+        typeof val === 'object' &&
+        !('indices' in val && 'values' in val)) {
+        return val;
+    }
+    // CSR format: { indices: [2, 5], values: [0.5, 0.3] }
+    if (typeof val === 'object' &&
+        !Array.isArray(val) &&
+        'indices' in val &&
+        'values' in val) {
+        const dict = {};
+        for (let i = 0; i < val.indices.length; i++) {
+            dict[String(val.indices[i])] = val.values[i];
+        }
+        return dict;
+    }
+    // COO format: [{ index: 2, value: 0.5 }, ...]
+    if (Array.isArray(val) &&
+        val.length > 0 &&
+        typeof val[0] === 'object' &&
+        'index' in val[0]) {
+        const dict = {};
+        for (const item of val) {
+            dict[String(item.index)] = item.value;
+        }
+        return dict;
+    }
+    // Array format: [undefined, 0.0, 0.5, 0.3, undefined, 0.2]
+    if (Array.isArray(val)) {
+        const dict = {};
+        for (let i = 0; i < val.length; i++) {
+            if (val[i] !== undefined && val[i] !== null) {
+                dict[String(i)] = val[i];
+            }
+        }
+        return dict;
+    }
+    return val;
+}
+/**
+ * Normalize a field value for JSON serialization.
+ * Handles typed arrays, sparse vector format conversion, and Int64 precision.
+ */
+function normalizeValue(val, field) {
+    if (val === null || val === undefined)
+        return val;
+    const dt = (0, __1.convertToDataType)(field.data_type);
+    switch (dt) {
+        // Typed arrays → regular arrays
+        case __1.DataType.Float16Vector:
+        case __1.DataType.BFloat16Vector:
+            if (val instanceof Uint8Array) {
+                return Array.from(val);
+            }
+            return val;
+        case __1.DataType.Int8Vector:
+            if (val instanceof Int8Array) {
+                return Array.from(val);
+            }
+            return val;
+        // Sparse vector → dict format
+        case __1.DataType.SparseFloatVector:
+            return normalizeSparseVector(val);
+        // Date object → ISO string
+        case __1.DataType.Timestamptz:
+            if (val instanceof Date) {
+                return val.toISOString();
+            }
+            return val;
+        // Int64: wrap in marker to preserve precision through JSON.stringify
+        // Handles: number, string (from gRPC query), BigInt, Long objects
+        case __1.DataType.Int64:
+            return `${INT64_PREFIX}${String(val)}${INT64_SUFFIX}`;
+        // Array: normalize elements based on element_type
+        case __1.DataType.Array: {
+            if (!Array.isArray(val))
+                return val;
+            const et = field.element_type
+                ? (0, __1.convertToDataType)(field.element_type)
+                : null;
+            if (et === __1.DataType.Int64) {
+                return val.map((v) => `${INT64_PREFIX}${String(v)}${INT64_SUFFIX}`);
+            }
+            // Array<Struct>: recursively normalize sub-fields (Int64 inside structs)
+            if (et === __1.DataType.Struct && field.fields) {
+                const subFields = new Map(field.fields.map(sf => [sf.name, sf]));
+                return val.map((item) => {
+                    const normalized = {};
+                    for (const [k, v] of Object.entries(item)) {
+                        const sf = subFields.get(k);
+                        if (sf) {
+                            normalized[k] = normalizeValue(v, sf);
+                        }
+                        else {
+                            normalized[k] = v;
+                        }
+                    }
+                    return normalized;
+                });
+            }
+            return val;
+        }
+        default:
+            return val;
+    }
+}
+/**
+ * Serialize a row to JSON, then fix Int64 markers to bare integer literals.
+ * "___INT64_1234567890123456789_INT64___" → 1234567890123456789
+ */
+function stringifyRow(row) {
+    const json = JSON.stringify(row);
+    return json.replace(INT64_REGEX, '$1');
+}
+class JsonFormatter {
+    constructor() {
+        this.extension = '.json';
+    }
+    persist(columns, dynamicRows, rowCount, dir, schema) {
+        return __awaiter(this, void 0, void 0, function* () {
+            fs.mkdirSync(dir, { recursive: true });
+            const filePath = path.join(dir, `data${this.extension}`);
+            const ws = fs.createWriteStream(filePath, { encoding: 'utf8' });
+            // Build field lookup for normalization (only active fields)
+            const activeFields = schema.fields.filter(f => !f.autoID && !f.is_function_output);
+            const fieldMap = new Map(activeFields.map(f => [f.name, f]));
+            const fieldNames = [...columns.keys()];
+            const hasDynamic = schema.enable_dynamic_field && dynamicRows.length > 0;
+            ws.write('{"rows":[\n');
+            for (let i = 0; i < rowCount; i++) {
+                if (i > 0)
+                    ws.write(',\n');
+                const row = {};
+                for (const name of fieldNames) {
+                    const val = columns.get(name)[i];
+                    const field = fieldMap.get(name);
+                    row[name] = field ? normalizeValue(val, field) : val;
+                }
+                if (hasDynamic && dynamicRows[i]) {
+                    const dyn = dynamicRows[i];
+                    if (Object.keys(dyn).length > 0) {
+                        row['$meta'] = dyn;
+                    }
+                }
+                const ok = ws.write(stringifyRow(row));
+                if (!ok) {
+                    yield (0, events_1.once)(ws, 'drain');
+                }
+            }
+            ws.write('\n]}');
+            ws.end();
+            yield (0, promises_1.finished)(ws);
+            return [filePath];
+        });
+    }
+}
+exports.JsonFormatter = JsonFormatter;
+//# sourceMappingURL=JsonFormatter.js.map

package/dist/milvus/bulkwriter/JsonFormatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JsonFormatter.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/JsonFormatter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,mCAA8B;AAC9B,8CAA2C;AAC3C,2BAA6D;AAG7D,mEAAmE;AACnE,0EAA0E;AAC1E,yEAAyE;AACzE,kEAAkE;AAClE,MAAM,YAAY,GAAG,WAAW,CAAC;AACjC,MAAM,YAAY,GAAG,WAAW,CAAC;AACjC,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,IAAI,YAAY,WAAW,YAAY,GAAG,EAAE,GAAG,CAAC,CAAC;AAEhF;;;GAGG;AACH,SAAS,qBAAqB,CAAC,GAAQ;IACrC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAElD,8CAA8C;IAC9C,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACnB,OAAO,GAAG,KAAK,QAAQ;QACvB,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,QAAQ,IAAI,GAAG,CAAC,EACtC;QACA,OAAO,GAAG,CAAC;KACZ;IAED,sDAAsD;IACtD,IACE,OAAO,GAAG,KAAK,QAAQ;QACvB,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACnB,SAAS,IAAI,GAAG;QAChB,QAAQ,IAAI,GAAG,EACf;QACA,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC9C;QACD,OAAO,IAAI,CAAC;KACb;IAED,8CAA8C;IAC9C,IACE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAClB,GAAG,CAAC,MAAM,GAAG,CAAC;QACd,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC1B,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,EACjB;QACA,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;SACvC;QACD,OAAO,IAAI,CAAC;KACb;IAED,2DAA2D;IAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACtB,MAAM,IAAI,GAA2B,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACnC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE;gBAC3C,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;aAC1B;SACF;QACD,OAAO,IAAI,CAAC;KACb;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,GAAQ,EAAE,KAAgB;IAChD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAElD,MAAM,EAAE,GAAG,IAAA,qBAAiB,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAE9C,QAAQ,EAAE,EAAE;QACV,gCAAgC;QAChC,KAAK,YAAQ,CAAC,aAAa,CAAC;QAC5B,KAAK,YAAQ,CAAC,cAAc;YAC1B,IAAI,GAAG,YAAY,UAAU,EAAE;gBAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACxB;YACD,OAAO,GAAG,CAAC;QAEb,KAAK,YAAQ,CAAC,UAAU;YACtB,IAAI,GAAG,YAAY,SAAS,EAAE;gBAC5B,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACxB;YACD,OAAO,GAAG,CAAC;QAEb,8BAA8B;QAC9B,KAAK,YAAQ,CAAC,iBAAiB;YAC7B,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAEpC,2BAA2B;QAC3B,KAAK,YAAQ,CAAC,WAAW;YACvB,IAAI,GAAG,YAAY,IAAI,EAAE;gBACvB,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;aAC1B;YACD,OAAO,GAAG,CAAC;QAEb,qEAAqE;QACrE,kEAAkE;QAClE,KAAK,YAAQ,CAAC,KAAK;YACjB,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,EAAE,CAAC;QAExD,kDAAkD;QAClD,KAAK,YAAQ,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,OAAO,GAAG,CAAC;YACpC,MAAM,EAAE,GAAG,KAAK,CAAC,YAAY;gBAC3B,CAAC,CAAC,IAAA,qBAAiB,EAAC,KAAK,CAAC,YAAY,CAAC;gBACvC,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,KAAK,YAAQ,CAAC,KAAK,EAAE;gBACzB,OAAO,GAAG,CAAC,GAAG,CACZ,CAAC,CAAM,EAAE,EAAE,CAAC,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,CACzD,CAAC;aACH;YACD,yEAAyE;YACzE,IAAI,EAAE,KAAK,YAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;gBAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACjE,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;oBAC3B,MAAM,UAAU,GAAwB,EAAE,CAAC;oBAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;wBACzC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBAC5B,IAAI,EAAE,EAAE;4BACN,UAAU,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;yBACvC;6BAAM;4BACL,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;yBACnB;qBACF;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC,CAAC,CAAC;aACJ;YACD,OAAO,GAAG,CAAC;SACZ;QAED;YACE,OAAO,GAAG,CAAC;KACd;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,GAAwB;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,MAAa,aAAa;IAA1B;QACW,cAAS,GAAG,OAAO,CAAC;IAsD/B,CAAC;IApDO,OAAO,CACX,OAA2B,EAC3B,WAAkC,EAClC,QAAgB,EAChB,GAAW,EACX,MAAwB;;YAExB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACzD,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YAEhE,4DAA4D;YAC5D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB,CACxC,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CACnC,CAAC;YAEF,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEzE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE;gBACjC,IAAI,CAAC,GAAG,CAAC;oBAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAE3B,MAAM,GAAG,GAAwB,EAAE,CAAC;gBACpC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE;oBAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,CAAC,CAAC,CAAC;oBAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACjC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;iBACtD;gBACD,IAAI,UAAU,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE;oBAChC,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;oBAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC/B,GAAG,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;qBACpB;iBACF;gBAED,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,EAAE,EAAE;oBACP,MAAM,IAAA,aAAI,EAAC,EAAE,EAAE,OAAO,CAAC,CAAC;iBACzB;aACF;YAED,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACjB,EAAE,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAA,mBAAQ,EAAC,EAAE,CAAC,CAAC;YAEnB,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC;KAAA;CACF;AAvDD,sCAuDC"}

package/dist/milvus/bulkwriter/LocalStorage.d.ts

@@ -0,0 +1,4 @@
+import { Storage } from './Types';
+export declare class LocalStorage implements Storage {
+    write(localPath: string, _remotePath: string): Promise<string>;
+}

package/dist/milvus/bulkwriter/LocalStorage.js

@@ -0,0 +1,21 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalStorage = void 0;
+class LocalStorage {
+    write(localPath, _remotePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return localPath;
+        });
+    }
+}
+exports.LocalStorage = LocalStorage;
+//# sourceMappingURL=LocalStorage.js.map

package/dist/milvus/bulkwriter/LocalStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalStorage.js","sourceRoot":"","sources":["../../../milvus/bulkwriter/LocalStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,MAAa,YAAY;IACjB,KAAK,CAAC,SAAiB,EAAE,WAAmB;;YAChD,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;CACF;AAJD,oCAIC"}

package/dist/milvus/bulkwriter/ParquetFormatter.d.ts

@@ -0,0 +1,5 @@
+import { Formatter, BulkWriterSchema } from './Types';
+export declare class ParquetFormatter implements Formatter {
+    readonly extension = ".parquet";
+    persist(columns: Map<string, any[]>, dynamicRows: Record<string, any>[], rowCount: number, dir: string, schema: BulkWriterSchema): Promise<string[]>;
+}