@zilliz/milvus2-sdk-node 2.6.0 → 2.6.2

package/dist/milvus/utils/Data.js

@@ -0,0 +1,297 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildFieldData = exports.buildFieldDataMap = exports.processStructArraysData = exports.processScalarData = exports.processVectorData = exports.buildDynamicRow = void 0;
+const __1 = require("../");
+/**
+ * Builds a dynamic row object by separating the input data into non-dynamic fields and a dynamic field.
+ *
+ * @param {RowData} rowData - The input data object.
+ * @param {Map<string, Field>} fieldMap - A map of field names to field objects.
+ * @param {string} dynamicFieldName - The name of the dynamic field.
+ * @returns {RowData} The generated dynamic row object.
+ */
+const buildDynamicRow = (rowData, fieldMap, dynamicFieldName, functionOutputFields) => {
+    const originRow = (0, __1.cloneObj)(rowData);
+    const row = {};
+    // iterate through each key in the input data object
+    for (let key in originRow) {
+        row[dynamicFieldName] = row[dynamicFieldName] || {}; // initialize the dynamic field object
+        if (fieldMap.has(key)) {
+            // if the key is in the fieldMap, add it to the non-dynamic fields
+            row[key] = originRow[key];
+        }
+        else {
+            if (!functionOutputFields.includes(key)) {
+                const obj = row[dynamicFieldName];
+                // otherwise, add it to the dynamic field
+                obj[key] = originRow[key];
+            }
+        }
+    }
+    return row; // return the generated dynamic row object
+};
+exports.buildDynamicRow = buildDynamicRow;
+/**
+ * Processes vector data from gRPC response format
+ * @param item - The vector field item from gRPC response
+ * @param transformers - Optional transformers for data conversion
+ * @returns Processed vector data
+ */
+const processVectorData = (item, transformers) => {
+    var _a;
+    const dataKey = item.vectors.data;
+    let field_data;
+    switch (dataKey) {
+        case 'float_vector':
+        case 'binary_vector':
+            const vectorValue = dataKey === 'float_vector'
+                ? item.vectors[dataKey].data
+                : item.vectors[dataKey].toJSON().data;
+            // if binary vector , need use dim / 8 to split vector data
+            const dim = ((_a = item.vectors) === null || _a === void 0 ? void 0 : _a.data) === 'float_vector'
+                ? Number(item.vectors.dim)
+                : Number(item.vectors.dim) / 8;
+            field_data = [];
+            // parse number[] to number[][] by dim
+            vectorValue.forEach((v, i) => {
+                const index = Math.floor(i / dim);
+                if (!field_data[index]) {
+                    field_data[index] = [];
+                }
+                field_data[index].push(v);
+            });
+            break;
+        case 'int8_vector':
+            field_data = [];
+            const int8Dim = Number(item.vectors.dim);
+            const int8Bytes = item.vectors[dataKey];
+            const localTransformers = Object.assign({ [__1.DataType.Int8Vector]: Array.from }, transformers);
+            // split buffer data to int8 vector
+            for (let i = 0; i < int8Bytes.byteLength; i += int8Dim) {
+                const slice = int8Bytes.slice(i, i + int8Dim);
+                field_data.push(localTransformers[__1.DataType.Int8Vector](slice));
+            }
+            break;
+        case 'float16_vector':
+        case 'bfloat16_vector':
+            field_data = [];
+            const f16Dim = Number(item.vectors.dim) * 2; // float16 is 2 bytes, so we need to multiply dim with 2 = one element length
+            const f16Bytes = item.vectors[dataKey];
+            // split buffer data to float16 vector(bytes)
+            for (let i = 0; i < f16Bytes.byteLength; i += f16Dim) {
+                const slice = f16Bytes.slice(i, i + f16Dim);
+                const isFloat16 = dataKey === 'float16_vector';
+                let dataType;
+                dataType = isFloat16 ? __1.DataType.Float16Vector : __1.DataType.BFloat16Vector;
+                const localTransformers = Object.assign({ [__1.DataType.BFloat16Vector]: __1.bf16BytesToF32Array, [__1.DataType.Float16Vector]: __1.f16BytesToF32Array }, transformers);
+                field_data.push(localTransformers[dataType](slice));
+            }
+            break;
+        case 'sparse_float_vector':
+            const sparseVectorValue = item.vectors[dataKey].contents;
+            field_data = [];
+            sparseVectorValue.forEach((buffer, i) => {
+                field_data[i] = (0, __1.bytesToSparseRow)(buffer);
+            });
+            break;
+        case 'vector_array':
+            field_data = [];
+            const vectorArrayValue = item.vectors[dataKey].data;
+            vectorArrayValue.forEach((vector) => {
+                field_data.push((0, exports.processVectorData)({
+                    vectors: Object.assign({}, vector),
+                }));
+            });
+            break;
+        default:
+            break;
+    }
+    return field_data;
+};
+exports.processVectorData = processVectorData;
+/**
+ * Processes scalar data from gRPC response format
+ * @param item - The scalar field item from gRPC response
+ * @returns Processed scalar data
+ */
+const processScalarData = (item) => {
+    // parse scalar data
+    const dataKey = item.scalars.data;
+    let field_data = item.scalars[dataKey].data;
+    // we need to handle array element specifically here
+    if (dataKey === 'array_data') {
+        field_data = field_data.map((f) => {
+            const dataKey = f.data;
+            return dataKey ? f[dataKey].data : [];
+        });
+    }
+    switch (dataKey) {
+        // decode json
+        case 'json_data':
+            field_data.forEach((buffer, i) => {
+                field_data[i] = buffer.length ? JSON.parse(buffer.toString()) : null;
+            });
+            break;
+        default:
+            break;
+    }
+    // set the field data with null if item.valid_data is not empty array, it the item in valid_data is false, set the field data with null
+    if (item.valid_data && item.valid_data.length) {
+        item.valid_data.forEach((v, i) => {
+            if (!v) {
+                field_data[i] = null;
+            }
+        });
+    }
+    return field_data;
+};
+exports.processScalarData = processScalarData;
+/**
+ * Processes struct arrays data from gRPC response format
+ * @param item - The struct arrays field item from gRPC response
+ * @returns Processed struct arrays data as array of objects
+ */
+const processStructArraysData = (item) => {
+    const structArrays = item.struct_arrays;
+    const fields = structArrays.fields;
+    // Process each field using the existing processScalarData function
+    const processedFields = fields.map((field) => {
+        return {
+            fieldName: field.field_name,
+            fieldData: field.scalars
+                ? (0, exports.processScalarData)(field)
+                : (0, exports.processVectorData)(field),
+        };
+    });
+    // Get the number of rows from the first processed field
+    const rowCount = processedFields[0].fieldData.length;
+    // Initialize result array
+    const result = [];
+    // Process each row
+    for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
+        // Get the length of arrays in this row (assuming all fields have same array length)
+        const firstFieldArray = processedFields[0].fieldData[rowIndex];
+        const arrayLength = firstFieldArray.length;
+        // Create an array of struct objects for this row
+        const rowArray = [];
+        for (let arrayIndex = 0; arrayIndex < arrayLength; arrayIndex++) {
+            const structObject = {};
+            // Process each field in the struct
+            processedFields.forEach(({ fieldName, fieldData }) => {
+                const fieldArray = fieldData[rowIndex];
+                structObject[fieldName] = fieldArray[arrayIndex];
+            });
+            rowArray.push(structObject);
+        }
+        result.push(rowArray);
+    }
+    // Apply valid_data filtering if present
+    if (item.valid_data && item.valid_data.length) {
+        item.valid_data.forEach((v, i) => {
+            if (!v) {
+                result[i] = null;
+            }
+        });
+    }
+    return result;
+};
+exports.processStructArraysData = processStructArraysData;
+/**
+ * create a data map for each fields, resolve grpc data format
+ * If the field is a vector, split the data into chunks of the appropriate size.
+ * If the field is a scalar, decode the JSON/array data if necessary.
+ */
+const buildFieldDataMap = (fields_data, transformers) => {
+    const fieldsDataMap = new Map();
+    fields_data.forEach((item, i) => {
+        // field data
+        let field_data;
+        // parse data based on field type
+        if (item.vectors) {
+            field_data = (0, exports.processVectorData)(item, transformers);
+        }
+        else if (item.scalars) {
+            field_data = (0, exports.processScalarData)(item);
+        }
+        else if (item.struct_arrays) {
+            field_data = (0, exports.processStructArraysData)(item);
+        }
+        // Add the parsed data to the fieldsDataMap
+        fieldsDataMap.set(item.field_name, field_data);
+    });
+    return fieldsDataMap;
+};
+exports.buildFieldDataMap = buildFieldDataMap;
+/**
+ * Builds the field data for a given row and column.
+ *
+ * @param {RowData} rowData - The data for the row.
+ * @param {Field} column - The column information.
+ * @returns {FieldData} The field data for the row and column.
+ */
+const buildFieldData = (rowData, field, transformers, rowIndex) => {
+    const { type, elementType, name, fieldMap } = field;
+    const isFloat32 = Array.isArray(rowData[name]);
+    switch (type) {
+        case __1.DataType.BinaryVector:
+        case __1.DataType.FloatVector:
+        case __1.DataType.Int8Vector:
+            return rowData[name];
+        case __1.DataType.BFloat16Vector:
+            const bf16Transformer = (transformers === null || transformers === void 0 ? void 0 : transformers[__1.DataType.BFloat16Vector]) || __1.f32ArrayToBf16Bytes;
+            return isFloat32
+                ? bf16Transformer(rowData[name])
+                : rowData[name];
+        case __1.DataType.Float16Vector:
+            const f16Transformer = (transformers === null || transformers === void 0 ? void 0 : transformers[__1.DataType.Float16Vector]) || __1.f32ArrayToF16Bytes;
+            return isFloat32
+                ? f16Transformer(rowData[name])
+                : rowData[name];
+        case __1.DataType.JSON:
+            return rowData[name]
+                ? Buffer.from(JSON.stringify(rowData[name] || {}))
+                : Buffer.alloc(0);
+        case __1.DataType.Array:
+            const elementField = Object.assign(Object.assign({}, field), { type: elementType, fieldMap: fieldMap });
+            // Special handling for struct types
+            if (elementType == __1.DataType.Struct) {
+                // Process each struct element as if it were fields_data
+                rowData[name].forEach((structElement, elementIndex) => {
+                    // get field names
+                    const fieldNames = Object.keys(structElement);
+                    // loop through each field name
+                    fieldNames.forEach(fieldName => {
+                        const structField = fieldMap.get(fieldName);
+                        if (!structField) {
+                            throw new Error(`${__1.ERROR_REASONS.INSERT_CHECK_WRONG_FIELD} in struct at index ${elementIndex}`);
+                        }
+                        // Build field data for the struct field
+                        const fieldData = (0, exports.buildFieldData)({ [fieldName]: structElement[fieldName] }, structField, transformers, rowIndex);
+                        // Special handling for binary and float vector types
+                        const dataArray = structField.data[rowIndex] || [];
+                        structField.data[rowIndex] = dataArray;
+                        const isVectorType = structField.elementType === __1.DataType.BinaryVector ||
+                            structField.elementType === __1.DataType.FloatVector;
+                        if (isVectorType) {
+                            dataArray.push(...(Array.isArray(fieldData) ? fieldData : [fieldData]));
+                        }
+                        else {
+                            dataArray.push(fieldData);
+                        }
+                    });
+                });
+                // Return the original data for Array of Struct
+                return rowData[name];
+            }
+            else {
+                // Regular array field
+                return rowData[name] === null
+                    ? undefined
+                    : (0, exports.buildFieldData)(rowData, elementField, transformers, rowIndex);
+            }
+        default:
+            return rowData[name] === null ? undefined : rowData[name];
+    }
+};
+exports.buildFieldData = buildFieldData;
+//# sourceMappingURL=Data.js.map

package/dist/milvus/utils/Data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Data.js","sourceRoot":"","sources":["../../../milvus/utils/Data.ts"],"names":[],"mappings":";;;AAAA,2BAkBa;AAEb;;;;;;;GAOG;AACI,MAAM,eAAe,GAAG,CAC7B,OAAgB,EAChB,QAA6B,EAC7B,gBAAwB,EACxB,oBAA8B,EAC9B,EAAE;IACF,MAAM,SAAS,GAAG,IAAA,YAAQ,EAAC,OAAO,CAAC,CAAC;IAEpC,MAAM,GAAG,GAAY,EAAE,CAAC;IAExB,oDAAoD;IACpD,KAAK,IAAI,GAAG,IAAI,SAAS,EAAE;QACzB,GAAG,CAAC,gBAAgB,CAAC,GAAG,GAAG,CAAC,gBAAgB,CAAC,IAAK,EAAW,CAAC,CAAC,sCAAsC;QAErG,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACrB,kEAAkE;YAClE,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;SAC3B;aAAM;YACL,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACvC,MAAM,GAAG,GAAS,GAAG,CAAC,gBAAgB,CAAS,CAAC;gBAChD,yCAAyC;gBACzC,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;aAC3B;SACF;KACF;IAED,OAAO,GAAG,CAAC,CAAC,0CAA0C;AACxD,CAAC,CAAC;AA3BW,QAAA,eAAe,mBA2B1B;AAEF;;;;;GAKG;AACI,MAAM,iBAAiB,GAAG,CAC/B,IAAS,EACT,YAAiC,EAC5B,EAAE;;IACP,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC;IACnC,IAAI,UAAe,CAAC;IAEpB,QAAQ,OAAO,EAAE;QACf,KAAK,cAAc,CAAC;QACpB,KAAK,eAAe;YAClB,MAAM,WAAW,GACf,OAAO,KAAK,cAAc;gBACxB,CAAC,CAAC,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC,IAAI;gBAC9B,CAAC,CAAC,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;YAE5C,2DAA2D;YAC3D,MAAM,GAAG,GACP,CAAA,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,MAAK,cAAc;gBACnC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC;gBAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,UAAU,GAAG,EAAE,CAAC;YAEhB,sCAAsC;YACtC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;gBACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBAClC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;oBACtB,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;iBACxB;gBACD,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,MAAM;QAER,KAAK,aAAa;YAChB,UAAU,GAAG,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC;YAE1C,MAAM,iBAAiB,mBACrB,CAAC,YAAQ,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,IAAI,IAC9B,YAAY,CAChB,CAAC;YAEF,mCAAmC;YACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,IAAI,OAAO,EAAE;gBACtD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;gBAE9C,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,YAAQ,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;aAChE;YAED,MAAM;QAER,KAAK,gBAAgB,CAAC;QACtB,KAAK,iBAAiB;YACpB,UAAU,GAAG,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,6EAA6E;YAC3H,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC;YAEzC,6CAA6C;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,MAAM,EAAE;gBACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC5C,MAAM,SAAS,GAAG,OAAO,KAAK,gBAAgB,CAAC;gBAC/C,IAAI,QAA0D,CAAC;gBAE/D,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,YAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,YAAQ,CAAC,cAAc,CAAC;gBAExE,MAAM,iBAAiB,mBACrB,CAAC,YAAQ,CAAC,cAAc,CAAC,EAAE,uBAAmB,EAC9C,CAAC,YAAQ,CAAC,aAAa,CAAC,EAAE,sBAAkB,IACzC,YAAY,CAChB,CAAC;gBAEF,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC;aACtD;YACD,MAAM;QACR,KAAK,qBAAqB;YACxB,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC,QAAQ,CAAC;YAC3D,UAAU,GAAG,EAAE,CAAC;YAEhB,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,CAAS,EAAE,EAAE;gBACnD,UAAU,CAAC,CAAC,CAAC,GAAG,IAAA,oBAAgB,EAAC,MAAM,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,MAAM;QACR,KAAK,cAAc;YACjB,UAAU,GAAG,EAAE,CAAC;YAChB,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC;YACtD,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBACvC,UAAU,CAAC,IAAI,CACb,IAAA,yBAAiB,EAAC;oBAChB,OAAO,oBACF,MAAM,CACV;iBACF,CAAC,CACH,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,MAAM;QACR;YACE,MAAM;KACT;IAED,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AApGW,QAAA,iBAAiB,qBAoG5B;AAEF;;;;GAIG;AACI,MAAM,iBAAiB,GAAG,CAAC,IAAS,EAAO,EAAE;IAClD,oBAAoB;IACpB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC;IACnC,IAAI,UAAU,GAAG,IAAI,CAAC,OAAQ,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC;IAE9C,oDAAoD;IACpD,IAAI,OAAO,KAAK,YAAY,EAAE;QAC5B,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC;YACvB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,CAAC,CAAC,CAAC;KACJ;IAED,QAAQ,OAAO,EAAE;QACf,cAAc;QACd,KAAK,WAAW;YACd,UAAU,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,CAAS,EAAE,EAAE;gBAC5C,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACvE,CAAC,CAAC,CAAC;YACH,MAAM;QACR;YACE,MAAM;KACT;IAED,uIAAuI;IACvI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;QAC7C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;YAC5C,IAAI,CAAC,CAAC,EAAE;gBACN,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;aACtB;QACH,CAAC,CAAC,CAAC;KACJ;IAED,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAlCW,QAAA,iBAAiB,qBAkC5B;AAEF;;;;GAIG;AACI,MAAM,uBAAuB,GAAG,CAAC,IAAS,EAAO,EAAE;IACxD,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IAEnC,mEAAmE;IACnE,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE;QAChD,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,UAAU;YAC3B,SAAS,EAAE,KAAK,CAAC,OAAO;gBACtB,CAAC,CAAC,IAAA,yBAAiB,EAAC,KAAK,CAAC;gBAC1B,CAAC,CAAC,IAAA,yBAAiB,EAAC,KAAK,CAAC;SAC7B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,wDAAwD;IACxD,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;IAErD,0BAA0B;IAC1B,MAAM,MAAM,GAAG,EAAE,CAAC;IAElB,mBAAmB;IACnB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE;QACtD,oFAAoF;QACpF,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;QAE3C,iDAAiD;QACjD,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,WAAW,EAAE,UAAU,EAAE,EAAE;YAC/D,MAAM,YAAY,GAAQ,EAAE,CAAC;YAE7B,mCAAmC;YACnC,eAAe,CAAC,OAAO,CACrB,CAAC,EAAE,SAAS,EAAE,SAAS,EAA2C,EAAE,EAAE;gBACpE,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACvC,YAAY,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;YACnD,CAAC,CACF,CAAC;YAEF,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC7B;QAED,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KACvB;IAED,wCAAwC;IACxC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;QAC7C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;YAC5C,IAAI,CAAC,CAAC,EAAE;gBACN,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;aAClB;QACH,CAAC,CAAC,CAAC;KACJ;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAvDW,QAAA,uBAAuB,2BAuDlC;AAEF;;;;GAIG;AACI,MAAM,iBAAiB,GAAG,CAC/B,WAAkB,EAClB,YAAiC,EACjC,EAAE;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAqB,CAAC;IAEnD,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QAC9B,aAAa;QACb,IAAI,UAAe,CAAC;QAEpB,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,UAAU,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,YAAY,CAAC,CAAC;SACpD;aAAM,IAAI,IAAI,CAAC,OAAO,EAAE;YACvB,UAAU,GAAG,IAAA,yBAAiB,EAAC,IAAI,CAAC,CAAC;SACtC;aAAM,IAAI,IAAI,CAAC,aAAa,EAAE;YAC7B,UAAU,GAAG,IAAA,+BAAuB,EAAC,IAAI,CAAC,CAAC;SAC5C;QAED,2CAA2C;QAC3C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACvB,CAAC,CAAC;AAxBW,QAAA,iBAAiB,qBAwB5B;AAEF;;;;;;GAMG;AACI,MAAM,cAAc,GAAG,CAC5B,OAAgB,EAChB,KAAa,EACb,YAAiC,EACjC,QAAiB,EACN,EAAE;IACb,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IACpD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAE/C,QAAQ,IAAI,EAAE;QACZ,KAAK,YAAQ,CAAC,YAAY,CAAC;QAC3B,KAAK,YAAQ,CAAC,WAAW,CAAC;QAC1B,KAAK,YAAQ,CAAC,UAAU;YACtB,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;QACvB,KAAK,YAAQ,CAAC,cAAc;YAC1B,MAAM,eAAe,GACnB,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAG,YAAQ,CAAC,cAAc,CAAC,KAAI,uBAAmB,CAAC;YACjE,OAAO,SAAS;gBACd,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAmB,CAAC;gBAClD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpB,KAAK,YAAQ,CAAC,aAAa;YACzB,MAAM,cAAc,GAClB,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAG,YAAQ,CAAC,aAAa,CAAC,KAAI,sBAAkB,CAAC;YAC/D,OAAO,SAAS;gBACd,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAkB,CAAC;gBAChD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpB,KAAK,YAAQ,CAAC,IAAI;YAChB,OAAO,OAAO,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClD,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,KAAK,YAAQ,CAAC,KAAK;YACjB,MAAM,YAAY,mCAAQ,KAAK,KAAE,IAAI,EAAE,WAAY,EAAE,QAAQ,EAAE,QAAQ,GAAE,CAAC;YAE1E,oCAAoC;YACpC,IAAI,WAAW,IAAI,YAAQ,CAAC,MAAM,EAAE;gBAClC,wDAAwD;gBACvD,OAAO,CAAC,IAAI,CAAc,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,YAAY,EAAE,EAAE;oBAClE,kBAAkB;oBAClB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBAE9C,+BAA+B;oBAC/B,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;wBAC7B,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;wBAE5C,IAAI,CAAC,WAAW,EAAE;4BAChB,MAAM,IAAI,KAAK,CACb,GAAG,iBAAa,CAAC,wBAAwB,uBAAuB,YAAY,EAAE,CAC/E,CAAC;yBACH;wBAED,wCAAwC;wBACxC,MAAM,SAAS,GAAG,IAAA,sBAAc,EAC9B,EAAE,CAAC,SAAS,CAAC,EAAE,aAAa,CAAC,SAAS,CAAC,EAAE,EACzC,WAAW,EACX,YAAY,EACZ,QAAQ,CACT,CAAC;wBAEF,qDAAqD;wBACrD,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,QAAS,CAAC,IAAI,EAAE,CAAC;wBACpD,WAAW,CAAC,IAAI,CAAC,QAAS,CAAC,GAAG,SAAS,CAAC;wBAExC,MAAM,YAAY,GAChB,WAAW,CAAC,WAAW,KAAK,YAAQ,CAAC,YAAY;4BACjD,WAAW,CAAC,WAAW,KAAK,YAAQ,CAAC,WAAW,CAAC;wBAEnD,IAAI,YAAY,EAAE;4BACf,SAAyB,CAAC,IAAI,CAC7B,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACxD,CAAC;yBACH;6BAAM;4BACJ,SAAyB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;yBAC5C;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,+CAA+C;gBAC/C,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;aACtB;iBAAM;gBACL,sBAAsB;gBACtB,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI;oBAC3B,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,IAAA,sBAAc,EAAC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;aACnE;QAEH;YACE,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;KAC7D;AACH,CAAC,CAAC;AAxFW,QAAA,cAAc,kBAwFzB"}

package/dist/milvus/utils/Format.d.ts

@@ -1,5 +1,4 @@
-import { Type, Root } from 'protobufjs';
-import { KeyValuePair, FieldType, DataTypeMap, DataType, CreateCollectionReq, DescribeCollectionResponse, RowData, _Field, FieldData, SearchReq, SearchSimpleReq, SearchParam, HybridSearchSingleReq, HybridSearchReq, DslType, SearchRes, ConsistencyLevelEnum, RerankerObj, InsertTransformers, OutputTransformers, SearchDataType, FieldSchema, SearchMultipleDataType, TypeParamKey, keyValueObj } from '../';
+import { KeyValuePair, DescribeCollectionResponse } from '../';
 /**
  * Formats key-value data based on the provided keys.
  * @param {KeyValuePair[]} data - The array of key-value pairs.
@@ -64,15 +63,6 @@ export declare const stringToBase64: (str: string) => string;
  * @returns The formatted address.
  */
 export declare const formatAddress: (address: string) => string;
-/**
- * Assigns specified properties from the `field` object to `type_params` within the `FieldType` object.
- * Converts properties to strings, serializing objects as JSON strings if needed, then removes them from `field`.
- *
- * @param field - The `FieldType` object to modify.
- * @param typeParamKeys - Keys to assign to `type_params` if present in `field`.
- * @returns The modified `FieldType` object.
- */
-export declare const assignTypeParams: (field: FieldType, typeParamKeys?: TypeParamKey[]) => FieldType;
 /**
  * Parses a time token and returns the corresponding number of milliseconds.
  *
@@ -88,13 +78,6 @@ export declare const parseTimeToken: (token: string) => number;
  * @returns {string} The extracted method name.
  */
 export declare const extractMethodName: (query: string) => string;
-/**
- * Converts a `key` of type `keyof typeof DataTypeMap | DataType` to a `DataType`.
- *
- * @param {keyof typeof DataTypeMap | DataType} key - The key to convert.
- * @returns {DataType} The converted `DataType`.
- */
-export declare const convertToDataType: (key: keyof typeof DataTypeMap | DataType) => DataType;
 /**dd
  * Creates a deep copy of the provided object using JSON.parse and JSON.stringify.
  * Note that this function is not efficient and may cause performance issues if used with large or complex objects. It also does not handle cases where the object being cloned contains functions or prototype methods.
@@ -104,31 +87,6 @@ export declare const convertToDataType: (key: keyof typeof DataTypeMap | DataTyp
  * @returns {T} A new object with the same properties and values as the original.
  */
 export declare const cloneObj: <T>(obj: T) => T;
-/**
- * Formats the input data into a request payload for creating a collection.
- *
- * @param {CreateCollectionReq} data - The input data for creating a collection.
- * @param {Type} schemaType - The schema type for the collection.
- * @returns {Object} The formatted request payload.
- */
-export declare const formatCollectionSchema: (data: CreateCollectionReq, schemaTypes: Record<string, Type>) => {
-    [k: string]: any;
-};
-/**
- * Formats a field schema by converting its properties to the appropriate types and adding additional properties.
- *
- * @param {FieldType} field - The field to format.
- * @param {Record<string, Type>} schemaTypes - The schema types to use for formatting.
- * @param {Object} [override] - Optional override object for additional properties.
- * @returns {Object} The formatted field schema.
- */
-export declare const formatFieldSchema: (field: FieldType, schemaTypes: Record<string, Type>, override?: {
-    partition_key_field?: string;
-    functionOutputFields?: string[];
-    clustring_key_field?: string;
-}) => {
-    [k: string]: any;
-};
 /**
  * Formats a `DescribeCollectionResponse` object by adding a `dataType` property to each field object in its `schema` array.
  * The `dataType` property represents the numerical value of the `data_type` property.
@@ -137,193 +95,3 @@ export declare const formatFieldSchema: (field: FieldType, schemaTypes: Record<s
  * @returns {DescribeCollectionResponse} A new `DescribeCollectionResponse` object with the updated `dataType` properties.
  */
 export declare const formatDescribedCol: (data: DescribeCollectionResponse) => DescribeCollectionResponse;
-/**
- * Builds a dynamic row object by separating the input data into non-dynamic fields and a dynamic field.
- *
- * @param {RowData} rowData - The input data object.
- * @param {Map<string, Field>} fieldMap - A map of field names to field objects.
- * @param {string} dynamicFieldName - The name of the dynamic field.
- * @returns {RowData} The generated dynamic row object.
- */
-export declare const buildDynamicRow: (rowData: RowData, fieldMap: Map<string, _Field>, dynamicFieldName: string, functionOutputFields: string[]) => RowData;
-/**
- * create a data map for each fields, resolve grpc data format
- * If the field is a vector, split the data into chunks of the appropriate size.
- * If the field is a scalar, decode the JSON/array data if necessary.
- */
-export declare const buildFieldDataMap: (fields_data: any[], transformers?: OutputTransformers) => Map<string, RowData[]>;
-/**
- * Generates an authentication string based on the provided credentials.
- *
- * @param {Object} data - An object containing the authentication credentials.
- * @param {string} [data.username] - The username to use for authentication.
- * @param {string} [data.password] - The password to use for authentication.
- * @param {string} [data.token] - The token to use for authentication.
- * @returns {string} The authentication string.
- */
-export declare const getAuthString: (data: {
-    username?: string;
-    password?: string;
-    token?: string;
-}) => string;
-/**
- * Builds the field data for a given row and column.
- *
- * @param {RowData} rowData - The data for the row.
- * @param {Field} column - The column information.
- * @returns {FieldData} The field data for the row and column.
- */
-export declare const buildFieldData: (rowData: RowData, field: _Field, transformers?: InsertTransformers) => FieldData;
-/**
- * Builds search parameters based on the provided data.
- * @param data - The data object containing search parameters.
- * @returns The search parameters in key-value format.
- */
-export declare const buildSearchParams: (data: SearchSimpleReq | (HybridSearchSingleReq & HybridSearchReq), anns_field: string) => SearchParam;
-/**
- * Creates a RRFRanker object with the specified value of k.
- * @param k - The value of k used in the RRFRanker strategy.
- * @returns An object representing the RRFRanker strategy with the specified value of k.
- */
-export declare const RRFRanker: (k?: number) => RerankerObj;
-/**
- * Creates a weighted ranker object.
- * @param weights - An array of numbers representing the weights.
- * @returns The weighted ranker object.
- */
-export declare const WeightedRanker: (weights: number[]) => RerankerObj;
-/**
- * Converts the rerank parameters object to a format suitable for API requests.
- * @param rerank - The rerank parameters object.
- * @returns The converted rerank parameters object.
- */
-export declare const convertRerankParams: (rerank: RerankerObj) => any;
-type FormatedSearchRequest = {
-    collection_name: string;
-    partition_names: string[];
-    output_fields: string[];
-    nq?: number;
-    dsl?: string;
-    dsl_type?: DslType;
-    placeholder_group?: Uint8Array;
-    search_params?: KeyValuePair[];
-    consistency_level: ConsistencyLevelEnum;
-    expr?: string;
-    expr_template_values?: keyValueObj;
-    rank_params?: KeyValuePair[];
-    function_score?: any;
-    requests?: FormatedSearchRequest[];
-};
-/**
- * This method is used to build search request for a given data.
- * It first fetches the collection info and then constructs the search request based on the data type.
- * It also creates search vectors and a placeholder group for the search.
- *
- * @param {SearchReq | SearchSimpleReq | HybridSearchReq} data - The data for which to build the search request.
- * @param {DescribeCollectionResponse} collectionInfo - The collection information.
- * @param {Root} milvusProto - The milvus protocol object.
- * @returns {Object} An object containing the search requests and search vectors.
- * @returns {Object} return.params - The search requests used in the operation.
- * @returns {string} return.params.collection_name - The name of the collection.
- * @returns {string[]} return.params.partition_names - The partition names.
- * @returns {string[]} return.params.output_fields - The output fields.
- * @returns {number} return.params.nq - The number of query vectors.
- * @returns {string} return.params.dsl - The domain specific language.
- * @returns {string} return.params.dsl_type - The type of the domain specific language.
- * @returns {Uint8Array} return.params.placeholder_group - The placeholder group.
- * @returns {Object} return.params.search_params - The search parameters.
- * @returns {string} return.params.consistency_level - The consistency level.
- * @returns {Number[][]} return.searchVectors - The search vectors used in the operation.
- * @returns {number} return.round_decimal - The score precision.
- */
-export declare const buildSearchRequest: (params: SearchReq | SearchSimpleReq | HybridSearchReq, collectionInfo: DescribeCollectionResponse, milvusProto: Root) => {
-    nq: number | undefined;
-    round_decimal?: number | undefined;
-    isHybridSearch: boolean;
-    request: FormatedSearchRequest | {
-        rank_params: KeyValuePair<string, string | number>[];
-        function_score?: undefined;
-        collection_name: string;
-        partition_names: string[] | undefined;
-        requests: FormatedSearchRequest[];
-        output_fields: string[];
-        consistency_level: ConsistencyLevelEnum;
-    } | {
-        rank_params: KeyValuePair<string, string | number>[];
-        function_score: {
-            functions: {
-                input_field_names: string[];
-                output_field_names: string[];
-                params: KeyValuePair<string, string | number>[];
-                name: string;
-                description?: string | undefined;
-                type: import("../").FunctionType;
-            }[];
-            params: never[];
-        };
-        collection_name: string;
-        partition_names: string[] | undefined;
-        requests: FormatedSearchRequest[];
-        output_fields: string[];
-        consistency_level: ConsistencyLevelEnum;
-    };
-};
-/**
- * Formats the search results returned by Milvus into row data for easier use.
- *
- * @param {SearchRes} searchRes - The search results returned by Milvus.
- * @param {Object} options - The options for formatting the search results.
- * @param {number} options.round_decimal - The number of decimal places to which to round the scores.
- *
- * @returns {any[]} The formatted search results.
- *
- */
-export declare const formatSearchResult: (searchRes: SearchRes, options: {
-    round_decimal: number;
-    transformers?: OutputTransformers;
-}) => any[];
-/**
- * Formats the search vector to match a specific data type.
- * @param {SearchDataType[]} searchVector - The search vector or array of vectors to be formatted.
- * @param {DataType} dataType - The specified data type.
- * @returns {VectorTypes[]} The formatted search vector or array of vectors.
- */
-export declare const formatSearchData: (searchData: SearchDataType | SearchMultipleDataType, field: FieldSchema) => SearchMultipleDataType;
-type TemplateValue = {
-    bool_val: boolean;
-} | {
-    int64_val: number;
-} | {
-    float_val: number;
-} | {
-    string_val: string;
-} | {
-    array_val: TemplateArrayValue;
-};
-type TemplateArrayValue = {
-    bool_data: {
-        data: boolean[];
-    };
-} | {
-    long_data: {
-        data: number[];
-    };
-} | {
-    double_data: {
-        data: number[];
-    };
-} | {
-    string_data: {
-        data: string[];
-    };
-} | {
-    json_data: {
-        data: any[];
-    };
-} | {
-    array_data: {
-        data: TemplateArrayValue[];
-    };
-};
-export declare const formatExprValues: (exprValues: Record<string, any>) => Record<string, TemplateValue>;
-export {};