@wiscale/velesdb-wasm 0.8.5 → 0.8.7

package/README.md

@@ -89,8 +89,12 @@ class VectorStore {
 
   // Methods
   insert(id: bigint, vector: Float32Array): void;
+  insert_with_payload(id: bigint, vector: Float32Array, payload: object): void;  // v0.8.5+
   insert_batch(batch: Array<[bigint, number[]]>): void;  // Bulk insert
   search(query: Float32Array, k: number): Array<[bigint, number]>;
+  search_with_filter(query: Float32Array, k: number, filter: object): Array<{id, score, payload}>;  // v0.8.5+
+  text_search(query: string, k: number, field?: string): Array<{id, score, payload}>;  // v0.8.5+
+  get(id: bigint): {id, vector, payload} | null;  // v0.8.5+
   remove(id: bigint): boolean;
   clear(): void;
   reserve(additional: number): void;  // Pre-allocate memory
@@ -98,6 +102,31 @@ class VectorStore {
 }
 ```
 
+### Filter Format (v0.8.5+)
+
+```javascript
+// Equality filter
+const filter = {
+  condition: { type: "eq", field: "category", value: "tech" }
+};
+
+// Comparison filters
+const filter = {
+  condition: { type: "gt", field: "price", value: 100 }
+};  // Also: gte, lt, lte, neq
+
+// Logical operators
+const filter = {
+  condition: {
+    type: "and",
+    conditions: [
+      { type: "eq", field: "category", value: "tech" },
+      { type: "gt", field: "views", value: 1000 }
+    ]
+  }
+};  // Also: or, not
+```
+
 ## Distance Metrics
 
 | Metric | Description | Best For |

package/package.json

@@ -5,7 +5,7 @@
     "VelesDB Team <contact@wiscale.fr>"
   ],
   "description": "VelesDB for WebAssembly - Vector search in the browser",
-  "version": "0.8.5",
+  "version": "0.8.7",
   "license": "SEE LICENSE IN ../../LICENSE",
   "repository": {
     "type": "git",

package/velesdb_wasm.d.ts

@@ -22,6 +22,23 @@ export enum StorageMode {
 export class VectorStore {
   free(): void;
   [Symbol.dispose](): void;
+  /**
+   * Performs text search on payload fields.
+   *
+   * This is a simple substring-based search on payload text fields.
+   * For full BM25 text search, use the REST API backend.
+   *
+   * # Arguments
+   *
+   * * `query` - Text query to search for
+   * * `k` - Number of results
+   * * `field` - Optional field name to search in (default: searches all string fields)
+   *
+   * # Returns
+   *
+   * Array of results with matching payloads.
+   */
+  text_search(query: string, k: number, field?: string | null): any;
   /**
    * Inserts multiple vectors in a single batch operation.
    *
@@ -126,6 +143,46 @@ export class VectorStore {
    * - The metric byte is invalid
    */
   static import_from_bytes(bytes: Uint8Array): VectorStore;
+  /**
+   * Searches with metadata filtering.
+   *
+   * # Arguments
+   *
+   * * `query` - Query vector
+   * * `k` - Number of results
+   * * `filter` - JSON filter object (e.g., `{"condition": {"type": "eq", "field": "category", "value": "tech"}}`)
+   *
+   * # Returns
+   *
+   * Array of `[id, score, payload]` tuples sorted by relevance.
+   */
+  search_with_filter(query: Float32Array, k: number, filter: any): any;
+  /**
+   * Inserts a vector with the given ID and optional JSON payload.
+   *
+   * # Arguments
+   *
+   * * `id` - Unique identifier for the vector
+   * * `vector` - `Float32Array` of the vector data
+   * * `payload` - Optional JSON payload (metadata)
+   *
+   * # Errors
+   *
+   * Returns an error if vector dimension doesn't match store dimension.
+   */
+  insert_with_payload(id: bigint, vector: Float32Array, payload: any): void;
+  /**
+   * Gets a vector by ID.
+   *
+   * # Arguments
+   *
+   * * `id` - The vector ID to retrieve
+   *
+   * # Returns
+   *
+   * An object with `id`, `vector`, and `payload` fields, or null if not found.
+   */
+  get(id: bigint): any;
   /**
    * Creates a new vector store with the specified dimension and distance metric.
    *
@@ -258,9 +315,11 @@ export interface InitOutput {
   readonly vectorstore_delete_database: (a: number, b: number) => number;
   readonly vectorstore_dimension: (a: number) => number;
   readonly vectorstore_export_to_bytes: (a: number, b: number) => void;
+  readonly vectorstore_get: (a: number, b: number, c: bigint) => void;
   readonly vectorstore_import_from_bytes: (a: number, b: number, c: number) => void;
   readonly vectorstore_insert: (a: number, b: number, c: bigint, d: number, e: number) => void;
   readonly vectorstore_insert_batch: (a: number, b: number, c: number) => void;
+  readonly vectorstore_insert_with_payload: (a: number, b: number, c: bigint, d: number, e: number, f: number) => void;
   readonly vectorstore_is_empty: (a: number) => number;
   readonly vectorstore_len: (a: number) => number;
   readonly vectorstore_load: (a: number, b: number) => number;
@@ -271,13 +330,15 @@ export interface InitOutput {
   readonly vectorstore_reserve: (a: number, b: number) => void;
   readonly vectorstore_save: (a: number, b: number, c: number) => number;
   readonly vectorstore_search: (a: number, b: number, c: number, d: number, e: number) => void;
+  readonly vectorstore_search_with_filter: (a: number, b: number, c: number, d: number, e: number, f: number) => void;
   readonly vectorstore_storage_mode: (a: number, b: number) => void;
+  readonly vectorstore_text_search: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => void;
   readonly vectorstore_with_capacity: (a: number, b: number, c: number, d: number, e: number) => void;
-  readonly __wasm_bindgen_func_elem_97: (a: number, b: number, c: number) => void;
-  readonly __wasm_bindgen_func_elem_96: (a: number, b: number) => void;
-  readonly __wasm_bindgen_func_elem_390: (a: number, b: number, c: number) => void;
-  readonly __wasm_bindgen_func_elem_389: (a: number, b: number) => void;
-  readonly __wasm_bindgen_func_elem_437: (a: number, b: number, c: number, d: number) => void;
+  readonly __wasm_bindgen_func_elem_133: (a: number, b: number, c: number) => void;
+  readonly __wasm_bindgen_func_elem_132: (a: number, b: number) => void;
+  readonly __wasm_bindgen_func_elem_489: (a: number, b: number, c: number) => void;
+  readonly __wasm_bindgen_func_elem_488: (a: number, b: number) => void;
+  readonly __wasm_bindgen_func_elem_536: (a: number, b: number, c: number, d: number) => void;
   readonly __wbindgen_export: (a: number, b: number) => number;
   readonly __wbindgen_export2: (a: number, b: number, c: number, d: number) => number;
   readonly __wbindgen_export3: (a: number) => void;

package/velesdb_wasm.js

@@ -251,16 +251,16 @@ if (!('encodeInto' in cachedTextEncoder)) {
 
 let WASM_VECTOR_LEN = 0;
 
-function __wasm_bindgen_func_elem_97(arg0, arg1, arg2) {
-    wasm.__wasm_bindgen_func_elem_97(arg0, arg1, addHeapObject(arg2));
+function __wasm_bindgen_func_elem_133(arg0, arg1, arg2) {
+    wasm.__wasm_bindgen_func_elem_133(arg0, arg1, addHeapObject(arg2));
 }
 
-function __wasm_bindgen_func_elem_390(arg0, arg1, arg2) {
-    wasm.__wasm_bindgen_func_elem_390(arg0, arg1, addHeapObject(arg2));
+function __wasm_bindgen_func_elem_489(arg0, arg1, arg2) {
+    wasm.__wasm_bindgen_func_elem_489(arg0, arg1, addHeapObject(arg2));
 }
 
-function __wasm_bindgen_func_elem_437(arg0, arg1, arg2, arg3) {
-    wasm.__wasm_bindgen_func_elem_437(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
+function __wasm_bindgen_func_elem_536(arg0, arg1, arg2, arg3) {
+    wasm.__wasm_bindgen_func_elem_536(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
 }
 
 const __wbindgen_enum_IdbTransactionMode = ["readonly", "readwrite", "versionchange", "readwriteflush", "cleanup"];
@@ -321,6 +321,45 @@ export class VectorStore {
         const ptr = this.__destroy_into_raw();
         wasm.__wbg_vectorstore_free(ptr, 0);
     }
+    /**
+     * Performs text search on payload fields.
+     *
+     * This is a simple substring-based search on payload text fields.
+     * For full BM25 text search, use the REST API backend.
+     *
+     * # Arguments
+     *
+     * * `query` - Text query to search for
+     * * `k` - Number of results
+     * * `field` - Optional field name to search in (default: searches all string fields)
+     *
+     * # Returns
+     *
+     * Array of results with matching payloads.
+     * @param {string} query
+     * @param {number} k
+     * @param {string | null} [field]
+     * @returns {any}
+     */
+    text_search(query, k, field) {
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            const ptr0 = passStringToWasm0(query, wasm.__wbindgen_export, wasm.__wbindgen_export2);
+            const len0 = WASM_VECTOR_LEN;
+            var ptr1 = isLikeNone(field) ? 0 : passStringToWasm0(field, wasm.__wbindgen_export, wasm.__wbindgen_export2);
+            var len1 = WASM_VECTOR_LEN;
+            wasm.vectorstore_text_search(retptr, this.__wbg_ptr, ptr0, len0, k, ptr1, len1);
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
+            if (r2) {
+                throw takeObject(r1);
+            }
+            return takeObject(r0);
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+        }
+    }
     /**
      * Inserts multiple vectors in a single batch operation.
      *
@@ -547,6 +586,99 @@ export class VectorStore {
             wasm.__wbindgen_add_to_stack_pointer(16);
         }
     }
+    /**
+     * Searches with metadata filtering.
+     *
+     * # Arguments
+     *
+     * * `query` - Query vector
+     * * `k` - Number of results
+     * * `filter` - JSON filter object (e.g., `{"condition": {"type": "eq", "field": "category", "value": "tech"}}`)
+     *
+     * # Returns
+     *
+     * Array of `[id, score, payload]` tuples sorted by relevance.
+     * @param {Float32Array} query
+     * @param {number} k
+     * @param {any} filter
+     * @returns {any}
+     */
+    search_with_filter(query, k, filter) {
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            const ptr0 = passArrayF32ToWasm0(query, wasm.__wbindgen_export);
+            const len0 = WASM_VECTOR_LEN;
+            wasm.vectorstore_search_with_filter(retptr, this.__wbg_ptr, ptr0, len0, k, addHeapObject(filter));
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
+            if (r2) {
+                throw takeObject(r1);
+            }
+            return takeObject(r0);
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+        }
+    }
+    /**
+     * Inserts a vector with the given ID and optional JSON payload.
+     *
+     * # Arguments
+     *
+     * * `id` - Unique identifier for the vector
+     * * `vector` - `Float32Array` of the vector data
+     * * `payload` - Optional JSON payload (metadata)
+     *
+     * # Errors
+     *
+     * Returns an error if vector dimension doesn't match store dimension.
+     * @param {bigint} id
+     * @param {Float32Array} vector
+     * @param {any} payload
+     */
+    insert_with_payload(id, vector, payload) {
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            const ptr0 = passArrayF32ToWasm0(vector, wasm.__wbindgen_export);
+            const len0 = WASM_VECTOR_LEN;
+            wasm.vectorstore_insert_with_payload(retptr, this.__wbg_ptr, id, ptr0, len0, addHeapObject(payload));
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            if (r1) {
+                throw takeObject(r0);
+            }
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+        }
+    }
+    /**
+     * Gets a vector by ID.
+     *
+     * # Arguments
+     *
+     * * `id` - The vector ID to retrieve
+     *
+     * # Returns
+     *
+     * An object with `id`, `vector`, and `payload` fields, or null if not found.
+     * @param {bigint} id
+     * @returns {any}
+     */
+    get(id) {
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            wasm.vectorstore_get(retptr, this.__wbg_ptr, id);
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
+            if (r2) {
+                throw takeObject(r1);
+            }
+            return takeObject(r0);
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+        }
+    }
     /**
      * Returns the number of vectors in the store.
      * @returns {number}
@@ -826,6 +958,10 @@ function __wbg_get_imports() {
         getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
         getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
     };
+    imports.wbg.__wbg___wbindgen_in_0d3e1e8f0c669317 = function(arg0, arg1) {
+        const ret = getObject(arg0) in getObject(arg1);
+        return ret;
+    };
     imports.wbg.__wbg___wbindgen_is_bigint_0e1a2e3f55cfae27 = function(arg0) {
         const ret = typeof(getObject(arg0)) === 'bigint';
         return ret;
@@ -843,6 +979,10 @@ function __wbg_get_imports() {
         const ret = typeof(val) === 'object' && val !== null;
         return ret;
     };
+    imports.wbg.__wbg___wbindgen_is_string_704ef9c8fc131030 = function(arg0) {
+        const ret = typeof(getObject(arg0)) === 'string';
+        return ret;
+    };
     imports.wbg.__wbg___wbindgen_is_undefined_f6b95eab589e0269 = function(arg0) {
         const ret = getObject(arg0) === undefined;
         return ret;
@@ -895,6 +1035,10 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).done;
         return ret;
     };
+    imports.wbg.__wbg_entries_83c79938054e065f = function(arg0) {
+        const ret = Object.entries(getObject(arg0));
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbg_get_6b7bd52aca3f9671 = function(arg0, arg1) {
         const ret = getObject(arg0)[arg1 >>> 0];
         return addHeapObject(ret);
@@ -928,6 +1072,16 @@ function __wbg_get_imports() {
         const ret = result;
         return ret;
     };
+    imports.wbg.__wbg_instanceof_Map_084be8da74364158 = function(arg0) {
+        let result;
+        try {
+            result = getObject(arg0) instanceof Map;
+        } catch (_) {
+            result = false;
+        }
+        const ret = result;
+        return ret;
+    };
     imports.wbg.__wbg_instanceof_Uint8Array_da54ccc9d3e09434 = function(arg0) {
         let result;
         try {
@@ -972,6 +1126,10 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).length;
         return ret;
     };
+    imports.wbg.__wbg_new_1ba21ce319a06297 = function() {
+        const ret = new Object();
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbg_new_25f239778d6112b9 = function() {
         const ret = new Array();
         return addHeapObject(ret);
@@ -980,6 +1138,10 @@ function __wbg_get_imports() {
         const ret = new Uint8Array(getObject(arg0));
         return addHeapObject(ret);
     };
+    imports.wbg.__wbg_new_b546ae120718850e = function() {
+        const ret = new Map();
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbg_new_ff12d2b041fb48f1 = function(arg0, arg1) {
         try {
             var state0 = {a: arg0, b: arg1};
@@ -987,7 +1149,7 @@ function __wbg_get_imports() {
                 const a = state0.a;
                 state0.a = 0;
                 try {
-                    return __wasm_bindgen_func_elem_437(a, state0.b, arg0, arg1);
+                    return __wasm_bindgen_func_elem_536(a, state0.b, arg0, arg1);
                 } finally {
                     state0.a = a;
                 }
@@ -1048,9 +1210,16 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).result;
         return addHeapObject(ret);
     }, arguments) };
+    imports.wbg.__wbg_set_3f1d0b984ed272ed = function(arg0, arg1, arg2) {
+        getObject(arg0)[takeObject(arg1)] = takeObject(arg2);
+    };
     imports.wbg.__wbg_set_7df433eea03a5c14 = function(arg0, arg1, arg2) {
         getObject(arg0)[arg1 >>> 0] = takeObject(arg2);
     };
+    imports.wbg.__wbg_set_efaaf145b9377369 = function(arg0, arg1, arg2) {
+        const ret = getObject(arg0).set(getObject(arg1), getObject(arg2));
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbg_set_onerror_08fecec3bdc9d24d = function(arg0, arg1) {
         getObject(arg0).onerror = getObject(arg1);
     };
@@ -1101,19 +1270,19 @@ function __wbg_get_imports() {
         const ret = getStringFromWasm0(arg0, arg1);
         return addHeapObject(ret);
     };
+    imports.wbg.__wbindgen_cast_245e75e6849de722 = function(arg0, arg1) {
+        // Cast intrinsic for `Closure(Closure { dtor_idx: 7, function: Function { arguments: [NamedExternref("Event")], shim_idx: 8, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+        const ret = makeMutClosure(arg0, arg1, wasm.__wasm_bindgen_func_elem_132, __wasm_bindgen_func_elem_133);
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbindgen_cast_4625c577ab2ec9ee = function(arg0) {
         // Cast intrinsic for `U64 -> Externref`.
         const ret = BigInt.asUintN(64, arg0);
         return addHeapObject(ret);
     };
-    imports.wbg.__wbindgen_cast_5672704bc77a612c = function(arg0, arg1) {
-        // Cast intrinsic for `Closure(Closure { dtor_idx: 44, function: Function { arguments: [Externref], shim_idx: 45, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-        const ret = makeMutClosure(arg0, arg1, wasm.__wasm_bindgen_func_elem_389, __wasm_bindgen_func_elem_390);
-        return addHeapObject(ret);
-    };
-    imports.wbg.__wbindgen_cast_9cdd8d1a79740578 = function(arg0, arg1) {
-        // Cast intrinsic for `Closure(Closure { dtor_idx: 6, function: Function { arguments: [NamedExternref("Event")], shim_idx: 7, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-        const ret = makeMutClosure(arg0, arg1, wasm.__wasm_bindgen_func_elem_96, __wasm_bindgen_func_elem_97);
+    imports.wbg.__wbindgen_cast_9ae0607507abb057 = function(arg0) {
+        // Cast intrinsic for `I64 -> Externref`.
+        const ret = arg0;
         return addHeapObject(ret);
     };
     imports.wbg.__wbindgen_cast_d6cd19b81560fd6e = function(arg0) {
@@ -1121,6 +1290,11 @@ function __wbg_get_imports() {
         const ret = arg0;
         return addHeapObject(ret);
     };
+    imports.wbg.__wbindgen_cast_e7ad0d7b317830d5 = function(arg0, arg1) {
+        // Cast intrinsic for `Closure(Closure { dtor_idx: 56, function: Function { arguments: [Externref], shim_idx: 57, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+        const ret = makeMutClosure(arg0, arg1, wasm.__wasm_bindgen_func_elem_488, __wasm_bindgen_func_elem_489);
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbindgen_object_clone_ref = function(arg0) {
         const ret = getObject(arg0);
         return addHeapObject(ret);