hermes-wasm 1.8.133 → 1.8.135

package/README.md

@@ -359,3 +359,34 @@ the configured retrieval depth and does not run Boolean clauses independently.
 The diagnostic window is capped at 10,000; candidate/ordinal bounds and a 64 MiB
 JSON response limit reject oversized exports. WASM supports its existing RRF and
 weighted-sum fusion modes; server L1/reranker features remain server APIs.
+
+## Delete and upsert local documents
+
+LocalIndex supports primary-key schemas and enforces uniqueness on insert and
+reopen. Delete removes the document and every chunk, including indexed-only data.
+Upserts are complete replacements; an absent key is inserted.
+
+```javascript
+const index = await LocalIndex.create(`index documents {
+  field id: text<raw> [primary, indexed, stored]
+  field body: text<simple> [indexed<chunked>]
+}`);
+await index.addDocument({ id: "a", body: ["first chunk", "second chunk"] });
+await index.commit();
+await index.upsertDocument({ id: "a", body: ["replacement"] });
+await index.commit();
+index.deleteDocument("a");
+await index.commit();
+```
+
+`deleteDocuments(keys)` and `await upsertDocuments(documents)` return
+`{ acceptedCount, errors: [{ index, error }] }`. Inspect errors and commit accepted
+work. A pending insertion/replacement must be committed before another mutation
+of the same key. `await index.abort()` discards the entire pending transaction.
+A failed builder requires abort; a failed storage commit can be retried without
+replaying mutations. RemoteIndex and IpfsIndex remain read-only.
+
+Deletion batches allow 100,000 keys / 8 MiB key bytes; replacement batches allow
+1,000 documents / 32 MiB JSON. Keep one writable LocalIndex per storage namespace,
+and implement atomic per-file replacement in the storage adapter. Physical
+compaction is available through native core, CLI, and the server ForceMerge API.

package/hermes_wasm.d.ts

@@ -151,6 +151,10 @@ export class LocalIndex {
     private constructor();
     free(): void;
     [Symbol.dispose](): void;
+    /**
+     * Discard the entire pending transaction, retaining published documents.
+     */
+    abort(): Promise<void>;
     /**
      * Add a single document (JSON object with field names matching the schema).
      */
@@ -171,6 +175,15 @@ export class LocalIndex {
      * Data is lost on page refresh. Use `withStorage()` for persistence.
      */
     static create(schema_sdl: string): Promise<LocalIndex>;
+    /**
+     * Stage a whole-document deletion by exact primary key, including all chunks.
+     */
+    deleteDocument(primary_key: string): void;
+    /**
+     * Stage deletions. Returns { acceptedCount, errors: [{ index, error }] }.
+     * Commit publishes accepted operations; missing keys are accepted.
+     */
+    deleteDocuments(primary_keys: any): any;
     /**
      * Get field names from the schema.
      */
@@ -216,6 +229,14 @@ export class LocalIndex {
      * Returns `{ hits: [{ address: { segment_id, doc_id }, score }], total_hits }`.
      */
     search(query_str: string, limit: number): Promise<any>;
+    /**
+     * Stage a complete replacement (insert if absent); call commit to publish.
+     */
+    upsertDocument(document: any): Promise<void>;
+    /**
+     * Stage replacements, returning { acceptedCount, errors: [{ index, error }] }.
+     */
+    upsertDocuments(documents: any): Promise<any>;
     /**
      * Create or open an index with a pluggable storage backend.
      *
@@ -405,10 +426,13 @@ export interface InitOutput {
     readonly ipfsindex_searchStructured: (a: number, b: any) => any;
     readonly ipfsindex_search_offset: (a: number, b: number, c: number, d: number, e: number) => any;
     readonly ipfsindex_with_cache_size: (a: number, b: number, c: number) => number;
+    readonly localindex_abort: (a: number) => any;
     readonly localindex_addDocument: (a: number, b: any) => any;
     readonly localindex_addDocuments: (a: number, b: any) => any;
     readonly localindex_commit: (a: number) => any;
     readonly localindex_create: (a: number, b: number) => any;
+    readonly localindex_deleteDocument: (a: number, b: number, c: number) => [number, number];
+    readonly localindex_deleteDocuments: (a: number, b: any) => [number, number, number];
     readonly localindex_fieldNames: (a: number) => any;
     readonly localindex_getDocument: (a: number, b: number, c: number, d: number) => any;
     readonly localindex_getDocumentWithFields: (a: number, b: number, c: number, d: number, e: number, f: number) => any;
@@ -417,6 +441,8 @@ export interface InitOutput {
     readonly localindex_search: (a: number, b: number, c: number, d: number) => any;
     readonly localindex_searchOffset: (a: number, b: number, c: number, d: number, e: number) => any;
     readonly localindex_searchStructured: (a: number, b: any) => any;
+    readonly localindex_upsertDocument: (a: number, b: any) => any;
+    readonly localindex_upsertDocuments: (a: number, b: any) => any;
     readonly localindex_withStorage: (a: any, b: number, c: number) => any;
     readonly remoteindex_cache_stats: (a: number) => any;
     readonly remoteindex_clear_idb_cache: (a: number) => any;
@@ -451,8 +477,8 @@ export interface InitOutput {
     readonly rust_zstd_wasm_shim_qsort: (a: number, b: number, c: number, d: number) => void;
     readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___js_sys_59b4256fe4dcc1af___Function_fn_wasm_bindgen_7dc0dc7663c6ddce___JsValue_____wasm_bindgen_7dc0dc7663c6ddce___sys__Undefined___js_sys_59b4256fe4dcc1af___Function_fn_wasm_bindgen_7dc0dc7663c6ddce___JsValue_____wasm_bindgen_7dc0dc7663c6ddce___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
     readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___wasm_bindgen_7dc0dc7663c6ddce___JsValue__core_ed718c3d60ebd546___result__Result_____wasm_bindgen_7dc0dc7663c6ddce___JsError___true_: (a: number, b: number, c: any) => [number, number];
-    readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_: (a: number, b: number, c: any) => void;
-    readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__66: (a: number, b: number, c: any) => void;
+    readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_: (a: number, b: number, c: any) => void;
+    readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__71: (a: number, b: number, c: any) => void;
     readonly wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke_______true_: (a: number, b: number) => void;
     readonly __wbindgen_malloc: (a: number, b: number) => number;
     readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;

package/hermes_wasm.js

@@ -346,6 +346,14 @@ export class LocalIndex {
         const ptr = this.__destroy_into_raw();
         wasm.__wbg_localindex_free(ptr, 0);
     }
+    /**
+     * Discard the entire pending transaction, retaining published documents.
+     * @returns {Promise<void>}
+     */
+    abort() {
+        const ret = wasm.localindex_abort(this.__wbg_ptr);
+        return ret;
+    }
     /**
      * Add a single document (JSON object with field names matching the schema).
      * @param {any} doc_json
@@ -387,6 +395,31 @@ export class LocalIndex {
         const ret = wasm.localindex_create(ptr0, len0);
         return ret;
     }
+    /**
+     * Stage a whole-document deletion by exact primary key, including all chunks.
+     * @param {string} primary_key
+     */
+    deleteDocument(primary_key) {
+        const ptr0 = passStringToWasm0(primary_key, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.localindex_deleteDocument(this.__wbg_ptr, ptr0, len0);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    /**
+     * Stage deletions. Returns { acceptedCount, errors: [{ index, error }] }.
+     * Commit publishes accepted operations; missing keys are accepted.
+     * @param {any} primary_keys
+     * @returns {any}
+     */
+    deleteDocuments(primary_keys) {
+        const ret = wasm.localindex_deleteDocuments(this.__wbg_ptr, primary_keys);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return takeFromExternrefTable0(ret[0]);
+    }
     /**
      * Get field names from the schema.
      * @returns {any}
@@ -485,6 +518,24 @@ export class LocalIndex {
         const ret = wasm.localindex_search(this.__wbg_ptr, ptr0, len0, limit);
         return ret;
     }
+    /**
+     * Stage a complete replacement (insert if absent); call commit to publish.
+     * @param {any} document
+     * @returns {Promise<void>}
+     */
+    upsertDocument(document) {
+        const ret = wasm.localindex_upsertDocument(this.__wbg_ptr, document);
+        return ret;
+    }
+    /**
+     * Stage replacements, returning { acceptedCount, errors: [{ index, error }] }.
+     * @param {any} documents
+     * @returns {Promise<any>}
+     */
+    upsertDocuments(documents) {
+        const ret = wasm.localindex_upsertDocuments(this.__wbg_ptr, documents);
+        return ret;
+    }
     /**
      * Create or open an index with a pluggable storage backend.
      *
@@ -917,7 +968,7 @@ function __wbg_get_imports() {
             const ret = arg0.call(arg1, arg2, arg3, arg4);
             return ret;
         }, arguments); },
-        __wbg_clearTimeout_333bba87532ab9d3: function(arg0) {
+        __wbg_clearTimeout_1daad5c6ee4fcd3b: function(arg0) {
             const ret = clearTimeout(arg0);
             return ret;
         },
@@ -962,7 +1013,7 @@ function __wbg_get_imports() {
                 wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
             }
         },
-        __wbg_fetch_074561c3e313c86f: function(arg0) {
+        __wbg_fetch_7a37768ab67c5bd8: function(arg0) {
             const ret = fetch(arg0);
             return ret;
         },
@@ -1231,7 +1282,7 @@ function __wbg_get_imports() {
             const ret = arg0.result;
             return ret;
         }, arguments); },
-        __wbg_setTimeout_3a808dd861dd3c12: function(arg0, arg1) {
+        __wbg_setTimeout_b4a9096784635514: function(arg0, arg1) {
             const ret = setTimeout(arg0, arg1);
             return ret;
         },
@@ -1275,6 +1326,12 @@ function __wbg_get_imports() {
         __wbg_set_onupgradeneeded_49d6dd635034b91f: function(arg0, arg1) {
             arg0.onupgradeneeded = arg1;
         },
+        __wbg_set_referrer_13cf56bbccbb2ceb: function(arg0, arg1, arg2) {
+            arg0.referrer = getStringFromWasm0(arg1, arg2);
+        },
+        __wbg_set_referrer_policy_dac1caa6e937479a: function(arg0, arg1) {
+            arg0.referrerPolicy = __wbindgen_enum_ReferrerPolicy[arg1];
+        },
         __wbg_set_signal_f4b32f40f19786f4: function(arg0, arg1) {
             arg0.signal = arg1;
         },
@@ -1344,22 +1401,22 @@ function __wbg_get_imports() {
             console.warn(arg0);
         },
         __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1954, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1970, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___wasm_bindgen_7dc0dc7663c6ddce___JsValue__core_ed718c3d60ebd546___result__Result_____wasm_bindgen_7dc0dc7663c6ddce___JsError___true_);
             return ret;
         },
         __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [NamedExternref("Event")], shim_idx: 357, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [NamedExternref("Event")], shim_idx: 523, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_);
             return ret;
         },
         __wbindgen_generic_0000000000000003: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [NamedExternref("IDBVersionChangeEvent")], shim_idx: 357, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__66);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [NamedExternref("IDBVersionChangeEvent")], shim_idx: 523, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__71);
             return ret;
         },
         __wbindgen_generic_0000000000000004: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1086, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1102, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke_______true_);
             return ret;
         },
@@ -1403,12 +1460,12 @@ function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke_______true
     wasm.wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke_______true_(arg0, arg1);
 }
 
-function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_(arg0, arg1, arg2) {
-    wasm.wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_(arg0, arg1, arg2);
+function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_(arg0, arg1, arg2) {
+    wasm.wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true_(arg0, arg1, arg2);
 }
 
-function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__66(arg0, arg1, arg2) {
-    wasm.wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_456b715baf4530bf___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__66(arg0, arg1, arg2);
+function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__71(arg0, arg1, arg2) {
+    wasm.wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___web_sys_460f5e7203ed5507___features__gen_IdbVersionChangeEvent__IdbVersionChangeEvent______true__71(arg0, arg1, arg2);
 }
 
 function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___wasm_bindgen_7dc0dc7663c6ddce___JsValue__core_ed718c3d60ebd546___result__Result_____wasm_bindgen_7dc0dc7663c6ddce___JsError___true_(arg0, arg1, arg2) {
@@ -1426,6 +1483,9 @@ function wasm_bindgen_7dc0dc7663c6ddce___convert__closures_____invoke___js_sys_5
 const __wbindgen_enum_IdbTransactionMode = ["readonly", "readwrite", "versionchange", "readwriteflush", "cleanup"];
 
 
+const __wbindgen_enum_ReferrerPolicy = ["", "no-referrer", "no-referrer-when-downgrade", "origin", "origin-when-cross-origin", "unsafe-url", "same-origin", "strict-origin", "strict-origin-when-cross-origin"];
+
+
 const __wbindgen_enum_RequestCache = ["default", "no-store", "reload", "no-cache", "force-cache", "only-if-cached"];
 
 

package/package.json

@@ -5,7 +5,7 @@
     "izihawa"
   ],
   "description": "WASM bindings for Hermes search engine",
-  "version": "1.8.133",
+  "version": "1.8.135",
   "license": "MIT",
   "repository": {
     "type": "git",