eddie-jekyll 0.4.0 → 0.4.2

data/assets/{eddie-wasm.js → eddie-lite.js}

@@ -1,9 +1,72 @@
+// SPDX-License-Identifier: GPL-3.0-only
+// Generated by widget/build.sh (wasm-pack --target no-modules, eddie-lite); loaded with importScripts by eddie-worker.js.
 let wasm_bindgen = (function(exports) {
     let script_src;
     if (typeof document !== 'undefined' && document.currentScript !== null) {
         script_src = new URL(document.currentScript.src, location.href).toString();
     }
 
+    /**
+     * Attach a sidecar file (`manifest.sidecars[].file`, fetched relative to
+     * the index URL): its `dense/<scope>/<lane>` sections join the loaded
+     * index after the identity (`index_id`), chunk count and lane shape are
+     * checked. Until a lane's sidecar is attached, searches that ask for it
+     * report the dense arm as skipped instead of failing.
+     * @param {Uint8Array} bytes
+     * @returns {string}
+     */
+    function attach_sidecar(bytes) {
+        let deferred3_0;
+        let deferred3_1;
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            const ptr0 = passArray8ToWasm0(bytes, wasm.__wbindgen_export);
+            const len0 = WASM_VECTOR_LEN;
+            wasm.attach_sidecar(retptr, ptr0, len0);
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
+            var r3 = getDataViewMemory0().getInt32(retptr + 4 * 3, true);
+            var ptr2 = r0;
+            var len2 = r1;
+            if (r3) {
+                ptr2 = 0; len2 = 0;
+                throw takeObject(r2);
+            }
+            deferred3_0 = ptr2;
+            deferred3_1 = len2;
+            return getStringFromWasm0(ptr2, len2);
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+            wasm.__wbindgen_export2(deferred3_0, deferred3_1, 1);
+        }
+    }
+    exports.attach_sidecar = attach_sidecar;
+
+    /**
+     * What this WASM build can do, so the worker can branch between the lite
+     * module (`{dense_wasm: false}`; load `eddie-dense.wasm` for a CPU lane)
+     * and the full one.
+     * @returns {string}
+     */
+    function capabilities() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            wasm.capabilities(retptr);
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            deferred1_0 = r0;
+            deferred1_1 = r1;
+            return getStringFromWasm0(r0, r1);
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+            wasm.__wbindgen_export2(deferred1_0, deferred1_1, 1);
+        }
+    }
+    exports.capabilities = capabilities;
+
     /**
      * One chunk by id.
      * @param {number} id
@@ -35,45 +98,17 @@ let wasm_bindgen = (function(exports) {
     }
     exports.chunk = chunk;
 
-    /**
-     * Load the BERT-family model for a `wasm-candle` lane of the loaded index.
-     * @param {string} lane_id
-     * @param {Uint8Array} config
-     * @param {Uint8Array} tokenizer
-     * @param {Uint8Array} weights
-     */
-    function init_dense_wasm(lane_id, config, tokenizer, weights) {
-        try {
-            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passStringToWasm0(lane_id, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
-            const len0 = WASM_VECTOR_LEN;
-            const ptr1 = passArray8ToWasm0(config, wasm.__wbindgen_export3);
-            const len1 = WASM_VECTOR_LEN;
-            const ptr2 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_export3);
-            const len2 = WASM_VECTOR_LEN;
-            const ptr3 = passArray8ToWasm0(weights, wasm.__wbindgen_export3);
-            const len3 = WASM_VECTOR_LEN;
-            wasm.init_dense_wasm(retptr, ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3);
-            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
-            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
-            if (r1) {
-                throw takeObject(r0);
-            }
-        } finally {
-            wasm.__wbindgen_add_to_stack_pointer(16);
-        }
-    }
-    exports.init_dense_wasm = init_dense_wasm;
-
     /**
      * Parse and validate the index. Replaces any previously loaded index and
-     * forgets its dense embedder / sparse tokenizer.
+     * forgets its dense embedder. When the index embeds its sparse vocabulary
+     * (`manifest.sparse.vocab == "embedded"`) the sparse arm is ready without
+     * `init_sparse_tokenizer`.
      * @param {Uint8Array} index_bytes
      */
     function init_index(index_bytes) {
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passArray8ToWasm0(index_bytes, wasm.__wbindgen_export3);
+            const ptr0 = passArray8ToWasm0(index_bytes, wasm.__wbindgen_export);
             const len0 = WASM_VECTOR_LEN;
             wasm.init_index(retptr, ptr0, len0);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -98,7 +133,7 @@ let wasm_bindgen = (function(exports) {
     function init_sparse_tokenizer(tokenizer_bytes) {
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passArray8ToWasm0(tokenizer_bytes, wasm.__wbindgen_export3);
+            const ptr0 = passArray8ToWasm0(tokenizer_bytes, wasm.__wbindgen_export);
             const len0 = WASM_VECTOR_LEN;
             wasm.init_sparse_tokenizer(retptr, ptr0, len0);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -122,7 +157,7 @@ let wasm_bindgen = (function(exports) {
         let deferred3_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passArray8ToWasm0(index_bytes, wasm.__wbindgen_export3);
+            const ptr0 = passArray8ToWasm0(index_bytes, wasm.__wbindgen_export);
             const len0 = WASM_VECTOR_LEN;
             wasm.manifest(retptr, ptr0, len0);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -157,7 +192,7 @@ let wasm_bindgen = (function(exports) {
         let deferred3_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passStringToWasm0(url, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            const ptr0 = passStringToWasm0(url, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             const len0 = WASM_VECTOR_LEN;
             wasm.page(retptr, ptr0, len0);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -181,8 +216,11 @@ let wasm_bindgen = (function(exports) {
     exports.page = page;
 
     /**
-     * Nearest QA entries by cosine on the qa dense lane. Returns `[]` when the
-     * index has no qa section or no query vector can be produced.
+     * QA entries ranked by [`crate::search::rank_qa`]: the qa dense lane's
+     * cosine fused with lexical overlap and a BM25 pass over the questions and
+     * answers. Returns `[]` when the index has no qa section; without a query
+     * vector (no runnable embedder) the ranking is lexical only and no hit is
+     * `confident`.
      * @param {string} query
      * @param {string | null | undefined} dense_lane_id
      * @param {Float32Array | null | undefined} dense_query_vec
@@ -194,11 +232,11 @@ let wasm_bindgen = (function(exports) {
         let deferred5_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passStringToWasm0(query, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            const ptr0 = passStringToWasm0(query, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             const len0 = WASM_VECTOR_LEN;
-            var ptr1 = isLikeNone(dense_lane_id) ? 0 : passStringToWasm0(dense_lane_id, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            var ptr1 = isLikeNone(dense_lane_id) ? 0 : passStringToWasm0(dense_lane_id, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             var len1 = WASM_VECTOR_LEN;
-            var ptr2 = isLikeNone(dense_query_vec) ? 0 : passArrayF32ToWasm0(dense_query_vec, wasm.__wbindgen_export3);
+            var ptr2 = isLikeNone(dense_query_vec) ? 0 : passArrayF32ToWasm0(dense_query_vec, wasm.__wbindgen_export);
             var len2 = WASM_VECTOR_LEN;
             wasm.qa_lookup(retptr, ptr0, len0, ptr1, len1, ptr2, len2, k);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -241,13 +279,13 @@ let wasm_bindgen = (function(exports) {
         let deferred6_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
-            const ptr0 = passStringToWasm0(query, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            const ptr0 = passStringToWasm0(query, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             const len0 = WASM_VECTOR_LEN;
-            const ptr1 = passStringToWasm0(mode, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            const ptr1 = passStringToWasm0(mode, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             const len1 = WASM_VECTOR_LEN;
-            var ptr2 = isLikeNone(dense_lane_id) ? 0 : passStringToWasm0(dense_lane_id, wasm.__wbindgen_export3, wasm.__wbindgen_export4);
+            var ptr2 = isLikeNone(dense_lane_id) ? 0 : passStringToWasm0(dense_lane_id, wasm.__wbindgen_export, wasm.__wbindgen_export3);
             var len2 = WASM_VECTOR_LEN;
-            var ptr3 = isLikeNone(dense_query_vec) ? 0 : passArrayF32ToWasm0(dense_query_vec, wasm.__wbindgen_export3);
+            var ptr3 = isLikeNone(dense_query_vec) ? 0 : passArrayF32ToWasm0(dense_query_vec, wasm.__wbindgen_export);
             var len3 = WASM_VECTOR_LEN;
             wasm.search(retptr, ptr0, len0, top_k, ptr1, len1, ptr2, len2, ptr3, len3);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
@@ -269,6 +307,28 @@ let wasm_bindgen = (function(exports) {
         }
     }
     exports.search = search;
+
+    /**
+     * Whether the sparse arm can run queries right now (an embedded vocab or
+     * a tokenizer loaded with `init_sparse_tokenizer`).
+     * @returns {boolean}
+     */
+    function sparse_ready() {
+        try {
+            const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
+            wasm.sparse_ready(retptr);
+            var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
+            var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
+            var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
+            if (r2) {
+                throw takeObject(r1);
+            }
+            return r0 !== 0;
+        } finally {
+            wasm.__wbindgen_add_to_stack_pointer(16);
+        }
+    }
+    exports.sparse_ready = sparse_ready;
     function __wbg_get_imports() {
         const import0 = {
             __proto__: null,
@@ -278,9 +338,6 @@ let wasm_bindgen = (function(exports) {
             __wbg_error_dd408a7b3cb542dd: function(arg0) {
                 console.error(getObject(arg0));
             },
-            __wbg_getRandomValues_a608c4436c19407a: function() { return handleError(function (arg0, arg1) {
-                globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
-            }, arguments); },
             __wbindgen_cast_0000000000000001: function(arg0, arg1) {
                 // Cast intrinsic for `Ref(String) -> Externref`.
                 const ret = getStringFromWasm0(arg0, arg1);
@@ -292,7 +349,7 @@ let wasm_bindgen = (function(exports) {
         };
         return {
             __proto__: null,
-            "./eddie_bg.js": import0,
+            "./eddie-lite_bg.js": import0,
         };
     }
 
@@ -311,11 +368,6 @@ let wasm_bindgen = (function(exports) {
         heap_next = idx;
     }
 
-    function getArrayU8FromWasm0(ptr, len) {
-        ptr = ptr >>> 0;
-        return getUint8ArrayMemory0().subarray(ptr / 1, ptr / 1 + len);
-    }
-
     let cachedDataViewMemory0 = null;
     function getDataViewMemory0() {
         if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer.detached === true || (cachedDataViewMemory0.buffer.detached === undefined && cachedDataViewMemory0.buffer !== wasm.memory.buffer)) {
@@ -346,14 +398,6 @@ let wasm_bindgen = (function(exports) {
 
     function getObject(idx) { return heap[idx]; }
 
-    function handleError(f, args) {
-        try {
-            return f.apply(this, args);
-        } catch (e) {
-            wasm.__wbindgen_export(addHeapObject(e));
-        }
-    }
-
     let heap = new Array(1024).fill(undefined);
     heap.push(undefined, null, true, false);