lucivy-wasm 0.1.0

package/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2025 Luciform Research
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

package/README.md

@@ -0,0 +1,117 @@
+# @lucivy/wasm
+
+Fast BM25 full-text search for browsers — WASM build of Lucivy with OPFS persistence. Runs in a Web Worker.
+
+## Install
+
+```bash
+npm install @lucivy/wasm
+```
+
+## Quick start
+
+```javascript
+import init, { Index } from '@lucivy/wasm';
+
+await init();
+
+const index = new Index('/my_index', JSON.stringify([
+    { name: 'title', type: 'text' },
+    { name: 'body', type: 'text' },
+]));
+
+index.add(1, JSON.stringify({ title: 'Rust Programming', body: 'Systems programming with memory safety' }));
+index.add(2, JSON.stringify({ title: 'Python Guide', body: 'Data science and web development' }));
+index.commit();
+
+const results = JSON.parse(index.search(JSON.stringify('programming'), 10, true));
+for (const r of results) {
+    console.log(r.doc_id, r.score, r.highlights);
+}
+```
+
+## API
+
+### Create / open
+
+```javascript
+// Create a new index
+const index = new Index('/my_index', JSON.stringify([
+    { name: 'title', type: 'text' },
+    { name: 'body',  type: 'text' },
+    { name: 'tag',   type: 'keyword' },
+]));
+
+// Open from OPFS files (Map of filename → Uint8Array)
+const index2 = Index.open('/my_index', filesMap);
+```
+
+### Add / update / delete
+
+```javascript
+index.add(1, JSON.stringify({ title: 'Hello', body: 'World' }));
+index.addMany(JSON.stringify([
+    { docId: 2, title: 'Foo', body: 'Bar' },
+    { docId: 3, title: 'Baz', body: 'Qux' },
+]));
+index.update(1, JSON.stringify({ title: 'Updated', body: 'Content' }));
+index.remove(2);
+index.commit();
+```
+
+### Search
+
+```javascript
+// String query (contains_split across all text fields)
+const results = JSON.parse(index.search(JSON.stringify('rust programming'), 10));
+
+// Structured query
+const results2 = JSON.parse(index.search(JSON.stringify({
+    type: 'contains', field: 'body', value: 'program'
+}), 10, true));
+
+// Pre-filtered by doc IDs
+const results3 = JSON.parse(index.searchFiltered(
+    JSON.stringify('programming'), 10, new Uint32Array([1, 3]), true
+));
+```
+
+### OPFS persistence
+
+```javascript
+// Get dirty files (modified since last export) for incremental OPFS sync
+const dirty = index.exportDirtyFiles(); // Map<string, Uint8Array>
+
+// Get all files
+const all = index.exportAllFiles(); // Map<string, Uint8Array>
+```
+
+### Snapshots (export / import)
+
+```javascript
+// Export to Uint8Array (.luce format)
+const snapshot = index.exportSnapshot();
+
+// Import from Uint8Array
+const restored = Index.importSnapshot(snapshot, '/restored_index');
+```
+
+### Properties
+
+```javascript
+index.numDocs     // number of documents
+index.path        // index path
+index.schemaJson  // JSON string of field definitions
+```
+
+## OPFS + Web Worker pattern
+
+This package is designed to run in a Web Worker with OPFS for persistence:
+
+1. On startup: read files from OPFS → `Index.open(path, filesMap)`
+2. After mutations + commit: `index.exportDirtyFiles()` → write to OPFS
+3. For backup/transfer: `index.exportSnapshot()` → portable `.luce` blob
+
+## License
+
+MIT

package/lucivy_wasm.d.ts

@@ -0,0 +1,121 @@
+/* tslint:disable */
+/* eslint-disable */
+
+export class Index {
+    free(): void;
+    [Symbol.dispose](): void;
+    add(doc_id: number, fields_json: string): void;
+    addMany(docs_json: string): void;
+    /**
+     * Commit changes to the in-memory directory.
+     * After this, call `exportDirtyFiles()` to get files to persist to OPFS.
+     */
+    commit(): void;
+    /**
+     * Create a new index.
+     * `fields_json`: JSON array of field definitions.
+     * `stemmer`: language string ("english", "french", ...) or empty.
+     * Returns an Index. Caller should then call `export_all_files()` to persist to OPFS.
+     */
+    constructor(path: string, fields_json: string, stemmer: string);
+    /**
+     * Export ALL files (for initial persist after create).
+     * Returns: `[[path, Uint8Array], ...]`
+     */
+    exportAllFiles(): any;
+    /**
+     * Export dirty files (modified + deleted) since last export.
+     * Returns a JS object: `{ modified: [[path, Uint8Array], ...], deleted: [path, ...] }`
+     * The JS side writes modified files to OPFS and removes deleted ones.
+     */
+    exportDirtyFiles(): any;
+    /**
+     * Export the index as a LUCE snapshot blob.
+     * The index must have no uncommitted changes (call `commit()` first).
+     * Returns a `Uint8Array`.
+     */
+    exportSnapshot(): Uint8Array;
+    /**
+     * Import a LUCE snapshot blob and return a new Index.
+     * `data`: the LUCE blob as `Uint8Array`.
+     * `path`: the logical path for the imported index.
+     */
+    static importSnapshot(data: Uint8Array, path: string): Index;
+    /**
+     * Open an existing index from files previously read from OPFS.
+     * `files`: JS Map of filename → Uint8Array.
+     * The JS side reads all files from OPFS and passes them here.
+     */
+    static open(path: string, files: Map<any, any>): Index;
+    remove(doc_id: number): void;
+    rollback(): void;
+    /**
+     * Search the index.
+     * `query_json`: a JSON string (contains_split on all text fields) or a query object.
+     * Returns JSON: `[{docId, score, highlights?}, ...]`
+     */
+    search(query_json: string, limit: number, highlights?: boolean | null): string;
+    /**
+     * Search with allowed_ids filter.
+     * `allowed_ids`: JS array of u32 doc IDs.
+     */
+    searchFiltered(query_json: string, limit: number, allowed_ids: Uint32Array, highlights?: boolean | null): string;
+    update(doc_id: number, fields_json: string): void;
+    readonly numDocs: number;
+    readonly path: string;
+    readonly schemaJson: string;
+}
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+    readonly memory: WebAssembly.Memory;
+    readonly __wbg_index_free: (a: number, b: number) => void;
+    readonly index_create: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number];
+    readonly index_open: (a: number, b: number, c: any) => [number, number, number];
+    readonly index_add: (a: number, b: number, c: number, d: number) => [number, number];
+    readonly index_addMany: (a: number, b: number, c: number) => [number, number];
+    readonly index_remove: (a: number, b: number) => [number, number];
+    readonly index_update: (a: number, b: number, c: number, d: number) => [number, number];
+    readonly index_commit: (a: number) => [number, number];
+    readonly index_rollback: (a: number) => [number, number];
+    readonly index_exportDirtyFiles: (a: number) => [number, number, number];
+    readonly index_exportAllFiles: (a: number) => [number, number, number];
+    readonly index_exportSnapshot: (a: number) => [number, number, number, number];
+    readonly index_importSnapshot: (a: number, b: number, c: number, d: number) => [number, number, number];
+    readonly index_search: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
+    readonly index_searchFiltered: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => [number, number, number, number];
+    readonly index_numDocs: (a: number) => number;
+    readonly index_path: (a: number) => [number, number];
+    readonly index_schemaJson: (a: number) => [number, number];
+    readonly __wbindgen_malloc: (a: number, b: number) => number;
+    readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+    readonly __wbindgen_exn_store: (a: number) => void;
+    readonly __externref_table_alloc: () => number;
+    readonly __wbindgen_externrefs: WebAssembly.Table;
+    readonly __externref_table_dealloc: (a: number) => void;
+    readonly __wbindgen_free: (a: number, b: number, c: number) => void;
+    readonly __wbindgen_start: () => void;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+
+/**
+ * Instantiates the given `module`, which can either be bytes or
+ * a precompiled `WebAssembly.Module`.
+ *
+ * @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+ *
+ * @returns {InitOutput}
+ */
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+ * If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+ * for everything else, calls `WebAssembly.instantiate` directly.
+ *
+ * @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+ *
+ * @returns {Promise<InitOutput>}
+ */
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;

package/lucivy_wasm.js

@@ -0,0 +1,685 @@
+/* @ts-self-types="./lucivy_wasm.d.ts" */
+
+export class Index {
+    static __wrap(ptr) {
+        ptr = ptr >>> 0;
+        const obj = Object.create(Index.prototype);
+        obj.__wbg_ptr = ptr;
+        IndexFinalization.register(obj, obj.__wbg_ptr, obj);
+        return obj;
+    }
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        IndexFinalization.unregister(this);
+        return ptr;
+    }
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_index_free(ptr, 0);
+    }
+    /**
+     * @param {number} doc_id
+     * @param {string} fields_json
+     */
+    add(doc_id, fields_json) {
+        const ptr0 = passStringToWasm0(fields_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.index_add(this.__wbg_ptr, doc_id, ptr0, len0);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    /**
+     * @param {string} docs_json
+     */
+    addMany(docs_json) {
+        const ptr0 = passStringToWasm0(docs_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.index_addMany(this.__wbg_ptr, ptr0, len0);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    /**
+     * Commit changes to the in-memory directory.
+     * After this, call `exportDirtyFiles()` to get files to persist to OPFS.
+     */
+    commit() {
+        const ret = wasm.index_commit(this.__wbg_ptr);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    /**
+     * Create a new index.
+     * `fields_json`: JSON array of field definitions.
+     * `stemmer`: language string ("english", "french", ...) or empty.
+     * Returns an Index. Caller should then call `export_all_files()` to persist to OPFS.
+     * @param {string} path
+     * @param {string} fields_json
+     * @param {string} stemmer
+     */
+    constructor(path, fields_json, stemmer) {
+        const ptr0 = passStringToWasm0(path, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(fields_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ptr2 = passStringToWasm0(stemmer, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len2 = WASM_VECTOR_LEN;
+        const ret = wasm.index_create(ptr0, len0, ptr1, len1, ptr2, len2);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        this.__wbg_ptr = ret[0] >>> 0;
+        IndexFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * Export ALL files (for initial persist after create).
+     * Returns: `[[path, Uint8Array], ...]`
+     * @returns {any}
+     */
+    exportAllFiles() {
+        const ret = wasm.index_exportAllFiles(this.__wbg_ptr);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return takeFromExternrefTable0(ret[0]);
+    }
+    /**
+     * Export dirty files (modified + deleted) since last export.
+     * Returns a JS object: `{ modified: [[path, Uint8Array], ...], deleted: [path, ...] }`
+     * The JS side writes modified files to OPFS and removes deleted ones.
+     * @returns {any}
+     */
+    exportDirtyFiles() {
+        const ret = wasm.index_exportDirtyFiles(this.__wbg_ptr);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return takeFromExternrefTable0(ret[0]);
+    }
+    /**
+     * Export the index as a LUCE snapshot blob.
+     * The index must have no uncommitted changes (call `commit()` first).
+     * Returns a `Uint8Array`.
+     * @returns {Uint8Array}
+     */
+    exportSnapshot() {
+        const ret = wasm.index_exportSnapshot(this.__wbg_ptr);
+        if (ret[3]) {
+            throw takeFromExternrefTable0(ret[2]);
+        }
+        var v1 = getArrayU8FromWasm0(ret[0], ret[1]).slice();
+        wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+        return v1;
+    }
+    /**
+     * Import a LUCE snapshot blob and return a new Index.
+     * `data`: the LUCE blob as `Uint8Array`.
+     * `path`: the logical path for the imported index.
+     * @param {Uint8Array} data
+     * @param {string} path
+     * @returns {Index}
+     */
+    static importSnapshot(data, path) {
+        const ptr0 = passArray8ToWasm0(data, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passStringToWasm0(path, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        const ret = wasm.index_importSnapshot(ptr0, len0, ptr1, len1);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return Index.__wrap(ret[0]);
+    }
+    /**
+     * @returns {number}
+     */
+    get numDocs() {
+        const ret = wasm.index_numDocs(this.__wbg_ptr);
+        return ret >>> 0;
+    }
+    /**
+     * Open an existing index from files previously read from OPFS.
+     * `files`: JS Map of filename → Uint8Array.
+     * The JS side reads all files from OPFS and passes them here.
+     * @param {string} path
+     * @param {Map<any, any>} files
+     * @returns {Index}
+     */
+    static open(path, files) {
+        const ptr0 = passStringToWasm0(path, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.index_open(ptr0, len0, files);
+        if (ret[2]) {
+            throw takeFromExternrefTable0(ret[1]);
+        }
+        return Index.__wrap(ret[0]);
+    }
+    /**
+     * @returns {string}
+     */
+    get path() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.index_path(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+    /**
+     * @param {number} doc_id
+     */
+    remove(doc_id) {
+        const ret = wasm.index_remove(this.__wbg_ptr, doc_id);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    rollback() {
+        const ret = wasm.index_rollback(this.__wbg_ptr);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+    /**
+     * @returns {string}
+     */
+    get schemaJson() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.index_schemaJson(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+    /**
+     * Search the index.
+     * `query_json`: a JSON string (contains_split on all text fields) or a query object.
+     * Returns JSON: `[{docId, score, highlights?}, ...]`
+     * @param {string} query_json
+     * @param {number} limit
+     * @param {boolean | null} [highlights]
+     * @returns {string}
+     */
+    search(query_json, limit, highlights) {
+        let deferred3_0;
+        let deferred3_1;
+        try {
+            const ptr0 = passStringToWasm0(query_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            const len0 = WASM_VECTOR_LEN;
+            const ret = wasm.index_search(this.__wbg_ptr, ptr0, len0, limit, isLikeNone(highlights) ? 0xFFFFFF : highlights ? 1 : 0);
+            var ptr2 = ret[0];
+            var len2 = ret[1];
+            if (ret[3]) {
+                ptr2 = 0; len2 = 0;
+                throw takeFromExternrefTable0(ret[2]);
+            }
+            deferred3_0 = ptr2;
+            deferred3_1 = len2;
+            return getStringFromWasm0(ptr2, len2);
+        } finally {
+            wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
+        }
+    }
+    /**
+     * Search with allowed_ids filter.
+     * `allowed_ids`: JS array of u32 doc IDs.
+     * @param {string} query_json
+     * @param {number} limit
+     * @param {Uint32Array} allowed_ids
+     * @param {boolean | null} [highlights]
+     * @returns {string}
+     */
+    searchFiltered(query_json, limit, allowed_ids, highlights) {
+        let deferred4_0;
+        let deferred4_1;
+        try {
+            const ptr0 = passStringToWasm0(query_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            const len0 = WASM_VECTOR_LEN;
+            const ptr1 = passArray32ToWasm0(allowed_ids, wasm.__wbindgen_malloc);
+            const len1 = WASM_VECTOR_LEN;
+            const ret = wasm.index_searchFiltered(this.__wbg_ptr, ptr0, len0, limit, ptr1, len1, isLikeNone(highlights) ? 0xFFFFFF : highlights ? 1 : 0);
+            var ptr3 = ret[0];
+            var len3 = ret[1];
+            if (ret[3]) {
+                ptr3 = 0; len3 = 0;
+                throw takeFromExternrefTable0(ret[2]);
+            }
+            deferred4_0 = ptr3;
+            deferred4_1 = len3;
+            return getStringFromWasm0(ptr3, len3);
+        } finally {
+            wasm.__wbindgen_free(deferred4_0, deferred4_1, 1);
+        }
+    }
+    /**
+     * @param {number} doc_id
+     * @param {string} fields_json
+     */
+    update(doc_id, fields_json) {
+        const ptr0 = passStringToWasm0(fields_json, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.index_update(this.__wbg_ptr, doc_id, ptr0, len0);
+        if (ret[1]) {
+            throw takeFromExternrefTable0(ret[0]);
+        }
+    }
+}
+if (Symbol.dispose) Index.prototype[Symbol.dispose] = Index.prototype.free;
+
+function __wbg_get_imports() {
+    const import0 = {
+        __proto__: null,
+        __wbg_Error_8c4e43fe74559d73: function(arg0, arg1) {
+            const ret = Error(getStringFromWasm0(arg0, arg1));
+            return ret;
+        },
+        __wbg___wbindgen_debug_string_0bc8482c6e3508ae: function(arg0, arg1) {
+            const ret = debugString(arg1);
+            const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            const len1 = WASM_VECTOR_LEN;
+            getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
+            getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
+        },
+        __wbg___wbindgen_string_get_72fb696202c56729: function(arg0, arg1) {
+            const obj = arg1;
+            const ret = typeof(obj) === 'string' ? obj : undefined;
+            var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+            var len1 = WASM_VECTOR_LEN;
+            getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
+            getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
+        },
+        __wbg___wbindgen_throw_be289d5034ed271b: function(arg0, arg1) {
+            throw new Error(getStringFromWasm0(arg0, arg1));
+        },
+        __wbg_done_57b39ecd9addfe81: function(arg0) {
+            const ret = arg0.done;
+            return ret;
+        },
+        __wbg_entries_200a450561fa274f: function(arg0) {
+            const ret = arg0.entries();
+            return ret;
+        },
+        __wbg_from_bddd64e7d5ff6941: function(arg0) {
+            const ret = Array.from(arg0);
+            return ret;
+        },
+        __wbg_getRandomValues_9c5c1b115e142bb8: function() { return handleError(function (arg0, arg1) {
+            globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
+        }, arguments); },
+        __wbg_get_9b94d73e6221f75c: function(arg0, arg1) {
+            const ret = arg0[arg1 >>> 0];
+            return ret;
+        },
+        __wbg_length_32ed9a279acd054c: function(arg0) {
+            const ret = arg0.length;
+            return ret;
+        },
+        __wbg_new_361308b2356cecd0: function() {
+            const ret = new Object();
+            return ret;
+        },
+        __wbg_new_3eb36ae241fe6f44: function() {
+            const ret = new Array();
+            return ret;
+        },
+        __wbg_new_dd2b680c8bf6ae29: function(arg0) {
+            const ret = new Uint8Array(arg0);
+            return ret;
+        },
+        __wbg_new_from_slice_a3d2629dc1826784: function(arg0, arg1) {
+            const ret = new Uint8Array(getArrayU8FromWasm0(arg0, arg1));
+            return ret;
+        },
+        __wbg_next_3482f54c49e8af19: function() { return handleError(function (arg0) {
+            const ret = arg0.next();
+            return ret;
+        }, arguments); },
+        __wbg_prototypesetcall_bdcdcc5842e4d77d: function(arg0, arg1, arg2) {
+            Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2);
+        },
+        __wbg_push_8ffdcb2063340ba5: function(arg0, arg1) {
+            const ret = arg0.push(arg1);
+            return ret;
+        },
+        __wbg_set_6cb8631f80447a67: function() { return handleError(function (arg0, arg1, arg2) {
+            const ret = Reflect.set(arg0, arg1, arg2);
+            return ret;
+        }, arguments); },
+        __wbg_value_0546255b415e96c1: function(arg0) {
+            const ret = arg0.value;
+            return ret;
+        },
+        __wbindgen_cast_0000000000000001: function(arg0, arg1) {
+            // Cast intrinsic for `Ref(String) -> Externref`.
+            const ret = getStringFromWasm0(arg0, arg1);
+            return ret;
+        },
+        __wbindgen_init_externref_table: function() {
+            const table = wasm.__wbindgen_externrefs;
+            const offset = table.grow(4);
+            table.set(0, undefined);
+            table.set(offset + 0, undefined);
+            table.set(offset + 1, null);
+            table.set(offset + 2, true);
+            table.set(offset + 3, false);
+        },
+    };
+    return {
+        __proto__: null,
+        "./lucivy_wasm_bg.js": import0,
+    };
+}
+
+const IndexFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_index_free(ptr >>> 0, 1));
+
+function addToExternrefTable0(obj) {
+    const idx = wasm.__externref_table_alloc();
+    wasm.__wbindgen_externrefs.set(idx, obj);
+    return idx;
+}
+
+function debugString(val) {
+    // primitive types
+    const type = typeof val;
+    if (type == 'number' || type == 'boolean' || val == null) {
+        return  `${val}`;
+    }
+    if (type == 'string') {
+        return `"${val}"`;
+    }
+    if (type == 'symbol') {
+        const description = val.description;
+        if (description == null) {
+            return 'Symbol';
+        } else {
+            return `Symbol(${description})`;
+        }
+    }
+    if (type == 'function') {
+        const name = val.name;
+        if (typeof name == 'string' && name.length > 0) {
+            return `Function(${name})`;
+        } else {
+            return 'Function';
+        }
+    }
+    // objects
+    if (Array.isArray(val)) {
+        const length = val.length;
+        let debug = '[';
+        if (length > 0) {
+            debug += debugString(val[0]);
+        }
+        for(let i = 1; i < length; i++) {
+            debug += ', ' + debugString(val[i]);
+        }
+        debug += ']';
+        return debug;
+    }
+    // Test for built-in
+    const builtInMatches = /\[object ([^\]]+)\]/.exec(toString.call(val));
+    let className;
+    if (builtInMatches && builtInMatches.length > 1) {
+        className = builtInMatches[1];
+    } else {
+        // Failed to match the standard '[object ClassName]'
+        return toString.call(val);
+    }
+    if (className == 'Object') {
+        // we're a user defined class or Object
+        // JSON.stringify avoids problems with cycles, and is generally much
+        // easier than looping through ownProperties of `val`.
+        try {
+            return 'Object(' + JSON.stringify(val) + ')';
+        } catch (_) {
+            return 'Object';
+        }
+    }
+    // errors
+    if (val instanceof Error) {
+        return `${val.name}: ${val.message}\n${val.stack}`;
+    }
+    // TODO we could test for more things here, like `Set`s and `Map`s.
+    return className;
+}
+
+function getArrayU8FromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return getUint8ArrayMemory0().subarray(ptr / 1, ptr / 1 + len);
+}
+
+let cachedDataViewMemory0 = null;
+function getDataViewMemory0() {
+    if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer.detached === true || (cachedDataViewMemory0.buffer.detached === undefined && cachedDataViewMemory0.buffer !== wasm.memory.buffer)) {
+        cachedDataViewMemory0 = new DataView(wasm.memory.buffer);
+    }
+    return cachedDataViewMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return decodeText(ptr, len);
+}
+
+let cachedUint32ArrayMemory0 = null;
+function getUint32ArrayMemory0() {
+    if (cachedUint32ArrayMemory0 === null || cachedUint32ArrayMemory0.byteLength === 0) {
+        cachedUint32ArrayMemory0 = new Uint32Array(wasm.memory.buffer);
+    }
+    return cachedUint32ArrayMemory0;
+}
+
+let cachedUint8ArrayMemory0 = null;
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function handleError(f, args) {
+    try {
+        return f.apply(this, args);
+    } catch (e) {
+        const idx = addToExternrefTable0(e);
+        wasm.__wbindgen_exn_store(idx);
+    }
+}
+
+function isLikeNone(x) {
+    return x === undefined || x === null;
+}
+
+function passArray32ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 4, 4) >>> 0;
+    getUint32ArrayMemory0().set(arg, ptr / 4);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+function passStringToWasm0(arg, malloc, realloc) {
+    if (realloc === undefined) {
+        const buf = cachedTextEncoder.encode(arg);
+        const ptr = malloc(buf.length, 1) >>> 0;
+        getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf);
+        WASM_VECTOR_LEN = buf.length;
+        return ptr;
+    }
+
+    let len = arg.length;
+    let ptr = malloc(len, 1) >>> 0;
+
+    const mem = getUint8ArrayMemory0();
+
+    let offset = 0;
+
+    for (; offset < len; offset++) {
+        const code = arg.charCodeAt(offset);
+        if (code > 0x7F) break;
+        mem[ptr + offset] = code;
+    }
+    if (offset !== len) {
+        if (offset !== 0) {
+            arg = arg.slice(offset);
+        }
+        ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0;
+        const view = getUint8ArrayMemory0().subarray(ptr + offset, ptr + len);
+        const ret = cachedTextEncoder.encodeInto(arg, view);
+
+        offset += ret.written;
+        ptr = realloc(ptr, len, offset, 1) >>> 0;
+    }
+
+    WASM_VECTOR_LEN = offset;
+    return ptr;
+}
+
+function takeFromExternrefTable0(idx) {
+    const value = wasm.__wbindgen_externrefs.get(idx);
+    wasm.__externref_table_dealloc(idx);
+    return value;
+}
+
+let cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+cachedTextDecoder.decode();
+const MAX_SAFARI_DECODE_BYTES = 2146435072;
+let numBytesDecoded = 0;
+function decodeText(ptr, len) {
+    numBytesDecoded += len;
+    if (numBytesDecoded >= MAX_SAFARI_DECODE_BYTES) {
+        cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+        cachedTextDecoder.decode();
+        numBytesDecoded = len;
+    }
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+const cachedTextEncoder = new TextEncoder();
+
+if (!('encodeInto' in cachedTextEncoder)) {
+    cachedTextEncoder.encodeInto = function (arg, view) {
+        const buf = cachedTextEncoder.encode(arg);
+        view.set(buf);
+        return {
+            read: arg.length,
+            written: buf.length
+        };
+    };
+}
+
+let WASM_VECTOR_LEN = 0;
+
+let wasmModule, wasm;
+function __wbg_finalize_init(instance, module) {
+    wasm = instance.exports;
+    wasmModule = module;
+    cachedDataViewMemory0 = null;
+    cachedUint32ArrayMemory0 = null;
+    cachedUint8ArrayMemory0 = null;
+    wasm.__wbindgen_start();
+    return wasm;
+}
+
+async function __wbg_load(module, imports) {
+    if (typeof Response === 'function' && module instanceof Response) {
+        if (typeof WebAssembly.instantiateStreaming === 'function') {
+            try {
+                return await WebAssembly.instantiateStreaming(module, imports);
+            } catch (e) {
+                const validResponse = module.ok && expectedResponseType(module.type);
+
+                if (validResponse && module.headers.get('Content-Type') !== 'application/wasm') {
+                    console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e);
+
+                } else { throw e; }
+            }
+        }
+
+        const bytes = await module.arrayBuffer();
+        return await WebAssembly.instantiate(bytes, imports);
+    } else {
+        const instance = await WebAssembly.instantiate(module, imports);
+
+        if (instance instanceof WebAssembly.Instance) {
+            return { instance, module };
+        } else {
+            return instance;
+        }
+    }
+
+    function expectedResponseType(type) {
+        switch (type) {
+            case 'basic': case 'cors': case 'default': return true;
+        }
+        return false;
+    }
+}
+
+function initSync(module) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (module !== undefined) {
+        if (Object.getPrototypeOf(module) === Object.prototype) {
+            ({module} = module)
+        } else {
+            console.warn('using deprecated parameters for `initSync()`; pass a single object instead')
+        }
+    }
+
+    const imports = __wbg_get_imports();
+    if (!(module instanceof WebAssembly.Module)) {
+        module = new WebAssembly.Module(module);
+    }
+    const instance = new WebAssembly.Instance(module, imports);
+    return __wbg_finalize_init(instance, module);
+}
+
+async function __wbg_init(module_or_path) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (module_or_path !== undefined) {
+        if (Object.getPrototypeOf(module_or_path) === Object.prototype) {
+            ({module_or_path} = module_or_path)
+        } else {
+            console.warn('using deprecated parameters for the initialization function; pass a single object instead')
+        }
+    }
+
+    if (module_or_path === undefined) {
+        module_or_path = new URL('lucivy_wasm_bg.wasm', import.meta.url);
+    }
+    const imports = __wbg_get_imports();
+
+    if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) {
+        module_or_path = fetch(module_or_path);
+    }
+
+    const { instance, module } = await __wbg_load(await module_or_path, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+export { initSync, __wbg_init as default };

package/lucivy_wasm_bg.wasm.d.ts

@@ -0,0 +1,29 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_index_free: (a: number, b: number) => void;
+export const index_create: (a: number, b: number, c: number, d: number, e: number, f: number) => [number, number, number];
+export const index_open: (a: number, b: number, c: any) => [number, number, number];
+export const index_add: (a: number, b: number, c: number, d: number) => [number, number];
+export const index_addMany: (a: number, b: number, c: number) => [number, number];
+export const index_remove: (a: number, b: number) => [number, number];
+export const index_update: (a: number, b: number, c: number, d: number) => [number, number];
+export const index_commit: (a: number) => [number, number];
+export const index_rollback: (a: number) => [number, number];
+export const index_exportDirtyFiles: (a: number) => [number, number, number];
+export const index_exportAllFiles: (a: number) => [number, number, number];
+export const index_exportSnapshot: (a: number) => [number, number, number, number];
+export const index_importSnapshot: (a: number, b: number, c: number, d: number) => [number, number, number];
+export const index_search: (a: number, b: number, c: number, d: number, e: number) => [number, number, number, number];
+export const index_searchFiltered: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => [number, number, number, number];
+export const index_numDocs: (a: number) => number;
+export const index_path: (a: number) => [number, number];
+export const index_schemaJson: (a: number) => [number, number];
+export const __wbindgen_malloc: (a: number, b: number) => number;
+export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_exn_store: (a: number) => void;
+export const __externref_table_alloc: () => number;
+export const __wbindgen_externrefs: WebAssembly.Table;
+export const __externref_table_dealloc: (a: number) => void;
+export const __wbindgen_free: (a: number, b: number, c: number) => void;
+export const __wbindgen_start: () => void;

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "lucivy-wasm",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Fast BM25 full-text search for browsers — WASM build of Lucivy with OPFS persistence",
+  "license": "MIT",
+  "author": "Luciform Research",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/L-Defraiteur/lucivy",
+    "directory": "bindings/wasm"
+  },
+  "keywords": [
+    "search",
+    "full-text",
+    "bm25",
+    "fuzzy",
+    "substring",
+    "wasm",
+    "browser",
+    "opfs"
+  ],
+  "files": [
+    "lucivy_wasm_bg.wasm",
+    "lucivy_wasm.js",
+    "lucivy_wasm.d.ts",
+    "lucivy_wasm_bg.wasm.d.ts",
+    "snippets",
+    "README.md"
+  ],
+  "main": "lucivy_wasm.js",
+  "types": "lucivy_wasm.d.ts",
+  "sideEffects": [
+    "./snippets/*"
+  ]
+}

package/snippets/wasm-bindgen-rayon-38edf6e439f6d70d/src/workerHelpers.js

@@ -0,0 +1,107 @@
+/*
+ * Copyright 2022 Google Inc. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// Note: we use `wasm_bindgen_worker_`-prefixed message types to make sure
+// we can handle bundling into other files, which might happen to have their
+// own `postMessage`/`onmessage` communication channels.
+//
+// If we didn't take that into the account, we could send much simpler signals
+// like just `0` or whatever, but the code would be less resilient.
+
+function waitForMsgType(target, type) {
+  return new Promise(resolve => {
+    target.addEventListener('message', function onMsg({ data }) {
+      if (data?.type !== type) return;
+      target.removeEventListener('message', onMsg);
+      resolve(data);
+    });
+  });
+}
+
+waitForMsgType(self, 'wasm_bindgen_worker_init').then(async ({ init, receiver }) => {
+  // # Note 1
+  // Our JS should have been generated in
+  // `[out-dir]/snippets/wasm-bindgen-rayon-[hash]/workerHelpers.js`,
+  // resolve the main module via `../../..`.
+  //
+  // This might need updating if the generated structure changes on wasm-bindgen
+  // side ever in the future, but works well with bundlers today. The whole
+  // point of this crate, after all, is to abstract away unstable features
+  // and temporary bugs so that you don't need to deal with them in your code.
+  //
+  // # Note 2
+  // This could be a regular import, but then some bundlers complain about
+  // circular deps.
+  //
+  // Dynamic import could be cheap if this file was inlined into the parent,
+  // which would require us just using `../../..` in `new Worker` below,
+  // but that doesn't work because wasm-pack unconditionally adds
+  // "sideEffects":false (see below).
+  //
+  // OTOH, even though it can't be inlined, it should be still reasonably
+  // cheap since the requested file is already in cache (it was loaded by
+  // the main thread).
+  const pkg = await import('../../..');
+  await pkg.default(init);
+  postMessage({ type: 'wasm_bindgen_worker_ready' });
+  pkg.wbg_rayon_start_worker(receiver);
+});
+
+// Note: this is never used, but necessary to prevent a bug in Firefox
+// (https://bugzilla.mozilla.org/show_bug.cgi?id=1702191) where it collects
+// Web Workers that have a shared WebAssembly memory with the main thread,
+// but are not explicitly rooted via a `Worker` instance.
+//
+// By storing them in a variable, we can keep `Worker` objects around and
+// prevent them from getting GC-d.
+let _workers;
+
+export async function startWorkers(module, memory, builder) {
+  if (builder.numThreads() === 0) {
+    throw new Error(`num_threads must be > 0.`);
+  }
+
+  const workerInit = {
+    type: 'wasm_bindgen_worker_init',
+    init: { module_or_path: module, memory },
+    receiver: builder.receiver()
+  };
+
+  _workers = await Promise.all(
+    Array.from({ length: builder.numThreads() }, async () => {
+      // Self-spawn into a new Worker.
+      //
+      // TODO: while `new URL('...', import.meta.url) becomes a semi-standard
+      // way to get asset URLs relative to the module across various bundlers
+      // and browser, ideally we should switch to `import.meta.resolve`
+      // once it becomes a standard.
+      //
+      // Note: we could use `../../..` as the URL here to inline workerHelpers.js
+      // into the parent entry instead of creating another split point -
+      // this would be preferable from optimization perspective -
+      // however, Webpack then eliminates all message handler code
+      // because wasm-pack produces "sideEffects":false in package.json
+      // unconditionally.
+      //
+      // The only way to work around that is to have side effect code
+      // in an entry point such as Worker file itself.
+      const worker = new Worker(new URL('./workerHelpers.js', import.meta.url), {
+        type: 'module'
+      });
+      worker.postMessage(workerInit);
+      await waitForMsgType(worker, 'wasm_bindgen_worker_ready');
+      return worker;
+    })
+  );
+  builder.build();
+}