indexer-web 1.0.0

package/dist/index.d.ts

@@ -0,0 +1,18 @@
+import { EngineValue } from "./indexer_web.js";
+export default class Indexer {
+    private workers;
+    private nextReqId;
+    private pending;
+    private progress;
+    private limit;
+    constructor();
+    private rpc;
+    private onProgress?;
+    private attach;
+    read(name: string, title: string, data: string | Uint8Array | Blob, cb?: (name: string, processBytes: number) => void): Promise<number>;
+    search(name: string, query: string, limit?: number): Promise<EngineValue[]>;
+    getTitleDocument(name: string, docId: number): Promise<string>;
+    clear(name: string): void;
+    clearAll(): void;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../ts/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAA;AAG5C,MAAM,CAAC,OAAO,OAAO,OAAO;IACxB,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,OAAO,CAA2C;IAC1D,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,KAAK,CAAqB;;IAUlC,OAAO,CAAC,GAAG;IAcX,OAAO,CAAC,UAAU,CAAC,CAA8C;IAEjE,OAAO,CAAC,MAAM;IAkBR,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,KAAK,IAAI;IAqD3H,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW;IAStD,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAS5C,KAAK,CAAC,IAAI,EAAE,MAAM;IAQlB,QAAQ;CAKX"}

package/dist/index.js

@@ -0,0 +1,120 @@
+import { EngineValue } from "./indexer_web.js";
+export default class Indexer {
+    workers;
+    nextReqId;
+    pending;
+    progress;
+    limit;
+    constructor() {
+        this.workers = new Map();
+        this.nextReqId = 1;
+        this.pending = new Map();
+        this.progress = new Map();
+        this.limit = new Map();
+    }
+    rpc(worker, msg) {
+        let reqId = msg.reqId ?? this.nextReqId++;
+        msg.reqId = reqId;
+        return new Promise((resolve, reject) => {
+            this.pending.set(reqId, (reply) => {
+                if (reply.type === 'error')
+                    reject(new Error(reply.message));
+                else
+                    resolve(reply.value);
+            });
+            worker.postMessage(msg);
+        });
+    }
+    onProgress;
+    attach(worker) {
+        worker.addEventListener('message', (event) => {
+            const data = event.data;
+            if (data.type === 'progress') {
+                this.onProgress?.(data.name, data.progress);
+                return;
+            }
+            const reqId = data.reqId;
+            if (typeof reqId === 'number') {
+                const cb = this.pending.get(reqId);
+                if (cb) {
+                    this.pending.delete(reqId);
+                    cb(data);
+                }
+            }
+        });
+    }
+    async read(name, title, data, cb) {
+        if (cb)
+            this.onProgress = cb;
+        const worker = new Worker(new URL('./worker.js', import.meta.url), {
+            type: 'module',
+            name,
+        });
+        this.attach(worker);
+        await new Promise((resolve, reject) => {
+            worker.addEventListener('message', (event) => {
+                if (event.data.type === 'ready')
+                    resolve(null);
+            }, { once: true });
+            worker.postMessage({ type: 'init' });
+            setTimeout(() => reject(new Error('Worker init timeout')), 10000);
+        });
+        const docId = await this.rpc(worker, { type: 'begin', name: title, reqId: this.nextReqId++ });
+        const chunkSize = 16 * 1024 * 1024;
+        if (typeof data === 'string') {
+            const response = await fetch(data);
+            if (!response.body)
+                throw new Error(`Could not fetch ${name}`);
+            const stream = response.body.getReader();
+            while (true) {
+                const { value, done } = await stream.read();
+                if (done)
+                    break;
+                const buffer = value?.buffer.slice(value?.byteOffset, value?.byteOffset + value?.byteLength);
+                worker.postMessage({ type: 'feed', value: buffer }, [buffer]);
+            }
+        }
+        else if (data instanceof Blob) {
+            let offset = 0;
+            while (offset < data.size) {
+                const buffer = await data.slice(offset, offset + chunkSize).arrayBuffer();
+                worker.postMessage({ type: 'feed', value: buffer }, [buffer]);
+                offset += chunkSize;
+            }
+        }
+        else {
+            for (let offset = 0; offset < data.length; offset += chunkSize) {
+                const buffer = data.subarray(offset, offset + chunkSize).slice().buffer;
+                worker.postMessage({ type: 'feed', value: buffer }, [buffer]);
+            }
+        }
+        await this.rpc(worker, { type: 'end', reqId: this.nextReqId++ });
+        this.workers.set(name, worker);
+        return docId;
+    }
+    search(name, query, limit = 20) {
+        const worker = this.workers.get(name);
+        if (!worker)
+            throw new Error('No worker found.');
+        return this.rpc(worker, { type: 'search', query, limit, reqId: this.nextReqId++ });
+    }
+    getTitleDocument(name, docId) {
+        const worker = this.workers.get(name);
+        if (!worker)
+            throw new Error('No worker found.');
+        return this.rpc(worker, { type: 'name-document', idDoc: docId, reqId: this.nextReqId++ });
+    }
+    clear(name) {
+        const worker = this.workers.get(name);
+        if (!worker)
+            throw new Error('No worker found.');
+        worker.terminate();
+        this.workers.delete(name);
+    }
+    clearAll() {
+        for (const worker of this.workers.values())
+            worker.terminate();
+        this.workers.clear();
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../ts/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAA;AAG5C,MAAM,CAAC,OAAO,OAAO,OAAO;IAChB,OAAO,CAAqB;IAC5B,SAAS,CAAQ;IACjB,OAAO,CAA2C;IAClD,QAAQ,CAAqB;IAC7B,KAAK,CAAqB;IAElC;QACI,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAA;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAwC,CAAA;QAC9D,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAA;QACzC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC1C,CAAC;IAEO,GAAG,CAAI,MAAc,EAAE,GAAgB;QAC3C,IAAI,KAAK,GAAI,GAAW,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAA;QACjD,GAAW,CAAC,KAAK,GAAG,KAAK,CAAC;QAC3B,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,KAAoB,EAAE,EAAE;gBAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;oBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;;oBAEhC,OAAO,CAAE,KAAa,CAAC,KAAU,CAAC,CAAA;YAC1C,CAAC,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,UAAU,CAA+C;IAEzD,MAAM,CAAC,MAAc;QACzB,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAkC,EAAE,EAAE;YACtE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;YACvB,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC3B,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAC3C,OAAM;YACV,CAAC;YACD,MAAM,KAAK,GAAI,IAAY,CAAC,KAAK,CAAA;YACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;gBAClC,IAAI,EAAE,EAAE,CAAC;oBACL,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;oBAC1B,EAAE,CAAC,IAAI,CAAC,CAAA;gBACZ,CAAC;YACL,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,KAAa,EAAE,IAAgC,EAAE,EAAiD;QACvH,IAAI,EAAE;YACF,IAAI,CAAC,UAAU,GAAG,EAAE,CAAA;QACxB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC/D,IAAI,EAAE,QAAQ;YACd,IAAI;SACP,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAEnB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClC,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAkC,EAAE,EAAE;gBACtE,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO;oBAC3B,OAAO,CAAC,IAAI,CAAC,CAAA;YACrB,CAAC,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAA;YAChB,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAwB,CAAC,CAAA;YAC1D,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QACrE,CAAC,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAS,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAErG,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;QAElC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAA;YAElC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACd,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAA;YAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;YACxC,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,EAAC,KAAK,EAAE,IAAI,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;gBACzC,IAAI,IAAI;oBAAE,MAAK;gBACf,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,CAAC,CAAA;gBAC5F,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAuB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;YACtF,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;YAC9B,IAAI,MAAM,GAAG,CAAC,CAAA;YACd,OAAO,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,WAAW,EAAE,CAAA;gBACzE,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAwB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;gBACnF,MAAM,IAAI,SAAS,CAAA;YACvB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAA;gBACvE,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAwB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;YACvF,CAAC;QACL,CAAC;QAED,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAE,CAAA;QACjE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC9B,OAAO,KAAK,CAAA;IAChB,CAAC;IAED,MAAM,CAAC,IAAY,EAAE,KAAa,EAAE,QAAgB,EAAE;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAErC,IAAI,CAAC,MAAM;YACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QAEvC,OAAO,IAAI,CAAC,GAAG,CAAgB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;IACrG,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,KAAa;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAErC,IAAI,CAAC,MAAM;YACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QAEvC,OAAO,IAAI,CAAC,GAAG,CAAS,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;IACrG,CAAC;IAED,KAAK,CAAC,IAAY;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,CAAC,MAAM;YACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACvC,MAAM,CAAC,SAAS,EAAE,CAAA;QAClB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC;IAED,QAAQ;QACJ,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACtC,MAAM,CAAC,SAAS,EAAE,CAAA;QACtB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACxB,CAAC;CACJ"}

package/dist/indexer_web.d.ts

@@ -0,0 +1,70 @@
+/* tslint:disable */
+/* eslint-disable */
+
+export class Engine {
+  free(): void;
+  [Symbol.dispose](): void;
+  add_content(content: Uint8Array): void;
+  begin_document(name: string): number;
+  constructor();
+  flush(): void;
+  insert(name: string, content: Uint8Array): void;
+  search(query: string, limit?: number | null): Array<any>;
+  doc_name(id_doc: number): string;
+}
+
+export class EngineValue {
+  private constructor();
+  free(): void;
+  [Symbol.dispose](): void;
+  doc_id: number;
+  count: number;
+}
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+  readonly memory: WebAssembly.Memory;
+  readonly __wbg_engine_free: (a: number, b: number) => void;
+  readonly __wbg_enginevalue_free: (a: number, b: number) => void;
+  readonly __wbg_get_enginevalue_count: (a: number) => number;
+  readonly __wbg_get_enginevalue_doc_id: (a: number) => number;
+  readonly __wbg_set_enginevalue_count: (a: number, b: number) => void;
+  readonly __wbg_set_enginevalue_doc_id: (a: number, b: number) => void;
+  readonly engine_add_content: (a: number, b: number, c: number) => void;
+  readonly engine_begin_document: (a: number, b: number, c: number) => number;
+  readonly engine_doc_name: (a: number, b: number) => [number, number];
+  readonly engine_flush: (a: number) => void;
+  readonly engine_insert: (a: number, b: number, c: number, d: number, e: number) => void;
+  readonly engine_new: () => number;
+  readonly engine_search: (a: number, b: number, c: number, d: number) => any;
+  readonly __wbindgen_malloc: (a: number, b: number) => number;
+  readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+  readonly __wbindgen_exn_store: (a: number) => void;
+  readonly __externref_table_alloc: () => number;
+  readonly __wbindgen_externrefs: WebAssembly.Table;
+  readonly __wbindgen_free: (a: number, b: number, c: number) => void;
+  readonly __wbindgen_start: () => void;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+
+/**
+* Instantiates the given `module`, which can either be bytes or
+* a precompiled `WebAssembly.Module`.
+*
+* @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+*
+* @returns {InitOutput}
+*/
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+* If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+* for everything else, calls `WebAssembly.instantiate` directly.
+*
+* @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+*
+* @returns {Promise<InitOutput>}
+*/
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;

package/dist/indexer_web.js

@@ -0,0 +1,458 @@
+let wasm;
+
+function addToExternrefTable0(obj) {
+    const idx = wasm.__externref_table_alloc();
+    wasm.__wbindgen_externrefs.set(idx, obj);
+    return idx;
+}
+
+function debugString(val) {
+    // primitive types
+    const type = typeof val;
+    if (type == 'number' || type == 'boolean' || val == null) {
+        return  `${val}`;
+    }
+    if (type == 'string') {
+        return `"${val}"`;
+    }
+    if (type == 'symbol') {
+        const description = val.description;
+        if (description == null) {
+            return 'Symbol';
+        } else {
+            return `Symbol(${description})`;
+        }
+    }
+    if (type == 'function') {
+        const name = val.name;
+        if (typeof name == 'string' && name.length > 0) {
+            return `Function(${name})`;
+        } else {
+            return 'Function';
+        }
+    }
+    // objects
+    if (Array.isArray(val)) {
+        const length = val.length;
+        let debug = '[';
+        if (length > 0) {
+            debug += debugString(val[0]);
+        }
+        for(let i = 1; i < length; i++) {
+            debug += ', ' + debugString(val[i]);
+        }
+        debug += ']';
+        return debug;
+    }
+    // Test for built-in
+    const builtInMatches = /\[object ([^\]]+)\]/.exec(toString.call(val));
+    let className;
+    if (builtInMatches && builtInMatches.length > 1) {
+        className = builtInMatches[1];
+    } else {
+        // Failed to match the standard '[object ClassName]'
+        return toString.call(val);
+    }
+    if (className == 'Object') {
+        // we're a user defined class or Object
+        // JSON.stringify avoids problems with cycles, and is generally much
+        // easier than looping through ownProperties of `val`.
+        try {
+            return 'Object(' + JSON.stringify(val) + ')';
+        } catch (_) {
+            return 'Object';
+        }
+    }
+    // errors
+    if (val instanceof Error) {
+        return `${val.name}: ${val.message}\n${val.stack}`;
+    }
+    // TODO we could test for more things here, like `Set`s and `Map`s.
+    return className;
+}
+
+function getArrayU8FromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return getUint8ArrayMemory0().subarray(ptr / 1, ptr / 1 + len);
+}
+
+let cachedDataViewMemory0 = null;
+function getDataViewMemory0() {
+    if (cachedDataViewMemory0 === null || cachedDataViewMemory0.buffer.detached === true || (cachedDataViewMemory0.buffer.detached === undefined && cachedDataViewMemory0.buffer !== wasm.memory.buffer)) {
+        cachedDataViewMemory0 = new DataView(wasm.memory.buffer);
+    }
+    return cachedDataViewMemory0;
+}
+
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return decodeText(ptr, len);
+}
+
+let cachedUint8ArrayMemory0 = null;
+function getUint8ArrayMemory0() {
+    if (cachedUint8ArrayMemory0 === null || cachedUint8ArrayMemory0.byteLength === 0) {
+        cachedUint8ArrayMemory0 = new Uint8Array(wasm.memory.buffer);
+    }
+    return cachedUint8ArrayMemory0;
+}
+
+function handleError(f, args) {
+    try {
+        return f.apply(this, args);
+    } catch (e) {
+        const idx = addToExternrefTable0(e);
+        wasm.__wbindgen_exn_store(idx);
+    }
+}
+
+function isLikeNone(x) {
+    return x === undefined || x === null;
+}
+
+function passArray8ToWasm0(arg, malloc) {
+    const ptr = malloc(arg.length * 1, 1) >>> 0;
+    getUint8ArrayMemory0().set(arg, ptr / 1);
+    WASM_VECTOR_LEN = arg.length;
+    return ptr;
+}
+
+function passStringToWasm0(arg, malloc, realloc) {
+    if (realloc === undefined) {
+        const buf = cachedTextEncoder.encode(arg);
+        const ptr = malloc(buf.length, 1) >>> 0;
+        getUint8ArrayMemory0().subarray(ptr, ptr + buf.length).set(buf);
+        WASM_VECTOR_LEN = buf.length;
+        return ptr;
+    }
+
+    let len = arg.length;
+    let ptr = malloc(len, 1) >>> 0;
+
+    const mem = getUint8ArrayMemory0();
+
+    let offset = 0;
+
+    for (; offset < len; offset++) {
+        const code = arg.charCodeAt(offset);
+        if (code > 0x7F) break;
+        mem[ptr + offset] = code;
+    }
+    if (offset !== len) {
+        if (offset !== 0) {
+            arg = arg.slice(offset);
+        }
+        ptr = realloc(ptr, len, len = offset + arg.length * 3, 1) >>> 0;
+        const view = getUint8ArrayMemory0().subarray(ptr + offset, ptr + len);
+        const ret = cachedTextEncoder.encodeInto(arg, view);
+
+        offset += ret.written;
+        ptr = realloc(ptr, len, offset, 1) >>> 0;
+    }
+
+    WASM_VECTOR_LEN = offset;
+    return ptr;
+}
+
+let cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+cachedTextDecoder.decode();
+const MAX_SAFARI_DECODE_BYTES = 2146435072;
+let numBytesDecoded = 0;
+function decodeText(ptr, len) {
+    numBytesDecoded += len;
+    if (numBytesDecoded >= MAX_SAFARI_DECODE_BYTES) {
+        cachedTextDecoder = new TextDecoder('utf-8', { ignoreBOM: true, fatal: true });
+        cachedTextDecoder.decode();
+        numBytesDecoded = len;
+    }
+    return cachedTextDecoder.decode(getUint8ArrayMemory0().subarray(ptr, ptr + len));
+}
+
+const cachedTextEncoder = new TextEncoder();
+
+if (!('encodeInto' in cachedTextEncoder)) {
+    cachedTextEncoder.encodeInto = function (arg, view) {
+        const buf = cachedTextEncoder.encode(arg);
+        view.set(buf);
+        return {
+            read: arg.length,
+            written: buf.length
+        };
+    }
+}
+
+let WASM_VECTOR_LEN = 0;
+
+const EngineFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_engine_free(ptr >>> 0, 1));
+
+const EngineValueFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_enginevalue_free(ptr >>> 0, 1));
+
+export class Engine {
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        EngineFinalization.unregister(this);
+        return ptr;
+    }
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_engine_free(ptr, 0);
+    }
+    /**
+     * @param {Uint8Array} content
+     */
+    add_content(content) {
+        const ptr0 = passArray8ToWasm0(content, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.engine_add_content(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {string} name
+     * @returns {number}
+     */
+    begin_document(name) {
+        const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.engine_begin_document(this.__wbg_ptr, ptr0, len0);
+        return ret >>> 0;
+    }
+    constructor() {
+        const ret = wasm.engine_new();
+        this.__wbg_ptr = ret >>> 0;
+        EngineFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    flush() {
+        wasm.engine_flush(this.__wbg_ptr);
+    }
+    /**
+     * @param {string} name
+     * @param {Uint8Array} content
+     */
+    insert(name, content) {
+        const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ptr1 = passArray8ToWasm0(content, wasm.__wbindgen_malloc);
+        const len1 = WASM_VECTOR_LEN;
+        wasm.engine_insert(this.__wbg_ptr, ptr0, len0, ptr1, len1);
+    }
+    /**
+     * @param {string} query
+     * @param {number | null} [limit]
+     * @returns {Array<any>}
+     */
+    search(query, limit) {
+        const ptr0 = passStringToWasm0(query, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        const ret = wasm.engine_search(this.__wbg_ptr, ptr0, len0, isLikeNone(limit) ? 0x100000001 : (limit) >>> 0);
+        return ret;
+    }
+    /**
+     * @param {number} id_doc
+     * @returns {string}
+     */
+    doc_name(id_doc) {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.engine_doc_name(this.__wbg_ptr, id_doc);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+}
+if (Symbol.dispose) Engine.prototype[Symbol.dispose] = Engine.prototype.free;
+
+export class EngineValue {
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        EngineValueFinalization.unregister(this);
+        return ptr;
+    }
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_enginevalue_free(ptr, 0);
+    }
+    /**
+     * @returns {number}
+     */
+    get doc_id() {
+        const ret = wasm.__wbg_get_enginevalue_doc_id(this.__wbg_ptr);
+        return ret >>> 0;
+    }
+    /**
+     * @param {number} arg0
+     */
+    set doc_id(arg0) {
+        wasm.__wbg_set_enginevalue_doc_id(this.__wbg_ptr, arg0);
+    }
+    /**
+     * @returns {number}
+     */
+    get count() {
+        const ret = wasm.__wbg_get_enginevalue_count(this.__wbg_ptr);
+        return ret >>> 0;
+    }
+    /**
+     * @param {number} arg0
+     */
+    set count(arg0) {
+        wasm.__wbg_set_enginevalue_count(this.__wbg_ptr, arg0);
+    }
+}
+if (Symbol.dispose) EngineValue.prototype[Symbol.dispose] = EngineValue.prototype.free;
+
+const EXPECTED_RESPONSE_TYPES = new Set(['basic', 'cors', 'default']);
+
+async function __wbg_load(module, imports) {
+    if (typeof Response === 'function' && module instanceof Response) {
+        if (typeof WebAssembly.instantiateStreaming === 'function') {
+            try {
+                return await WebAssembly.instantiateStreaming(module, imports);
+            } catch (e) {
+                const validResponse = module.ok && EXPECTED_RESPONSE_TYPES.has(module.type);
+
+                if (validResponse && module.headers.get('Content-Type') !== 'application/wasm') {
+                    console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", e);
+
+                } else {
+                    throw e;
+                }
+            }
+        }
+
+        const bytes = await module.arrayBuffer();
+        return await WebAssembly.instantiate(bytes, imports);
+    } else {
+        const instance = await WebAssembly.instantiate(module, imports);
+
+        if (instance instanceof WebAssembly.Instance) {
+            return { instance, module };
+        } else {
+            return instance;
+        }
+    }
+}
+
+function __wbg_get_imports() {
+    const imports = {};
+    imports.wbg = {};
+    imports.wbg.__wbg___wbindgen_debug_string_adfb662ae34724b6 = function(arg0, arg1) {
+        const ret = debugString(arg1);
+        const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
+        getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
+    };
+    imports.wbg.__wbg___wbindgen_throw_dd24417ed36fc46e = function(arg0, arg1) {
+        throw new Error(getStringFromWasm0(arg0, arg1));
+    };
+    imports.wbg.__wbg_getRandomValues_1c61fac11405ffdc = function() { return handleError(function (arg0, arg1) {
+        globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
+    }, arguments) };
+    imports.wbg.__wbg_new_1ba21ce319a06297 = function() {
+        const ret = new Object();
+        return ret;
+    };
+    imports.wbg.__wbg_new_25f239778d6112b9 = function() {
+        const ret = new Array();
+        return ret;
+    };
+    imports.wbg.__wbg_push_7d9be8f38fc13975 = function(arg0, arg1) {
+        const ret = arg0.push(arg1);
+        return ret;
+    };
+    imports.wbg.__wbg_set_781438a03c0c3c81 = function() { return handleError(function (arg0, arg1, arg2) {
+        const ret = Reflect.set(arg0, arg1, arg2);
+        return ret;
+    }, arguments) };
+    imports.wbg.__wbindgen_cast_2241b6af4c4b2941 = function(arg0, arg1) {
+        // Cast intrinsic for `Ref(String) -> Externref`.
+        const ret = getStringFromWasm0(arg0, arg1);
+        return ret;
+    };
+    imports.wbg.__wbindgen_cast_d6cd19b81560fd6e = function(arg0) {
+        // Cast intrinsic for `F64 -> Externref`.
+        const ret = arg0;
+        return ret;
+    };
+    imports.wbg.__wbindgen_init_externref_table = function() {
+        const table = wasm.__wbindgen_externrefs;
+        const offset = table.grow(4);
+        table.set(0, undefined);
+        table.set(offset + 0, undefined);
+        table.set(offset + 1, null);
+        table.set(offset + 2, true);
+        table.set(offset + 3, false);
+    };
+
+    return imports;
+}
+
+function __wbg_finalize_init(instance, module) {
+    wasm = instance.exports;
+    __wbg_init.__wbindgen_wasm_module = module;
+    cachedDataViewMemory0 = null;
+    cachedUint8ArrayMemory0 = null;
+
+
+    wasm.__wbindgen_start();
+    return wasm;
+}
+
+function initSync(module) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module !== 'undefined') {
+        if (Object.getPrototypeOf(module) === Object.prototype) {
+            ({module} = module)
+        } else {
+            console.warn('using deprecated parameters for `initSync()`; pass a single object instead')
+        }
+    }
+
+    const imports = __wbg_get_imports();
+    if (!(module instanceof WebAssembly.Module)) {
+        module = new WebAssembly.Module(module);
+    }
+    const instance = new WebAssembly.Instance(module, imports);
+    return __wbg_finalize_init(instance, module);
+}
+
+async function __wbg_init(module_or_path) {
+    if (wasm !== undefined) return wasm;
+
+
+    if (typeof module_or_path !== 'undefined') {
+        if (Object.getPrototypeOf(module_or_path) === Object.prototype) {
+            ({module_or_path} = module_or_path)
+        } else {
+            console.warn('using deprecated parameters for the initialization function; pass a single object instead')
+        }
+    }
+
+    if (typeof module_or_path === 'undefined') {
+        module_or_path = new URL('indexer_web_bg.wasm', import.meta.url);
+    }
+    const imports = __wbg_get_imports();
+
+    if (typeof module_or_path === 'string' || (typeof Request === 'function' && module_or_path instanceof Request) || (typeof URL === 'function' && module_or_path instanceof URL)) {
+        module_or_path = fetch(module_or_path);
+    }
+
+    const { instance, module } = await __wbg_load(await module_or_path, imports);
+
+    return __wbg_finalize_init(instance, module);
+}
+
+export { initSync };
+export default __wbg_init;

package/dist/indexer_web_bg.wasm.d.ts

@@ -0,0 +1,23 @@
+/* tslint:disable */
+/* eslint-disable */
+export const memory: WebAssembly.Memory;
+export const __wbg_engine_free: (a: number, b: number) => void;
+export const __wbg_enginevalue_free: (a: number, b: number) => void;
+export const __wbg_get_enginevalue_count: (a: number) => number;
+export const __wbg_get_enginevalue_doc_id: (a: number) => number;
+export const __wbg_set_enginevalue_count: (a: number, b: number) => void;
+export const __wbg_set_enginevalue_doc_id: (a: number, b: number) => void;
+export const engine_add_content: (a: number, b: number, c: number) => void;
+export const engine_begin_document: (a: number, b: number, c: number) => number;
+export const engine_doc_name: (a: number, b: number) => [number, number];
+export const engine_flush: (a: number) => void;
+export const engine_insert: (a: number, b: number, c: number, d: number, e: number) => void;
+export const engine_new: () => number;
+export const engine_search: (a: number, b: number, c: number, d: number) => any;
+export const __wbindgen_malloc: (a: number, b: number) => number;
+export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_exn_store: (a: number) => void;
+export const __externref_table_alloc: () => number;
+export const __wbindgen_externrefs: WebAssembly.Table;
+export const __wbindgen_free: (a: number, b: number, c: number) => void;
+export const __wbindgen_start: () => void;

package/dist/protocol.d.ts

@@ -0,0 +1,51 @@
+import { EngineValue } from './indexer_web.js';
+export type WorkerMessage = {
+    type: 'ready';
+} | {
+    type: 'document-ready';
+    value: number;
+    reqId: number;
+} | {
+    type: 'result';
+    value: EngineValue[];
+    reqId: number;
+} | {
+    type: 'error';
+    message: string;
+    reqId: number;
+} | {
+    type: 'name-document';
+    value: string;
+    reqId: number;
+} | {
+    type: 'end';
+    value: any;
+    reqId: number;
+} | {
+    type: 'progress';
+    name: string;
+    progress: number;
+};
+export type MainMessage = {
+    type: 'init';
+} | {
+    type: 'begin';
+    name: string;
+    reqId: number;
+} | {
+    type: 'feed';
+    value: ArrayBuffer;
+} | {
+    type: 'end';
+    reqId: number;
+} | {
+    type: 'search';
+    query: string;
+    limit: number;
+    reqId: number;
+} | {
+    type: 'name-document';
+    idDoc: number;
+    reqId: number;
+};
+//# sourceMappingURL=protocol.d.ts.map

package/dist/protocol.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../ts/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAE9C,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAClG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,WAAW,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC3G;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,GAAG,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACpG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAA;AAE1D,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrF;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA"}

package/dist/protocol.js

@@ -0,0 +1,2 @@
+import { EngineValue } from './indexer_web.js';
+//# sourceMappingURL=protocol.js.map

package/dist/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../ts/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=worker.d.ts.map

package/dist/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../ts/worker.ts"],"names":[],"mappings":""}

package/dist/worker.js

@@ -0,0 +1,91 @@
+import init, { Engine } from './indexer_web.js';
+let indexer;
+let chunk = 0;
+let progress = 0;
+let id = 0;
+onmessage = async (event) => {
+    if (event.data.type === 'init') {
+        await init();
+        indexer = new Engine();
+        postMessage({
+            type: 'ready'
+        });
+    }
+    else if (event.data.type === 'begin') {
+        if (indexer) {
+            id = indexer.begin_document(event.data.name);
+            postMessage({
+                type: 'document-ready',
+                value: id,
+                reqId: event.data.reqId
+            });
+        }
+        else
+            postMessage({
+                type: 'error',
+                message: 'Unexpected error occurred',
+                reqId: event.data.reqId
+            });
+    }
+    else if (event.data.type === 'feed') {
+        if (indexer) {
+            const buffer = event.data.value;
+            progress += buffer.byteLength;
+            chunk += 1;
+            indexer.add_content(new Uint8Array(buffer));
+            if (chunk % 30 === 0) {
+                postMessage({
+                    type: 'progress',
+                    name: indexer.doc_name(id), progress
+                });
+            }
+        }
+        else
+            console.error(new Error('No activa document. Send "begin" before "feed".'));
+    }
+    else if (event.data.type === 'end') {
+        if (indexer) {
+            indexer.flush();
+            postMessage({
+                type: 'end',
+                value: true,
+                reqId: event.data.reqId
+            });
+        }
+        else
+            postMessage({
+                type: 'error',
+                message: 'Unexpected error occurred',
+                reqId: event.data.reqId
+            });
+    }
+    else if (event.data.type === 'search') {
+        if (indexer)
+            postMessage({
+                type: 'result',
+                value: indexer.search(event.data.query, event.data.limit),
+                reqId: event.data.reqId
+            });
+        else
+            postMessage({
+                type: 'error',
+                message: 'Unexpected error occurred',
+                reqId: event.data.reqId
+            });
+    }
+    else if (event.data.type === 'name-document') {
+        if (indexer)
+            postMessage({
+                type: 'name-document',
+                value: indexer.doc_name(event.data.idDoc),
+                reqId: event.data.reqId
+            });
+        else
+            postMessage({
+                type: 'error',
+                message: 'Unexpected error occurred',
+                reqId: event.data.reqId
+            });
+    }
+};
+//# sourceMappingURL=worker.js.map

package/dist/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../ts/worker.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAG/C,IAAI,OAA2B,CAAA;AAC/B,IAAI,KAAK,GAAG,CAAC,CAAC;AACd,IAAI,QAAQ,GAAG,CAAC,CAAC;AACjB,IAAI,EAAE,GAAG,CAAC,CAAA;AAEV,SAAS,GAAG,KAAK,EAAE,KAAgC,EAAiB,EAAE;IAClE,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,IAAI,EAAE,CAAA;QACZ,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QACvB,WAAW,CAAC;YACR,IAAI,EAAE,OAAO;SACQ,CAAC,CAAA;IAC9B,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACrC,IAAI,OAAO,EAAE,CAAC;YACV,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC5C,WAAW,CAAC;gBACR,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;QAC9B,CAAC;;YACG,WAAW,CAAC;gBACR,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;IAClC,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACpC,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAA;YAC/B,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAA;YAC7B,KAAK,IAAI,CAAC,CAAA;YACV,OAAO,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;YAC3C,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACnB,WAAW,CAAC;oBACR,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ;iBACf,CAAC,CAAA;YAC9B,CAAC;QACL,CAAC;;YACG,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAA;IACnF,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACnC,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,KAAK,EAAE,CAAA;YACf,WAAW,CAAC;gBACR,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;QAC9B,CAAC;;YACG,WAAW,CAAC;gBACR,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;IAClC,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,IAAI,OAAO;YACP,WAAW,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;gBACzD,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;;YAE1B,WAAW,CAAC;gBACR,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;IAClC,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QAC7C,IAAI,OAAO;YACP,WAAW,CAAC;gBACR,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;gBACzC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;;YAE1B,WAAW,CAAC;gBACR,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aACF,CAAC,CAAA;IAClC,CAAC;AACL,CAAC,CAAA"}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "indexer-web",
+  "version": "1.0.0",
+  "description": "Search engine core for indexing text files with high performance.",
+  "keywords": [
+    "inverted-index",
+    "inverted-index-core",
+    "ft-index",
+    "text-index-core",
+    "term-index",
+    "ft-search-core",
+    "search-core",
+    "text-search-core",
+    "ir-core",
+    "ir-engine"
+  ],
+  "homepage": "https://github.com/Saurus42/inverted-index-core#readme",
+  "bugs": {
+    "url": "https://github.com/Saurus42/inverted-index-core/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Saurus42/inverted-index-core.git"
+  },
+  "license": "MIT",
+  "author": "Mateusz Krasuski",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": "./dist/index.js"
+  },
+  "files": [ "dist", "readme.md" ],
+  "sideEffects": false,
+  "devDependencies": {
+    "@types/node": "^25.0.3",
+    "typescript": "^5.9.3"
+  }
+}

package/readme.md

@@ -0,0 +1,163 @@
+# indexer-web
+High-performance inverted index for large text files, powered by Rust + WebAssembly and designed to work efficiently in browsers, Web Workers, and PWA.
+
+Indexer processes data incrementally (streaming) and supports files from MBs to multiple GBs without blocking the main thread.
+
+# Features
+
+- Very fast text indexing (Rust + WASM)
+- Runs inside Web Workers (non-blocking UI)
+- Supports URL, Blob, and Uint8Array
+- Handles hundreds of MB / GB-scale files
+- Inverted index (term → documents + frequency)
+- High-level JS API and low-level WASM access
+- Ready for PWA usage
+
+# Installation
+
+```
+npm install indexer-web
+```
+
+# Quick Start (High-level API)
+
+```javascript
+import Indexer from "indexer-web";
+
+const indexer = new Indexer();
+
+// Index a document
+const docId = await indexer.read(
+  "my-worker",          // worker name (internal)
+  "Large document",     // document title (stored in index)
+  "/huge-text-file.txt" // URL / Blob / Uint8Array
+);
+
+// Search
+const results = await indexer.search("my-worker", "example", 10);
+
+console.log(results);
+/*
+[
+  { doc_id: 0, count: 42 },
+  ...
+]
+*/
+
+// Get document title
+const title = await indexer.getTitleDocument("my-worker", docId);
+console.log(title);
+```
+
+# High-level API
+```
+read(
+  workerName: string,
+  title: string,
+  data: string | Uint8Array | Blob,
+  onProgress?: (workerName: string, processedBytes: number) => void
+): Promise<number>
+```
+Parameters
+
+| Name         | Description                               |
+| :----------: | :---------------------------------------: |
+| `workerName` | Identifier of the worker instance         |
+| `title`      | Document title (required by core indexer) |
+| `data`       | URL, Blob, or Uint8Array                  |
+| `onProgress` | Optional progress callback                |
+
+```
+search(
+  workerName: string,
+  query: string,
+  limit?: number
+): Promise<EngineValue[]>
+```
+Searches for a term in the indexed documents.
+
+```
+getTitleDocument(
+  workerName: string,
+  docId: number
+): Promise<string>
+```
+Returns the document title.
+
+```
+clear(workerName: string): void
+```
+Terminates the worker and frees memory.
+
+```
+clearAll(): void
+```
+Terminates all workers.
+
+# EngineValue
+
+```typescript
+interface EngineValue {
+doc_id: number;
+count: number;
+}
+```
+
+- `doc_id` – document identifier
+- `count` – number of occurrences in that document
+
+# Low-level API (WASM)
+
+For advanced use cases you can access the WASM engine directly
+(no workers, no streaming wrapper).
+
+```javascript
+import init, { Engine } from "indexer-web/dist/indexer_web";
+
+await init();
+
+const engine = new Engine();
+
+const docId = engine.begin_document("Title");
+engine.add_content(new Uint8Array(data));
+engine.flush();
+
+const results = engine.search("example", 10);
+```
+
+### When to use low-level API?
+
+- Custom worker orchestration
+- Node.js native usage
+- Full control over memory & streaming
+- Advanced experimentation
+
+**Low-level API runs synchronously and may block the main thread.**
+
+# Why Web Workers?
+
+Indexing large files can take seconds.
+Workers ensure:
+- No UI freeze
+- Smooth progress reporting
+- Safe execution in browsers and PWAs
+
+# PWA Support
+
+Indexer works in:
+- Browser
+- Web Workers
+- Progressive Web Apps (PWA)
+
+Service Worker integration is possible and planned.
+
+# Notes & Limitations
+
+- Text is tokenized using ASCII rules
+- Tokens shorter than 3 characters are ignored
+- Case-insensitive (ASCII lowercase)
+- Designed for text files, not binary formats
+
+# License
+
+MIT © Mateusz Krasuski