@zvec/zvec-grep 0.1.6 → 0.1.8

package/dist/engine/models/backends/model2vec-worker-pool.js

@@ -0,0 +1,264 @@
+import { availableParallelism } from "node:os";
+import { Worker } from "node:worker_threads";
+export class Model2VecWorkerPool {
+    data;
+    workerUrl;
+    disposed = false;
+    nextJobId = 1;
+    maxWorkers;
+    queue = [];
+    slots = [];
+    constructor(data, maxWorkers = availableParallelism(), workerUrl = new URL("./model2vec-worker.js", import.meta.url)) {
+        this.data = data;
+        this.workerUrl = workerUrl;
+        this.maxWorkers = Math.max(1, Math.floor(maxWorkers));
+    }
+    async start() {
+        this.ensureNotDisposed();
+        if (this.slots.length === 0) {
+            await this.spawnWorker().readyPromise;
+        }
+    }
+    async run(texts, signal) {
+        this.ensureNotDisposed();
+        throwIfAborted(signal);
+        return await new Promise((resolve, reject) => {
+            const job = {
+                id: this.nextJobId++,
+                texts: [...texts],
+                signal,
+                resolve,
+                reject,
+                settled: false,
+            };
+            job.abort = () => {
+                if (job.settled) {
+                    return;
+                }
+                job.settled = true;
+                const queuedIndex = this.queue.indexOf(job);
+                if (queuedIndex >= 0) {
+                    this.queue.splice(queuedIndex, 1);
+                }
+                reject(abortError(signal));
+            };
+            signal?.addEventListener("abort", job.abort, { once: true });
+            const idle = this.slots.find((slot) => slot.ready && !slot.closed && !slot.job);
+            if (idle) {
+                this.dispatch(idle, job);
+            }
+            else if (this.slots.length < this.maxWorkers) {
+                const slot = this.spawnWorker(job);
+                void slot.readyPromise.catch(() => undefined);
+            }
+            else {
+                this.queue.push(job);
+            }
+        });
+    }
+    async dispose() {
+        if (this.disposed) {
+            return;
+        }
+        this.disposed = true;
+        const error = new Error("Model2Vec worker pool is disposed");
+        for (const job of this.queue.splice(0)) {
+            this.rejectJob(job, error);
+        }
+        for (const slot of this.slots) {
+            if (slot.job) {
+                this.rejectJob(slot.job, error);
+                slot.job = undefined;
+            }
+            slot.closed = true;
+        }
+        await Promise.allSettled(this.slots.map((slot) => slot.worker.terminate()));
+        this.slots.length = 0;
+    }
+    spawnWorker(job) {
+        const worker = new Worker(this.workerUrl, { workerData: this.data });
+        let resolveReady;
+        let rejectReady;
+        const readyPromise = new Promise((resolve, reject) => {
+            resolveReady = resolve;
+            rejectReady = reject;
+        });
+        const slot = {
+            worker,
+            ready: false,
+            closed: false,
+            job,
+            resolveReady,
+            rejectReady,
+            readyPromise,
+        };
+        this.slots.push(slot);
+        worker.on("message", (response) => {
+            this.handleMessage(slot, response);
+        });
+        worker.on("error", (error) => {
+            this.failSlot(slot, error);
+        });
+        worker.on("exit", (code) => {
+            if (!slot.closed) {
+                this.failSlot(slot, new Error(`Model2Vec worker exited unexpectedly with code ${code}`));
+            }
+        });
+        return slot;
+    }
+    handleMessage(slot, response) {
+        if (slot.closed) {
+            return;
+        }
+        if (response.type === "ready") {
+            slot.ready = true;
+            slot.resolveReady();
+            if (slot.job) {
+                this.postJob(slot, slot.job);
+            }
+            else {
+                slot.worker.unref();
+                this.drain();
+            }
+            return;
+        }
+        const job = slot.job;
+        if (!job || response.id !== job.id) {
+            this.failSlot(slot, new Error("Model2Vec worker response is out of order"));
+            return;
+        }
+        slot.job = undefined;
+        slot.worker.unref();
+        if (response.type === "error") {
+            this.rejectJob(job, workerError(response.error));
+        }
+        else {
+            try {
+                this.resolveJob(job, workerEmbeddingResult(response, this.data.dimension));
+            }
+            catch (error) {
+                this.rejectJob(job, error);
+                this.failSlot(slot, error);
+                return;
+            }
+        }
+        this.drain();
+    }
+    dispatch(slot, job) {
+        slot.worker.ref();
+        slot.job = job;
+        this.postJob(slot, job);
+    }
+    postJob(slot, job) {
+        if (job.settled) {
+            slot.job = undefined;
+            slot.worker.unref();
+            this.drain();
+            return;
+        }
+        slot.worker.postMessage({
+            id: job.id,
+            texts: job.texts,
+        });
+    }
+    drain() {
+        if (this.disposed) {
+            return;
+        }
+        for (const slot of this.slots) {
+            if (!slot.ready || slot.closed || slot.job) {
+                continue;
+            }
+            const job = this.nextQueuedJob();
+            if (!job) {
+                return;
+            }
+            this.dispatch(slot, job);
+        }
+        while (this.queue.length > 0 && this.slots.length < this.maxWorkers) {
+            const job = this.nextQueuedJob();
+            if (!job) {
+                return;
+            }
+            const slot = this.spawnWorker(job);
+            void slot.readyPromise.catch(() => undefined);
+        }
+    }
+    nextQueuedJob() {
+        while (this.queue.length > 0) {
+            const job = this.queue.shift();
+            if (job && !job.settled) {
+                return job;
+            }
+        }
+        return undefined;
+    }
+    failSlot(slot, error) {
+        if (slot.closed) {
+            return;
+        }
+        slot.closed = true;
+        slot.rejectReady(error);
+        if (slot.job) {
+            this.rejectJob(slot.job, error);
+            slot.job = undefined;
+        }
+        const index = this.slots.indexOf(slot);
+        if (index >= 0) {
+            this.slots.splice(index, 1);
+        }
+        void slot.worker.terminate().catch(() => undefined);
+        this.drain();
+    }
+    resolveJob(job, result) {
+        if (job.settled) {
+            return;
+        }
+        job.settled = true;
+        job.signal?.removeEventListener("abort", job.abort);
+        job.resolve(result);
+    }
+    rejectJob(job, error) {
+        if (job.settled) {
+            return;
+        }
+        job.settled = true;
+        job.signal?.removeEventListener("abort", job.abort);
+        job.reject(error);
+    }
+    ensureNotDisposed() {
+        if (this.disposed) {
+            throw new Error("Model2Vec worker pool is disposed");
+        }
+    }
+}
+function workerEmbeddingResult(response, dimension) {
+    const flat = new Float32Array(response.vectors);
+    if (flat.length !== response.vectorCount * dimension) {
+        throw new Error("Model2Vec worker returned an invalid vector buffer");
+    }
+    const vectors = [];
+    for (let index = 0; index < response.vectorCount; index++) {
+        vectors.push(Array.from(flat.subarray(index * dimension, (index + 1) * dimension)));
+    }
+    return { vectors, truncated: response.truncated };
+}
+function workerError(serialized) {
+    const error = new Error(serialized.message);
+    error.name = serialized.name ?? "Error";
+    if (serialized.stack) {
+        error.stack = serialized.stack;
+    }
+    return error;
+}
+function throwIfAborted(signal) {
+    if (signal?.aborted) {
+        throw abortError(signal);
+    }
+}
+function abortError(signal) {
+    return signal?.reason instanceof Error
+        ? signal.reason
+        : new Error("Model2Vec embedding was cancelled");
+}
+//# sourceMappingURL=model2vec-worker-pool.js.map

package/dist/engine/models/backends/model2vec-worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model2vec-worker-pool.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/model2vec-worker-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AA6B7C,MAAM,OAAO,mBAAmB;IAQX;IAEA;IATX,QAAQ,GAAG,KAAK,CAAC;IACjB,SAAS,GAAG,CAAC,CAAC;IACL,UAAU,CAAS;IACnB,KAAK,GAAgB,EAAE,CAAC;IACxB,KAAK,GAAiB,EAAE,CAAC;IAE1C,YACmB,IAAyB,EAC1C,UAAU,GAAG,oBAAoB,EAAE,EAClB,YAAY,IAAI,GAAG,CAClC,uBAAuB,EACvB,MAAM,CAAC,IAAI,CAAC,GAAG,CAChB;QALgB,SAAI,GAAJ,IAAI,CAAqB;QAEzB,cAAS,GAAT,SAAS,CAGzB;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CACP,KAAwB,EACxB,MAAoB;QAEpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvB,OAAO,MAAM,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC5D,MAAM,GAAG,GAAc;gBACrB,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE;gBACpB,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;gBACjB,MAAM;gBACN,OAAO;gBACP,MAAM;gBACN,OAAO,EAAE,KAAK;aACf,CAAC;YACF,GAAG,CAAC,KAAK,GAAG,GAAG,EAAE;gBACf,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChB,OAAO;gBACT,CAAC;gBACD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;gBACnB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC5C,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;oBACrB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBACpC,CAAC;gBACD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7B,CAAC,CAAC;YACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAE7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAClD,CAAC;YACF,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBACnC,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAC7D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAChC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC;YACvB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC5E,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACxB,CAAC;IAEO,WAAW,CAAC,GAAe;QACjC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,IAAI,YAAyB,CAAC;QAC9B,IAAI,WAAsC,CAAC;QAC3C,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACzD,YAAY,GAAG,OAAO,CAAC;YACvB,WAAW,GAAG,MAAM,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAe;YACvB,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,KAAK;YACb,GAAG;YACH,YAAY;YACZ,WAAW;YACX,YAAY;SACb,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,QAAiC,EAAE,EAAE;YACzD,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,CACX,IAAI,EACJ,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CACpE,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,aAAa,CACnB,IAAgB,EAChB,QAAiC;QAEjC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CACX,IAAI,EACJ,IAAI,KAAK,CAAC,2CAA2C,CAAC,CACvD,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,IAAI,CAAC,UAAU,CACb,GAAG,EACH,qBAAqB,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CACrD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC3B,OAAO;YACT,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAEO,QAAQ,CAAC,IAAgB,EAAE,GAAc;QAC/C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC1B,CAAC;IAEO,OAAO,CAAC,IAAgB,EAAE,GAAc;QAC9C,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;YACtB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,KAAK;SACgB,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3C,SAAS;YACX,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO;YACT,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACpE,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACnC,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,QAAQ,CAAC,IAAgB,EAAE,KAAc;QAC/C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9B,CAAC;QACD,KAAK,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,GAAc,EAAE,MAAuB;QACxD,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,KAAM,CAAC,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAEO,SAAS,CAAC,GAAc,EAAE,KAAc;QAC9C,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,KAAM,CAAC,CAAC;QACrD,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF;AAED,SAAS,qBAAqB,CAC5B,QAA8D,EAC9D,SAAiB;IAEjB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,WAAW,GAAG,SAAS,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC;QAC1D,OAAO,CAAC,IAAI,CACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CACtE,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,WAAW,CAAC,UAAiC;IACpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,IAAI,OAAO,CAAC;IACxC,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,MAAoB;IACtC,OAAO,MAAM,EAAE,MAAM,YAAY,KAAK;QACpC,CAAC,CAAC,MAAM,CAAC,MAAM;QACf,CAAC,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;AACrD,CAAC"}

package/dist/engine/models/backends/model2vec-worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/engine/models/backends/model2vec-worker.js

@@ -0,0 +1,41 @@
+import { parentPort, workerData } from "node:worker_threads";
+import { loadModel2VecTokenizer } from "./model2vec-tokenizer.js";
+import { embedModel2VecTexts, staticEmbeddingTableFromWorkerData, } from "./model2vec-runtime.js";
+const port = parentPort;
+if (!port) {
+    throw new Error("Model2Vec worker requires a parent port");
+}
+const data = workerData;
+const tokenizer = await loadModel2VecTokenizer(data.tokenizerSource);
+const table = staticEmbeddingTableFromWorkerData(data);
+port.postMessage({ type: "ready" });
+port.on("message", async (request) => {
+    try {
+        const result = await embedModel2VecTexts(request.texts, tokenizer, table, data.maxInputTokens, data.normalize);
+        const flatVectors = new Float32Array(result.vectors.length * data.dimension);
+        for (const [index, vector] of result.vectors.entries()) {
+            flatVectors.set(vector, index * data.dimension);
+        }
+        const response = {
+            type: "result",
+            id: request.id,
+            vectors: flatVectors.buffer,
+            vectorCount: result.vectors.length,
+            truncated: result.truncated,
+        };
+        port.postMessage(response, [flatVectors.buffer]);
+    }
+    catch (error) {
+        const cause = error instanceof Error ? error : new Error(String(error));
+        port.postMessage({
+            type: "error",
+            id: request.id,
+            error: {
+                name: cause.name,
+                message: cause.message,
+                stack: cause.stack,
+            },
+        });
+    }
+});
+//# sourceMappingURL=model2vec-worker.js.map

package/dist/engine/models/backends/model2vec-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model2vec-worker.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/model2vec-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EACL,mBAAmB,EACnB,kCAAkC,GAInC,MAAM,wBAAwB,CAAC;AAEhC,MAAM,IAAI,GAAG,UAAU,CAAC;AACxB,IAAI,CAAC,IAAI,EAAE,CAAC;IACV,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,IAAI,GAAG,UAAiC,CAAC;AAC/C,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AACrE,MAAM,KAAK,GAAG,kCAAkC,CAAC,IAAI,CAAC,CAAC;AAEvD,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAoC,CAAC,CAAC;AACtE,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAA+B,EAAE,EAAE;IAC3D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CACtC,OAAO,CAAC,KAAK,EACb,SAAS,EACT,KAAK,EACL,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,YAAY,CAClC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CACvC,CAAC;QACF,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACvD,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,QAAQ,GAA4B;YACxC,IAAI,EAAE,QAAQ;YACd,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,OAAO,EAAE,WAAW,CAAC,MAAM;YAC3B,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAClC,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACxE,IAAI,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,OAAO;YACb,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,KAAK,EAAE;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB;SACgC,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/engine/models/backends/model2vec.d.ts

@@ -1,26 +1,7 @@
 import type { Content } from "../../types.js";
 import { BaseEmbeddingModel, type CreateEmbeddingModelOptions, type EmbeddingModelInfo, type EmbeddingResult, type NormalizedEmbeddingOptions } from "../embeddings.js";
 import type { Model2VecEmbeddingCatalogEntry } from "../catalog.js";
-type TokenTensor = {
-    data: ArrayLike<number | bigint>;
-};
-type TokenizerOutput = {
-    input_ids: TokenTensor;
-};
-type TokenizerLike = {
-    (text: string, options: {
-        add_special_tokens: false;
-        truncation: true;
-        max_length: number;
-    }): TokenizerOutput | Promise<TokenizerOutput>;
-    unk_token_id?: number | null;
-};
-type StaticEmbeddingTable = {
-    data: Float32Array | Uint16Array;
-    dimension: number;
-    dtype: "F16" | "F32";
-    rows: number;
-};
+import { type StaticEmbeddingTable, type TokenizerLike } from "./model2vec-runtime.js";
 type Model2VecDependencies = {
     loadTokenizer(repo: string, options: {
         cache_dir: string;
@@ -40,7 +21,9 @@ export declare class Model2VecEmbeddingModel extends BaseEmbeddingModel {
     private readonly dependencies;
     private tokenizer;
     private staticTable;
+    private workerPool;
     private loadPromise;
+    private readonly useWorkerPool;
     private disposed;
     constructor(entry: Model2VecEmbeddingCatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<Model2VecDependencies>);
     protected doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;