agent-working-memory 0.7.17 → 0.8.6

package/dist/core/ml-worker.js

@@ -0,0 +1,253 @@
+// Copyright 2026 Robert Winter / Complete Ideas
+// SPDX-License-Identifier: Apache-2.0
+/**
+ * ML inference dispatch pool.
+ *
+ * STATUS (AWM 0.8.x P1 REVISE, 2026-05-25): worker_threads were the original
+ * plan, but @huggingface/transformers in Node only supports the `cpu`
+ * (native ONNX) and `dml` (Windows GPU) backends. Neither is safe inside
+ * a worker_thread — onnxruntime-node's native bindings store V8 handles
+ * that get invalidated when crossing isolate boundaries, causing
+ * `v8::HandleScope::CreateHandle()` crashes on first inference call.
+ * The browser-only `wasm` backend is not loaded in Node builds of
+ * transformers.js.
+ *
+ * The dispatch abstraction is preserved so a future child_process pool
+ * or HTTP sidecar (see AWM_ML_SIDECAR_URL design in docs/awm-architecture-history.md)
+ * can plug in. For now ALL inference runs in-process. The freeze fix from
+ * P0 (sleep-only consolidation) already eliminates the multi-second
+ * in-band blocks. Individual inference calls (~50ms each) on the main
+ * thread are accepted as-is.
+ *
+ * Test / dev mode: AWM_ML_INPROCESS=1 is honored but is now the default.
+ * The env var remains as a no-op for backwards compatibility.
+ */
+import { Worker } from 'node:worker_threads';
+import { fileURLToPath } from 'node:url';
+import { dirname, join } from 'node:path';
+import { existsSync } from 'node:fs';
+let inProcessMode = false;
+let workers = null;
+let nextId = 1;
+// In-process fallback handles (used in tests and as crash escape hatch).
+let inProcessEmbed = null;
+let inProcessRerank = null;
+let inProcessExpand = null;
+const REQUEST_TIMEOUT_MS = 60_000; // any single inference call > 60s is treated as failed
+const MAX_RESTARTS_PER_MINUTE = 3;
+function shouldUseInProcess() {
+    // AWM 0.8.x P1 REVISE: worker_threads were removed because @huggingface/transformers
+    // in Node is not worker_threads-safe (see file header). Always in-process for now.
+    // The dispatch abstraction is preserved for a future child_process pool or
+    // HTTP sidecar pivot.
+    return true;
+}
+function createWorker(role) {
+    const m = {
+        role,
+        worker: null,
+        ready: Promise.resolve(),
+        setReady: () => { },
+        setFailed: () => { },
+        pending: new Map(),
+        buffered: [],
+        isReady: false,
+        restartTimestamps: [],
+    };
+    m.ready = new Promise((resolve, reject) => {
+        m.setReady = () => { m.isReady = true; resolve(); };
+        m.setFailed = (err) => reject(err);
+    });
+    spawnWorker(m);
+    return m;
+}
+function workerEntryPath() {
+    // Resolve to the compiled .js. Two possible locations:
+    //   1. Same directory as this file (when running from dist/core/)
+    //   2. Sibling dist/core/ (when running from src/core/ via tsx)
+    // Always prefer the compiled file. If neither exists, shouldUseInProcess()
+    // will detect the missing entry and fall back to in-process mode.
+    const here = dirname(fileURLToPath(import.meta.url));
+    const samedir = join(here, 'ml-worker-entry.js');
+    if (existsSync(samedir))
+        return samedir;
+    // From src/core/ml-worker.ts, dist/core/ml-worker-entry.js is at ../../dist/core/
+    const distSibling = join(here, '..', '..', 'dist', 'core', 'ml-worker-entry.js');
+    if (existsSync(distSibling))
+        return distSibling;
+    // Fallback to the same-dir path (will fail existsSync in shouldUseInProcess
+    // and trigger in-process mode)
+    return samedir;
+}
+function spawnWorker(m) {
+    const w = new Worker(workerEntryPath(), { workerData: { role: m.role } });
+    m.worker = w;
+    w.on('message', (msg) => {
+        if (msg?.ready === true) {
+            m.setReady();
+            // Drain buffered messages
+            for (const buf of m.buffered)
+                w.postMessage(buf);
+            m.buffered = [];
+            return;
+        }
+        if (msg?.ready === false) {
+            m.setFailed(new Error(`worker ${m.role} failed to load model: ${msg.error}`));
+            return;
+        }
+        if (msg?.shutdown === 'done')
+            return;
+        if (typeof msg?.id !== 'number')
+            return;
+        const p = m.pending.get(msg.id);
+        if (!p)
+            return;
+        m.pending.delete(msg.id);
+        if (p.timeoutHandle)
+            clearTimeout(p.timeoutHandle);
+        if (msg.ok)
+            p.resolve(msg.result);
+        else
+            p.reject(new Error(msg.error ?? 'worker error'));
+    });
+    w.on('error', (err) => {
+        console.error(`[ml-worker:${m.role}] error:`, err);
+    });
+    w.on('exit', (code) => {
+        if (code === 0)
+            return; // graceful exit
+        console.warn(`[ml-worker:${m.role}] exited with code ${code} — recovering`);
+        // Reject all pending requests
+        for (const [, p] of m.pending) {
+            if (p.timeoutHandle)
+                clearTimeout(p.timeoutHandle);
+            p.reject(new Error(`worker ${m.role} crashed (exit ${code})`));
+        }
+        m.pending.clear();
+        // Restart-rate backoff
+        const now = Date.now();
+        m.restartTimestamps = m.restartTimestamps.filter(t => now - t < 60_000);
+        m.restartTimestamps.push(now);
+        if (m.restartTimestamps.length > MAX_RESTARTS_PER_MINUTE) {
+            console.error(`[ml-worker:${m.role}] crashed ${m.restartTimestamps.length} times in 60s — falling back to in-process`);
+            m.worker = null;
+            m.isReady = false;
+            inProcessMode = true;
+            return;
+        }
+        // Reset ready promise + respawn
+        m.isReady = false;
+        m.ready = new Promise((resolve, reject) => {
+            m.setReady = () => { m.isReady = true; resolve(); };
+            m.setFailed = (err) => reject(err);
+        });
+        spawnWorker(m);
+    });
+}
+/** Initialize the pool. Idempotent — safe to call multiple times. */
+export function initMLPool() {
+    if (shouldUseInProcess()) {
+        inProcessMode = true;
+        return;
+    }
+    if (workers)
+        return;
+    workers = {
+        embed: createWorker('embed'),
+        rerank: createWorker('rerank'),
+        expand: createWorker('expand'),
+    };
+}
+/** Register in-process fallback handlers. Called once by the consumer modules. */
+export function registerInProcessHandlers(handlers) {
+    if (handlers.embed)
+        inProcessEmbed = handlers.embed;
+    if (handlers.rerank)
+        inProcessRerank = handlers.rerank;
+    if (handlers.expand)
+        inProcessExpand = handlers.expand;
+}
+/** True if the pool is operating in in-process mode (no workers). */
+export function isInProcessMode() {
+    return inProcessMode;
+}
+async function dispatchToWorker(role, args) {
+    if (!workers)
+        initMLPool();
+    if (inProcessMode) {
+        return dispatchInProcess(role, args);
+    }
+    const m = workers[role];
+    await m.ready;
+    if (inProcessMode) {
+        // Fallback flipped while we awaited ready
+        return dispatchInProcess(role, args);
+    }
+    const id = nextId++;
+    return new Promise((resolve, reject) => {
+        const req = {
+            resolve,
+            reject,
+            timeoutHandle: setTimeout(() => {
+                m.pending.delete(id);
+                reject(new Error(`ml-worker:${role} request ${id} timed out after ${REQUEST_TIMEOUT_MS}ms`));
+            }, REQUEST_TIMEOUT_MS),
+        };
+        m.pending.set(id, req);
+        const msg = { id, op: role, args };
+        if (m.isReady && m.worker) {
+            m.worker.postMessage(msg);
+        }
+        else {
+            m.buffered.push(msg);
+        }
+    });
+}
+async function dispatchInProcess(role, args) {
+    switch (role) {
+        case 'embed':
+            if (!inProcessEmbed)
+                throw new Error('in-process embed handler not registered');
+            return inProcessEmbed(args);
+        case 'rerank':
+            if (!inProcessRerank)
+                throw new Error('in-process rerank handler not registered');
+            return inProcessRerank(args);
+        case 'expand':
+            if (!inProcessExpand)
+                throw new Error('in-process expand handler not registered');
+            return inProcessExpand(args);
+    }
+}
+// --- Public API used by the consumer modules ---
+export async function dispatchEmbed(args) {
+    return dispatchToWorker('embed', args);
+}
+export async function dispatchRerank(args) {
+    return dispatchToWorker('rerank', args);
+}
+export async function dispatchExpand(args) {
+    return dispatchToWorker('expand', args);
+}
+/** Graceful shutdown. Waits up to 2s for queue drain, then terminates. */
+export async function shutdownMLPool() {
+    if (!workers)
+        return;
+    const promises = [];
+    for (const role of ['embed', 'rerank', 'expand']) {
+        const m = workers[role];
+        if (!m.worker)
+            continue;
+        const w = m.worker;
+        promises.push(new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                w.terminate().finally(() => resolve());
+            }, 2000);
+            w.once('exit', () => { clearTimeout(timeout); resolve(); });
+            w.postMessage({ shutdown: true });
+        }));
+    }
+    await Promise.all(promises);
+    workers = null;
+}
+//# sourceMappingURL=ml-worker.js.map

package/dist/core/ml-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ml-worker.js","sourceRoot":"","sources":["../../src/core/ml-worker.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAsBrC,IAAI,aAAa,GAAG,KAAK,CAAC;AAC1B,IAAI,OAAO,GAA6C,IAAI,CAAC;AAC7D,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,yEAAyE;AACzE,IAAI,cAAc,GAAgD,IAAI,CAAC;AACvE,IAAI,eAAe,GAA6E,IAAI,CAAC;AACrG,IAAI,eAAe,GAA4C,IAAI,CAAC;AAEpE,MAAM,kBAAkB,GAAG,MAAM,CAAC,CAAE,uDAAuD;AAC3F,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAElC,SAAS,kBAAkB;IACzB,qFAAqF;IACrF,mFAAmF;IACnF,2EAA2E;IAC3E,sBAAsB;IACtB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAgB;IACpC,MAAM,CAAC,GAAkB;QACvB,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;QACxB,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC;QAClB,SAAS,EAAE,GAAG,EAAE,GAAE,CAAC;QACnB,OAAO,EAAE,IAAI,GAAG,EAAE;QAClB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,KAAK;QACd,iBAAiB,EAAE,EAAE;KACtB,CAAC;IACF,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9C,CAAC,CAAC,QAAQ,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,CAAC,CAAC,CAAC;IACf,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,eAAe;IACtB,uDAAuD;IACvD,kEAAkE;IAClE,gEAAgE;IAChE,2EAA2E;IAC3E,kEAAkE;IAClE,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACjD,IAAI,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IACxC,kFAAkF;IAClF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAAC;IACjF,IAAI,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IAChD,4EAA4E;IAC5E,+BAA+B;IAC/B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,CAAgB;IACnC,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,eAAe,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAEb,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAQ,EAAE,EAAE;QAC3B,IAAI,GAAG,EAAE,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,CAAC,CAAC,QAAQ,EAAE,CAAC;YACb,0BAA0B;YAC1B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,QAAQ;gBAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjD,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,IAAI,GAAG,EAAE,KAAK,KAAK,KAAK,EAAE,CAAC;YACzB,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,0BAA0B,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QACD,IAAI,GAAG,EAAE,QAAQ,KAAK,MAAM;YAAE,OAAO;QACrC,IAAI,OAAO,GAAG,EAAE,EAAE,KAAK,QAAQ;YAAE,OAAO;QAExC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,CAAC;YAAE,OAAO;QACf,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,CAAC,aAAa;YAAE,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACnD,IAAI,GAAG,CAAC,EAAE;YAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;;YAC7B,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACpB,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,UAAU,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACpB,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,gBAAgB;QACxC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,sBAAsB,IAAI,eAAe,CAAC,CAAC;QAC5E,8BAA8B;QAC9B,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,aAAa;gBAAE,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YACnD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,kBAAkB,IAAI,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAElB,uBAAuB;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACxE,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE9B,IAAI,CAAC,CAAC,iBAAiB,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;YACzD,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,iBAAiB,CAAC,MAAM,4CAA4C,CAAC,CAAC;YACvH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC;YAClB,aAAa,GAAG,IAAI,CAAC;YACrB,OAAO;QACT,CAAC;QAED,gCAAgC;QAChC,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9C,CAAC,CAAC,QAAQ,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACpD,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,UAAU;IACxB,IAAI,kBAAkB,EAAE,EAAE,CAAC;QACzB,aAAa,GAAG,IAAI,CAAC;QACrB,OAAO;IACT,CAAC;IACD,IAAI,OAAO;QAAE,OAAO;IACpB,OAAO,GAAG;QACR,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC;QAC5B,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC;QAC9B,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,yBAAyB,CAAC,QAIzC;IACC,IAAI,QAAQ,CAAC,KAAK;QAAE,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC;IACpD,IAAI,QAAQ,CAAC,MAAM;QAAE,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM;QAAE,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC;AACzD,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,eAAe;IAC7B,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAI,IAAgB,EAAE,IAAS;IAC5D,IAAI,CAAC,OAAO;QAAE,UAAU,EAAE,CAAC;IAC3B,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,iBAAiB,CAAI,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,GAAG,OAAQ,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,CAAC,CAAC,KAAK,CAAC;IACd,IAAI,aAAa,EAAE,CAAC;QAClB,0CAA0C;QAC1C,OAAO,iBAAiB,CAAI,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IACpB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,GAAG,GAAmB;YAC1B,OAAO;YACP,MAAM;YACN,aAAa,EAAE,UAAU,CAAC,GAAG,EAAE;gBAC7B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE,oBAAoB,kBAAkB,IAAI,CAAC,CAAC,CAAC;YAC/F,CAAC,EAAE,kBAAkB,CAAC;SACvB,CAAC;QACF,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAI,IAAgB,EAAE,IAAS;IAC7D,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,OAAO;YACV,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAChF,OAAO,cAAc,CAAC,IAAI,CAAe,CAAC;QAC5C,KAAK,QAAQ;YACX,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAClF,OAAO,eAAe,CAAC,IAAI,CAAe,CAAC;QAC7C,KAAK,QAAQ;YACX,IAAI,CAAC,eAAe;gBAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAClF,OAAO,eAAe,CAAC,IAAI,CAAe,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,kDAAkD;AAElD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAsE;IACxG,OAAO,gBAAgB,CAAa,OAAO,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAA2C;IAC9E,OAAO,gBAAgB,CAA0C,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAyE;IAC5G,OAAO,gBAAgB,CAAS,QAAQ,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAiB,EAAE,CAAC;QACjE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC,CAAC,CAAC,MAAM;YAAE,SAAS;QACxB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5B,OAAO,GAAG,IAAI,CAAC;AACjB,CAAC"}

package/dist/core/query-expander.d.ts

@@ -1,31 +1,29 @@
 /**
- * Query Expander — rewrites queries with synonyms and related terms.
+ * Query Expander - rewrites queries with synonyms and related terms.
  *
- * Uses Xenova/flan-t5-small (~80MB ONNX) to expand search queries
- * with related terms that improve BM25 recall.
+ * Uses Xenova/flan-t5-small (~80MB ONNX) to expand search queries with
+ * related terms that improve BM25 recall.
  *
- * Example: "What is Caroline's identity?" →
- *   "What is Caroline's identity? Caroline personal gender transgender self"
+ * AWM 0.8.x: inference dispatches through ml-worker.ts (currently in-process
+ * — worker_threads reverted because onnxruntime-node bindings cross isolate
+ * boundaries unsafely; see ml-worker.ts). The dispatch abstraction is
+ * preserved for a future child_process / HTTP sidecar pool.
  *
- * Singleton pattern — call getExpander() to get the shared instance.
+ * The LRU cache + skip heuristic stay on the main thread — they're pure
+ * filter/lookup logic that shouldn't pay IPC cost.
  */
 import { type Text2TextGenerationPipeline } from '@huggingface/transformers';
-/**
- * Get or initialize the text generation pipeline (singleton).
- * First call downloads the model (~80MB), subsequent calls are instant.
- */
+/** Kept for backwards compat. */
 export declare function getExpander(): Promise<Text2TextGenerationPipeline>;
 /**
  * Expand a query with related terms and synonyms.
  * Returns the original query + generated expansion terms.
  * Falls back to the original query on any error.
  *
- * Optimization (0.7.11+):
- * - Skip heuristic for long/specific queries (~30% of typical agent recalls)
- * - LRU cache for repeated queries (cache hit ≈ 0ms vs 164ms cold)
- * - Disable both via AWM_DISABLE_EXPANSION_CACHE=1
+ * Dispatches inference to the worker pool. Cache + skip heuristic stay
+ * on the main thread.
  */
 export declare function expandQuery(originalQuery: string): Promise<string>;
-/** Clear the expansion cache (used by tests + cache invalidation if needed). */
+/** Clear the expansion cache (used by tests + cache invalidation). */
 export declare function clearExpansionCache(): void;
 //# sourceMappingURL=query-expander.d.ts.map

package/dist/core/query-expander.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-expander.d.ts","sourceRoot":"","sources":["../../src/core/query-expander.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAEH,OAAO,EAAY,KAAK,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAMvF;;;GAGG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,2BAA2B,CAAC,CAaxE;AA6BD;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA8CxE;AAED,gFAAgF;AAChF,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C"}
+{"version":3,"file":"query-expander.d.ts","sourceRoot":"","sources":["../../src/core/query-expander.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAY,KAAK,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAmCvF,iCAAiC;AACjC,wBAAsB,WAAW,IAAI,OAAO,CAAC,2BAA2B,CAAC,CAExE;AAmBD;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAkCxE;AAED,sEAAsE;AACtE,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C"}

package/dist/core/query-expander.js

@@ -1,62 +1,66 @@
 // Copyright 2026 Robert Winter / Complete Ideas
 // SPDX-License-Identifier: Apache-2.0
 /**
- * Query Expander — rewrites queries with synonyms and related terms.
+ * Query Expander - rewrites queries with synonyms and related terms.
  *
- * Uses Xenova/flan-t5-small (~80MB ONNX) to expand search queries
- * with related terms that improve BM25 recall.
+ * Uses Xenova/flan-t5-small (~80MB ONNX) to expand search queries with
+ * related terms that improve BM25 recall.
  *
- * Example: "What is Caroline's identity?" →
- *   "What is Caroline's identity? Caroline personal gender transgender self"
+ * AWM 0.8.x: inference dispatches through ml-worker.ts (currently in-process
+ * — worker_threads reverted because onnxruntime-node bindings cross isolate
+ * boundaries unsafely; see ml-worker.ts). The dispatch abstraction is
+ * preserved for a future child_process / HTTP sidecar pool.
  *
- * Singleton pattern — call getExpander() to get the shared instance.
+ * The LRU cache + skip heuristic stay on the main thread — they're pure
+ * filter/lookup logic that shouldn't pay IPC cost.
  */
 import { pipeline } from '@huggingface/transformers';
+import { dispatchExpand, registerInProcessHandlers } from './ml-worker.js';
 const MODEL_ID = 'Xenova/flan-t5-small';
-let instance = null;
-let initPromise = null;
-/**
- * Get or initialize the text generation pipeline (singleton).
- * First call downloads the model (~80MB), subsequent calls are instant.
- */
-export async function getExpander() {
-    if (instance)
-        return instance;
-    if (initPromise)
-        return initPromise;
-    initPromise = pipeline('text2text-generation', MODEL_ID, {
-        dtype: 'fp32',
-    }).then(pipe => {
-        instance = pipe;
-        console.log(`Query expander loaded: ${MODEL_ID}`);
-        return instance;
+// --- In-process fallback ---
+let inProcessInstance = null;
+let inProcessInitPromise = null;
+async function loadInProcess() {
+    if (inProcessInstance)
+        return inProcessInstance;
+    if (inProcessInitPromise)
+        return inProcessInitPromise;
+    inProcessInitPromise = pipeline('text2text-generation', MODEL_ID, { dtype: 'fp32' }).then(pipe => {
+        inProcessInstance = pipe;
+        console.log(`Query expander loaded in-process: ${MODEL_ID}`);
+        return inProcessInstance;
+    });
+    return inProcessInitPromise;
+}
+async function inProcessExpand(args) {
+    const expander = await loadInProcess();
+    const result = await expander(args.prompt, {
+        max_new_tokens: args.maxNewTokens,
+        no_repeat_ngram_size: args.noRepeatNgramSize,
     });
-    return initPromise;
+    const text = Array.isArray(result) ? result[0]?.generated_text ?? '' : '';
+    return String(text).trim();
+}
+registerInProcessHandlers({ expand: inProcessExpand });
+// --- Public API ---
+/** Kept for backwards compat. */
+export async function getExpander() {
+    return loadInProcess();
 }
 /**
  * LRU cache of normalized-query → expanded-query mappings.
- * Map preserves insertion order — re-set on hit moves entry to the end (most-recent),
- * delete-first when over capacity drops the least-recent. ~500 entries × ~200 chars
- * each ≈ 100KB, negligible memory cost.
- *
- * Why: phase-breakdown spike (2026-05-08) showed expandQuery at ~164ms per call.
- * Agent recall patterns repeat — cache hits are common.
+ * Lives on the main thread — cache hits skip the worker IPC entirely.
  */
 const expansionCache = new Map();
 const EXPANSION_CACHE_LIMIT = 500;
 /**
- * Heuristic: skip expansion when the query is already specific.
- * Long, multi-token queries don't benefit from synonyms — they're already
- * narrow enough that flan-t5's general-vocabulary expansion adds noise more
- * than recall. Exact thresholds are conservative; false-skips would only
- * affect candidates that BM25 catches anyway.
+ * Skip expansion when the query is already specific (long or many tokens).
  */
 function shouldSkipExpansion(normalized) {
     if (normalized.length === 0)
         return true;
     if (normalized.length > 50)
         return true;
-    // ≥5 distinct meaningful tokens = already specific
     const tokens = new Set(normalized.split(/\s+/).filter(t => t.length > 2));
     return tokens.size >= 5;
 }
@@ -65,39 +69,29 @@ function shouldSkipExpansion(normalized) {
  * Returns the original query + generated expansion terms.
  * Falls back to the original query on any error.
  *
- * Optimization (0.7.11+):
- * - Skip heuristic for long/specific queries (~30% of typical agent recalls)
- * - LRU cache for repeated queries (cache hit ≈ 0ms vs 164ms cold)
- * - Disable both via AWM_DISABLE_EXPANSION_CACHE=1
+ * Dispatches inference to the worker pool. Cache + skip heuristic stay
+ * on the main thread.
  */
 export async function expandQuery(originalQuery) {
     const normalized = originalQuery.toLowerCase().trim();
     const optimizationsEnabled = process.env.AWM_DISABLE_EXPANSION_CACHE !== '1';
     if (optimizationsEnabled) {
-        if (shouldSkipExpansion(normalized)) {
+        if (shouldSkipExpansion(normalized))
             return originalQuery;
-        }
         const cached = expansionCache.get(normalized);
         if (cached !== undefined) {
-            // Move to end (most-recent) for LRU semantics
+            // LRU touch
             expansionCache.delete(normalized);
             expansionCache.set(normalized, cached);
             return cached;
         }
     }
     try {
-        const expander = await getExpander();
         const prompt = `Expand this search query with synonyms and related terms. Only output the additional terms, not the original query. Query: ${originalQuery}. Additional terms:`;
-        const result = await expander(prompt, {
-            max_new_tokens: 25,
-            no_repeat_ngram_size: 2,
-        });
-        const expanded = Array.isArray(result) ? result[0]?.generated_text ?? '' : '';
-        const cleanExpanded = expanded.trim();
-        const finalQuery = cleanExpanded && cleanExpanded.length > 2
-            ? `${originalQuery} ${cleanExpanded}`
+        const expansion = await dispatchExpand({ prompt, maxNewTokens: 25, noRepeatNgramSize: 2 });
+        const finalQuery = expansion && expansion.length > 2
+            ? `${originalQuery} ${expansion}`
             : originalQuery;
-        // Cache the result (LRU eviction when over capacity)
         if (optimizationsEnabled) {
             if (expansionCache.size >= EXPANSION_CACHE_LIMIT) {
                 const oldestKey = expansionCache.keys().next().value;
@@ -112,7 +106,7 @@ export async function expandQuery(originalQuery) {
         return originalQuery;
     }
 }
-/** Clear the expansion cache (used by tests + cache invalidation if needed). */
+/** Clear the expansion cache (used by tests + cache invalidation). */
 export function clearExpansionCache() {
     expansionCache.clear();
 }

package/dist/core/query-expander.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-expander.js","sourceRoot":"","sources":["../../src/core/query-expander.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAoC,MAAM,2BAA2B,CAAC;AAEvF,MAAM,QAAQ,GAAG,sBAAsB,CAAC;AACxC,IAAI,QAAQ,GAAuC,IAAI,CAAC;AACxD,IAAI,WAAW,GAAgD,IAAI,CAAC;AAEpE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,WAAW,GAAG,QAAQ,CAAC,sBAAsB,EAAE,QAAQ,EAAE;QACvD,KAAK,EAAE,MAAM;KACd,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACb,QAAQ,GAAG,IAAmC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;AACjD,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC;;;;;;GAMG;AACH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IACxC,mDAAmD;IACnD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,aAAqB;IACrD,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACtD,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,GAAG,CAAC;IAE7E,IAAI,oBAAoB,EAAE,CAAC;QACzB,IAAI,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,8CAA8C;YAC9C,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAClC,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,8HAA8H,aAAa,qBAAqB,CAAC;QAEhL,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE;YACpC,cAAc,EAAE,EAAE;YAClB,oBAAoB,EAAE,CAAC;SACxB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,CAAC,CAAS,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtC,MAAM,UAAU,GAAG,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;YAC1D,CAAC,CAAC,GAAG,aAAa,IAAI,aAAa,EAAE;YACrC,CAAC,CAAC,aAAa,CAAC;QAElB,qDAAqD;QACrD,IAAI,oBAAoB,EAAE,CAAC;YACzB,IAAI,cAAc,CAAC,IAAI,IAAI,qBAAqB,EAAE,CAAC;gBACjD,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBACrD,IAAI,SAAS,KAAK,SAAS;oBAAE,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAChE,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,mBAAmB;IACjC,cAAc,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC"}
+{"version":3,"file":"query-expander.js","sourceRoot":"","sources":["../../src/core/query-expander.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAoC,MAAM,2BAA2B,CAAC;AACvF,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAE3E,MAAM,QAAQ,GAAG,sBAAsB,CAAC;AAExC,8BAA8B;AAE9B,IAAI,iBAAiB,GAAuC,IAAI,CAAC;AACjE,IAAI,oBAAoB,GAAgD,IAAI,CAAC;AAE7E,KAAK,UAAU,aAAa;IAC1B,IAAI,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAChD,IAAI,oBAAoB;QAAE,OAAO,oBAAoB,CAAC;IACtD,oBAAoB,GAAG,QAAQ,CAAC,sBAAsB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC/F,iBAAiB,GAAG,IAAmC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;QAC7D,OAAO,iBAAiB,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAyE;IACtG,MAAM,QAAQ,GAAG,MAAM,aAAa,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE;QACzC,cAAc,EAAE,IAAI,CAAC,YAAY;QACjC,oBAAoB,EAAE,IAAI,CAAC,iBAAiB;KAC7C,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,CAAC,CAAS,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7B,CAAC;AAED,yBAAyB,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;AAEvD,qBAAqB;AAErB,iCAAiC;AACjC,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,OAAO,aAAa,EAAE,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;AACjD,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC;;GAEG;AACH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,aAAqB;IACrD,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACtD,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,GAAG,CAAC;IAE7E,IAAI,oBAAoB,EAAE,CAAC;QACzB,IAAI,mBAAmB,CAAC,UAAU,CAAC;YAAE,OAAO,aAAa,CAAC;QAC1D,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,YAAY;YACZ,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAClC,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,8HAA8H,aAAa,qBAAqB,CAAC;QAChL,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3F,MAAM,UAAU,GAAG,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAClD,CAAC,CAAC,GAAG,aAAa,IAAI,SAAS,EAAE;YACjC,CAAC,CAAC,aAAa,CAAC;QAElB,IAAI,oBAAoB,EAAE,CAAC;YACzB,IAAI,cAAc,CAAC,IAAI,IAAI,qBAAqB,EAAE,CAAC;gBACjD,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBACrD,IAAI,SAAS,KAAK,SAAS;oBAAE,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAChE,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,mBAAmB;IACjC,cAAc,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC"}

package/dist/core/reranker.d.ts

@@ -1,17 +1,15 @@
 /**
- * Cross-Encoder Re-Ranker — scores (query, passage) pairs for relevance.
+ * Cross-Encoder Re-Ranker - scores (query, passage) pairs for relevance.
  *
- * Uses Xenova/ms-marco-MiniLM-L-6-v2 (~22MB ONNX) which is trained on
- * MS-MARCO passage ranking. Unlike bi-encoders, cross-encoders see both
- * query and passage together via full attention — much better at judging
- * if a passage actually answers a question.
+ * Uses Xenova/ms-marco-MiniLM-L-6-v2 (~22MB ONNX) trained on MS-MARCO
+ * passage ranking. Unlike bi-encoders, cross-encoders see both query and
+ * passage together via full attention - much better at judging if a
+ * passage actually answers a question.
  *
- * Uses direct tokenizer + model inference (NOT the text-classification
- * pipeline, which doesn't support text_pair and returns identical scores).
- *
- * Singleton pattern — call getReranker() to get the shared instance.
+ * AWM 0.8.x: inference dispatches through ml-worker.ts (currently in-process
+ * — see ml-worker.ts for the worker_threads → in-process revert rationale).
  */
-/** Kept for backwards compat — returns the model (unused externally). */
+/** Kept for backwards compat. */
 export declare function getReranker(): Promise<any>;
 export interface RerankResult {
     index: number;
@@ -20,15 +18,7 @@ export interface RerankResult {
 /**
  * Re-rank candidate passages against a query using the cross-encoder.
  * Returns results sorted by relevance score (descending).
- *
- * Batch inference (0.7.14+): tokenizes all query-passage pairs in one call
- * and runs a single model forward pass. Previously the loop tokenized + ran
- * the model once per passage, which serialized 15-30 inference calls.
- * Batching is roughly 3-5× faster on transformers.js because the
- * tokenizer/model overhead amortizes.
- *
- * Falls back to per-passage scoring if the batch path errors (e.g. model
- * doesn't support batched text_pair).
+ * Dispatches to the worker pool (or in-process fallback).
  */
 export declare function rerank(query: string, passages: string[]): Promise<RerankResult[]>;
 //# sourceMappingURL=reranker.d.ts.map

package/dist/core/reranker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/core/reranker.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;GAYG;AA8BH,yEAAyE;AACzE,wBAAsB,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,CAGhD;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAMD;;;;;;;;;;;;GAYG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC,CAiDzB"}
+{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/core/reranker.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AAuFH,iCAAiC;AACjC,wBAAsB,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,CAGhD;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,wBAAsB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAGvF"}