tea-rags 0.9.0

package/build/core/adapters/embeddings/onnx/worker.js

@@ -0,0 +1,213 @@
+/**
+ * Worker thread for ONNX embedding inference.
+ *
+ * Runs @huggingface/transformers pipeline off the main thread so the
+ * event loop stays unblocked during heavy inference.
+ *
+ * Uses WebGPU device (Metal on macOS, D3D12 on Windows, Vulkan on Linux).
+ */
+import { parentPort } from "node:worker_threads";
+import { readFileSync, writeFileSync, mkdirSync } from "node:fs";
+import { dirname } from "node:path";
+import { detectDevice } from "./device.js";
+import { DEFAULT_GPU_BATCH_SIZE, PROBE_BATCH_SIZES, PROBE_PRESSURE_THRESHOLD, } from "./constants.js";
+// Sequential lock: ensures only one embed runs at a time on GPU
+let embedQueue = Promise.resolve();
+const KNOWN_DTYPES = ["q4", "q8", "fp16", "fp32", "int8", "bnb4"];
+function parseModelSpec(model) {
+    const lastDash = model.lastIndexOf("-");
+    if (lastDash === -1)
+        return { baseModel: model, dtype: undefined };
+    const suffix = model.slice(lastDash + 1);
+    if (KNOWN_DTYPES.includes(suffix)) {
+        return { baseModel: model.slice(0, lastDash), dtype: suffix };
+    }
+    return { baseModel: model, dtype: undefined };
+}
+let extractor = null;
+const port = parentPort;
+function post(msg) {
+    port?.postMessage(msg);
+}
+// Forward console.error to main thread
+const originalConsoleError = console.error;
+console.error = (...args) => {
+    const message = args.map((a) => (typeof a === "string" ? a : JSON.stringify(a))).join(" ");
+    post({ type: "log", level: "error", message });
+    originalConsoleError.apply(console, args);
+};
+async function importTransformers() {
+    try {
+        return (await import("@huggingface/transformers"));
+    }
+    catch {
+        throw new Error("ONNX provider requires additional packages. Install them with:\n" +
+            "  npm install @huggingface/transformers@next");
+    }
+}
+function formatAuthError(baseModel) {
+    return (`Model access denied: ${baseModel}. This model may require authentication.\n` +
+        `  Set the HF_TOKEN environment variable: export HF_TOKEN=hf_your_token\n` +
+        `  Get your token at: https://huggingface.co/settings/tokens`);
+}
+async function loadPipeline(pipelineFn, baseModel, pipelineOpts) {
+    return (await pipelineFn("feature-extraction", baseModel, pipelineOpts));
+}
+function calibrationCachePath() {
+    const dataDir = process.env.TEA_RAGS_DATA_DIR ?? (process.env.HOME ? `${process.env.HOME}/.tea-rags` : null);
+    return dataDir ? `${dataDir}/onnx-calibration.json` : null;
+}
+function readCalibrationCache(model, device) {
+    const path = calibrationCachePath();
+    if (!path)
+        return null;
+    try {
+        const data = JSON.parse(readFileSync(path, "utf-8"));
+        if (data.model === model && data.device === device) {
+            return data.batchSize;
+        }
+    }
+    catch {
+        // no cache or invalid
+    }
+    return null;
+}
+function writeCalibrationCache(model, device, batchSize) {
+    const path = calibrationCachePath();
+    if (!path)
+        return;
+    try {
+        mkdirSync(dirname(path), { recursive: true });
+        writeFileSync(path, JSON.stringify({ model, device, batchSize }), "utf-8");
+    }
+    catch {
+        // non-fatal
+    }
+}
+async function runProbe(pipeline, model, device) {
+    const cachedSize = readCalibrationCache(model, device);
+    if (cachedSize !== null) {
+        console.error(`[ONNX] Calibration cache hit: batchSize=${cachedSize}`);
+        post({ type: "calibrated", batchSize: cachedSize });
+        return;
+    }
+    console.error("[ONNX] Running GPU batch size calibration...");
+    // Use diverse texts to simulate real workload — identical texts let GPU cache aggressively
+    const probeTexts = [
+        "export class UserService { constructor(private db: Database) {} async findById(id: string) { return this.db.query('SELECT * FROM users WHERE id = ?', [id]); } }",
+        "The authentication middleware validates JWT tokens and extracts user claims before passing control to route handlers.",
+        "function fibonacci(n: number): number { if (n <= 1) return n; return fibonacci(n - 1) + fibonacci(n - 2); }",
+        "import { useState, useEffect } from 'react'; export default function App() { const [data, setData] = useState(null); useEffect(() => { fetch('/api').then(r => r.json()).then(setData); }, []); }",
+        "CREATE TABLE orders (id SERIAL PRIMARY KEY, user_id INT REFERENCES users(id), total DECIMAL(10,2), created_at TIMESTAMP DEFAULT NOW());",
+        "async function retryWithBackoff<T>(fn: () => Promise<T>, maxRetries = 3): Promise<T> { for (let i = 0; i < maxRetries; i++) { try { return await fn(); } catch (e) { if (i === maxRetries - 1) throw e; await sleep(Math.pow(2, i) * 1000); } } throw new Error('unreachable'); }",
+        "# Configuration Guide\n\nSet environment variables before starting the server. Required: `DATABASE_URL`, `API_KEY`. Optional: `LOG_LEVEL` (default: info), `PORT` (default: 3000).",
+        "describe('PaymentProcessor', () => { it('should charge the correct amount', async () => { const processor = new PaymentProcessor(mockGateway); const result = await processor.charge(100, 'USD'); expect(result.success).toBe(true); }); });",
+    ];
+    let bestMsPerText = Infinity;
+    let calibratedSize = DEFAULT_GPU_BATCH_SIZE;
+    for (const bs of PROBE_BATCH_SIZES) {
+        const texts = Array.from({ length: bs }, (_, i) => probeTexts[i % probeTexts.length]);
+        try {
+            const start = performance.now();
+            await pipeline(texts, { pooling: "mean", normalize: true });
+            const elapsed = performance.now() - start;
+            const msPerText = elapsed / bs;
+            console.error(`[ONNX] Probe bs=${bs}: ${elapsed.toFixed(0)}ms total, ${msPerText.toFixed(1)}ms/text`);
+            if (msPerText < bestMsPerText) {
+                bestMsPerText = msPerText;
+                calibratedSize = bs;
+            }
+            if (msPerText > bestMsPerText * PROBE_PRESSURE_THRESHOLD) {
+                console.error(`[ONNX] Pressure at bs=${bs}, optimal=${calibratedSize}`);
+                break;
+            }
+        }
+        catch {
+            console.error(`[ONNX] Probe failed at bs=${bs}, stopping`);
+            break;
+        }
+    }
+    writeCalibrationCache(model, device, calibratedSize);
+    console.error(`[ONNX] Calibrated GPU batch size: ${calibratedSize}`);
+    post({ type: "calibrated", batchSize: calibratedSize });
+}
+async function handleInit(model, cacheDir, device) {
+    const { baseModel, dtype } = parseModelSpec(model);
+    const resolvedDevice = detectDevice(device);
+    try {
+        const { pipeline, env } = await importTransformers();
+        const resolvedCacheDir = process.env.HF_CACHE_DIR ?? cacheDir;
+        if (resolvedCacheDir)
+            env.cacheDir = resolvedCacheDir;
+        const label = dtype ? `${baseModel} (${dtype})` : baseModel;
+        console.error(`[ONNX] Loading model ${label} [${resolvedDevice}]...`);
+        console.error(`[ONNX] Cache dir: ${env.cacheDir}`);
+        const pipelineOpts = {
+            session_options: {
+                graphOptimizationLevel: "all",
+                enableCpuMemArena: true,
+                enableMemPattern: true,
+                ...(resolvedDevice === "webgpu" ? { enableGraphCapture: true } : {}),
+                extra: {
+                    optimization: { enable_gelu_approximation: "1" },
+                    session: { set_denormal_as_zero: "1" },
+                },
+            },
+        };
+        if (dtype)
+            pipelineOpts.dtype = dtype;
+        if (resolvedDevice !== "cpu")
+            pipelineOpts.device = resolvedDevice;
+        extractor = await loadPipeline(pipeline, baseModel, pipelineOpts);
+        console.error(`[ONNX] Model loaded on ${resolvedDevice}.`);
+        // Warm-up: prime GPU caches and JIT before accepting real work
+        try {
+            await extractor(["warm-up"], { pooling: "mean", normalize: true });
+            console.error("[ONNX] Warm-up complete.");
+        }
+        catch {
+            // non-fatal
+        }
+        post({ type: "ready" });
+        // Fire-and-forget: calibrate GPU batch size in background (queued to avoid GPU contention)
+        const loadedPipeline = extractor;
+        if (loadedPipeline) {
+            embedQueue = embedQueue.then(async () => runProbe(loadedPipeline, model, resolvedDevice));
+        }
+    }
+    catch (error) {
+        const raw = error instanceof Error ? error.message : String(error);
+        const isAuthError = raw.includes("Unauthorized") || raw.includes("401") || raw.includes("403");
+        const message = isAuthError ? formatAuthError(baseModel) : raw;
+        post({ type: "error", id: -1, message });
+    }
+}
+async function handleEmbed(id, texts) {
+    if (!extractor) {
+        post({ type: "error", id, message: "Worker not initialized" });
+        return;
+    }
+    try {
+        const start = performance.now();
+        const output = await extractor(texts, { pooling: "mean", normalize: true });
+        const durationMs = Math.round(performance.now() - start);
+        post({ type: "result", id, embeddings: output.tolist(), durationMs });
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        post({ type: "error", id, message });
+    }
+}
+port?.on("message", (msg) => {
+    switch (msg.type) {
+        case "init":
+            void handleInit(msg.model, msg.cacheDir, msg.device);
+            break;
+        case "embed":
+            embedQueue = embedQueue.then(async () => handleEmbed(msg.id, msg.texts));
+            break;
+        case "terminate":
+            process.exit(0);
+    }
+});
+//# sourceMappingURL=worker.js.map

package/build/core/adapters/embeddings/onnx/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../../../src/core/adapters/embeddings/onnx/worker.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,gBAAgB,CAAC;AAGxB,gEAAgE;AAChE,IAAI,UAAU,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAMlD,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAU,CAAC;AAG3E,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,QAAQ,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAEnE,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACzC,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAe,CAAC,EAAE,CAAC;QAC3C,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAe,EAAE,CAAC;IACzE,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAChD,CAAC;AAED,IAAI,SAAS,GAAoB,IAAI,CAAC;AAEtC,MAAM,IAAI,GAAG,UAAU,CAAC;AAExB,SAAS,IAAI,CAAC,GAAmB;IAC/B,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,uCAAuC;AACvC,MAAM,oBAAoB,GAAG,OAAO,CAAC,KAAK,CAAC;AAC3C,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,IAAe,EAAE,EAAE;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3F,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/C,oBAAoB,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAkC,CAAC;IACtF,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,kEAAkE;YAChE,8CAA8C,CACjD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,CACL,wBAAwB,SAAS,4CAA4C;QAC7E,0EAA0E;QAC1E,6DAA6D,CAC9D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,UAAsB,EACtB,SAAiB,EACjB,YAAqC;IAErC,OAAO,CAAC,MAAM,UAAU,CAAC,oBAAoB,EAAE,SAAS,EAAE,YAAY,CAAC,CAAa,CAAC;AACvF,CAAC;AAED,SAAS,oBAAoB;IAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7G,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAQD,SAAS,oBAAoB,CAAC,KAAa,EAAE,MAAc;IACzD,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAqB,CAAC;QACzE,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;IACxB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,MAAc,EAAE,SAAiB;IAC7E,MAAM,IAAI,GAAG,oBAAoB,EAAE,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,CAAC;QACH,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,QAAkB,EAAE,KAAa,EAAE,MAAc;IACvE,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACvD,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,2CAA2C,UAAU,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC9D,2FAA2F;IAC3F,MAAM,UAAU,GAAG;QACjB,kKAAkK;QAClK,uHAAuH;QACvH,6GAA6G;QAC7G,mMAAmM;QACnM,yIAAyI;QACzI,mRAAmR;QACnR,oLAAoL;QACpL,8OAA8O;KAC/O,CAAC;IACF,IAAI,aAAa,GAAG,QAAQ,CAAC;IAC7B,IAAI,cAAc,GAAG,sBAAsB,CAAC;IAE5C,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC1C,MAAM,SAAS,GAAG,OAAO,GAAG,EAAE,CAAC;YAE/B,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAEtG,IAAI,SAAS,GAAG,aAAa,EAAE,CAAC;gBAC9B,aAAa,GAAG,SAAS,CAAC;gBAC1B,cAAc,GAAG,EAAE,CAAC;YACtB,CAAC;YAED,IAAI,SAAS,GAAG,aAAa,GAAG,wBAAwB,EAAE,CAAC;gBACzD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,aAAa,cAAc,EAAE,CAAC,CAAC;gBACxE,MAAM;YACR,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,YAAY,CAAC,CAAC;YAC3D,MAAM;QACR,CAAC;IACH,CAAC;IAED,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IACrD,OAAO,CAAC,KAAK,CAAC,qCAAqC,cAAc,EAAE,CAAC,CAAC;IACrE,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,QAAiB,EAAE,MAAe;IACzE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAErD,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,QAAQ,CAAC;QAC9D,IAAI,gBAAgB;YAAE,GAAG,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QAEtD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5D,OAAO,CAAC,KAAK,CAAC,wBAAwB,KAAK,KAAK,cAAc,MAAM,CAAC,CAAC;QACtE,OAAO,CAAC,KAAK,CAAC,qBAAqB,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEnD,MAAM,YAAY,GAA4B;YAC5C,eAAe,EAAE;gBACf,sBAAsB,EAAE,KAAK;gBAC7B,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,IAAI;gBACtB,GAAG,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpE,KAAK,EAAE;oBACL,YAAY,EAAE,EAAE,yBAAyB,EAAE,GAAG,EAAE;oBAChD,OAAO,EAAE,EAAE,oBAAoB,EAAE,GAAG,EAAE;iBACvC;aACF;SACF,CAAC;QACF,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,GAAG,KAAK,CAAC;QACtC,IAAI,cAAc,KAAK,KAAK;YAAE,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC;QAEnE,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QAElE,OAAO,CAAC,KAAK,CAAC,0BAA0B,cAAc,GAAG,CAAC,CAAC;QAE3D,+DAA+D;QAC/D,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;QAED,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAExB,2FAA2F;QAC3F,MAAM,cAAc,GAAG,SAAS,CAAC;QACjC,IAAI,cAAc,EAAE,CAAC;YACnB,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/F,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC/D,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAU,EAAE,KAAe;IACpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACvC,CAAC;AACH,CAAC;AAED,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,GAAkB,EAAE,EAAE;IACzC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,MAAM;YACT,KAAK,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM;QACR,KAAK,OAAO;YACV,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YACzE,MAAM;QACR,KAAK,WAAW;YACd,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACH,CAAC,CAAC,CAAC"}

package/build/core/adapters/embeddings/onnx.d.ts

@@ -0,0 +1,37 @@
+import type { EmbeddingProvider, EmbeddingResult } from "./base.js";
+export declare const DEFAULT_ONNX_MODEL = "jinaai/jina-embeddings-v2-base-code-fp16";
+export declare const DEFAULT_ONNX_DIMENSIONS = 768;
+export declare class OnnxEmbeddings implements EmbeddingProvider {
+    private readonly model;
+    private readonly dimensions;
+    private readonly cacheDir;
+    private readonly device;
+    private readonly socketPath;
+    private readonly pidFile;
+    private socket;
+    private splitter;
+    private connectPromise;
+    private heartbeatInterval;
+    private nextId;
+    recommendedBatchSize?: number;
+    private readonly pending;
+    /** Max time (ms) to wait for daemon socket to appear after spawn. @internal */
+    private readonly spawnTimeoutMs;
+    constructor(model?: string, dimensions?: number, cacheDir?: string, device?: string, socketPath?: string, pidFile?: string, spawnTimeoutMs?: number);
+    private ensureInitialized;
+    private spawnDaemon;
+    private connectToDaemon;
+    private handleResponse;
+    private startHeartbeat;
+    private stopHeartbeat;
+    private cleanup;
+    private rejectAllPending;
+    embed(text: string): Promise<EmbeddingResult>;
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+    getDimensions(): number;
+    getModel(): string;
+    /** Eagerly initialize connection to daemon (for batch size calibration) */
+    initialize(): Promise<void>;
+    terminate(): Promise<void>;
+}
+//# sourceMappingURL=onnx.d.ts.map

package/build/core/adapters/embeddings/onnx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx.d.ts","sourceRoot":"","sources":["../../../../src/core/adapters/embeddings/onnx.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAUpE,eAAO,MAAM,kBAAkB,6CAA6C,CAAC;AAC7E,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAK3C,qBAAa,cAAe,YAAW,iBAAiB;IACtD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAE7C,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,iBAAiB,CAA+C;IACxE,OAAO,CAAC,MAAM,CAAK;IAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAGrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGpB;IAEJ,+EAA+E;IAC/E,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;gBAGtC,KAAK,SAAqB,EAC1B,UAAU,CAAC,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,SAAQ,EACd,UAAU,SAAsB,EAChC,OAAO,CAAC,EAAE,MAAM,EAChB,cAAc,SAAS;YAeX,iBAAiB;YAsBjB,WAAW;YA0BX,eAAe;IAyF7B,OAAO,CAAC,cAAc;IA2CtB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,gBAAgB;IAWlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAkB7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAoB7D,aAAa,IAAI,MAAM;IAIvB,QAAQ,IAAI,MAAM;IAIlB,2EAA2E;IACrE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CA0CjC"}

package/build/core/adapters/embeddings/onnx.js

@@ -0,0 +1,312 @@
+import { createConnection } from "node:net";
+import { spawn } from "node:child_process";
+import { existsSync } from "node:fs";
+import { join, dirname } from "node:path";
+import { fileURLToPath } from "node:url";
+import { getModelDimensions } from "./utils/model-dimensions.js";
+import { LineSplitter } from "./onnx/line-splitter.js";
+import { serialize, parseLine, } from "./onnx/daemon-types.js";
+export const DEFAULT_ONNX_MODEL = "jinaai/jina-embeddings-v2-base-code-fp16";
+export const DEFAULT_ONNX_DIMENSIONS = 768;
+const HEARTBEAT_INTERVAL_MS = 30_000;
+const DEFAULT_SOCKET_PATH = "/tmp/onnx-embedding-daemon.sock";
+export class OnnxEmbeddings {
+    model;
+    dimensions;
+    cacheDir;
+    device;
+    socketPath;
+    pidFile;
+    socket = null;
+    splitter = null;
+    connectPromise = null;
+    heartbeatInterval = null;
+    nextId = 0;
+    recommendedBatchSize;
+    // Pending embed requests: id → { resolve, reject }
+    pending = new Map();
+    /** Max time (ms) to wait for daemon socket to appear after spawn. @internal */
+    spawnTimeoutMs;
+    constructor(model = DEFAULT_ONNX_MODEL, dimensions, cacheDir, device = "cpu", socketPath = DEFAULT_SOCKET_PATH, pidFile, spawnTimeoutMs = 30_000) {
+        this.model = model;
+        this.dimensions = dimensions || getModelDimensions(model) || DEFAULT_ONNX_DIMENSIONS;
+        this.cacheDir = cacheDir;
+        this.device = device;
+        this.socketPath = socketPath;
+        this.pidFile = pidFile;
+        this.spawnTimeoutMs = spawnTimeoutMs;
+    }
+    // ---------------------------------------------------------------------------
+    // Connection lifecycle
+    // ---------------------------------------------------------------------------
+    async ensureInitialized() {
+        if (this.connectPromise)
+            return this.connectPromise;
+        // Spawn daemon if socket does not exist yet
+        if (!existsSync(this.socketPath)) {
+            await this.spawnDaemon();
+        }
+        this.connectPromise = this.connectToDaemon();
+        try {
+            await this.connectPromise;
+        }
+        catch (err) {
+            this.connectPromise = null;
+            throw err;
+        }
+    }
+    // ---------------------------------------------------------------------------
+    // Daemon spawn
+    // ---------------------------------------------------------------------------
+    async spawnDaemon() {
+        const daemonPath = join(dirname(fileURLToPath(import.meta.url)), "onnx", "daemon.js");
+        const child = spawn(process.execPath, [daemonPath, this.socketPath, this.pidFile ?? ""], { detached: true, stdio: "ignore" });
+        child.unref();
+        // Poll for socket file to appear
+        const maxWaitMs = this.spawnTimeoutMs;
+        const pollMs = 100;
+        const deadline = Date.now() + maxWaitMs;
+        while (Date.now() < deadline) {
+            /* v8 ignore next -- success path tested via e2e (real daemon spawn) */
+            if (existsSync(this.socketPath))
+                return;
+            await new Promise((r) => setTimeout(r, pollMs));
+        }
+        throw new Error(`Timed out waiting for ONNX daemon to start (socket: ${this.socketPath})`);
+    }
+    async connectToDaemon() {
+        return new Promise((resolve, reject) => {
+            const socket = createConnection(this.socketPath);
+            const splitter = new LineSplitter();
+            // Timeout for connect handshake
+            /* v8 ignore start */
+            const timeout = setTimeout(() => {
+                socket.destroy();
+                reject(new Error(`Timeout connecting to ONNX daemon at ${this.socketPath}`));
+            }, 10_000);
+            /* v8 ignore stop */
+            socket.on("error", (err) => {
+                clearTimeout(timeout);
+                if (!handshakeDone) {
+                    handshakeDone = true;
+                    reject(new Error(`Cannot connect to ONNX daemon at ${this.socketPath}: ${err.message}`));
+                }
+                else {
+                    /* v8 ignore start */
+                    this.cleanup();
+                    this.rejectAllPending(new Error(`Socket error: ${err.message}`));
+                    /* v8 ignore stop */
+                }
+            });
+            socket.on("close", () => {
+                this.cleanup();
+                // Reject any pending requests
+                this.rejectAllPending(new Error("Socket closed"));
+            });
+            socket.on("data", (data) => { splitter.feed(data.toString()); });
+            // Wait for "connected" response after sending "connect"
+            let handshakeDone = false;
+            splitter.onLine((line) => {
+                const msg = parseLine(line);
+                if (!msg)
+                    return;
+                // Forward logs even during handshake
+                if (msg.type === "log") {
+                    console.error(msg.message);
+                    return;
+                }
+                if (!handshakeDone && msg.type === "connected") {
+                    handshakeDone = true;
+                    clearTimeout(timeout);
+                    this.socket = socket;
+                    this.splitter = splitter;
+                    if (msg.recommendedBatchSize !== undefined) {
+                        this.recommendedBatchSize = msg.recommendedBatchSize;
+                    }
+                    this.startHeartbeat();
+                    resolve();
+                    return;
+                }
+                if (!handshakeDone && msg.type === "error") {
+                    handshakeDone = true;
+                    clearTimeout(timeout);
+                    socket.destroy();
+                    reject(new Error(msg.message));
+                    return;
+                }
+                // Route responses after handshake
+                this.handleResponse(msg);
+            });
+            // Once TCP connection is established, send connect message
+            socket.on("connect", () => {
+                const req = {
+                    type: "connect",
+                    model: this.model,
+                    device: this.device,
+                    ...(this.cacheDir ? { cacheDir: this.cacheDir } : {}),
+                };
+                socket.write(serialize(req));
+            });
+        });
+    }
+    // ---------------------------------------------------------------------------
+    // Response routing
+    // ---------------------------------------------------------------------------
+    handleResponse(msg) {
+        switch (msg.type) {
+            case "result": {
+                const p = this.pending.get(msg.id);
+                if (p) {
+                    this.pending.delete(msg.id);
+                    p.resolve(msg.embeddings);
+                }
+                break;
+            }
+            case "error": {
+                // Daemon-level error (not tied to a specific request id)
+                // Could be a general error — reject oldest pending or log
+                // For now, reject all pending since we don't have request id
+                this.rejectAllPending(new Error(msg.message));
+                break;
+            }
+            /* v8 ignore next 3 -- logs intercepted in onLine callback before reaching handleResponse */
+            case "log":
+                console.error(msg.message);
+                break;
+            case "pong":
+                // Heartbeat acknowledged, nothing to do
+                break;
+            case "bye":
+                // Server confirmed disconnect
+                break;
+            case "status":
+            case "connected":
+                // Informational responses — not expected during normal client flow
+                break;
+        }
+    }
+    // ---------------------------------------------------------------------------
+    // Heartbeat
+    // ---------------------------------------------------------------------------
+    startHeartbeat() {
+        this.stopHeartbeat();
+        /* v8 ignore start */
+        this.heartbeatInterval = setInterval(() => {
+            if (this.socket && !this.socket.destroyed) {
+                this.socket.write(serialize({ type: "heartbeat" }));
+            }
+        }, HEARTBEAT_INTERVAL_MS);
+        /* v8 ignore stop */
+        // Don't prevent process exit
+        if (this.heartbeatInterval.unref) {
+            this.heartbeatInterval.unref();
+        }
+    }
+    stopHeartbeat() {
+        if (this.heartbeatInterval) {
+            clearInterval(this.heartbeatInterval);
+            this.heartbeatInterval = null;
+        }
+    }
+    // ---------------------------------------------------------------------------
+    // Cleanup helpers
+    // ---------------------------------------------------------------------------
+    cleanup() {
+        this.stopHeartbeat();
+        this.socket = null;
+        this.splitter = null;
+        this.connectPromise = null;
+    }
+    rejectAllPending(err) {
+        for (const [id, p] of this.pending) {
+            this.pending.delete(id);
+            p.reject(err);
+        }
+    }
+    // ---------------------------------------------------------------------------
+    // EmbeddingProvider implementation
+    // ---------------------------------------------------------------------------
+    async embed(text) {
+        await this.ensureInitialized();
+        const id = this.nextId++;
+        const { socket } = this;
+        if (!socket)
+            throw new Error("Socket not connected");
+        const embeddings = await new Promise((resolve, reject) => {
+            this.pending.set(id, { resolve, reject });
+            socket.write(serialize({ type: "embed", id, texts: [text] }));
+        });
+        return {
+            embedding: embeddings[0],
+            dimensions: this.dimensions,
+        };
+    }
+    async embedBatch(texts) {
+        if (texts.length === 0)
+            return [];
+        await this.ensureInitialized();
+        const { socket } = this;
+        if (!socket)
+            throw new Error("Socket not connected");
+        const id = this.nextId++;
+        const embeddings = await new Promise((resolve, reject) => {
+            this.pending.set(id, { resolve, reject });
+            socket.write(serialize({ type: "embed", id, texts }));
+        });
+        return embeddings.map((embedding) => ({
+            embedding,
+            dimensions: this.dimensions,
+        }));
+    }
+    getDimensions() {
+        return this.dimensions;
+    }
+    getModel() {
+        return this.model;
+    }
+    /** Eagerly initialize connection to daemon (for batch size calibration) */
+    async initialize() {
+        await this.ensureInitialized();
+    }
+    async terminate() {
+        if (!this.socket || this.socket.destroyed) {
+            this.cleanup();
+            return;
+        }
+        const { socket } = this;
+        try {
+            await new Promise((resolve) => {
+                let resolved = false;
+                const done = () => {
+                    if (resolved)
+                        return;
+                    resolved = true;
+                    resolve();
+                };
+                socket.on("close", done);
+                socket.write(serialize({ type: "disconnect" }));
+                // Give 500ms for graceful disconnect, then force
+                setTimeout(() => {
+                    /* v8 ignore start */
+                    if (!socket.destroyed) {
+                        socket.destroy();
+                    }
+                    /* v8 ignore stop */
+                    done();
+                }, 500);
+            });
+        }
+        catch {
+            // Ignore errors during terminate
+        }
+        finally {
+            /* v8 ignore start */
+            if (!socket.destroyed) {
+                socket.destroy();
+            }
+            /* v8 ignore stop */
+            this.cleanup();
+        }
+    }
+}
+//# sourceMappingURL=onnx.js.map

package/build/core/adapters/embeddings/onnx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../../../src/core/adapters/embeddings/onnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAe,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EACL,SAAS,EACT,SAAS,GAGV,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,kBAAkB,GAAG,0CAA0C,CAAC;AAC7E,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C,MAAM,qBAAqB,GAAG,MAAM,CAAC;AACrC,MAAM,mBAAmB,GAAG,iCAAiC,CAAC;AAE9D,MAAM,OAAO,cAAc;IACR,KAAK,CAAS;IACd,UAAU,CAAS;IACnB,QAAQ,CAAqB;IAC7B,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,OAAO,CAAqB;IAErC,MAAM,GAAkB,IAAI,CAAC;IAC7B,QAAQ,GAAwB,IAAI,CAAC;IACrC,cAAc,GAAyB,IAAI,CAAC;IAC5C,iBAAiB,GAA0C,IAAI,CAAC;IAChE,MAAM,GAAG,CAAC,CAAC;IAEZ,oBAAoB,CAAU;IAErC,mDAAmD;IAClC,OAAO,GAAG,IAAI,GAAG,EAG/B,CAAC;IAEJ,+EAA+E;IAC9D,cAAc,CAAS;IAExC,YACE,KAAK,GAAG,kBAAkB,EAC1B,UAAmB,EACnB,QAAiB,EACjB,MAAM,GAAG,KAAK,EACd,UAAU,GAAG,mBAAmB,EAChC,OAAgB,EAChB,cAAc,GAAG,MAAM;QAEvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,uBAAuB,CAAC;QACrF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,8EAA8E;IAC9E,uBAAuB;IACvB,8EAA8E;IAEtE,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC;QAEpD,4CAA4C;QAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,eAAe;IACf,8EAA8E;IAEtE,KAAK,CAAC,WAAW;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAEtF,MAAM,KAAK,GAAiB,KAAK,CAC/B,OAAO,CAAC,QAAQ,EAChB,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,EACjD,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpC,CAAC;QACF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACtC,MAAM,MAAM,GAAG,GAAG,CAAC;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,uEAAuE;YACvE,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;gBAAE,OAAO;YACxC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,IAAI,KAAK,CACb,uDAAuD,IAAI,CAAC,UAAU,GAAG,CAC1E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;YAEpC,gCAAgC;YAChC,qBAAqB;YACrB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC/E,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,oBAAoB;YAEpB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,aAAa,GAAG,IAAI,CAAC;oBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,UAAU,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC3F,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBACjE,oBAAoB;gBACtB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACtB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,8BAA8B;gBAC9B,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YACpD,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEjE,wDAAwD;YACxD,IAAI,aAAa,GAAG,KAAK,CAAC;YAE1B,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBACvB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAA0B,CAAC;gBACrD,IAAI,CAAC,GAAG;oBAAE,OAAO;gBAEjB,qCAAqC;gBACrC,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBACvB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAC3B,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/C,aAAa,GAAG,IAAI,CAAC;oBACrB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;oBACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;oBACzB,IAAI,GAAG,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;wBAC3C,IAAI,CAAC,oBAAoB,GAAG,GAAG,CAAC,oBAAoB,CAAC;oBACvD,CAAC;oBACD,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtB,OAAO,EAAE,CAAC;oBACV,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC3C,aAAa,GAAG,IAAI,CAAC;oBACrB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC/B,OAAO;gBACT,CAAC;gBAED,kCAAkC;gBAClC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;gBACxB,MAAM,GAAG,GAAkB;oBACzB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtD,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,mBAAmB;IACnB,8EAA8E;IAEtE,cAAc,CAAC,GAAmB;QACxC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnC,IAAI,CAAC,EAAE,CAAC;oBACN,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC5B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,yDAAyD;gBACzD,0DAA0D;gBAC1D,6DAA6D;gBAC7D,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YAED,4FAA4F;YAC5F,KAAK,KAAK;gBACR,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC3B,MAAM;YAER,KAAK,MAAM;gBACT,wCAAwC;gBACxC,MAAM;YAER,KAAK,KAAK;gBACR,8BAA8B;gBAC9B,MAAM;YAER,KAAK,QAAQ,CAAC;YACd,KAAK,WAAW;gBACd,mEAAmE;gBACnE,MAAM;QACV,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,YAAY;IACZ,8EAA8E;IAEtE,cAAc;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,qBAAqB;QACrB,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC1B,oBAAoB;QACpB,6BAA6B;QAC7B,IAAI,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAEtE,OAAO;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC7B,CAAC;IAEO,gBAAgB,CAAC,GAAU;QACjC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,mCAAmC;IACnC,8EAA8E;IAE9E,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAErD,MAAM,UAAU,GAAG,MAAM,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;YACxB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAErD,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACpC,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,EAAC,MAAM,EAAC,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC;YACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,MAAM,IAAI,GAAG,GAAG,EAAE;oBAChB,IAAI,QAAQ;wBAAE,OAAO;oBACrB,QAAQ,GAAG,IAAI,CAAC;oBAChB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC;gBAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAEzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;gBAEhD,iDAAiD;gBACjD,UAAU,CAAC,GAAG,EAAE;oBACd,qBAAqB;oBACrB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;wBACtB,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,CAAC;oBACD,oBAAoB;oBACpB,IAAI,EAAE,CAAC;gBACT,CAAC,EAAE,GAAG,CAAC,CAAC;YACV,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;gBAAS,CAAC;YACT,qBAAqB;YACrB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC;YACD,oBAAoB;YACpB,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/build/core/adapters/embeddings/openai.d.ts

@@ -0,0 +1,16 @@
+import type { EmbeddingProvider, EmbeddingResult, RateLimitConfig } from "./base.js";
+export declare class OpenAIEmbeddings implements EmbeddingProvider {
+    private readonly client;
+    private readonly model;
+    private readonly dimensions;
+    private readonly limiter;
+    private readonly retryAttempts;
+    private readonly retryDelayMs;
+    constructor(apiKey: string, model?: string, dimensions?: number, rateLimitConfig?: RateLimitConfig);
+    private retryWithBackoff;
+    embed(text: string): Promise<EmbeddingResult>;
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+    getDimensions(): number;
+    getModel(): string;
+}
+//# sourceMappingURL=openai.d.ts.map

package/build/core/adapters/embeddings/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/core/adapters/embeddings/openai.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAarF,qBAAa,gBAAiB,YAAW,iBAAiB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGpC,MAAM,EAAE,MAAM,EACd,KAAK,SAA2B,EAChC,UAAU,CAAC,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE,eAAe;YA0BrB,gBAAgB;IA4CxB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAiB7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAiB7D,aAAa,IAAI,MAAM;IAIvB,QAAQ,IAAI,MAAM;CAGnB"}