@veewo/claw-core 0.1.67 → 0.1.69

package/dist/src/embedding-daemon.js

@@ -0,0 +1,256 @@
+import { createHash, randomBytes } from "node:crypto";
+import fs from "node:fs";
+import net from "node:net";
+import path from "node:path";
+import { EMBEDDING_DAEMON_MAX_MESSAGE_BYTES, EMBEDDING_DAEMON_PROTOCOL_VERSION, createEmbeddingDaemonToken, removeStateIfOwned, writeEmbeddingDaemonState, } from "./embedding-daemon-protocol.js";
+import { createConfiguredLocalEmbeddingSession, resolveConfiguredLocalEmbeddingFingerprint, resolveEmbeddingDimensions, } from "./embedding-local-runtime.js";
+const DEFAULT_IDLE_TTL_MS = 120000;
+const DEFAULT_SESSION_LIMIT = 1;
+const runtimeDir = resolveRuntimeDirFromArgs(process.argv.slice(2));
+const instanceId = randomBytes(16).toString("hex");
+const token = createEmbeddingDaemonToken();
+const idleTtlMs = readPositiveInteger(process.env.CLAW_EMBEDDING_DAEMON_IDLE_TTL_MS, DEFAULT_IDLE_TTL_MS);
+const sessionLimit = readPositiveInteger(process.env.CLAW_EMBEDDING_DAEMON_SESSION_LIMIT, DEFAULT_SESSION_LIMIT);
+const sessions = new Map();
+let activeRequests = 0;
+let idleTimer = null;
+let shuttingDown = false;
+fs.mkdirSync(runtimeDir, { recursive: true, mode: 0o700 });
+const server = net.createServer((socket) => {
+    resetIdleTimer();
+    socket.setEncoding("utf-8");
+    let payload = "";
+    let handled = false;
+    socket.on("data", (chunk) => {
+        if (handled) {
+            return;
+        }
+        payload += chunk;
+        if (Buffer.byteLength(payload, "utf-8") > EMBEDDING_DAEMON_MAX_MESSAGE_BYTES) {
+            handled = true;
+            writeResponse(socket, protocolError("", "Embedding daemon request exceeded the size limit."));
+            return;
+        }
+        const newlineIndex = payload.indexOf("\n");
+        if (newlineIndex < 0) {
+            return;
+        }
+        handled = true;
+        const raw = payload.slice(0, newlineIndex).trim();
+        void handleRawRequest(raw).then((response) => writeResponse(socket, response));
+    });
+    socket.on("error", () => {
+        // Client transport failures are isolated to the request.
+    });
+});
+server.on("error", async (error) => {
+    appendEvent("daemon.error", { message: error.message });
+    await shutdown(1);
+});
+server.listen(0, "127.0.0.1", () => {
+    const address = server.address();
+    if (!address || typeof address === "string") {
+        void shutdown(1);
+        return;
+    }
+    writeEmbeddingDaemonState(runtimeDir, {
+        protocolVersion: EMBEDDING_DAEMON_PROTOCOL_VERSION,
+        instanceId,
+        pid: process.pid,
+        port: address.port,
+        token,
+        startedAt: new Date().toISOString(),
+    });
+    appendEvent("daemon.started", { port: address.port });
+    resetIdleTimer();
+});
+process.on("SIGTERM", () => void shutdown(0));
+process.on("SIGINT", () => void shutdown(0));
+async function handleRawRequest(raw) {
+    let request;
+    try {
+        request = JSON.parse(raw);
+    }
+    catch {
+        return protocolError("", "Embedding daemon request is not valid JSON.");
+    }
+    if (request.protocolVersion !== EMBEDDING_DAEMON_PROTOCOL_VERSION) {
+        return protocolError(request.requestId, "Embedding daemon protocol version mismatch.");
+    }
+    if (request.token !== token) {
+        return protocolError(request.requestId, "Embedding daemon authentication failed.");
+    }
+    if (request.embedding?.provider !== "local" || !Array.isArray(request.texts) || !request.projectCwd) {
+        return protocolError(request.requestId, "Embedding daemon request shape is invalid.");
+    }
+    activeRequests += 1;
+    resetIdleTimer();
+    try {
+        const output = await runRequest(request);
+        appendEvent("request.completed", {
+            requestId: request.requestId,
+            textCount: request.texts.length,
+        });
+        return { ok: true, requestId: request.requestId, output };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : "Unknown local embedding failure.";
+        appendEvent("request.failed", { requestId: request.requestId, message });
+        return {
+            ok: false,
+            requestId: request.requestId,
+            error: { kind: "model", message },
+        };
+    }
+    finally {
+        activeRequests -= 1;
+        resetIdleTimer();
+    }
+}
+async function runRequest(request) {
+    const fingerprint = process.env.CLAW_EMBEDDING_DAEMON_TEST_MOCK === "1"
+        ? createHash("sha256").update(JSON.stringify({ request: request.embedding, requestCwd: request.projectCwd })).digest("hex")
+        : resolveConfiguredLocalEmbeddingFingerprint(request.embedding, request.projectCwd);
+    let entry = sessions.get(fingerprint);
+    if (!entry) {
+        const session = process.env.CLAW_EMBEDDING_DAEMON_TEST_MOCK === "1"
+            ? Promise.resolve(createMockSession(request.embedding))
+            : createConfiguredLocalEmbeddingSession(request.embedding, request.projectCwd);
+        entry = {
+            fingerprint,
+            session,
+            queue: Promise.resolve(),
+            lastUsedAt: Date.now(),
+        };
+        sessions.set(fingerprint, entry);
+        appendEvent("session.created", { fingerprint });
+        await evictSessions(fingerprint);
+    }
+    entry.lastUsedAt = Date.now();
+    let release;
+    const previous = entry.queue;
+    entry.queue = new Promise((resolve) => {
+        release = resolve;
+    });
+    await previous;
+    try {
+        const session = await entry.session;
+        const result = await session.run(request.texts);
+        return { dimensions: result.dimensions, vectors: result.vectors };
+    }
+    finally {
+        release();
+    }
+}
+async function evictSessions(activeFingerprint) {
+    if (sessions.size <= sessionLimit) {
+        return;
+    }
+    const candidates = Array.from(sessions.values())
+        .filter((entry) => entry.fingerprint !== activeFingerprint)
+        .sort((left, right) => left.lastUsedAt - right.lastUsedAt);
+    while (sessions.size > sessionLimit && candidates.length > 0) {
+        const entry = candidates.shift();
+        if (!entry) {
+            break;
+        }
+        sessions.delete(entry.fingerprint);
+        const session = await entry.session;
+        await entry.queue;
+        await session.dispose();
+        appendEvent("session.evicted", { fingerprint: entry.fingerprint });
+    }
+}
+function createMockSession(embedding) {
+    const dimensions = resolveEmbeddingDimensions(embedding, 768);
+    let disposed = false;
+    return {
+        dimensions,
+        device: "cpu",
+        run: async (texts) => {
+            if (disposed) {
+                throw new Error("Mock embedding session has been disposed.");
+            }
+            return {
+                dimensions,
+                device: "cpu",
+                vectors: texts.map((text, textIndex) => buildMockVector(text, dimensions, textIndex)),
+            };
+        },
+        dispose: async () => {
+            disposed = true;
+        },
+    };
+}
+function buildMockVector(text, dimensions, textIndex) {
+    let seed = textIndex + 1;
+    for (let index = 0; index < text.length; index += 1) {
+        seed = (seed * 31 + text.charCodeAt(index)) % 104729;
+    }
+    return Array.from({ length: dimensions }, (_, index) => ((seed + index * 17) % 1000) / 1000);
+}
+function protocolError(requestId, message) {
+    return { ok: false, requestId, error: { kind: "protocol", message } };
+}
+function writeResponse(socket, response) {
+    if (!socket.destroyed) {
+        socket.end(`${JSON.stringify(response)}\n`);
+    }
+}
+function resetIdleTimer() {
+    if (idleTimer) {
+        clearTimeout(idleTimer);
+    }
+    idleTimer = setTimeout(() => {
+        if (activeRequests === 0) {
+            void shutdown(0);
+        }
+        else {
+            resetIdleTimer();
+        }
+    }, idleTtlMs);
+    idleTimer.unref();
+}
+async function shutdown(exitCode) {
+    if (shuttingDown) {
+        return;
+    }
+    shuttingDown = true;
+    if (idleTimer) {
+        clearTimeout(idleTimer);
+    }
+    await new Promise((resolve) => server.close(() => resolve()));
+    for (const entry of sessions.values()) {
+        try {
+            await entry.queue;
+            await (await entry.session).dispose();
+        }
+        catch {
+            // Best-effort shutdown.
+        }
+    }
+    removeStateIfOwned(runtimeDir, instanceId);
+    appendEvent("daemon.stopped", { exitCode });
+    process.exitCode = exitCode;
+}
+function appendEvent(event, details) {
+    const target = process.env.CLAW_EMBEDDING_DAEMON_EVENT_LOG?.trim();
+    if (!target) {
+        return;
+    }
+    fs.mkdirSync(path.dirname(target), { recursive: true });
+    fs.appendFileSync(target, `${JSON.stringify({ event, pid: process.pid, instanceId, at: Date.now(), ...details })}\n`, "utf-8");
+}
+function resolveRuntimeDirFromArgs(args) {
+    const index = args.indexOf("--runtime-dir");
+    const value = index >= 0 ? args[index + 1] : null;
+    if (!value) {
+        throw new Error("Missing --runtime-dir for embedding daemon.");
+    }
+    return path.resolve(value);
+}
+function readPositiveInteger(value, fallback) {
+    const parsed = Number.parseInt(value ?? "", 10);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+}
+//# sourceMappingURL=embedding-daemon.js.map

package/dist/src/embedding-daemon.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-daemon.js","sourceRoot":"","sources":["../../src/embedding-daemon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,kCAAkC,EAClC,iCAAiC,EACjC,0BAA0B,EAC1B,kBAAkB,EAClB,yBAAyB,GAI1B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,qCAAqC,EACrC,0CAA0C,EAC1C,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AAUtC,MAAM,mBAAmB,GAAG,MAAM,CAAC;AACnC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,UAAU,GAAG,yBAAyB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpE,MAAM,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACnD,MAAM,KAAK,GAAG,0BAA0B,EAAE,CAAC;AAC3C,MAAM,SAAS,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,mBAAmB,CAAC,CAAC;AAC1G,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,qBAAqB,CAAC,CAAC;AACjH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;AACjD,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,IAAI,SAAS,GAA0B,IAAI,CAAC;AAC5C,IAAI,YAAY,GAAG,KAAK,CAAC;AAEzB,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAE3D,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,EAAE;IACzC,cAAc,EAAE,CAAC;IACjB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;QAClC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,OAAO,IAAI,KAAK,CAAC;QACjB,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,kCAAkC,EAAE,CAAC;YAC7E,OAAO,GAAG,IAAI,CAAC;YACf,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,EAAE,mDAAmD,CAAC,CAAC,CAAC;YAC9F,OAAO;QACT,CAAC;QACD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,KAAK,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,yDAAyD;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;IACjC,WAAW,CAAC,cAAc,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACxD,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;IACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC;QACjB,OAAO;IACT,CAAC;IACD,yBAAyB,CAAC,UAAU,EAAE;QACpC,eAAe,EAAE,iCAAiC;QAClD,UAAU;QACV,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK;QACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC,CAAC;IACH,WAAW,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACtD,cAAc,EAAE,CAAC;AACnB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7C,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,OAA+B,CAAC;IACpC,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC,EAAE,EAAE,6CAA6C,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,OAAO,CAAC,eAAe,KAAK,iCAAiC,EAAE,CAAC;QAClE,OAAO,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,6CAA6C,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;QAC5B,OAAO,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,yCAAyC,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACpG,OAAO,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,4CAA4C,CAAC,CAAC;IACxF,CAAC;IAED,cAAc,IAAI,CAAC,CAAC;IACpB,cAAc,EAAE,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QACzC,WAAW,CAAC,mBAAmB,EAAE;YAC/B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC,CAAC;QAC5F,WAAW,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QACzE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE;SAClC,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,cAAc,IAAI,CAAC,CAAC;QACpB,cAAc,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,OAA+B;IACvD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,KAAK,GAAG;QACrE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3H,CAAC,CAAC,0CAA0C,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACtF,IAAI,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,KAAK,GAAG;YACjE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACvD,CAAC,CAAC,qCAAqC,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjF,KAAK,GAAG;YACN,WAAW;YACX,OAAO;YACP,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;YACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB,CAAC;QACF,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACjC,WAAW,CAAC,iBAAiB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAChD,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE9B,IAAI,OAAoB,CAAC;IACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC;IAC7B,KAAK,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC1C,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,QAAQ,CAAC;IACf,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IACpE,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,iBAAyB;IACpD,IAAI,QAAQ,CAAC,IAAI,IAAI,YAAY,EAAE,CAAC;QAClC,OAAO;IACT,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC7C,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,iBAAiB,CAAC;SAC1D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7D,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM;QACR,CAAC;QACD,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;QACpC,MAAM,KAAK,CAAC,KAAK,CAAC;QAClB,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,WAAW,CAAC,iBAAiB,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAA8C;IACvE,MAAM,UAAU,GAAG,0BAA0B,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC9D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,OAAO;QACL,UAAU;QACV,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACnB,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO;gBACL,UAAU;gBACV,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;aACtF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,UAAkB,EAAE,SAAiB;IAC1E,IAAI,IAAI,GAAG,SAAS,GAAG,CAAC,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB,EAAE,OAAe;IACvD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,aAAa,CAAC,MAAkB,EAAE,QAAiC;IAC1E,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,cAAc;IACrB,IAAI,SAAS,EAAE,CAAC;QACd,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IACD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;QAC1B,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC,EAAE,SAAS,CAAC,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,QAAgB;IACtC,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IACD,YAAY,GAAG,IAAI,CAAC;IACpB,IAAI,SAAS,EAAE,CAAC;QACd,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,KAAK,CAAC;YAClB,MAAM,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IACD,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC3C,WAAW,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,OAAgC;IAClE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,IAAI,EAAE,CAAC;IACnE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;IACT,CAAC;IACD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACjI,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAc;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB,EAAE,QAAgB;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACnE,CAAC"}

package/dist/src/embedding-local-runtime.d.ts

@@ -0,0 +1,8 @@
+import { type LocalEmbeddingSession } from "./embedding-local.js";
+import type { MemoryEmbeddingConfig } from "./types.js";
+export type ConfiguredLocalEmbeddingSession = LocalEmbeddingSession & {
+    fingerprint: string;
+};
+export declare function createConfiguredLocalEmbeddingSession(embedding: MemoryEmbeddingConfig, projectCwd: string): Promise<ConfiguredLocalEmbeddingSession>;
+export declare function resolveConfiguredLocalEmbeddingFingerprint(embedding: MemoryEmbeddingConfig, projectCwd: string): string;
+export declare function resolveEmbeddingDimensions(embedding: MemoryEmbeddingConfig, fallback: number): number;

package/dist/src/embedding-local-runtime.js

@@ -0,0 +1,134 @@
+import { execFileSync } from "node:child_process";
+import { createHash } from "node:crypto";
+import fs from "node:fs";
+import { createRequire } from "node:module";
+import path from "node:path";
+import { DEFAULT_LOCAL_EMBEDDING_DIMENSIONS, resolveDefaultLocalEmbeddingDimensions, resolveLocalEmbeddingCacheDir, } from "./embedding-defaults.js";
+import { createLocalEmbeddingSession, resolveLocalExecutionDevice, resolveLocalTokenizerMaxLength, } from "./embedding-local.js";
+import { resolveTransformersModule } from "./embedding-transformers.js";
+const DEFAULT_EMBEDDING_MAX_TOKENS = 2048;
+export async function createConfiguredLocalEmbeddingSession(embedding, projectCwd) {
+    if (!process.env.ORT_LOG_LEVEL) {
+        process.env.ORT_LOG_LEVEL = "3";
+    }
+    const projectRequire = createRequire(path.join(projectCwd, "package.json"));
+    const workerRequire = createRequire(import.meta.url);
+    const resolvedModulePath = resolveTransformersModulePath(projectRequire, workerRequire);
+    const { pipeline, env } = resolveTransformersModule(projectRequire, workerRequire);
+    env.allowLocalModels = false;
+    const modelId = embedding.local?.modelPath?.trim() || embedding.model;
+    const cacheDir = resolveLocalEmbeddingCacheDir(modelId, embedding.local?.modelCacheDir, { cwd: projectCwd });
+    env.cacheDir = cacheDir;
+    const requestedDevice = resolveLocalExecutionDevice(embedding, { cudaAvailable: isCudaAvailable() });
+    const dimensions = resolveEmbeddingDimensions(embedding, DEFAULT_LOCAL_EMBEDDING_DIMENSIONS);
+    const fingerprint = createHash("sha256")
+        .update(JSON.stringify({
+        version: 1,
+        projectCwd: path.resolve(projectCwd),
+        resolvedModulePath,
+        modelId,
+        modelSignature: resolveModelSignature(embedding.local?.modelPath),
+        cacheDir,
+        dimensions,
+        requestedDevice,
+        dtype: "fp32",
+        pooling: "mean",
+        normalize: true,
+        tokenizerMaxLength: DEFAULT_EMBEDDING_MAX_TOKENS,
+    }))
+        .digest("hex");
+    const session = await createLocalEmbeddingSession({
+        dimensions,
+        requestedDevice,
+        createExtractor: async (device) => {
+            const extractor = await pipeline("feature-extraction", modelId, {
+                device,
+                dtype: "fp32",
+                session_options: { logSeverityLevel: 3 },
+            });
+            const safeTokenizerMaxLength = resolveLocalTokenizerMaxLength(extractor.tokenizer?.model_max_length, extractor.model?.config?.max_position_embeddings, DEFAULT_EMBEDDING_MAX_TOKENS);
+            if (safeTokenizerMaxLength !== null && extractor.tokenizer) {
+                extractor.tokenizer.model_max_length = safeTokenizerMaxLength;
+            }
+            return extractor;
+        },
+    });
+    return Object.assign(session, { fingerprint });
+}
+export function resolveConfiguredLocalEmbeddingFingerprint(embedding, projectCwd) {
+    const projectRequire = createRequire(path.join(projectCwd, "package.json"));
+    const workerRequire = createRequire(import.meta.url);
+    const modelId = embedding.local?.modelPath?.trim() || embedding.model;
+    const cacheDir = resolveLocalEmbeddingCacheDir(modelId, embedding.local?.modelCacheDir, { cwd: projectCwd });
+    return createHash("sha256")
+        .update(JSON.stringify({
+        version: 1,
+        projectCwd: path.resolve(projectCwd),
+        resolvedModulePath: resolveTransformersModulePath(projectRequire, workerRequire),
+        modelId,
+        modelSignature: resolveModelSignature(embedding.local?.modelPath),
+        cacheDir,
+        dimensions: resolveEmbeddingDimensions(embedding, DEFAULT_LOCAL_EMBEDDING_DIMENSIONS),
+        requestedDevice: resolveLocalExecutionDevice(embedding, { cudaAvailable: isCudaAvailable() }),
+        dtype: "fp32",
+        pooling: "mean",
+        normalize: true,
+        tokenizerMaxLength: DEFAULT_EMBEDDING_MAX_TOKENS,
+    }))
+        .digest("hex");
+}
+export function resolveEmbeddingDimensions(embedding, fallback) {
+    if (typeof embedding.outputDimensionality === "number" && embedding.outputDimensionality > 0) {
+        return embedding.outputDimensionality;
+    }
+    if (embedding.provider === "local") {
+        return resolveDefaultLocalEmbeddingDimensions(embedding.model);
+    }
+    return fallback > 0 ? fallback : 1536;
+}
+function resolveTransformersModulePath(projectRequire, workerRequire) {
+    try {
+        return projectRequire.resolve("@huggingface/transformers");
+    }
+    catch {
+        return workerRequire.resolve("@huggingface/transformers");
+    }
+}
+function resolveModelSignature(modelPath) {
+    if (!modelPath?.trim()) {
+        return null;
+    }
+    try {
+        const stats = fs.statSync(modelPath);
+        return `${stats.size}:${stats.mtimeMs}`;
+    }
+    catch {
+        return "missing";
+    }
+}
+function isCudaAvailable() {
+    try {
+        const out = execFileSync("ldconfig", ["-p"], { timeout: 3000, encoding: "utf-8" });
+        if (out.includes("libcublasLt.so.12")) {
+            return true;
+        }
+    }
+    catch {
+        // Ignore.
+    }
+    for (const envVar of ["CUDA_PATH", "LD_LIBRARY_PATH"]) {
+        const value = process.env[envVar];
+        if (!value) {
+            continue;
+        }
+        for (const candidate of value.split(path.delimiter).filter(Boolean)) {
+            if (fs.existsSync(path.join(candidate, "lib64", "libcublasLt.so.12"))
+                || fs.existsSync(path.join(candidate, "lib", "libcublasLt.so.12"))
+                || fs.existsSync(path.join(candidate, "libcublasLt.so.12"))) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+//# sourceMappingURL=embedding-local-runtime.js.map

package/dist/src/embedding-local-runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-local-runtime.js","sourceRoot":"","sources":["../../src/embedding-local-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,kCAAkC,EAClC,sCAAsC,EACtC,6BAA6B,GAC9B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,8BAA8B,GAE/B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAGxE,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAa1C,MAAM,CAAC,KAAK,UAAU,qCAAqC,CACzD,SAAgC,EAChC,UAAkB;IAElB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC;IAClC,CAAC;IACD,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5E,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,kBAAkB,GAAG,6BAA6B,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACxF,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,yBAAyB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACnF,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAC7B,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC,KAAK,CAAC;IACtE,MAAM,QAAQ,GAAG,6BAA6B,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IAC7G,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACxB,MAAM,eAAe,GAAG,2BAA2B,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;IACrG,MAAM,UAAU,GAAG,0BAA0B,CAAC,SAAS,EAAE,kCAAkC,CAAC,CAAC;IAC7F,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;SACrC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QACrB,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACpC,kBAAkB;QAClB,OAAO;QACP,cAAc,EAAE,qBAAqB,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC;QACjE,QAAQ;QACR,UAAU;QACV,eAAe;QACf,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,kBAAkB,EAAE,4BAA4B;KACjD,CAAC,CAAC;SACF,MAAM,CAAC,KAAK,CAAC,CAAC;IAEjB,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC;QAChD,UAAU;QACV,eAAe;QACf,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAChC,MAAM,SAAS,GAAG,MAAO,QAIY,CAAC,oBAAoB,EAAE,OAAO,EAAE;gBACnE,MAAM;gBACN,KAAK,EAAE,MAAM;gBACb,eAAe,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACzC,CAAC,CAAC;YACH,MAAM,sBAAsB,GAAG,8BAA8B,CAC3D,SAAS,CAAC,SAAS,EAAE,gBAAgB,EACrC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAChD,4BAA4B,CAC7B,CAAC;YACF,IAAI,sBAAsB,KAAK,IAAI,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC3D,SAAS,CAAC,SAAS,CAAC,gBAAgB,GAAG,sBAAsB,CAAC;YAChE,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,0CAA0C,CACxD,SAAgC,EAChC,UAAkB;IAElB,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5E,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC,KAAK,CAAC;IACtE,MAAM,QAAQ,GAAG,6BAA6B,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IAC7G,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QACrB,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACpC,kBAAkB,EAAE,6BAA6B,CAAC,cAAc,EAAE,aAAa,CAAC;QAChF,OAAO;QACP,cAAc,EAAE,qBAAqB,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC;QACjE,QAAQ;QACR,UAAU,EAAE,0BAA0B,CAAC,SAAS,EAAE,kCAAkC,CAAC;QACrF,eAAe,EAAE,2BAA2B,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE,CAAC;QAC7F,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,kBAAkB,EAAE,4BAA4B;KACjD,CAAC,CAAC;SACF,MAAM,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,SAAgC,EAAE,QAAgB;IAC3F,IAAI,OAAO,SAAS,CAAC,oBAAoB,KAAK,QAAQ,IAAI,SAAS,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QAC7F,OAAO,SAAS,CAAC,oBAAoB,CAAC;IACxC,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACnC,OAAO,sCAAsC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,SAAS,6BAA6B,CACpC,cAA8B,EAC9B,aAA6B;IAE7B,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,SAA6B;IAC1D,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrC,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,eAAe;IACtB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,IAAI,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,UAAU;IACZ,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACpE,IACE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;mBAC9D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;mBAC/D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC,EAC3D,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/src/embedding-local.d.ts

@@ -25,9 +25,17 @@ type RunLocalEmbeddingOptions = {
     requestedDevice: LocalExecutionDevice;
     createExtractor: (device: LocalExecutionDevice) => Promise<LocalExtractor>;
 };
+export type LocalEmbeddingSession = {
+    readonly dimensions: number;
+    readonly device: LocalExecutionDevice;
+    run: (texts: string[]) => Promise<LocalEmbeddingResult>;
+    dispose: () => Promise<void>;
+};
+type CreateLocalEmbeddingSessionOptions = Omit<RunLocalEmbeddingOptions, "texts">;
 export declare function resolveLocalTokenizerMaxLength(tokenizerMaxLength: unknown, modelMaxPositionEmbeddings: unknown, requestedMaxLength?: unknown): number | null;
 export declare function parseLocalExecutionDevice(value: string | null | undefined): LocalExecutionDevice | null;
 export declare function resolveLocalExecutionDevice(embedding: MemoryEmbeddingConfig, options?: ResolveLocalDeviceOptions): LocalExecutionDevice;
 export declare function buildLocalDeviceAttemptOrder(requestedDevice: LocalExecutionDevice): LocalExecutionDevice[];
 export declare function runLocalEmbeddingWithFallback(options: RunLocalEmbeddingOptions): Promise<LocalEmbeddingResult>;
+export declare function createLocalEmbeddingSession(options: CreateLocalEmbeddingSessionOptions): Promise<LocalEmbeddingSession>;
 export {};

package/dist/src/embedding-local.js

@@ -48,47 +48,84 @@ export function buildLocalDeviceAttemptOrder(requestedDevice) {
         : [requestedDevice];
 }
 export async function runLocalEmbeddingWithFallback(options) {
+    const session = await createLocalEmbeddingSession(options);
+    try {
+        return await session.run(options.texts);
+    }
+    finally {
+        await session.dispose();
+    }
+}
+export async function createLocalEmbeddingSession(options) {
     const devicesToTry = buildLocalDeviceAttemptOrder(options.requestedDevice);
-    let lastError = null;
-    for (const device of devicesToTry) {
-        let extractor = null;
-        try {
-            extractor = await options.createExtractor(device);
-            const vectors = [];
-            for (let index = 0; index < options.texts.length; index += DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE) {
-                const batch = options.texts.slice(index, index + DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE);
-                const result = await extractor(batch, {
-                    pooling: "mean",
-                    normalize: true,
-                });
-                const rawData = Array.from(result.data);
-                const inferredDimensions = batch.length > 0 ? Math.floor(rawData.length / batch.length) : 0;
-                const dimensions = options.dimensions > 0 ? options.dimensions : inferredDimensions;
-                vectors.push(...batch.map((_, textIndex) => {
-                    const start = textIndex * inferredDimensions;
-                    const end = start + Math.min(dimensions, inferredDimensions);
-                    const vector = rawData.slice(start, end);
-                    if (vector.length < dimensions) {
-                        vector.push(...Array.from({ length: dimensions - vector.length }, () => 0));
-                    }
-                    return vector;
-                }));
-            }
-            return {
-                dimensions: options.dimensions,
-                vectors,
-                device,
-            };
+    let deviceIndex = 0;
+    let activeDevice = devicesToTry[0] ?? options.requestedDevice;
+    let extractor = null;
+    let disposed = false;
+    const disposeExtractor = async () => {
+        const current = extractor;
+        extractor = null;
+        if (current?.dispose) {
+            await current.dispose();
         }
-        catch (error) {
-            lastError = error;
-        }
-        finally {
-            if (extractor?.dispose) {
-                await extractor.dispose();
+    };
+    const run = async (texts) => {
+        let lastError = null;
+        while (deviceIndex < devicesToTry.length) {
+            const device = devicesToTry[deviceIndex] ?? options.requestedDevice;
+            try {
+                if (disposed) {
+                    throw new Error("Local embedding session has been disposed.");
+                }
+                extractor ??= await options.createExtractor(device);
+                activeDevice = device;
+                const vectors = [];
+                for (let index = 0; index < texts.length; index += DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE) {
+                    const batch = texts.slice(index, index + DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE);
+                    const result = await extractor(batch, {
+                        pooling: "mean",
+                        normalize: true,
+                    });
+                    const rawData = Array.from(result.data);
+                    const inferredDimensions = batch.length > 0 ? Math.floor(rawData.length / batch.length) : 0;
+                    const dimensions = options.dimensions > 0 ? options.dimensions : inferredDimensions;
+                    vectors.push(...batch.map((_, textIndex) => {
+                        const start = textIndex * inferredDimensions;
+                        const end = start + Math.min(dimensions, inferredDimensions);
+                        const vector = rawData.slice(start, end);
+                        if (vector.length < dimensions) {
+                            vector.push(...Array.from({ length: dimensions - vector.length }, () => 0));
+                        }
+                        return vector;
+                    }));
+                }
+                return {
+                    dimensions: options.dimensions,
+                    vectors,
+                    device,
+                };
+            }
+            catch (error) {
+                lastError = error;
+                await disposeExtractor();
+                deviceIndex += 1;
             }
         }
-    }
-    throw lastError instanceof Error ? lastError : new Error("Unable to initialize local embedding model.");
+        throw lastError instanceof Error ? lastError : new Error("Unable to initialize local embedding model.");
+    };
+    return {
+        dimensions: options.dimensions,
+        get device() {
+            return activeDevice;
+        },
+        run,
+        dispose: async () => {
+            if (disposed) {
+                return;
+            }
+            disposed = true;
+            await disposeExtractor();
+        },
+    };
 }
 //# sourceMappingURL=embedding-local.js.map

package/dist/src/embedding-local.js.map

@@ -1 +1 @@
-{"version":3,"file":"embedding-local.js","sourceRoot":"","sources":["../../src/embedding-local.ts"],"names":[],"mappings":"AA4BA,MAAM,kCAAkC,GAAG,CAAC,CAAC;AAE7C,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QACrE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,kBAA2B,EAC3B,0BAAmC,EACnC,kBAA4B;IAE5B,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;IAC9E,MAAM,oCAAoC,GAAG,oBAAoB,CAAC,0BAA0B,CAAC,CAAC;IAC9F,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG;QACjB,4BAA4B;QAC5B,oCAAoC;QACpC,4BAA4B;KAC7B,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACrD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAgC;IACxE,MAAM,UAAU,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QACnG,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,SAAgC,EAChC,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,WAAW,GACf,yBAAyB,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC1D,yBAAyB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5E,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;IACtD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,eAAqC;IAChF,OAAO,eAAe,KAAK,KAAK,IAAI,eAAe,KAAK,MAAM;QAC5D,CAAC,CAAC,CAAC,eAAe,EAAE,KAAK,CAAC;QAC1B,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAiC;IAEjC,MAAM,YAAY,GAAG,4BAA4B,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3E,IAAI,SAAS,GAAY,IAAI,CAAC;IAE9B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,IAAI,SAAS,GAA0B,IAAI,CAAC;QAC5C,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,kCAAkC,EAAE,CAAC;gBAC9F,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,kCAAkC,CAAC,CAAC;gBACrF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;oBACpC,OAAO,EAAE,MAAM;oBACf,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;gBAC7D,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5F,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBACpF,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE;oBACzC,MAAM,KAAK,GAAG,SAAS,GAAG,kBAAkB,CAAC;oBAC7C,MAAM,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;oBAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBACzC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;wBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9E,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO;gBACL,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO;gBACP,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACvB,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAC1G,CAAC"}
+{"version":3,"file":"embedding-local.js","sourceRoot":"","sources":["../../src/embedding-local.ts"],"names":[],"mappings":"AAqCA,MAAM,kCAAkC,GAAG,CAAC,CAAC;AAE7C,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QACrE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,kBAA2B,EAC3B,0BAAmC,EACnC,kBAA4B;IAE5B,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;IAC9E,MAAM,oCAAoC,GAAG,oBAAoB,CAAC,0BAA0B,CAAC,CAAC;IAC9F,MAAM,4BAA4B,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;IAC9E,MAAM,UAAU,GAAG;QACjB,4BAA4B;QAC5B,oCAAoC;QACpC,4BAA4B;KAC7B,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACrD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAgC;IACxE,MAAM,UAAU,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QACnG,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,SAAgC,EAChC,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,WAAW,GACf,yBAAyB,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC1D,yBAAyB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5E,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;IACtD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,eAAqC;IAChF,OAAO,eAAe,KAAK,KAAK,IAAI,eAAe,KAAK,MAAM;QAC5D,CAAC,CAAC,CAAC,eAAe,EAAE,KAAK,CAAC;QAC1B,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAiC;IAEjC,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAA2C;IAE3C,MAAM,YAAY,GAAG,4BAA4B,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3E,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,eAAe,CAAC;IAC9D,IAAI,SAAS,GAA0B,IAAI,CAAC;IAC5C,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;QACjD,MAAM,OAAO,GAAG,SAAS,CAAC;QAC1B,SAAS,GAAG,IAAI,CAAC;QACjB,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,KAAK,EAAE,KAAe,EAAiC,EAAE;QACnE,IAAI,SAAS,GAAY,IAAI,CAAC;QAC9B,OAAO,WAAW,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,eAAe,CAAC;YACpE,IAAI,CAAC;gBACH,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAChE,CAAC;gBACD,SAAS,KAAK,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBACpD,YAAY,GAAG,MAAM,CAAC;gBACtB,MAAM,OAAO,GAAe,EAAE,CAAC;gBAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,kCAAkC,EAAE,CAAC;oBACtF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,kCAAkC,CAAC,CAAC;oBAC7E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;wBACpC,OAAO,EAAE,MAAM;wBACf,SAAS,EAAE,IAAI;qBAChB,CAAC,CAAC;oBACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;oBAC7D,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5F,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;oBACpF,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE;wBACzC,MAAM,KAAK,GAAG,SAAS,GAAG,kBAAkB,CAAC;wBAC7C,MAAM,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;wBAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;wBACzC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;4BAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC9E,CAAC;wBACD,OAAO,MAAM,CAAC;oBAChB,CAAC,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,OAAO;oBACL,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,OAAO;oBACP,MAAM;iBACP,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,gBAAgB,EAAE,CAAC;gBACzB,WAAW,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QACD,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC1G,CAAC,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,IAAI,MAAM;YACR,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,GAAG;QACH,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,gBAAgB,EAAE,CAAC;QAC3B,CAAC;KACF,CAAC;AACJ,CAAC"}