@zvec/zvec-grep 0.1.5 → 0.1.6

package/dist/daemon/job-scheduler.js

@@ -0,0 +1,366 @@
+import { randomUUID } from "node:crypto";
+import { DaemonError } from "./errors.js";
+import { rootIdentity } from "./logger.js";
+export class JobScheduler {
+    jobs = new Map();
+    activeByRoot = new Map();
+    latestByRoot = new Map();
+    queue = [];
+    concurrency;
+    maxAttempts;
+    retryBaseDelayMs;
+    running = 0;
+    closed = false;
+    closePromise;
+    closeResolve;
+    logger;
+    constructor(options = {}) {
+        this.concurrency = options.concurrency ?? 1;
+        this.maxAttempts = options.maxAttempts ?? 3;
+        this.retryBaseDelayMs = options.retryBaseDelayMs ?? 250;
+        this.logger = options.logger;
+    }
+    submit(input) {
+        if (this.closed) {
+            throw new DaemonError("DAEMON_SHUTTING_DOWN", "The daemon is shutting down.", true);
+        }
+        const active = this.activeByRoot.get(input.canonicalRoot);
+        if (active) {
+            if (active.state === "queued" && !active.retryTimer) {
+                if (input.reason === "watch" || input.followupIfRunning) {
+                    active.run = combineRuns(active.run, input.run);
+                }
+                if (priority(input.reason) > priority(active.reason)) {
+                    active.reason = input.reason;
+                    this.sortQueue();
+                }
+            }
+            else if (input.reason === "watch" || input.followupIfRunning) {
+                if (active.followup) {
+                    mergeQueuedJob(active.followup, input);
+                }
+                else {
+                    active.followup = this.createJob(input);
+                }
+                return { job: snapshot(active.followup), reused: true };
+            }
+            return { job: snapshot(active), reused: true };
+        }
+        const job = this.enqueue(input);
+        return { job: snapshot(job), reused: false };
+    }
+    getByRoot(canonicalRoot) {
+        const job = this.latestByRoot.get(canonicalRoot);
+        return job ? snapshot(job) : undefined;
+    }
+    hasActiveRoot(canonicalRoot) {
+        return this.activeByRoot.has(canonicalRoot);
+    }
+    get(jobId) {
+        const job = this.jobs.get(jobId);
+        return job ? snapshot(job) : undefined;
+    }
+    async wait(jobId, onProgress) {
+        const job = this.jobs.get(jobId);
+        if (!job) {
+            throw new Error(`Unknown job: ${jobId}`);
+        }
+        if (!onProgress) {
+            return job.completion;
+        }
+        job.progressListeners.add(onProgress);
+        if (job.progress) {
+            try {
+                onProgress({ ...job.progress });
+            }
+            catch {
+                // Progress observers must never change the indexing outcome.
+            }
+        }
+        try {
+            return await job.completion;
+        }
+        finally {
+            job.progressListeners.delete(onProgress);
+        }
+    }
+    async waitForRootIdle(canonicalRoot) {
+        while (true) {
+            const active = this.activeByRoot.get(canonicalRoot);
+            if (!active) {
+                return;
+            }
+            await active.completion;
+        }
+    }
+    cancelRoot(canonicalRoot) {
+        const active = this.activeByRoot.get(canonicalRoot);
+        if (!active) {
+            return false;
+        }
+        this.cancelJob(active, "Indexing was cancelled.");
+        return true;
+    }
+    snapshot() {
+        return {
+            queued: [...this.jobs.values()].filter((job) => job.state === "queued")
+                .length,
+            running: this.running,
+        };
+    }
+    async close() {
+        if (this.closed) {
+            return this.closePromise;
+        }
+        this.closed = true;
+        for (const job of this.jobs.values()) {
+            this.cancelJob(job, "Indexing was cancelled because the daemon is shutting down.");
+        }
+        this.queue.length = 0;
+        if (this.running === 0) {
+            return;
+        }
+        this.closePromise = new Promise((resolve) => {
+            this.closeResolve = resolve;
+        });
+        return this.closePromise;
+    }
+    pump() {
+        while (!this.closed &&
+            this.running < this.concurrency &&
+            this.queue.length > 0) {
+            const job = this.queue.shift();
+            if (job.state !== "queued" || job.retryTimer) {
+                continue;
+            }
+            this.running += 1;
+            job.state = "running";
+            job.attempt += 1;
+            job.error = undefined;
+            job.startedAt ??= Date.now();
+            this.logger?.event("job.started", {
+                root_id: rootIdentity(job.canonicalRoot),
+                job_id: job.id,
+                reason: job.reason,
+                attempt: job.attempt,
+            });
+            void this.runJob(job);
+        }
+    }
+    async runJob(job) {
+        try {
+            await job.run((progress) => {
+                job.progress = { ...progress };
+                for (const listener of job.progressListeners) {
+                    try {
+                        listener({ ...progress });
+                    }
+                    catch {
+                        // Progress observers must never change the indexing outcome.
+                    }
+                }
+            }, job.abortController.signal);
+            if (job.abortController.signal.aborted) {
+                job.error ??= errorInfo(job.abortController.signal.reason);
+                this.finish(job, "cancelled");
+            }
+            else {
+                this.finish(job, "succeeded");
+            }
+        }
+        catch (error) {
+            if (job.abortController.signal.aborted) {
+                job.error = errorInfo(error);
+                this.finish(job, "cancelled");
+                return;
+            }
+            if (!this.closed &&
+                isRetryable(error) &&
+                job.attempt < this.maxAttempts) {
+                job.state = "queued";
+                job.error = errorInfo(error);
+                const delay = this.retryBaseDelayMs * 2 ** (job.attempt - 1);
+                this.logger?.event("job.retry", {
+                    root_id: rootIdentity(job.canonicalRoot),
+                    job_id: job.id,
+                    error_code: job.error.code,
+                    retry_after_ms: delay,
+                });
+                job.retryTimer = setTimeout(() => {
+                    job.retryTimer = undefined;
+                    this.queue.push(job);
+                    this.sortQueue();
+                    this.pump();
+                }, delay);
+            }
+            else {
+                job.error = errorInfo(error);
+                this.finish(job, this.closed ? "cancelled" : "failed");
+            }
+        }
+        finally {
+            this.running -= 1;
+            if (this.closed && this.running === 0) {
+                this.closeResolve?.();
+            }
+            this.pump();
+        }
+    }
+    finish(job, state) {
+        job.state = state;
+        job.finishedAt = Date.now();
+        this.logger?.event("job.finished", {
+            root_id: rootIdentity(job.canonicalRoot),
+            job_id: job.id,
+            state,
+            attempt: job.attempt,
+            error_code: job.error?.code,
+            duration_ms: job.startedAt ? job.finishedAt - job.startedAt : 0,
+        });
+        if (this.activeByRoot.get(job.canonicalRoot) === job) {
+            this.activeByRoot.delete(job.canonicalRoot);
+        }
+        const followup = !this.closed && state !== "cancelled" && job.followup?.state === "queued"
+            ? job.followup
+            : undefined;
+        job.followup = undefined;
+        if (followup) {
+            this.activate(followup);
+        }
+        job.resolveCompletion(snapshot(job));
+    }
+    enqueue(input) {
+        const job = this.createJob(input);
+        this.activate(job);
+        return job;
+    }
+    createJob(input) {
+        let resolveCompletion;
+        const completion = new Promise((resolve) => {
+            resolveCompletion = resolve;
+        });
+        const job = {
+            id: randomUUID(),
+            canonicalRoot: input.canonicalRoot,
+            reason: input.reason,
+            state: "queued",
+            attempt: 0,
+            createdAt: Date.now(),
+            run: input.run,
+            completion,
+            resolveCompletion,
+            progressListeners: new Set(),
+            abortController: new AbortController(),
+        };
+        this.jobs.set(job.id, job);
+        return job;
+    }
+    activate(job) {
+        this.activeByRoot.set(job.canonicalRoot, job);
+        this.latestByRoot.set(job.canonicalRoot, job);
+        this.queue.push(job);
+        this.sortQueue();
+        this.pump();
+    }
+    cancelJob(job, message) {
+        if (job.state === "succeeded" ||
+            job.state === "failed" ||
+            job.state === "cancelled") {
+            return;
+        }
+        if (!job.abortController.signal.aborted) {
+            job.abortController.abort(new DaemonError("INDEX_CANCELLED", message));
+        }
+        if (job.retryTimer) {
+            clearTimeout(job.retryTimer);
+            job.retryTimer = undefined;
+        }
+        const followup = job.followup;
+        job.followup = undefined;
+        if (followup) {
+            this.cancelJob(followup, message);
+        }
+        if (job.state === "queued") {
+            job.error = { code: "INDEX_CANCELLED", message };
+            this.finish(job, "cancelled");
+        }
+    }
+    sortQueue() {
+        this.queue.sort((left, right) => priority(right.reason) - priority(left.reason) ||
+            left.createdAt - right.createdAt);
+    }
+}
+function priority(reason) {
+    switch (reason) {
+        case "manual":
+            return 4;
+        case "fresh_query":
+            return 3;
+        case "watch":
+            return 2;
+        case "background_reconcile":
+            return 1;
+        case "reconcile":
+            return 1;
+    }
+}
+function mergeQueuedJob(current, incoming) {
+    current.run = combineRuns(current.run, incoming.run);
+    if (priority(incoming.reason) > priority(current.reason)) {
+        current.reason = incoming.reason;
+    }
+}
+function combineRuns(first, second) {
+    return async (report, signal) => {
+        await first(report, signal);
+        await second(report, signal);
+    };
+}
+function snapshot(job) {
+    return {
+        id: job.id,
+        canonicalRoot: job.canonicalRoot,
+        reason: job.reason,
+        state: job.state,
+        attempt: job.attempt,
+        createdAt: job.createdAt,
+        startedAt: job.startedAt,
+        finishedAt: job.finishedAt,
+        progress: job.progress ? { ...job.progress } : undefined,
+        error: job.error ? { ...job.error } : undefined,
+    };
+}
+function isRetryable(error) {
+    if (error instanceof DaemonError) {
+        return error.retryable;
+    }
+    return Boolean(error &&
+        typeof error === "object" &&
+        "code" in error &&
+        error.code === "ZVEC_GREP.ENGINE.LOCK.BUSY");
+}
+function errorInfo(error) {
+    if (error instanceof DaemonError) {
+        return { code: error.code, message: redactMessage(error.message) };
+    }
+    if (error &&
+        typeof error === "object" &&
+        "code" in error &&
+        typeof error.code === "string") {
+        return {
+            code: error.code,
+            message: redactMessage(error instanceof Error ? error.message : String(error)),
+        };
+    }
+    return {
+        code: "INDEX_FAILED",
+        message: redactMessage(error instanceof Error ? error.message : String(error)),
+    };
+}
+function redactMessage(message) {
+    return message
+        .replace(/Bearer\s+\S+/gi, "Bearer [redacted]")
+        .replace(/(api[_ -]?key|token|authorization)\s*[:=]\s*\S+/gi, "$1=[redacted]")
+        .slice(0, 512);
+}
+//# sourceMappingURL=job-scheduler.js.map

package/dist/daemon/job-scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-scheduler.js","sourceRoot":"","sources":["../../src/daemon/job-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAqB,MAAM,aAAa,CAAC;AAoD9D,MAAM,OAAO,YAAY;IACN,IAAI,GAAG,IAAI,GAAG,EAAwB,CAAC;IACvC,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC/C,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC/C,KAAK,GAAmB,EAAE,CAAC;IAC3B,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IAClC,OAAO,GAAG,CAAC,CAAC;IACZ,MAAM,GAAG,KAAK,CAAC;IACf,YAAY,CAAiB;IAC7B,YAAY,CAAc;IACjB,MAAM,CAAgB;IAEvC,YAAY,UAA+B,EAAE;QAC3C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,KAAqB;QAC1B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,WAAW,CACnB,sBAAsB,EACtB,8BAA8B,EAC9B,IAAI,CACL,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1D,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACpD,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBACxD,MAAM,CAAC,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;gBAClD,CAAC;gBACD,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;oBACrD,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBAC7B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC/D,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACpB,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC1C,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC1D,CAAC;YACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IAED,SAAS,CAAC,aAAqB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzC,CAAC;IAED,aAAa,CAAC,aAAqB;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC9C,CAAC;IAED,GAAG,CAAC,KAAa;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,KAAa,EACb,UAA8C;QAE9C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,GAAG,CAAC,UAAU,CAAC;QACxB,CAAC;QACD,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,UAAU,CAAC,EAAE,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,6DAA6D;YAC/D,CAAC;QACH,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,GAAG,CAAC,UAAU,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACT,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,aAAqB;QACzC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,MAAM,MAAM,CAAC,UAAU,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,aAAqB;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ;QACN,OAAO;YACL,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC;iBACpE,MAAM;YACT,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,CACZ,GAAG,EACH,6DAA6D,CAC9D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAChD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,IAAI;QACV,OACE,CAAC,IAAI,CAAC,MAAM;YACZ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW;YAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EACrB,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YAChC,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC7C,SAAS;YACX,CAAC;YACD,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;YAClB,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC;YACtB,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;YACjB,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC;YACtB,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE;gBAChC,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC;gBACxC,MAAM,EAAE,GAAG,CAAC,EAAE;gBACd,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,KAAK,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,GAAiB;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACzB,GAAG,CAAC,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;gBAC/B,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;oBAC7C,IAAI,CAAC;wBACH,QAAQ,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,6DAA6D;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,IACE,CAAC,IAAI,CAAC,MAAM;gBACZ,WAAW,CAAC,KAAK,CAAC;gBAClB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,EAC9B,CAAC;gBACD,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC;gBACrB,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE;oBAC9B,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC;oBACxC,MAAM,EAAE,GAAG,CAAC,EAAE;oBACd,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI;oBAC1B,cAAc,EAAE,KAAK;iBACtB,CAAC,CAAC;gBACH,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC/B,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;oBAC3B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACrB,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,CAAC,EAAE,KAAK,CAAC,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACxB,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,MAAM,CACZ,GAAiB,EACjB,KAA8D;QAE9D,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;QAClB,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,EAAE;YACjC,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC;YACxC,MAAM,EAAE,GAAG,CAAC,EAAE;YACd,KAAK;YACL,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI;YAC3B,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAChE,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;YACrD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,QAAQ,GACZ,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,KAAK,QAAQ;YACvE,CAAC,CAAC,GAAG,CAAC,QAAQ;YACd,CAAC,CAAC,SAAS,CAAC;QAChB,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC;QACzB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QACD,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;IAEO,OAAO,CAAC,KAAqB;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,SAAS,CAAC,KAAqB;QACrC,IAAI,iBAAqD,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,EAAE;YAC3D,iBAAiB,GAAG,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAiB;YACxB,EAAE,EAAE,UAAU,EAAE;YAChB,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,UAAU;YACV,iBAAiB;YACjB,iBAAiB,EAAE,IAAI,GAAG,EAAE;YAC5B,eAAe,EAAE,IAAI,eAAe,EAAE;SACvC,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,QAAQ,CAAC,GAAiB;QAChC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAEO,SAAS,CAAC,GAAiB,EAAE,OAAe;QAClD,IACE,GAAG,CAAC,KAAK,KAAK,WAAW;YACzB,GAAG,CAAC,KAAK,KAAK,QAAQ;YACtB,GAAG,CAAC,KAAK,KAAK,WAAW,EACzB,CAAC;YACD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7B,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;QAC7B,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC9B,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC;QACzB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC3B,GAAG,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,KAAK,CAAC,IAAI,CACb,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC9C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CACnC,CAAC;IACJ,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,MAAiB;IACjC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,CAAC,CAAC;QACX,KAAK,aAAa;YAChB,OAAO,CAAC,CAAC;QACX,KAAK,OAAO;YACV,OAAO,CAAC,CAAC;QACX,KAAK,sBAAsB;YACzB,OAAO,CAAC,CAAC;QACX,KAAK,WAAW;YACd,OAAO,CAAC,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,OAAqB,EAAE,QAAwB;IACrE,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IACnC,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,KAA4B,EAC5B,MAA6B;IAE7B,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5B,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,GAAiB;IACjC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,aAAa,EAAE,GAAG,CAAC,aAAa;QAChC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS;QACxD,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,SAAS,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CACZ,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,IAAI,KAAK;QACf,KAAK,CAAC,IAAI,KAAK,4BAA4B,CAC5C,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;IACrE,CAAC;IACD,IACE,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,IAAI,KAAK;QACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAC9B,CAAC;QACD,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,aAAa,CACpB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD;SACF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,aAAa,CACpB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,OAAO;SACX,OAAO,CAAC,gBAAgB,EAAE,mBAAmB,CAAC;SAC9C,OAAO,CACN,mDAAmD,EACnD,eAAe,CAChB;SACA,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC"}

package/dist/daemon/logger.d.ts

@@ -0,0 +1,9 @@
+export type LogFields = Record<string, string | number | boolean | undefined>;
+export type DaemonLogger = {
+    event(name: string, fields?: LogFields): void;
+    flush(): Promise<void>;
+};
+export declare function createDaemonLogger(home?: string): DaemonLogger;
+export declare function rootIdentity(root: string): string;
+export declare function opaqueIdentity(value: string): string;
+export declare function requestId(): string;

package/dist/daemon/logger.js

@@ -0,0 +1,53 @@
+import { createHash, randomUUID } from "node:crypto";
+import { appendFile, chmod, mkdir } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { daemonHome } from "./config.js";
+import { currentTraceContext } from "../observability/trace-context.js";
+export function createDaemonLogger(home) {
+    const path = join(daemonHome(home), "logs", "server.log");
+    let tail = Promise.resolve();
+    return {
+        event(name, fields = {}) {
+            const trace = currentTraceContext();
+            const record = JSON.stringify({
+                timestamp: new Date().toISOString(),
+                event: name,
+                ...(trace ? { trace_id: trace.traceId } : {}),
+                ...sanitizeFields(fields),
+            });
+            tail = tail
+                .then(async () => {
+                await mkdir(dirname(path), { recursive: true, mode: 0o700 });
+                await appendFile(path, `${record}\n`, {
+                    encoding: "utf8",
+                    mode: 0o600,
+                });
+                await chmod(path, 0o600);
+            })
+                .catch(() => undefined);
+        },
+        flush: () => tail,
+    };
+}
+export function rootIdentity(root) {
+    return createHash("sha256").update(root).digest("hex").slice(0, 16);
+}
+export function opaqueIdentity(value) {
+    return createHash("sha256").update(value).digest("hex").slice(0, 16);
+}
+export function requestId() {
+    return randomUUID();
+}
+function sanitizeFields(fields) {
+    const safe = {};
+    for (const [key, value] of Object.entries(fields)) {
+        if (value === undefined || /token|api.?key|authorization|query/i.test(key))
+            continue;
+        safe[key] =
+            typeof value === "string" && value.length > 512
+                ? `${value.slice(0, 512)}…`
+                : value;
+    }
+    return safe;
+}
+//# sourceMappingURL=logger.js.map

package/dist/daemon/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/daemon/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AASxE,MAAM,UAAU,kBAAkB,CAAC,IAAa;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAC1D,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,OAAO;QACL,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,EAAE;YACrB,MAAM,KAAK,GAAG,mBAAmB,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,KAAK,EAAE,IAAI;gBACX,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,GAAG,cAAc,CAAC,MAAM,CAAC;aAC1B,CAAC,CAAC;YACH,IAAI,GAAG,IAAI;iBACR,IAAI,CAAC,KAAK,IAAI,EAAE;gBACf,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,MAAM,IAAI,EAAE;oBACpC,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,KAAK;iBACZ,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3B,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,SAAS;IACvB,OAAO,UAAU,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,cAAc,CAAC,MAAiB;IACvC,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,KAAK,KAAK,SAAS,IAAI,qCAAqC,CAAC,IAAI,CAAC,GAAG,CAAC;YACxE,SAAS;QACX,IAAI,CAAC,GAAG,CAAC;YACP,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;gBAC7C,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG;gBAC3B,CAAC,CAAC,KAAK,CAAC;IACd,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/daemon/model-pool.d.ts

@@ -0,0 +1,45 @@
+import type { CreateZvecGrepOptions } from "../engine/service/types.js";
+import { type EmbeddingModelIdentity } from "../engine/service/zvec-grep.js";
+import type { EmbeddingModel } from "../engine/models/index.js";
+import type { EmbeddingRuntimeConfig } from "../engine/config.js";
+import type { DaemonLogger } from "./logger.js";
+export type EmbeddingModelLoadRequest = {
+    model: EmbeddingModelIdentity;
+    runtime?: EmbeddingRuntimeConfig;
+};
+export type ModelLease = {
+    readonly model: EmbeddingModel;
+    readonly key: string;
+    release(): void;
+};
+export type ModelPoolSnapshot = {
+    loaded: number;
+    activeLeases: number;
+};
+export type EmbeddingModelPoolOptions = {
+    idleTtlMs?: number;
+    maxLoadedModels?: number;
+    serviceOptions?: CreateZvecGrepOptions;
+    createModel?: (request: EmbeddingModelLoadRequest) => EmbeddingModel | Promise<EmbeddingModel>;
+    keyForRequest?: (request: EmbeddingModelLoadRequest) => string;
+    logger?: DaemonLogger;
+};
+export declare class EmbeddingModelPool {
+    private readonly entries;
+    private readonly idleTtlMs;
+    private readonly maxLoadedModels;
+    private readonly createModel;
+    private readonly keyForRequest;
+    private closed;
+    private closePromise?;
+    private readonly logger?;
+    constructor(options?: EmbeddingModelPoolOptions);
+    acquire(request: EmbeddingModelLoadRequest): Promise<ModelLease>;
+    keyFor(request: EmbeddingModelLoadRequest): string;
+    snapshot(): ModelPoolSnapshot;
+    close(): Promise<void>;
+    private closeEntries;
+    private release;
+    private trimIdleEntries;
+    private disposeEntry;
+}

package/dist/daemon/model-pool.js

@@ -0,0 +1,187 @@
+import { randomUUID } from "node:crypto";
+import { createEmbeddingModelForIdentity, embeddingModelPoolKeyForIdentity, } from "../engine/service/zvec-grep.js";
+export class EmbeddingModelPool {
+    entries = new Map();
+    idleTtlMs;
+    maxLoadedModels;
+    createModel;
+    keyForRequest;
+    closed = false;
+    closePromise;
+    logger;
+    constructor(options = {}) {
+        this.idleTtlMs = options.idleTtlMs ?? 15 * 60_000;
+        this.maxLoadedModels = options.maxLoadedModels ?? 1;
+        this.createModel =
+            options.createModel ??
+                ((request) => createEmbeddingModelForIdentity(request.model, {
+                    ...options.serviceOptions,
+                    ...request.runtime,
+                }));
+        this.keyForRequest =
+            options.keyForRequest ??
+                ((request) => embeddingModelPoolKeyForIdentity(request.model, {
+                    ...options.serviceOptions,
+                    ...request.runtime,
+                }));
+        this.logger = options.logger;
+    }
+    async acquire(request) {
+        if (this.closed) {
+            throw new Error("Embedding model pool is closed.");
+        }
+        const key = this.keyFor(request);
+        let entry = this.entries.get(key);
+        if (!entry) {
+            entry = {
+                key,
+                logIdentity: randomUUID(),
+                leases: 0,
+                lastUsedAt: Date.now(),
+                retired: false,
+            };
+            this.entries.set(key, entry);
+        }
+        if (entry.idleTimer) {
+            clearTimeout(entry.idleTimer);
+            entry.idleTimer = undefined;
+        }
+        if (!entry.model) {
+            if (!entry.loading) {
+                this.logger?.event("model.load", { model_id: entry.logIdentity });
+                entry.loading = Promise.resolve(this.createModel(request));
+            }
+            try {
+                entry.model = await entry.loading;
+            }
+            catch (error) {
+                this.entries.delete(key);
+                throw error;
+            }
+            finally {
+                entry.loading = undefined;
+            }
+        }
+        else {
+            this.logger?.event("model.cache_hit", { model_id: entry.logIdentity });
+        }
+        if (this.closed) {
+            entry.retired = true;
+            throw new Error("Embedding model pool is closed.");
+        }
+        entry.leases += 1;
+        entry.lastUsedAt = Date.now();
+        try {
+            await this.trimIdleEntries(key);
+        }
+        catch (error) {
+            this.release(entry);
+            throw error;
+        }
+        if (this.closed) {
+            this.release(entry);
+            throw new Error("Embedding model pool is closed.");
+        }
+        let released = false;
+        return {
+            model: entry.model,
+            key,
+            release: () => {
+                if (released) {
+                    return;
+                }
+                released = true;
+                this.release(entry);
+            },
+        };
+    }
+    keyFor(request) {
+        return this.keyForRequest(request);
+    }
+    snapshot() {
+        let activeLeases = 0;
+        let loaded = 0;
+        for (const entry of this.entries.values()) {
+            activeLeases += entry.leases;
+            if (entry.model) {
+                loaded += 1;
+            }
+        }
+        return { loaded, activeLeases };
+    }
+    close() {
+        if (!this.closePromise) {
+            this.closed = true;
+            this.closePromise = this.closeEntries();
+        }
+        return this.closePromise;
+    }
+    async closeEntries() {
+        const loadings = [...this.entries.values()].flatMap((entry) => entry.loading ? [entry.loading] : []);
+        await Promise.allSettled(loadings);
+        const disposals = [];
+        for (const entry of this.entries.values()) {
+            if (entry.idleTimer) {
+                clearTimeout(entry.idleTimer);
+            }
+            entry.retired = true;
+            if (entry.leases === 0 && entry.model) {
+                disposals.push(entry.model.dispose());
+            }
+        }
+        await Promise.all(disposals);
+        for (const [key, entry] of this.entries) {
+            if (entry.leases === 0) {
+                this.entries.delete(key);
+            }
+        }
+    }
+    release(entry) {
+        entry.leases = Math.max(0, entry.leases - 1);
+        entry.lastUsedAt = Date.now();
+        if (entry.leases > 0) {
+            return;
+        }
+        if (entry.retired || this.closed || this.idleTtlMs === 0) {
+            void this.disposeEntry(entry);
+            return;
+        }
+        const usedAt = entry.lastUsedAt;
+        entry.idleTimer = setTimeout(() => {
+            if (entry.leases === 0 && entry.lastUsedAt === usedAt) {
+                void this.disposeEntry(entry);
+            }
+        }, this.idleTtlMs);
+        entry.idleTimer.unref?.();
+    }
+    async trimIdleEntries(exceptKey) {
+        const loaded = [...this.entries.values()].filter((entry) => entry.model);
+        if (loaded.length <= this.maxLoadedModels) {
+            return;
+        }
+        const candidates = loaded
+            .filter((entry) => entry.key !== exceptKey && entry.leases === 0)
+            .sort((left, right) => left.lastUsedAt - right.lastUsedAt);
+        while (this.snapshot().loaded > this.maxLoadedModels &&
+            candidates.length > 0) {
+            await this.disposeEntry(candidates.shift());
+        }
+    }
+    async disposeEntry(entry) {
+        if (entry.leases > 0 || !entry.model) {
+            return;
+        }
+        if (entry.idleTimer) {
+            clearTimeout(entry.idleTimer);
+            entry.idleTimer = undefined;
+        }
+        const model = entry.model;
+        entry.model = undefined;
+        this.entries.delete(entry.key);
+        await model.dispose();
+        this.logger?.event("model.evicted", {
+            model_id: entry.logIdentity,
+        });
+    }
+}
+//# sourceMappingURL=model-pool.js.map