@angri450/zvec-grep 0.2.2

package/dist/daemon/model-pool.d.ts

@@ -0,0 +1,48 @@
+import type { CreateZvecGrepOptions } from "../engine/service/types.js";
+import { type EmbeddingModelIdentity } from "../engine/service/zvec-grep.js";
+import type { EmbeddingModel } from "../engine/models/index.js";
+import type { EmbeddingRuntimeConfig } from "../engine/config.js";
+import type { DaemonLogger } from "./logger.js";
+export type EmbeddingModelLoadRequest = {
+    model: EmbeddingModelIdentity;
+    runtime?: EmbeddingRuntimeConfig;
+    /** Resolved indexing override; omit for query embedding models. */
+    embeddingConcurrency?: number;
+};
+export type ModelLease = {
+    readonly model: EmbeddingModel;
+    readonly key: string;
+    release(): void;
+};
+export type ModelPoolSnapshot = {
+    loaded: number;
+    activeLeases: number;
+};
+export type EmbeddingModelPoolOptions = {
+    idleTtlMs?: number;
+    maxLoadedModels?: number;
+    serviceOptions?: CreateZvecGrepOptions;
+    createModel?: (request: EmbeddingModelLoadRequest) => EmbeddingModel | Promise<EmbeddingModel>;
+    keyForRequest?: (request: EmbeddingModelLoadRequest) => string;
+    logger?: DaemonLogger;
+};
+export declare class EmbeddingModelPool {
+    private readonly entries;
+    private readonly idleTtlMs;
+    private readonly maxLoadedModels;
+    private readonly createModel;
+    private readonly keyForRequest;
+    private closed;
+    private closePromise?;
+    private readonly logger?;
+    constructor(options?: EmbeddingModelPoolOptions);
+    acquire(request: EmbeddingModelLoadRequest): Promise<ModelLease>;
+    keyFor(request: EmbeddingModelLoadRequest): string;
+    snapshot(): ModelPoolSnapshot;
+    close(): Promise<void>;
+    private closeEntries;
+    private release;
+    /** Recheck capacity after a cached read generation releases its lease. */
+    trimIdleEntries(exceptKey: string): Promise<void>;
+    private disposeEntry;
+}

package/dist/daemon/model-pool.js

@@ -0,0 +1,190 @@
+import { randomUUID } from "node:crypto";
+import { createEmbeddingModelForIdentity, embeddingModelPoolKeyForIdentity, } from "../engine/service/zvec-grep.js";
+export class EmbeddingModelPool {
+    entries = new Map();
+    idleTtlMs;
+    maxLoadedModels;
+    createModel;
+    keyForRequest;
+    closed = false;
+    closePromise;
+    logger;
+    constructor(options = {}) {
+        this.idleTtlMs = options.idleTtlMs ?? 15 * 60_000;
+        this.maxLoadedModels = options.maxLoadedModels ?? 1;
+        this.createModel =
+            options.createModel ??
+                ((request) => createEmbeddingModelForIdentity(request.model, {
+                    ...options.serviceOptions,
+                    ...request.runtime,
+                    embeddingConcurrency: request.embeddingConcurrency,
+                }));
+        this.keyForRequest =
+            options.keyForRequest ??
+                ((request) => embeddingModelPoolKeyForIdentity(request.model, {
+                    ...options.serviceOptions,
+                    ...request.runtime,
+                    embeddingConcurrency: request.embeddingConcurrency,
+                }));
+        this.logger = options.logger;
+    }
+    async acquire(request) {
+        if (this.closed) {
+            throw new Error("Embedding model pool is closed.");
+        }
+        const key = this.keyFor(request);
+        let entry = this.entries.get(key);
+        if (!entry) {
+            entry = {
+                key,
+                logIdentity: randomUUID(),
+                leases: 0,
+                lastUsedAt: Date.now(),
+                retired: false,
+            };
+            this.entries.set(key, entry);
+        }
+        if (entry.idleTimer) {
+            clearTimeout(entry.idleTimer);
+            entry.idleTimer = undefined;
+        }
+        if (!entry.model) {
+            if (!entry.loading) {
+                this.logger?.event("model.load", { model_id: entry.logIdentity });
+                entry.loading = Promise.resolve(this.createModel(request));
+            }
+            try {
+                entry.model = await entry.loading;
+            }
+            catch (error) {
+                this.entries.delete(key);
+                throw error;
+            }
+            finally {
+                entry.loading = undefined;
+            }
+        }
+        else {
+            this.logger?.event("model.cache_hit", { model_id: entry.logIdentity });
+        }
+        if (this.closed) {
+            entry.retired = true;
+            throw new Error("Embedding model pool is closed.");
+        }
+        entry.leases += 1;
+        entry.lastUsedAt = Date.now();
+        try {
+            await this.trimIdleEntries(key);
+        }
+        catch (error) {
+            this.release(entry);
+            throw error;
+        }
+        if (this.closed) {
+            this.release(entry);
+            throw new Error("Embedding model pool is closed.");
+        }
+        let released = false;
+        return {
+            model: entry.model,
+            key,
+            release: () => {
+                if (released) {
+                    return;
+                }
+                released = true;
+                this.release(entry);
+            },
+        };
+    }
+    keyFor(request) {
+        return this.keyForRequest(request);
+    }
+    snapshot() {
+        let activeLeases = 0;
+        let loaded = 0;
+        for (const entry of this.entries.values()) {
+            activeLeases += entry.leases;
+            if (entry.model) {
+                loaded += 1;
+            }
+        }
+        return { loaded, activeLeases };
+    }
+    close() {
+        if (!this.closePromise) {
+            this.closed = true;
+            this.closePromise = this.closeEntries();
+        }
+        return this.closePromise;
+    }
+    async closeEntries() {
+        const loadings = [...this.entries.values()].flatMap((entry) => entry.loading ? [entry.loading] : []);
+        await Promise.allSettled(loadings);
+        const disposals = [];
+        for (const entry of this.entries.values()) {
+            if (entry.idleTimer) {
+                clearTimeout(entry.idleTimer);
+            }
+            entry.retired = true;
+            if (entry.leases === 0 && entry.model) {
+                disposals.push(entry.model.dispose());
+            }
+        }
+        await Promise.all(disposals);
+        for (const [key, entry] of this.entries) {
+            if (entry.leases === 0) {
+                this.entries.delete(key);
+            }
+        }
+    }
+    release(entry) {
+        entry.leases = Math.max(0, entry.leases - 1);
+        entry.lastUsedAt = Date.now();
+        if (entry.leases > 0) {
+            return;
+        }
+        if (entry.retired || this.closed || this.idleTtlMs === 0) {
+            void this.disposeEntry(entry);
+            return;
+        }
+        const usedAt = entry.lastUsedAt;
+        entry.idleTimer = setTimeout(() => {
+            if (entry.leases === 0 && entry.lastUsedAt === usedAt) {
+                void this.disposeEntry(entry);
+            }
+        }, this.idleTtlMs);
+        entry.idleTimer.unref?.();
+    }
+    /** Recheck capacity after a cached read generation releases its lease. */
+    async trimIdleEntries(exceptKey) {
+        const loaded = [...this.entries.values()].filter((entry) => entry.model);
+        if (loaded.length <= this.maxLoadedModels) {
+            return;
+        }
+        const candidates = loaded
+            .filter((entry) => entry.key !== exceptKey && entry.leases === 0)
+            .sort((left, right) => left.lastUsedAt - right.lastUsedAt);
+        while (this.snapshot().loaded > this.maxLoadedModels &&
+            candidates.length > 0) {
+            await this.disposeEntry(candidates.shift());
+        }
+    }
+    async disposeEntry(entry) {
+        if (entry.leases > 0 || !entry.model) {
+            return;
+        }
+        if (entry.idleTimer) {
+            clearTimeout(entry.idleTimer);
+            entry.idleTimer = undefined;
+        }
+        const model = entry.model;
+        entry.model = undefined;
+        this.entries.delete(entry.key);
+        await model.dispose();
+        this.logger?.event("model.evicted", {
+            model_id: entry.logIdentity,
+        });
+    }
+}
+//# sourceMappingURL=model-pool.js.map

package/dist/daemon/model-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-pool.js","sourceRoot":"","sources":["../../src/daemon/model-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EACL,+BAA+B,EAC/B,gCAAgC,GAEjC,MAAM,gCAAgC,CAAC;AA6CxC,MAAM,OAAO,kBAAkB;IACZ,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IACxC,SAAS,CAAS;IAClB,eAAe,CAAS;IACxB,WAAW,CAEkB;IAC7B,aAAa,CAElB;IACJ,MAAM,GAAG,KAAK,CAAC;IACf,YAAY,CAAiB;IACpB,MAAM,CAAgB;IAEvC,YAAY,UAAqC,EAAE;QACjD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,GAAG,MAAM,CAAC;QAClD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW;YACd,OAAO,CAAC,WAAW;gBACnB,CAAC,CAAC,OAAO,EAAE,EAAE,CACX,+BAA+B,CAAC,OAAO,CAAC,KAAK,EAAE;oBAC7C,GAAG,OAAO,CAAC,cAAc;oBACzB,GAAG,OAAO,CAAC,OAAO;oBAClB,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;iBACnD,CAAC,CAAC,CAAC;QACR,IAAI,CAAC,aAAa;YAChB,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,OAAO,EAAE,EAAE,CACX,gCAAgC,CAAC,OAAO,CAAC,KAAK,EAAE;oBAC9C,GAAG,OAAO,CAAC,cAAc;oBACzB,GAAG,OAAO,CAAC,OAAO;oBAClB,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;iBACnD,CAAC,CAAC,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAkC;QAC9C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,GAAG;gBACH,WAAW,EAAE,UAAU,EAAE;gBACzB,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,OAAO,EAAE,KAAK;aACf,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC9B,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;gBAClE,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,IAAI,CAAC;gBACH,KAAK,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzB,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;YAC5B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QAClB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG;YACH,OAAO,EAAE,GAAG,EAAE;gBACZ,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;gBAChB,IAAI,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;YACvB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,OAAkC;QACvC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,QAAQ;QACN,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC;YAC7B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAC5D,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACrC,CAAC;QACF,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;YACD,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;YACrB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,KAAiB;QAC/B,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YACzD,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;QAChC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;gBACtD,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACnB,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;IAC5B,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,eAAe,CAAC,SAAiB;QACrC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,MAAM;aACtB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;aAChE,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7D,OACE,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe;YAC7C,UAAU,CAAC,MAAM,GAAG,CAAC,EACrB,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAG,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAiB;QAC1C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC9B,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC9B,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,EAAE;YAClC,QAAQ,EAAE,KAAK,CAAC,WAAW;SAC5B,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/daemon/root-lease.d.ts

@@ -0,0 +1,14 @@
+export type RootLease = {
+    readonly root: string;
+    release(): Promise<void>;
+};
+export declare class RootLeaseManager {
+    readonly instanceToken: `${string}-${string}-${string}-${string}-${string}`;
+    private readonly leases;
+    acquire(root: string): Promise<RootLease>;
+    close(): Promise<void>;
+    private createLease;
+    private release;
+    private startHeartbeat;
+    private removeOwnedLease;
+}

package/dist/daemon/root-lease.js

@@ -0,0 +1,197 @@
+import { randomUUID } from "node:crypto";
+import { mkdir, open, readFile, unlink } from "node:fs/promises";
+import { hostname } from "node:os";
+import { dirname } from "node:path";
+import { daemonLeasePath, acquireDaemonLeaseGuard, daemonLeaseFileIsAbandoned, processIsAlive, } from "../engine/utils/daemon-lease.js";
+import { replaceFileAtomically } from "../engine/utils/atomic-file.js";
+import { DaemonError } from "./errors.js";
+export class RootLeaseManager {
+    instanceToken = randomUUID();
+    leases = new Map();
+    async acquire(root) {
+        let managed = this.leases.get(root);
+        if (!managed) {
+            const record = await this.createLease(root);
+            managed = {
+                refs: 0,
+                record,
+                stopped: false,
+            };
+            managed.heartbeat = this.startHeartbeat(root, managed);
+            this.leases.set(root, managed);
+        }
+        managed.refs += 1;
+        let released = false;
+        return {
+            root,
+            release: async () => {
+                if (released) {
+                    return;
+                }
+                released = true;
+                await this.release(root, managed);
+            },
+        };
+    }
+    async close() {
+        const leases = [...this.leases.entries()];
+        this.leases.clear();
+        await Promise.all(leases.map(async ([root, managed]) => {
+            managed.stopped = true;
+            if (managed.heartbeat)
+                clearInterval(managed.heartbeat);
+            await managed.heartbeatInFlight;
+            await this.removeOwnedLease(root, managed.record);
+        }));
+    }
+    async createLease(root) {
+        const path = daemonLeasePath(root);
+        await mkdir(dirname(path), { recursive: true });
+        const now = Date.now();
+        const record = {
+            pid: process.pid,
+            hostname: hostname(),
+            instanceToken: this.instanceToken,
+            createdAt: now,
+            updatedAt: now,
+        };
+        const guard = acquireDaemonLeaseGuard(root, this.instanceToken);
+        if (!guard) {
+            throw new DaemonError("INDEX_BUSY", "Another daemon is changing the root lease.", true);
+        }
+        try {
+            try {
+                const handle = await open(path, "wx", 0o600);
+                try {
+                    await handle.writeFile(`${JSON.stringify(record)}\n`);
+                }
+                finally {
+                    await handle.close();
+                }
+                return record;
+            }
+            catch (error) {
+                if (error.code !== "EEXIST") {
+                    throw error;
+                }
+                const existing = await readLeaseFile(path);
+                if (existing?.pid === process.pid &&
+                    existing.instanceToken === this.instanceToken) {
+                    return existing;
+                }
+                if (existing &&
+                    existing.hostname === hostname() &&
+                    !processIsAlive(existing.pid)) {
+                    await unlink(path).catch(() => undefined);
+                    const handle = await open(path, "wx", 0o600);
+                    try {
+                        await handle.writeFile(`${JSON.stringify(record)}\n`);
+                    }
+                    finally {
+                        await handle.close();
+                    }
+                    return record;
+                }
+                if (!existing && daemonLeaseFileIsAbandoned(root)) {
+                    await unlink(path).catch(() => undefined);
+                    const handle = await open(path, "wx", 0o600);
+                    try {
+                        await handle.writeFile(`${JSON.stringify(record)}\n`);
+                    }
+                    finally {
+                        await handle.close();
+                    }
+                    return record;
+                }
+                throw new DaemonError("INDEX_BUSY", "Another daemon owns index writes for this root.", true);
+            }
+        }
+        finally {
+            guard.release();
+        }
+    }
+    async release(root, managed) {
+        managed.refs -= 1;
+        if (managed.refs > 0 || this.leases.get(root) !== managed) {
+            return;
+        }
+        this.leases.delete(root);
+        managed.stopped = true;
+        if (managed.heartbeat)
+            clearInterval(managed.heartbeat);
+        await managed.heartbeatInFlight;
+        await this.removeOwnedLease(root, managed.record);
+    }
+    startHeartbeat(root, managed) {
+        const timer = setInterval(() => {
+            if (managed.stopped || managed.heartbeatInFlight)
+                return;
+            const heartbeat = (async () => {
+                const guard = acquireDaemonLeaseGuard(root, this.instanceToken);
+                if (!guard)
+                    return;
+                try {
+                    const path = daemonLeasePath(root);
+                    const current = await readLeaseFile(path);
+                    if (managed.stopped ||
+                        current?.pid !== managed.record.pid ||
+                        current.instanceToken !== managed.record.instanceToken)
+                        return;
+                    const updatedAt = Date.now();
+                    await replaceFileAtomically(path, `${JSON.stringify({ ...managed.record, updatedAt })}\n`, { mode: 0o600 });
+                    managed.record.updatedAt = updatedAt;
+                }
+                finally {
+                    guard.release();
+                }
+            })().catch(() => undefined);
+            managed.heartbeatInFlight = heartbeat;
+            void heartbeat.finally(() => {
+                if (managed.heartbeatInFlight === heartbeat)
+                    managed.heartbeatInFlight = undefined;
+            });
+        }, 5_000);
+        timer.unref?.();
+        return timer;
+    }
+    async removeOwnedLease(root, expected) {
+        let guard;
+        for (let attempt = 0; attempt < 10 && !guard; attempt++) {
+            guard = acquireDaemonLeaseGuard(root, this.instanceToken);
+            if (!guard) {
+                await new Promise((resolve) => setTimeout(resolve, 10));
+            }
+        }
+        if (!guard) {
+            throw new DaemonError("INDEX_BUSY", "Could not remove the owned daemon lease.", true);
+        }
+        const path = daemonLeasePath(root);
+        try {
+            const current = await readLeaseFile(path);
+            if (current?.pid === expected.pid &&
+                current.instanceToken === expected.instanceToken) {
+                await unlink(path).catch(() => undefined);
+            }
+        }
+        finally {
+            guard.release();
+        }
+    }
+}
+async function readLeaseFile(path) {
+    try {
+        const parsed = JSON.parse(await readFile(path, "utf8"));
+        if (typeof parsed.pid !== "number" ||
+            typeof parsed.hostname !== "string" ||
+            typeof parsed.instanceToken !== "string" ||
+            typeof parsed.createdAt !== "number" ||
+            typeof parsed.updatedAt !== "number") {
+            return undefined;
+        }
+        return parsed;
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=root-lease.js.map

package/dist/daemon/root-lease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"root-lease.js","sourceRoot":"","sources":["../../src/daemon/root-lease.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,0BAA0B,EAC1B,cAAc,GAEf,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAe1C,MAAM,OAAO,gBAAgB;IAClB,aAAa,GAAG,UAAU,EAAE,CAAC;IACrB,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IAE1D,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC5C,OAAO,GAAG;gBACR,IAAI,EAAE,CAAC;gBACP,MAAM;gBACN,OAAO,EAAE,KAAK;aACf,CAAC;YACF,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO;YACL,IAAI;YACJ,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAQ,CAAC,CAAC;YACrC,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE;YACnC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YACvB,IAAI,OAAO,CAAC,SAAS;gBAAE,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACxD,MAAM,OAAO,CAAC,iBAAiB,CAAC;YAChC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAY;QACpC,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAsB;YAChC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,QAAQ,EAAE;YACpB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,WAAW,CACnB,YAAY,EACZ,4CAA4C,EAC5C,IAAI,CACL,CAAC;QACJ,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxD,CAAC;wBAAS,CAAC;oBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvB,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;gBAC3C,IACE,QAAQ,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG;oBAC7B,QAAQ,CAAC,aAAa,KAAK,IAAI,CAAC,aAAa,EAC7C,CAAC;oBACD,OAAO,QAAQ,CAAC;gBAClB,CAAC;gBACD,IACE,QAAQ;oBACR,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE;oBAChC,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC7B,CAAC;oBACD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC7C,IAAI,CAAC;wBACH,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxD,CAAC;4BAAS,CAAC;wBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,IAAI,CAAC,QAAQ,IAAI,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;oBAC7C,IAAI,CAAC;wBACH,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACxD,CAAC;4BAAS,CAAC;wBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,MAAM,IAAI,WAAW,CACnB,YAAY,EACZ,iDAAiD,EACjD,IAAI,CACL,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,OAAqB;QACvD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;QAClB,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;QACvB,IAAI,OAAO,CAAC,SAAS;YAAE,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,OAAO,CAAC,iBAAiB,CAAC;QAChC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAEO,cAAc,CACpB,IAAY,EACZ,OAAqB;QAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,iBAAiB;gBAAE,OAAO;YACzD,MAAM,SAAS,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC5B,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;gBAChE,IAAI,CAAC,KAAK;oBAAE,OAAO;gBACnB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;oBACnC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC1C,IACE,OAAO,CAAC,OAAO;wBACf,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG;wBACnC,OAAO,CAAC,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,aAAa;wBAEtD,OAAO;oBACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,MAAM,qBAAqB,CACzB,IAAI,EACJ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,IAAI,EACvD,EAAE,IAAI,EAAE,KAAK,EAAE,CAChB,CAAC;oBACF,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;gBACvC,CAAC;wBAAS,CAAC;oBACT,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,CAAC;YACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5B,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACtC,KAAK,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE;gBAC1B,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;oBACzC,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,IAAY,EACZ,QAA2B;QAE3B,IAAI,KAAK,CAAC;QACV,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;YACxD,KAAK,GAAG,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,WAAW,CACnB,YAAY,EACZ,0CAA0C,EAC1C,IAAI,CACL,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1C,IACE,OAAO,EAAE,GAAG,KAAK,QAAQ,CAAC,GAAG;gBAC7B,OAAO,CAAC,aAAa,KAAK,QAAQ,CAAC,aAAa,EAChD,CAAC;gBACD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAC1B,IAAY;IAEZ,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CACC,CAAC;QAChC,IACE,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACnC,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;YACxC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EACpC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,MAA2B,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/daemon/root-runtime.d.ts

@@ -0,0 +1,80 @@
+import type { WorkspaceReadSession } from "../engine/service/zvec-grep.js";
+import type { ZvecGrepContextOptions, ZvecGrepContextResult } from "../engine/service/types.js";
+import type { EmbeddingModelLoadRequest, EmbeddingModelPool, ModelLease } from "./model-pool.js";
+import type { RootLease } from "./root-lease.js";
+export type RootRuntimeOptions = {
+    canonicalRoot: string;
+    modelPool: EmbeddingModelPool;
+    modelLoadRequest?: EmbeddingModelLoadRequest;
+    rootLease?: RootLease;
+    readSessionIdleTtlMs?: number;
+    openSession?: (lease: ModelLease) => WorkspaceReadSession | Promise<WorkspaceReadSession>;
+    onActivity?: () => void;
+};
+export declare class RootRuntime {
+    private readonly options;
+    readonly canonicalRoot: string;
+    private generation?;
+    private generationTail;
+    private modelLoadRequest?;
+    private dirtyRevision;
+    private indexedRevision;
+    private fullReconciliationEpoch;
+    private reconciledFullEpoch;
+    private nonProbeableFullEpoch;
+    private initialFreshnessProbe?;
+    private watcherActive;
+    private watcherPending;
+    private watcherEpoch;
+    private writerPending;
+    private writerReady?;
+    private writerReadyResolve?;
+    private writerContext?;
+    private writerModelKey?;
+    private activeWriterSearches;
+    private writerSearchesDrained?;
+    private writerSearchesDrainedResolve?;
+    private activeOperations;
+    private closed;
+    constructor(options: RootRuntimeOptions);
+    updateModelLoadRequest(request: EmbeddingModelLoadRequest): void;
+    embeddingProvider(): string | undefined;
+    currentModelLoadRequest(): EmbeddingModelLoadRequest | undefined;
+    beginActivity(): () => void;
+    search(options: ZvecGrepContextOptions, modelLoadRequest?: EmbeddingModelLoadRequest): Promise<ZvecGrepContextResult>;
+    setWriterPending(pending: boolean): void;
+    setWriterContext(context: (options: ZvecGrepContextOptions) => Promise<ZvecGrepContextResult>, modelKey: string): () => Promise<void>;
+    markDirty(): number;
+    markIndexed(revision?: number): void;
+    requireFullReconciliation(probeAllowed?: boolean): void;
+    private armWriterReady;
+    private notifyWriterStateChanged;
+    reconciliationEpoch(): number;
+    markReconciled(revision?: number, reconciliationEpoch?: number): void;
+    requiresFullReconciliation(): boolean;
+    canProbeFullReconciliation(): boolean;
+    needsReconciliation(): boolean;
+    hasKnownChanges(): boolean;
+    probeInitialFreshness(probe: () => Promise<boolean>, onResult?: (result: "fresh" | "stale") => void): Promise<"fresh" | "stale">;
+    probeFreshness(probe: () => Promise<boolean>): Promise<"fresh" | "stale">;
+    setWatcherActive(active: boolean): void;
+    recordWatcherActivity(): void;
+    setWatcherPending(pending: boolean): void;
+    withWrite<T>(operation: () => Promise<T>): Promise<T>;
+    snapshot(): {
+        readSessionOpen: boolean;
+        activeReaders: number;
+        activeOperations: number;
+        writerPending: boolean;
+        dirtyRevision: number;
+        indexedRevision: number;
+        watcherActive: boolean;
+        watcherPending: boolean;
+        watcherEpoch: number;
+    };
+    close(): Promise<void>;
+    private openLeasedSession;
+    private withWriterContext;
+    private runFreshnessProbe;
+    private runGenerationSerial;
+}