@jcode.labs/ragmir 2.17.2 → 2.18.0

package/dist/generation-retention.js

@@ -0,0 +1,318 @@
+import { randomUUID } from "node:crypto";
+import { readdir, readFile, rm, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { loadConfig } from "./config.js";
+import { isRecord } from "./guards.js";
+import { withIndexWriteLock } from "./index-write-lock.js";
+import { readIngestionState } from "./ingestion-state.js";
+import { operationSignal } from "./operation.js";
+import { ensurePrivateDirectory } from "./permissions.js";
+import { activeIndexTableName, connectStore } from "./store.js";
+const GENERATION_LEASE_DIRECTORY = "generation-leases";
+const GENERATION_LEASE_SCHEMA_VERSION = 1;
+const GENERATION_LEASE_DURATION_MS = 24 * 60 * 60 * 1_000;
+const GENERATION_ID_PATTERN = /^[0-9a-f]{32}$/iu;
+const MAX_RETAINED_GENERATIONS = 3;
+const MAX_GENERATION_AGE_MS = 7 * 24 * 60 * 60 * 1_000;
+const READER_GRACE_PERIOD_MS = 5 * 60 * 1_000;
+const activeInProcessLeases = new Map();
+export async function collectGenerationGarbage(options = {}) {
+    const config = await loadConfig(options.cwd ?? process.cwd());
+    const signal = operationSignal(options);
+    return withIndexWriteLock(config.storageDir, signal, () => collectGenerationGarbageUnlocked(config, undefined, {
+        ...(options.dryRun === undefined ? {} : { dryRun: options.dryRun }),
+    }));
+}
+export async function collectGenerationGarbageUnlocked(config, connection, options = {}) {
+    const activeConnection = connection ?? (await connectStore(config));
+    try {
+        return await collectWithConnection(config, activeConnection, options);
+    }
+    finally {
+        if (!connection) {
+            activeConnection.close();
+        }
+    }
+}
+export async function acquireGenerationReadLease(tableName, config) {
+    const directory = path.join(config.storageDir, GENERATION_LEASE_DIRECTORY);
+    const token = randomUUID();
+    const leasePath = path.join(directory, `${token}.json`);
+    const now = Date.now();
+    const lease = {
+        schemaVersion: GENERATION_LEASE_SCHEMA_VERSION,
+        token,
+        pid: process.pid,
+        tableName,
+        createdAt: new Date(now).toISOString(),
+        expiresAt: new Date(now + GENERATION_LEASE_DURATION_MS).toISOString(),
+    };
+    incrementInProcessLease(tableName);
+    let persisted = false;
+    try {
+        await ensurePrivateDirectory(directory);
+        await writeFile(leasePath, JSON.stringify(lease), {
+            encoding: "utf8",
+            flag: "wx",
+            mode: 0o600,
+        });
+        persisted = true;
+    }
+    catch {
+        // Same-process collection still observes the in-memory lease. A read-only index remains usable.
+    }
+    let released = false;
+    return {
+        tableName,
+        release: async () => {
+            if (released) {
+                return;
+            }
+            released = true;
+            decrementInProcessLease(tableName);
+            if (persisted) {
+                await rm(leasePath, { force: true });
+            }
+        },
+    };
+}
+export async function withActiveGenerationReadLease(config, operation) {
+    while (true) {
+        const tableName = await activeIndexTableName(config);
+        const lease = await acquireGenerationReadLease(tableName, config);
+        const confirmedTableName = await activeIndexTableName(config);
+        if (confirmedTableName !== tableName) {
+            await lease.release().catch(() => undefined);
+            continue;
+        }
+        try {
+            return await operation(tableName);
+        }
+        finally {
+            await lease.release().catch(() => undefined);
+        }
+    }
+}
+async function collectWithConnection(config, connection, options) {
+    const now = options.now ?? new Date();
+    const nowMs = now.getTime();
+    const activeTableName = await activeIndexTableName(config);
+    const state = options.state === undefined ? await readIngestionState(config) : options.state;
+    const resumableTableName = resumableGeneration(state, activeTableName);
+    const rollbackTableName = rollbackGeneration(state, activeTableName);
+    const leaseNames = await activeLeaseTableNames(config, nowMs);
+    const warnings = [];
+    const candidates = [];
+    const tableNames = (await connection.tableNames()).filter((tableName) => isManagedTableName(tableName, config));
+    for (const tableName of tableNames) {
+        try {
+            const table = await connection.openTable(tableName);
+            const [stats, tableVersion, versions] = await Promise.all([
+                table.stats(),
+                table.version(),
+                table.listVersions(),
+            ]);
+            const latestTimestamp = versions.reduce((latest, version) => Math.max(latest, version.timestamp.getTime()), 0);
+            const lastModifiedMs = latestTimestamp > 0 ? latestTimestamp : nowMs;
+            candidates.push({
+                tableName,
+                bytes: stats.totalBytes,
+                tableVersion,
+                lastModifiedAt: new Date(lastModifiedMs).toISOString(),
+                ageMs: Math.max(0, nowMs - lastModifiedMs),
+            });
+        }
+        catch (error) {
+            warnings.push(`Could not inspect generation "${tableName}" (${errorDetail(error)}).`);
+        }
+    }
+    const cleanupSafe = candidates.length === 0 ||
+        candidates.some((candidate) => candidate.tableName === activeTableName);
+    if (!cleanupSafe) {
+        warnings.push(`Active generation "${activeTableName}" is missing. Generation cleanup was skipped.`);
+    }
+    const protectedNames = new Set([activeTableName, resumableTableName, rollbackTableName, ...leaseNames].filter(isString));
+    const retainedSlots = Math.max(0, MAX_RETAINED_GENERATIONS - protectedNames.size);
+    let retainedCount = 0;
+    const generations = candidates
+        .sort((left, right) => right.lastModifiedAt.localeCompare(left.lastModifiedAt))
+        .map((candidate) => {
+        const leased = leaseNames.has(candidate.tableName);
+        if (candidate.tableName === activeTableName) {
+            return inventoryItem(candidate, "active", "active-manifest", leased);
+        }
+        if (candidate.tableName === resumableTableName) {
+            return inventoryItem(candidate, "resumable", "resumable-ingestion", leased);
+        }
+        if (candidate.tableName === rollbackTableName) {
+            return inventoryItem(candidate, "rollback", "rollback-generation", leased);
+        }
+        if (leased) {
+            return inventoryItem(candidate, "leased", "active-reader-lease", true);
+        }
+        if (!cleanupSafe) {
+            return inventoryItem(candidate, "retained", "retention-count", false);
+        }
+        if (candidate.ageMs < READER_GRACE_PERIOD_MS) {
+            return inventoryItem(candidate, "retained", "reader-grace-period", false);
+        }
+        if (candidate.ageMs <= MAX_GENERATION_AGE_MS && retainedCount < retainedSlots) {
+            retainedCount += 1;
+            return inventoryItem(candidate, "retained", "retention-count", false);
+        }
+        return inventoryItem(candidate, "orphaned", candidate.ageMs > MAX_GENERATION_AGE_MS ? "retention-age" : "retention-limit", false);
+    });
+    const reclaimableBytes = generations
+        .filter((generation) => generation.reclaimable)
+        .reduce((sum, generation) => sum + generation.bytes, 0);
+    const deletedTables = [];
+    let reclaimedBytes = 0;
+    if (options.dryRun !== true) {
+        const currentLeases = await activeLeaseTableNames(config, nowMs);
+        for (const generation of generations) {
+            if (!generation.reclaimable || currentLeases.has(generation.tableName)) {
+                continue;
+            }
+            try {
+                await connection.dropTable(generation.tableName);
+                generation.deleted = true;
+                deletedTables.push(generation.tableName);
+                reclaimedBytes += generation.bytes;
+            }
+            catch (error) {
+                warnings.push(`Could not delete generation "${generation.tableName}" (${errorDetail(error)}).`);
+            }
+        }
+    }
+    return {
+        schemaVersion: 1,
+        dryRun: options.dryRun === true,
+        policy: {
+            maxRetainedGenerations: MAX_RETAINED_GENERATIONS,
+            maxGenerationAgeMs: MAX_GENERATION_AGE_MS,
+            readerGracePeriodMs: READER_GRACE_PERIOD_MS,
+        },
+        activeTableName,
+        resumableTableName,
+        rollbackTableName,
+        generations,
+        reclaimableBytes,
+        reclaimedBytes,
+        deletedTables,
+        warning: warnings.length > 0 ? warnings.join(" ") : null,
+    };
+}
+function inventoryItem(candidate, role, reason, leased) {
+    return {
+        ...candidate,
+        role,
+        reason,
+        leased,
+        reclaimable: role === "orphaned",
+        deleted: false,
+    };
+}
+async function activeLeaseTableNames(config, nowMs) {
+    const directory = path.join(config.storageDir, GENERATION_LEASE_DIRECTORY);
+    const tableNames = new Set(activeInProcessLeases.keys());
+    let entries;
+    try {
+        entries = await readdir(directory);
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "ENOENT") {
+            return tableNames;
+        }
+        throw error;
+    }
+    for (const entry of entries) {
+        if (!entry.endsWith(".json")) {
+            continue;
+        }
+        const leasePath = path.join(directory, entry);
+        try {
+            const value = JSON.parse(await readFile(leasePath, "utf8"));
+            if (!isGenerationLease(value) || !activeLease(value, nowMs)) {
+                await rm(leasePath, { force: true });
+                continue;
+            }
+            tableNames.add(value.tableName);
+        }
+        catch {
+            await rm(leasePath, { force: true });
+        }
+    }
+    return tableNames;
+}
+function incrementInProcessLease(tableName) {
+    activeInProcessLeases.set(tableName, (activeInProcessLeases.get(tableName) ?? 0) + 1);
+}
+function decrementInProcessLease(tableName) {
+    const remaining = (activeInProcessLeases.get(tableName) ?? 1) - 1;
+    if (remaining > 0) {
+        activeInProcessLeases.set(tableName, remaining);
+    }
+    else {
+        activeInProcessLeases.delete(tableName);
+    }
+}
+function activeLease(lease, nowMs) {
+    return Date.parse(lease.expiresAt) > nowMs && processIsAlive(lease.pid);
+}
+function processIsAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch (error) {
+        return isNodeError(error) && error.code === "EPERM";
+    }
+}
+function isGenerationLease(value) {
+    return (isRecord(value) &&
+        value.schemaVersion === GENERATION_LEASE_SCHEMA_VERSION &&
+        typeof value.token === "string" &&
+        typeof value.pid === "number" &&
+        Number.isInteger(value.pid) &&
+        value.pid > 0 &&
+        typeof value.tableName === "string" &&
+        typeof value.createdAt === "string" &&
+        Number.isFinite(Date.parse(value.createdAt)) &&
+        typeof value.expiresAt === "string" &&
+        Number.isFinite(Date.parse(value.expiresAt)));
+}
+function resumableGeneration(state, activeTableName) {
+    if (state?.mode !== "rebuild" ||
+        state.tableName === activeTableName ||
+        state.status === "completed" ||
+        state.status === "completed_with_errors") {
+        return null;
+    }
+    return state.tableName;
+}
+function rollbackGeneration(state, activeTableName) {
+    if (state?.mode !== "rebuild" ||
+        state.tableName !== activeTableName ||
+        state.previousTableName === null ||
+        state.previousTableName === activeTableName) {
+        return null;
+    }
+    return state.previousTableName;
+}
+function isManagedTableName(tableName, config) {
+    if (tableName === config.tableName) {
+        return true;
+    }
+    const prefix = `${config.tableName}__generation_`;
+    return tableName.startsWith(prefix) && GENERATION_ID_PATTERN.test(tableName.slice(prefix.length));
+}
+function isString(value) {
+    return typeof value === "string";
+}
+function errorDetail(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function isNodeError(error) {
+    return error instanceof Error && "code" in error;
+}
+//# sourceMappingURL=generation-retention.js.map

package/dist/generation-retention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation-retention.js","sourceRoot":"","sources":["../src/generation-retention.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAA;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAA;AACzD,OAAO,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAG/D,MAAM,0BAA0B,GAAG,mBAAmB,CAAA;AACtD,MAAM,+BAA+B,GAAG,CAAC,CAAA;AACzC,MAAM,4BAA4B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAA;AACzD,MAAM,qBAAqB,GAAG,kBAAkB,CAAA;AAChD,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAClC,MAAM,qBAAqB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAA;AACtD,MAAM,sBAAsB,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;AAC7C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAA;AAkFvD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,UAA2C,EAAE;IAE7C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;IAC7D,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;IACvC,OAAO,kBAAkB,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,CACxD,gCAAgC,CAAC,MAAM,EAAE,SAAS,EAAE;QAClD,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;KACpE,CAAC,CACH,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,MAAc,EACd,UAAuB,EACvB,UAAkC,EAAE;IAEpC,MAAM,gBAAgB,GAAG,UAAU,IAAI,CAAC,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IACnE,IAAI,CAAC;QACH,OAAO,MAAM,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAA;IACvE,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,gBAAgB,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,SAAiB,EACjB,MAAc;IAEd,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;IAC1E,MAAM,KAAK,GAAG,UAAU,EAAE,CAAA;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,KAAK,OAAO,CAAC,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,KAAK,GAA0B;QACnC,aAAa,EAAE,+BAA+B;QAC9C,KAAK;QACL,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,SAAS;QACT,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE;QACtC,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,GAAG,4BAA4B,CAAC,CAAC,WAAW,EAAE;KACtE,CAAA;IACD,uBAAuB,CAAC,SAAS,CAAC,CAAA;IAClC,IAAI,SAAS,GAAG,KAAK,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,sBAAsB,CAAC,SAAS,CAAC,CAAA;QACvC,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YAChD,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,KAAK;SACZ,CAAC,CAAA;QACF,SAAS,GAAG,IAAI,CAAA;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,gGAAgG;IAClG,CAAC;IACD,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,OAAO;QACL,SAAS;QACT,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAM;YACR,CAAC;YACD,QAAQ,GAAG,IAAI,CAAA;YACf,uBAAuB,CAAC,SAAS,CAAC,CAAA;YAClC,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,MAAc,EACd,SAA4C;IAE5C,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjE,MAAM,kBAAkB,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC7D,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YAC5C,SAAQ;QACV,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;QACnC,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,MAAc,EACd,UAAsB,EACtB,OAA+B;IAE/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAA;IACrC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,EAAE,CAAA;IAC3B,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAA;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAA;IAC5F,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;IACtE,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;IACpE,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7D,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,UAAU,GAA0B,EAAE,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACtE,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,CACtC,CAAA;IAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;YACnD,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACxD,KAAK,CAAC,KAAK,EAAE;gBACb,KAAK,CAAC,OAAO,EAAE;gBACf,KAAK,CAAC,YAAY,EAAE;aACrB,CAAC,CAAA;YACF,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CACrC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,EAClE,CAAC,CACF,CAAA;YACD,MAAM,cAAc,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAA;YACpE,UAAU,CAAC,IAAI,CAAC;gBACd,SAAS;gBACT,KAAK,EAAE,KAAK,CAAC,UAAU;gBACvB,YAAY;gBACZ,cAAc,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE;gBACtD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,cAAc,CAAC;aAC3C,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,iCAAiC,SAAS,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACvF,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GACf,UAAU,CAAC,MAAM,KAAK,CAAC;QACvB,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,KAAK,eAAe,CAAC,CAAA;IACzE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CACX,sBAAsB,eAAe,+CAA+C,CACrF,CAAA;IACH,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,CAAC,eAAe,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CACzF,CAAA;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,wBAAwB,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;IACjF,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,MAAM,WAAW,GAAG,UAAU;SAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;SAC9E,GAAG,CAA0B,CAAC,SAAS,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QAClD,IAAI,SAAS,CAAC,SAAS,KAAK,eAAe,EAAE,CAAC;YAC5C,OAAO,aAAa,CAAC,SAAS,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAA;QACtE,CAAC;QACD,IAAI,SAAS,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;YAC/C,OAAO,aAAa,CAAC,SAAS,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAA;QAC7E,CAAC;QACD,IAAI,SAAS,CAAC,SAAS,KAAK,iBAAiB,EAAE,CAAC;YAC9C,OAAO,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,CAAC,CAAA;QAC5E,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,aAAa,CAAC,SAAS,EAAE,QAAQ,EAAE,qBAAqB,EAAE,IAAI,CAAC,CAAA;QACxE,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,GAAG,sBAAsB,EAAE,CAAC;YAC7C,OAAO,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,CAAC,CAAA;QAC3E,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,IAAI,qBAAqB,IAAI,aAAa,GAAG,aAAa,EAAE,CAAC;YAC9E,aAAa,IAAI,CAAC,CAAA;YAClB,OAAO,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,OAAO,aAAa,CAClB,SAAS,EACT,UAAU,EACV,SAAS,CAAC,KAAK,GAAG,qBAAqB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB,EAC7E,KAAK,CACN,CAAA;IACH,CAAC,CAAC,CAAA;IAEJ,MAAM,gBAAgB,GAAG,WAAW;SACjC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;SAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACzD,MAAM,aAAa,GAAa,EAAE,CAAA;IAClC,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAChE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvE,SAAQ;YACV,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBAChD,UAAU,CAAC,OAAO,GAAG,IAAI,CAAA;gBACzB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACxC,cAAc,IAAI,UAAU,CAAC,KAAK,CAAA;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CACX,gCAAgC,UAAU,CAAC,SAAS,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,CACjF,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;QAC/B,MAAM,EAAE;YACN,sBAAsB,EAAE,wBAAwB;YAChD,kBAAkB,EAAE,qBAAqB;YACzC,mBAAmB,EAAE,sBAAsB;SAC5C;QACD,eAAe;QACf,kBAAkB;QAClB,iBAAiB;QACjB,WAAW;QACX,gBAAgB;QAChB,cAAc;QACd,aAAa;QACb,OAAO,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;KACzD,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CACpB,SAA8B,EAC9B,IAAoB,EACpB,MAAyC,EACzC,MAAe;IAEf,OAAO;QACL,GAAG,SAAS;QACZ,IAAI;QACJ,MAAM;QACN,MAAM;QACN,WAAW,EAAE,IAAI,KAAK,UAAU;QAChC,OAAO,EAAE,KAAK;KACf,CAAA;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,MAAc,EAAE,KAAa;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;IAC1E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAA;IACxD,IAAI,OAAiB,CAAA;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,CAAA;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,SAAQ;QACV,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAC7C,IAAI,CAAC;YACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAA;YACpE,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;gBACpC,SAAQ;YACV,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,SAAS,uBAAuB,CAAC,SAAiB;IAChD,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,uBAAuB,CAAC,SAAiB;IAChD,MAAM,SAAS,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACjE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACjD,CAAC;SAAM,CAAC;QACN,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IACzC,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAA4B,EAAE,KAAa;IAC9D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;AACzE,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAA;IACrD,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,KAAK,CAAC,aAAa,KAAK,+BAA+B;QACvD,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;QAC3B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QACnC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAC7C,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAA+B,EAC/B,eAAuB;IAEvB,IACE,KAAK,EAAE,IAAI,KAAK,SAAS;QACzB,KAAK,CAAC,SAAS,KAAK,eAAe;QACnC,KAAK,CAAC,MAAM,KAAK,WAAW;QAC5B,KAAK,CAAC,MAAM,KAAK,uBAAuB,EACxC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,KAAK,CAAC,SAAS,CAAA;AACxB,CAAC;AAED,SAAS,kBAAkB,CACzB,KAA+B,EAC/B,eAAuB;IAEvB,IACE,KAAK,EAAE,IAAI,KAAK,SAAS;QACzB,KAAK,CAAC,SAAS,KAAK,eAAe;QACnC,KAAK,CAAC,iBAAiB,KAAK,IAAI;QAChC,KAAK,CAAC,iBAAiB,KAAK,eAAe,EAC3C,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,KAAK,CAAC,iBAAiB,CAAA;AAChC,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiB,EAAE,MAAc;IAC3D,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;QACnC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,eAAe,CAAA;IACjD,OAAO,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;AACnG,CAAC;AAED,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAA;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}

package/dist/index-diagnostics.d.ts

@@ -1,11 +1,11 @@
-import type { Config } from "./types.js";
+import type { Config, IndexManifest } from "./types.js";
 /**
  * Bumped when the index layout or manifest meaning changes in a way that
  * invalidates previously indexed vectors (new columns, changed semantics, new
  * required metadata). A stored manifest with a lower schemaVersion means the
  * index predates the current code and should be rebuilt.
  */
-export declare const INDEX_SCHEMA_VERSION = 7;
+export declare const INDEX_SCHEMA_VERSION = 11;
 /**
  * Detect a stale or incompatible index without re-scanning every source file.
  * Returns a human-readable warning when the stored manifest is missing, was
@@ -17,6 +17,7 @@ export declare const INDEX_SCHEMA_VERSION = 7;
  * retrieval is truncating a large corpus and losing recall.
  */
 export declare function getIndexFreshnessWarning(config: Config): Promise<string | null>;
+export declare function indexFreshnessWarning(config: Config, manifest: IndexManifest | null): string | null;
 /**
  * Warn when the indexed corpus exceeds the hybrid lexical scan limit, because
  * BM25 retrieval then scans only the first N chunks and silently loses recall.

package/dist/index-diagnostics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAExC;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,IAAI,CAAA;AAErC;;;;;;;;;GASG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAoCrF;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAKvF"}
+{"version":3,"file":"index-diagnostics.d.ts","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAGvD;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC;;;;;;;;;GASG;AACH,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAIrF;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,MAAM,GAAG,IAAI,CAkEf;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAKvF"}

package/dist/index-diagnostics.js

@@ -1,13 +1,14 @@
 import { VECTOR_DISTANCE_METRIC } from "./defaults.js";
 import { indexPolicyFingerprint } from "./index-policy.js";
-import { readIndexManifest } from "./store.js";
+import { indexManifestRecoveryWarning, readIndexManifest } from "./store.js";
+import { vectorModelFingerprint } from "./vector-index.js";
 /**
  * Bumped when the index layout or manifest meaning changes in a way that
  * invalidates previously indexed vectors (new columns, changed semantics, new
  * required metadata). A stored manifest with a lower schemaVersion means the
  * index predates the current code and should be rebuilt.
  */
-export const INDEX_SCHEMA_VERSION = 7;
+export const INDEX_SCHEMA_VERSION = 11;
 /**
  * Detect a stale or incompatible index without re-scanning every source file.
  * Returns a human-readable warning when the stored manifest is missing, was
@@ -20,6 +21,13 @@ export const INDEX_SCHEMA_VERSION = 7;
  */
 export async function getIndexFreshnessWarning(config) {
     const manifest = await readIndexManifest(config);
+    return indexFreshnessWarning(config, manifest);
+}
+export function indexFreshnessWarning(config, manifest) {
+    const recoveryWarning = indexManifestRecoveryWarning(config);
+    if (recoveryWarning) {
+        return recoveryWarning;
+    }
     if (!manifest) {
         return null;
     }
@@ -32,10 +40,31 @@ export async function getIndexFreshnessWarning(config) {
     if (manifest.embeddingModel !== config.embeddingModel) {
         return `Index was built with embedding model "${manifest.embeddingModel}" but the active config uses "${config.embeddingModel}". Rebuild with \`rgr ingest --rebuild\` to refresh vectors.`;
     }
+    if (manifest.embeddingModelRevision !== config.embeddingModelRevision) {
+        return `Index was built with embedding revision "${manifest.embeddingModelRevision ?? "unknown"}" but the active config uses "${config.embeddingModelRevision}". Rebuild with \`rgr ingest --rebuild\` to refresh vectors.`;
+    }
+    if (manifest.embeddingModelDigest !== config.embeddingModelDigest) {
+        return "Index embedding artifact identity differs from the active config. Rebuild with `rgr ingest --rebuild`.";
+    }
     if (manifest.vectorDistanceMetric !== undefined &&
         manifest.vectorDistanceMetric !== VECTOR_DISTANCE_METRIC) {
         return `Index was built with vector distance metric "${manifest.vectorDistanceMetric}" but the active code uses "${VECTOR_DISTANCE_METRIC}". Rebuild with \`rgr ingest --rebuild\`.`;
     }
+    if (manifest.chunkCount > 0 && !manifest.vectorIndex) {
+        return "Index vector strategy metadata is missing. Rebuild with `rgr ingest --rebuild`.";
+    }
+    if (manifest.vectorIndex) {
+        if (manifest.vectorDimension === undefined ||
+            manifest.vectorIndex.dimension !== manifest.vectorDimension ||
+            manifest.vectorIndex.distanceMetric !== VECTOR_DISTANCE_METRIC ||
+            manifest.vectorIndex.modelFingerprint !==
+                vectorModelFingerprint(config, manifest.vectorIndex.dimension)) {
+            return "Index vector strategy is incompatible with the active model, dimension, or metric. Rebuild with `rgr ingest --rebuild`.";
+        }
+        if (manifest.vectorIndex.coverage < 1 || manifest.vectorIndex.unindexedRows > 0) {
+            return "Active vector index coverage is incomplete. Run `rgr storage optimize` before searching.";
+        }
+    }
     if (manifest.chunkSize !== config.chunkSize || manifest.chunkOverlap !== config.chunkOverlap) {
         return `Index was built with chunkSize=${manifest.chunkSize}/chunkOverlap=${manifest.chunkOverlap} but the active config uses chunkSize=${config.chunkSize}/chunkOverlap=${config.chunkOverlap}. Rebuild with \`rgr ingest --rebuild\`.`;
     }
@@ -54,6 +83,6 @@ export function getLexicalScanWarning(config, chunkCount) {
     if (chunkCount <= config.hybridTextScanLimit) {
         return null;
     }
-    return `Lexical fallback scans at most ${config.hybridTextScanLimit} of ${chunkCount} chunks when full-text search is unavailable. Raise \`hybridTextScanLimit\` in .ragmir/config.json only if keyword recall is still weak after rebuilding the index.`;
+    return `Lexical fallback can scan at most ${config.hybridTextScanLimit} of ${chunkCount} chunks when full-text search is unavailable. Search rejects this truncated fallback instead of returning incomplete lexical evidence. Run \`rgr storage optimize\` or rebuild the index; raise \`hybridTextScanLimit\` only for a measured complete-scan fallback.`;
 }
 //# sourceMappingURL=index-diagnostics.js.map

package/dist/index-diagnostics.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAG9C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAA;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,0EAA0E,CAAA;IACpL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,8DAA8D,CAAA;IAC7L,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,sIAAsI,CAAA;IAC/I,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,UAAkB;IACtE,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,kCAAkC,MAAM,CAAC,mBAAmB,OAAO,UAAU,qKAAqK,CAAA;AAC3P,CAAC"}
+{"version":3,"file":"index-diagnostics.js","sourceRoot":"","sources":["../src/index-diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE1D;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAc;IAC3D,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEhD,OAAO,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc,EACd,QAA8B;IAE9B,MAAM,eAAe,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IAC5D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,eAAe,CAAA;IACxB,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,aAAa,KAAK,oBAAoB,EAAE,CAAC;QACpD,OAAO,yCAAyC,QAAQ,CAAC,aAAa,cAAc,oBAAoB,0EAA0E,CAAA;IACpL,CAAC;IAED,IAAI,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC5D,OAAO,4CAA4C,QAAQ,CAAC,iBAAiB,iCAAiC,MAAM,CAAC,iBAAiB,2CAA2C,CAAA;IACnL,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,cAAc,EAAE,CAAC;QACtD,OAAO,yCAAyC,QAAQ,CAAC,cAAc,iCAAiC,MAAM,CAAC,cAAc,8DAA8D,CAAA;IAC7L,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,KAAK,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACtE,OAAO,4CAA4C,QAAQ,CAAC,sBAAsB,IAAI,SAAS,iCAAiC,MAAM,CAAC,sBAAsB,8DAA8D,CAAA;IAC7N,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,KAAK,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAClE,OAAO,wGAAwG,CAAA;IACjH,CAAC;IAED,IACE,QAAQ,CAAC,oBAAoB,KAAK,SAAS;QAC3C,QAAQ,CAAC,oBAAoB,KAAK,sBAAsB,EACxD,CAAC;QACD,OAAO,gDAAgD,QAAQ,CAAC,oBAAoB,+BAA+B,sBAAsB,2CAA2C,CAAA;IACtL,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,iFAAiF,CAAA;IAC1F,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,IACE,QAAQ,CAAC,eAAe,KAAK,SAAS;YACtC,QAAQ,CAAC,WAAW,CAAC,SAAS,KAAK,QAAQ,CAAC,eAAe;YAC3D,QAAQ,CAAC,WAAW,CAAC,cAAc,KAAK,sBAAsB;YAC9D,QAAQ,CAAC,WAAW,CAAC,gBAAgB;gBACnC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,EAChE,CAAC;YACD,OAAO,yHAAyH,CAAA;QAClI,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAChF,OAAO,0FAA0F,CAAA;QACnG,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;QAC7F,OAAO,kCAAkC,QAAQ,CAAC,SAAS,iBAAiB,QAAQ,CAAC,YAAY,yCAAyC,MAAM,CAAC,SAAS,iBAAiB,MAAM,CAAC,YAAY,0CAA0C,CAAA;IAC1O,CAAC;IAED,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACxD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,iBAAiB,EAAE,CAAC;QAC1D,OAAO,sIAAsI,CAAA;IAC/I,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,UAAkB;IACtE,IAAI,UAAU,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,qCAAqC,MAAM,CAAC,mBAAmB,OAAO,UAAU,qQAAqQ,CAAA;AAC9V,CAAC"}

package/dist/index-policy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAKxC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAwB7D"}
+{"version":3,"file":"index-policy.d.ts","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAKxC,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA0B7D"}

package/dist/index-policy.js

@@ -1,4 +1,5 @@
 import { createHash } from "node:crypto";
+import { PDF_OCR_PARSER_POLICY } from "./ocr-cache.js";
 const INDEX_CONTENT_POLICY_VERSION = 1;
 const CHUNKING_ADAPTER_VERSION = 3;
 export function indexPolicyFingerprint(config) {
@@ -9,6 +10,7 @@ export function indexPolicyFingerprint(config) {
             provider: config.embeddingProvider,
             model: config.embeddingModel,
             revision: config.embeddingModelRevision,
+            digest: config.embeddingModelDigest,
         },
         chunking: {
             adapterVersion: CHUNKING_ADAPTER_VERSION,
@@ -19,6 +21,7 @@ export function indexPolicyFingerprint(config) {
         extraction: {
             parserVersion: 2,
             pdfOcrCommand: config.pdfOcrCommand,
+            pdfOcrParserPolicy: config.pdfOcrCommand.length > 0 ? PDF_OCR_PARSER_POLICY : null,
             imageOcrCommand: config.imageOcrCommand,
             legacyWordCommand: config.legacyWordCommand,
         },

package/dist/index-policy.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAElC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;SACxC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;SAC7B;QACD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C;KACF,CAAA;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1E,CAAC"}
+{"version":3,"file":"index-policy.js","sourceRoot":"","sources":["../src/index-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAGtD,MAAM,4BAA4B,GAAG,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,CAAC,CAAA;AAElC,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,4BAA4B;QACrC,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC,iBAAiB;YAClC,KAAK,EAAE,MAAM,CAAC,cAAc;YAC5B,QAAQ,EAAE,MAAM,CAAC,sBAAsB;YACvC,MAAM,EAAE,MAAM,CAAC,oBAAoB;SACpC;QACD,QAAQ,EAAE;YACR,cAAc,EAAE,wBAAwB;YACxC,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,OAAO,EAAE,MAAM,CAAC,YAAY;SAC7B;QACD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI;YAClF,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;SAC5C;KACF,CAAA;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1E,CAAC"}

package/dist/index-write-lock.d.ts

@@ -1,2 +1,17 @@
-export declare function withIndexWriteLock<T>(key: string, signal: AbortSignal | undefined, operation: () => Promise<T>): Promise<T>;
+export declare const INDEX_WRITE_LOCK_DIRECTORY = ".writer-lock";
+export interface IndexWriteLockOwner {
+    pid: number;
+    hostname: string;
+    runId: string;
+    ownerToken: string;
+    startedAt: string;
+    heartbeatAt: string;
+}
+export interface IndexWriteLockOptions {
+    waitTimeoutMs?: number;
+    pollIntervalMs?: number;
+    heartbeatIntervalMs?: number;
+}
+export declare function withIndexWriteLock<T>(storageDir: string, signal: AbortSignal | undefined, operation: (owner: IndexWriteLockOwner) => Promise<T>, options?: IndexWriteLockOptions): Promise<T>;
+export declare function readIndexWriteLockOwner(storageDir: string): Promise<IndexWriteLockOwner | null>;
 //# sourceMappingURL=index-write-lock.d.ts.map

package/dist/index-write-lock.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAIA,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC1B,OAAO,CAAC,CAAC,CAAC,CAwBZ"}
+{"version":3,"file":"index-write-lock.d.ts","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,0BAA0B,iBAAiB,CAAA;AAYxD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAOD,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,EACrD,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAErC"}