@jcode.labs/ragmir 2.17.2 → 2.18.0

package/dist/index-write-lock.js

@@ -1,10 +1,29 @@
+import { randomUUID } from "node:crypto";
+import { mkdir, open, readFile, rename, rm, stat } from "node:fs/promises";
+import { hostname } from "node:os";
+import path from "node:path";
+import { RagmirError } from "./errors.js";
+import { isRecord } from "./guards.js";
 import { throwIfAborted } from "./operation.js";
+import { ensurePrivateDirectory, hardenPrivateFile } from "./permissions.js";
+export const INDEX_WRITE_LOCK_DIRECTORY = ".writer-lock";
+const RECOVERY_LOCK_DIRECTORY = ".writer-lock-recovery";
+const OWNER_FILENAME = "owner.json";
+const DEFAULT_WAIT_TIMEOUT_MS = 30_000;
+const DEFAULT_POLL_INTERVAL_MS = 50;
+const DEFAULT_HEARTBEAT_INTERVAL_MS = 1_000;
+const INCOMPLETE_LOCK_STALE_MS = 30_000;
 const writeQueues = new Map();
-export async function withIndexWriteLock(key, signal, operation) {
+const activeLeaseReleases = new Set();
+const signalHandlers = new Map();
+export async function withIndexWriteLock(storageDir, signal, operation, options = {}) {
+    const lockOptions = normalizedLockOptions(options);
+    const deadline = Date.now() + lockOptions.waitTimeoutMs;
+    const key = path.resolve(storageDir);
     const previous = writeQueues.get(key) ?? Promise.resolve();
-    let release;
+    let releaseQueue;
     const current = new Promise((resolve) => {
-        release = resolve;
+        releaseQueue = resolve;
     });
     const tail = previous.then(() => current, () => current);
     writeQueues.set(key, tail);
@@ -13,34 +32,394 @@ export async function withIndexWriteLock(key, signal, operation) {
             writeQueues.delete(key);
         }
     });
+    let lease;
     try {
-        await waitForTurn(previous, signal);
+        await waitForTurn(previous, signal, deadline, key);
         throwIfAborted(signal);
-        return await operation();
+        lease = await acquireInterprocessLock(key, signal, deadline, lockOptions);
+        return await operation(lease.owner);
     }
     finally {
-        release?.();
+        try {
+            await lease?.release();
+        }
+        finally {
+            releaseQueue?.();
+        }
     }
 }
-async function waitForTurn(previous, signal) {
-    if (!signal) {
-        await previous;
-        return;
+export async function readIndexWriteLockOwner(storageDir) {
+    return readOwner(lockDirectory(storageDir));
+}
+async function acquireInterprocessLock(storageDir, signal, deadline, options) {
+    await ensurePrivateDirectory(storageDir);
+    const lockPath = lockDirectory(storageDir);
+    while (true) {
+        throwIfAborted(signal);
+        if (!(await pathExists(recoveryLockDirectory(storageDir)))) {
+            const lease = await tryCreateLease(lockPath, options.heartbeatIntervalMs);
+            if (lease) {
+                return lease;
+            }
+        }
+        else {
+            await recoverAbandonedRecoveryLock(storageDir);
+        }
+        const owner = await readOwner(lockPath);
+        if (await recoverAbandonedWriterLock(storageDir, owner)) {
+            continue;
+        }
+        if (Date.now() >= deadline) {
+            throw indexBusyError(storageDir, owner);
+        }
+        await waitForDelay(Math.min(options.pollIntervalMs, Math.max(1, deadline - Date.now())), signal);
+    }
+}
+async function tryCreateLease(lockPath, heartbeatIntervalMs) {
+    try {
+        await mkdir(lockPath, { mode: 0o700 });
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "EEXIST") {
+            return null;
+        }
+        throw error;
+    }
+    const now = new Date().toISOString();
+    const owner = {
+        pid: process.pid,
+        hostname: hostname(),
+        runId: randomUUID(),
+        ownerToken: randomUUID(),
+        startedAt: now,
+        heartbeatAt: now,
+    };
+    try {
+        await writeOwner(lockPath, owner);
+        return createLease(lockPath, owner, heartbeatIntervalMs);
+    }
+    catch (error) {
+        await rm(lockPath, { recursive: true, force: true });
+        throw error;
     }
+}
+function createLease(lockPath, owner, heartbeatIntervalMs) {
+    let released = false;
+    let heartbeat = Promise.resolve();
+    const interval = setInterval(() => {
+        heartbeat = heartbeat
+            .catch(() => undefined)
+            .then(async () => {
+            const current = await readOwner(lockPath);
+            if (current?.ownerToken !== owner.ownerToken) {
+                return;
+            }
+            await writeOwner(lockPath, {
+                ...owner,
+                heartbeatAt: new Date().toISOString(),
+            });
+        });
+        heartbeat.catch(() => undefined);
+    }, heartbeatIntervalMs);
+    interval.unref();
+    let unregisterSignalCleanup = () => undefined;
+    const release = async () => {
+        if (released) {
+            return;
+        }
+        released = true;
+        clearInterval(interval);
+        try {
+            await heartbeat.catch(() => undefined);
+            const current = await readOwner(lockPath);
+            if (current?.ownerToken === owner.ownerToken) {
+                await rm(lockPath, { recursive: true, force: true });
+            }
+        }
+        finally {
+            unregisterSignalCleanup();
+        }
+    };
+    unregisterSignalCleanup = registerSignalCleanup(release);
+    return { owner, release };
+}
+async function recoverAbandonedWriterLock(storageDir, observedOwner) {
+    const lockPath = lockDirectory(storageDir);
+    if (!(await lockIsRecoverable(lockPath, observedOwner))) {
+        return false;
+    }
+    const recoveryPath = recoveryLockDirectory(storageDir);
+    const recoveryOwner = await tryCreateRecoveryLock(recoveryPath);
+    if (!recoveryOwner) {
+        return false;
+    }
+    try {
+        const currentOwner = await readOwner(lockPath);
+        if (!(await lockIsRecoverable(lockPath, currentOwner))) {
+            return false;
+        }
+        if (observedOwner !== null &&
+            currentOwner !== null &&
+            observedOwner.ownerToken !== currentOwner.ownerToken) {
+            return false;
+        }
+        await rm(lockPath, { recursive: true, force: true });
+        return true;
+    }
+    finally {
+        await removeOwnedDirectory(recoveryPath, recoveryOwner.ownerToken);
+    }
+}
+async function recoverAbandonedRecoveryLock(storageDir) {
+    const recoveryPath = recoveryLockDirectory(storageDir);
+    const owner = await readOwner(recoveryPath);
+    if (await lockIsRecoverable(recoveryPath, owner)) {
+        await removeOwnedDirectory(recoveryPath, owner?.ownerToken);
+    }
+}
+async function tryCreateRecoveryLock(recoveryPath) {
+    try {
+        await mkdir(recoveryPath, { mode: 0o700 });
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "EEXIST") {
+            return null;
+        }
+        throw error;
+    }
+    const now = new Date().toISOString();
+    const owner = {
+        pid: process.pid,
+        hostname: hostname(),
+        runId: randomUUID(),
+        ownerToken: randomUUID(),
+        startedAt: now,
+        heartbeatAt: now,
+    };
+    try {
+        await writeOwner(recoveryPath, owner);
+        return owner;
+    }
+    catch (error) {
+        await rm(recoveryPath, { recursive: true, force: true });
+        throw error;
+    }
+}
+async function lockIsRecoverable(directory, owner) {
+    if (owner) {
+        return !ownerProcessIsAlive(owner);
+    }
+    try {
+        const metadata = await stat(directory);
+        return Date.now() - metadata.mtimeMs >= INCOMPLETE_LOCK_STALE_MS;
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "ENOENT") {
+            return false;
+        }
+        throw error;
+    }
+}
+function ownerProcessIsAlive(owner) {
+    if (owner.hostname !== hostname()) {
+        return true;
+    }
+    try {
+        process.kill(owner.pid, 0);
+        return true;
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "ESRCH") {
+            return false;
+        }
+        return true;
+    }
+}
+async function removeOwnedDirectory(directory, ownerToken) {
+    const current = await readOwner(directory);
+    if (ownerToken === undefined || current?.ownerToken === ownerToken) {
+        await rm(directory, { recursive: true, force: true });
+    }
+}
+async function writeOwner(directory, owner) {
+    const ownerPath = path.join(directory, OWNER_FILENAME);
+    const temporaryPath = path.join(directory, `${OWNER_FILENAME}.${owner.ownerToken}.tmp`);
+    let handle;
+    try {
+        handle = await open(temporaryPath, "wx", 0o600);
+        await handle.writeFile(`${JSON.stringify(owner, null, 2)}\n`, "utf8");
+        await handle.sync();
+        await handle.close();
+        handle = undefined;
+        await hardenPrivateFile(temporaryPath);
+        await rename(temporaryPath, ownerPath);
+    }
+    finally {
+        await handle?.close();
+        await rm(temporaryPath, { force: true });
+    }
+}
+async function readOwner(directory) {
+    try {
+        const value = JSON.parse(await readFile(path.join(directory, OWNER_FILENAME), "utf8"));
+        return isIndexWriteLockOwner(value) ? value : null;
+    }
+    catch (error) {
+        if (error instanceof SyntaxError ||
+            (isNodeError(error) && (error.code === "ENOENT" || error.code === "ENOTDIR"))) {
+            return null;
+        }
+        throw error;
+    }
+}
+function isIndexWriteLockOwner(value) {
+    return (isRecord(value) &&
+        Number.isSafeInteger(value.pid) &&
+        typeof value.pid === "number" &&
+        value.pid > 0 &&
+        typeof value.hostname === "string" &&
+        value.hostname.length > 0 &&
+        typeof value.runId === "string" &&
+        value.runId.length > 0 &&
+        typeof value.ownerToken === "string" &&
+        value.ownerToken.length > 0 &&
+        isIsoTimestamp(value.startedAt) &&
+        isIsoTimestamp(value.heartbeatAt));
+}
+async function waitForTurn(previous, signal, deadline, storageDir) {
     throwIfAborted(signal);
+    const remaining = deadline - Date.now();
+    if (remaining <= 0) {
+        throw indexBusyError(storageDir, await readIndexWriteLockOwner(storageDir));
+    }
+    let timeout;
     let onAbort;
+    const timedOut = new Promise((resolve) => {
+        timeout = setTimeout(() => resolve("timeout"), remaining);
+    });
     const aborted = new Promise((resolve) => {
-        onAbort = () => resolve();
+        if (!signal) {
+            return;
+        }
+        onAbort = () => resolve("aborted");
         signal.addEventListener("abort", onAbort, { once: true });
     });
     try {
-        await Promise.race([previous, aborted]);
+        const result = await Promise.race([previous.then(() => "ready"), timedOut, aborted]);
         throwIfAborted(signal);
+        if (result === "timeout") {
+            throw indexBusyError(storageDir, await readIndexWriteLockOwner(storageDir));
+        }
     }
     finally {
-        if (onAbort) {
+        if (timeout) {
+            clearTimeout(timeout);
+        }
+        if (signal && onAbort) {
             signal.removeEventListener("abort", onAbort);
         }
     }
 }
+async function waitForDelay(delayMs, signal) {
+    throwIfAborted(signal);
+    let timeout;
+    let onAbort;
+    await new Promise((resolve) => {
+        timeout = setTimeout(resolve, delayMs);
+        if (signal) {
+            onAbort = resolve;
+            signal.addEventListener("abort", onAbort, { once: true });
+        }
+    });
+    if (timeout) {
+        clearTimeout(timeout);
+    }
+    if (signal && onAbort) {
+        signal.removeEventListener("abort", onAbort);
+    }
+    throwIfAborted(signal);
+}
+function indexBusyError(storageDir, owner) {
+    const detail = owner
+        ? ` Owner pid=${owner.pid}, runId=${owner.runId}, startedAt=${owner.startedAt}, heartbeatAt=${owner.heartbeatAt}.`
+        : " Owner metadata is not available.";
+    return new RagmirError("INDEX_BUSY", `The Ragmir index at ${JSON.stringify(storageDir)} is busy.${detail}`, { retryable: true });
+}
+function normalizedLockOptions(options) {
+    return {
+        waitTimeoutMs: positiveIntegerOption(options.waitTimeoutMs, DEFAULT_WAIT_TIMEOUT_MS, "waitTimeoutMs"),
+        pollIntervalMs: positiveIntegerOption(options.pollIntervalMs, DEFAULT_POLL_INTERVAL_MS, "pollIntervalMs"),
+        heartbeatIntervalMs: positiveIntegerOption(options.heartbeatIntervalMs, DEFAULT_HEARTBEAT_INTERVAL_MS, "heartbeatIntervalMs"),
+    };
+}
+function positiveIntegerOption(value, fallback, name) {
+    const selected = value ?? fallback;
+    if (!Number.isSafeInteger(selected) || selected <= 0) {
+        throw new RagmirError("INVALID_ARGUMENT", `${name} must be a positive integer.`);
+    }
+    return selected;
+}
+function registerSignalCleanup(release) {
+    activeLeaseReleases.add(release);
+    installSignalHandlers();
+    return () => {
+        activeLeaseReleases.delete(release);
+        if (activeLeaseReleases.size === 0) {
+            removeSignalHandlers();
+        }
+    };
+}
+function installSignalHandlers() {
+    if (signalHandlers.size > 0) {
+        return;
+    }
+    for (const signal of ["SIGINT", "SIGTERM"]) {
+        const handler = () => {
+            if (process.listenerCount(signal) !== 1) {
+                return;
+            }
+            const releases = [...activeLeaseReleases];
+            void Promise.allSettled(releases.map((release) => release())).then(() => {
+                removeSignalHandlers();
+                process.kill(process.pid, signal);
+            });
+        };
+        signalHandlers.set(signal, handler);
+        process.on(signal, handler);
+    }
+}
+function removeSignalHandlers() {
+    for (const [signal, handler] of signalHandlers) {
+        process.off(signal, handler);
+    }
+    signalHandlers.clear();
+}
+function lockDirectory(storageDir) {
+    return path.join(storageDir, INDEX_WRITE_LOCK_DIRECTORY);
+}
+function recoveryLockDirectory(storageDir) {
+    return path.join(storageDir, RECOVERY_LOCK_DIRECTORY);
+}
+async function pathExists(targetPath) {
+    try {
+        await stat(targetPath);
+        return true;
+    }
+    catch (error) {
+        if (isNodeError(error) && error.code === "ENOENT") {
+            return false;
+        }
+        throw error;
+    }
+}
+function isIsoTimestamp(value) {
+    if (typeof value !== "string") {
+        return false;
+    }
+    const timestamp = Date.parse(value);
+    return Number.isFinite(timestamp) && new Date(timestamp).toISOString() === value;
+}
+function isNodeError(error) {
+    return error instanceof Error && "code" in error;
+}
 //# sourceMappingURL=index-write-lock.js.map

package/dist/index-write-lock.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAE/C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AAEpD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAW,EACX,MAA+B,EAC/B,SAA2B;IAE3B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,OAAiC,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,OAAO,GAAG,OAAO,CAAA;IACnB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACnC,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,OAAO,MAAM,SAAS,EAAE,CAAA;IAC1B,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,EAAE,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B;IAE/B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,QAAQ,CAAA;QACd,OAAM;IACR,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;IAEtB,IAAI,OAAiC,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAA;QACzB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QACvC,cAAc,CAAC,MAAM,CAAC,CAAA;IACxB,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC"}
+{"version":3,"file":"index-write-lock.js","sourceRoot":"","sources":["../src/index-write-lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAClC,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE5E,MAAM,CAAC,MAAM,0BAA0B,GAAG,cAAc,CAAA;AACxD,MAAM,uBAAuB,GAAG,uBAAuB,CAAA;AACvD,MAAM,cAAc,GAAG,YAAY,CAAA;AACnC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AACtC,MAAM,wBAAwB,GAAG,EAAE,CAAA;AACnC,MAAM,6BAA6B,GAAG,KAAK,CAAA;AAC3C,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAEvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAA;AACpD,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAuB,CAAA;AAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAA;AAsB5D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,MAA+B,EAC/B,SAAqD,EACrD,UAAiC,EAAE;IAEnC,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,aAAa,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1D,IAAI,YAAsC,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,YAAY,GAAG,OAAO,CAAA;IACxB,CAAC,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CACxB,GAAG,EAAE,CAAC,OAAO,EACb,GAAG,EAAE,CAAC,OAAO,CACd,CAAA;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QAClB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,KAAsC,CAAA;IAC1C,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QAClD,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,KAAK,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;QACzE,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,OAAO,EAAE,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,EAAE,CAAA;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB;IAElB,OAAO,SAAS,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,UAAkB,EAClB,MAA+B,EAC/B,QAAgB,EAChB,OAAwC;IAExC,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACzE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,0BAA0B,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;YACxD,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,mBAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACjC,OAAO,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,KAA0B,EAC1B,mBAA2B;IAE3B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,SAAS,GAAG,SAAS;aAClB,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,OAAM;YACR,CAAC;YACD,MAAM,UAAU,CAAC,QAAQ,EAAE;gBACzB,GAAG,KAAK;gBACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAClC,CAAC,EAAE,mBAAmB,CAAC,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,CAAA;IAEhB,IAAI,uBAAuB,GAAG,GAAS,EAAE,CAAC,SAAS,CAAA;IACnD,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAM;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;QACf,aAAa,CAAC,QAAQ,CAAC,CAAA;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACtC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;YACzC,IAAI,OAAO,EAAE,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAA;IACD,uBAAuB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACxD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;AAC3B,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,UAAkB,EAClB,aAAyC;IAEzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAA;IAC/D,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,IACE,aAAa,KAAK,IAAI;YACtB,YAAY,KAAK,IAAI;YACrB,aAAa,CAAC,UAAU,KAAK,YAAY,CAAC,UAAU,EACpD,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,UAAkB;IAC5D,MAAM,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAC3C,IAAI,MAAM,iBAAiB,CAAC,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,YAAoB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,KAAK,GAAwB;QACjC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,KAAK,EAAE,UAAU,EAAE;QACnB,UAAU,EAAE,UAAU,EAAE;QACxB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,GAAG;KACjB,CAAA;IACD,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,KAAK,CAAA;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,KAAiC;IAEjC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAA;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,IAAI,wBAAwB,CAAA;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA0B;IACrD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,EAAE,CAAC;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACjD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB,EAAE,UAAmB;IACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,KAA0B;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,cAAc,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,CAAA;IACvF,IAAI,MAAoD,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC/C,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrE,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,SAAS,CAAA;QAClB,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtC,MAAM,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,EAAE,KAAK,EAAE,CAAA;QACrB,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAClD,CAAA;QACZ,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,WAAW;YAC5B,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,EAC7E,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;QAC/B,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,GAAG,CAAC;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QACpC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QAC3B,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;QAC/B,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,CAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAuB,EACvB,MAA+B,EAC/B,QAAgB,EAChB,UAAkB;IAElB,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACvC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7E,CAAC;IAED,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QAClD,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3D,CAAC,CAAC,CAAA;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,cAAc,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;QACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,MAA+B;IAC1E,cAAc,CAAC,MAAM,CAAC,CAAA;IACtB,IAAI,OAAkD,CAAA;IACtD,IAAI,OAAiC,CAAA;IACrC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,GAAG,OAAO,CAAA;YACjB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,YAAY,CAAC,OAAO,CAAC,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9C,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB,EAAE,KAAiC;IAC3E,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,cAAc,KAAK,CAAC,GAAG,WAAW,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,WAAW,GAAG;QAClH,CAAC,CAAC,mCAAmC,CAAA;IACvC,OAAO,IAAI,WAAW,CACpB,YAAY,EACZ,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,YAAY,MAAM,EAAE,EACrE,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA8B;IAC3D,OAAO;QACL,aAAa,EAAE,qBAAqB,CAClC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB;QACD,cAAc,EAAE,qBAAqB,CACnC,OAAO,CAAC,cAAc,EACtB,wBAAwB,EACxB,gBAAgB,CACjB;QACD,mBAAmB,EAAE,qBAAqB,CACxC,OAAO,CAAC,mBAAmB,EAC3B,6BAA6B,EAC7B,qBAAqB,CACtB;KACF,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IACtF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAA;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,WAAW,CAAC,kBAAkB,EAAE,GAAG,IAAI,8BAA8B,CAAC,CAAA;IAClF,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA4B;IACzD,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAChC,qBAAqB,EAAE,CAAA;IACvB,OAAO,GAAG,EAAE;QACV,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,oBAAoB,EAAE,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB;IAC5B,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAM;IACR,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,CAAC,CAAA;YACzC,KAAK,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtE,oBAAoB,EAAE,CAAA;gBACtB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACnC,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,CAAC;IACD,cAAc,CAAC,KAAK,EAAE,CAAA;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,qBAAqB,CAAC,UAAkB;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAA;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,KAAK,CAAA;QACd,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAA;AAClF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAA;AAClD,CAAC"}

package/dist/index.d.ts

@@ -1,4 +1,5 @@
-export { accessLogUsageReport } from "./access-log.js";
+export type { AccessLogWriterMetrics } from "./access-log.js";
+export { accessLogUsageReport, accessLogWriterMetrics, flushAccessLog } from "./access-log.js";
 export type { RagmirClientOptions } from "./client.js";
 export { createRagmirClient, RagmirClient } from "./client.js";
 export { loadConfig } from "./config.js";
@@ -10,15 +11,19 @@ export { clearTransformersCache, pullEmbeddingModel } from "./embeddings.js";
 export type { RagmirErrorCode } from "./errors.js";
 export { isRagmirError, normalizeRagmirError, RagmirError } from "./errors.js";
 export { evaluateGoldenQueries } from "./evaluate.js";
+export type { CollectGenerationGarbageOptions, GenerationGarbageCollectionReport, GenerationInventoryItem, GenerationRole, } from "./generation-retention.js";
+export { collectGenerationGarbage } from "./generation-retention.js";
 export { getIndexFreshnessWarning, getLexicalScanWarning, INDEX_SCHEMA_VERSION, } from "./index-diagnostics.js";
 export { audit, ingest } from "./ingest.js";
+export type { IngestionDiagnosticsEvent } from "./ingestion-metrics.js";
+export { INGESTION_DIAGNOSTICS_CHANNEL } from "./ingestion-metrics.js";
 export { getIngestionProgress } from "./ingestion-state.js";
 export { initProject } from "./init.js";
 export { discoverKnowledgeBases, knowledgeBaseIdentity } from "./knowledge-bases.js";
 export { ingestionLimits } from "./limits.js";
 export { connectMcpServer, createMcpServer, serveMcp } from "./mcp.js";
-export type { ConfigurePdfOcrOptions, ConfigurePdfOcrResult, ExtractPdfPageOptions, OcrExecutableStatus, PdfOcrEngine, PdfOcrEngineSelection, PdfOcrStatus, } from "./ocr.js";
-export { configurePdfOcr, extractPdfPage, inspectPdfOcr } from "./ocr.js";
+export type { ConfigurePdfOcrOptions, ConfigurePdfOcrResult, ExtractPdfPageOptions, ExtractPdfPagesOptions, ExtractPdfPagesResult, OcrExecutableStatus, PdfOcrEngine, PdfOcrEngineSelection, PdfOcrStatus, } from "./ocr.js";
+export { configurePdfOcr, extractPdfPage, extractPdfPages, inspectPdfOcr } from "./ocr.js";
 export type { PackageManager, RagmirCommand } from "./package-manager.js";
 export { detectPackageManager, kbCommand, ragmirCommand, rgrCommand } from "./package-manager.js";
 export { previewChunks } from "./preview.js";
@@ -36,6 +41,9 @@ export type { AgentHelperFile, AgentInstallMode, AgentInstallScope, AgentIntegra
 export { bundledSkillPath, inspectAgentIntegration, installAgentSkills, installSkill, parseAgentTargets, SUPPORTED_AGENT_TARGETS, } from "./skill.js";
 export type { AddSourceEntriesOptions, AddSourceEntriesResult, SourceEntriesResult, } from "./sources.js";
 export { addSourceEntries, listSourceEntries } from "./sources.js";
-export type { AccessLogAction, AccessLogUsageOptions, AccessLogUsageReport, AskResult, AuditReport, ChunkStats, CodeEvidence, CompactSearchResult, Config, DestroyIndexResult, DoctorReport, EvaluationCaseResult, EvaluationOptions, EvaluationResult, ExpandCitationOptions, ExpandedCitation, GoldenQuery, IndexManifest, IndexManifestFile, IngestionFileStage, IngestionLimitsReport, IngestionProgress, IngestionRunMode, IngestionRunStatus, IngestOptions, IngestResult, KnowledgeBaseContextReport, KnowledgeBaseIdentity, KnowledgeBaseInfo, KnowledgeBaseInventory, KnowledgeBaseSourceCatalog, McpOutputTool, McpOutputUsageReport, OperationOptions, ParsedPage, PreviewChunk, PreviewChunksOptions, PreviewFile, PreviewReport, PrivacyProfile, RedactionCount, ResearchEvidence, ResearchOptions, ResearchReport, RetrievalProfile, SearchContextChunk, SearchOptions, SearchResult, SearchScoreExplanation, SecurityAuditReport, SourceDiagnostics, SourceDuplicateCandidate, SourcePathCandidate, } from "./types.js";
+export type { OptimizeStorageOptions, StorageMaintenanceAction, StorageMaintenanceReason, StorageMaintenanceReport, } from "./storage-maintenance.js";
+export { optimizeStorage } from "./storage-maintenance.js";
+export type { AccessLogAction, AccessLogUsageOptions, AccessLogUsageReport, AskResult, AuditOptions, AuditReport, ChunkStats, CodeEvidence, CompactSearchResult, Config, DestroyIndexResult, DoctorOptions, DoctorReport, EvaluationCaseResult, EvaluationOptions, EvaluationResult, ExpandCitationOptions, ExpandedCitation, GoldenQuery, IncrementalFailurePolicy, IndexHealthSnapshot, IndexMaintenanceSnapshot, IndexManifest, IndexManifestFile, IndexManifestStaleFile, IngestionEmbeddingModelState, IngestionFileStage, IngestionLimitsReport, IngestionMetrics, IngestionPhaseDurations, IngestionProgress, IngestionRunMode, IngestionRunStatus, IngestionThroughputMetrics, IngestOptions, IngestResult, KnowledgeBaseContextReport, KnowledgeBaseIdentity, KnowledgeBaseInfo, KnowledgeBaseInventory, KnowledgeBaseSourceCatalog, KnowledgeBaseSourceCatalogOptions, McpOutputTool, McpOutputUsageReport, OperationOptions, ParsedPage, PdfOcrMetrics, PreviewChunk, PreviewChunksOptions, PreviewFile, PreviewReport, PrivacyProfile, RedactionCount, ResearchEvidence, ResearchOptions, ResearchReport, RetrievalProfile, RuntimeInfo, RuntimePackageVersion, SearchContextChunk, SearchOptions, SearchResult, SearchScoreExplanation, SecurityAuditOptions, SecurityAuditReport, SourceDiagnostics, SourceDuplicateCandidate, SourcePathCandidate, VectorIndexManifest, VectorIndexParameters, VectorIndexStrategy, } from "./types.js";
+export type { AdaptiveIndexAction, AdaptiveIndexMaintenanceReport, ScalarIndexStatus, } from "./vector-index.js";
 export { VERSION } from "./version.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACtD,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAC9B,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,YAAY,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAC5E,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AACtE,YAAY,EACV,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,qBAAqB,EACrB,YAAY,GACb,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACzE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjG,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAC/E,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,YAAY,EAAE,8BAA8B,EAAE,MAAM,sBAAsB,CAAA;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACzC,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACtB,WAAW,EACX,yBAAyB,EACzB,wBAAwB,EACxB,mBAAmB,EACnB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAClE,YAAY,EACV,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,UAAU,EACV,YAAY,EACZ,mBAAmB,EACnB,MAAM,EACN,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,0BAA0B,EAC1B,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,0BAA0B,EAC1B,aAAa,EACb,oBAAoB,EACpB,gBAAgB,EAChB,UAAU,EACV,YAAY,EACZ,oBAAoB,EACpB,WAAW,EACX,aAAa,EACb,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,sBAAsB,EACtB,mBAAmB,EACnB,iBAAiB,EACjB,wBAAwB,EACxB,mBAAmB,GACpB,MAAM,YAAY,CAAA;AACnB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA;AAC7D,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAC9F,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACtD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAC9B,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,YAAY,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAC5E,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,YAAY,EACV,+BAA+B,EAC/B,iCAAiC,EACjC,uBAAuB,EACvB,cAAc,GACf,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAC3C,YAAY,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAA;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAA;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AACtE,YAAY,EACV,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,qBAAqB,EACrB,YAAY,GACb,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAC1F,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACzE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjG,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAC/E,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,YAAY,EAAE,8BAA8B,EAAE,MAAM,sBAAsB,CAAA;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACzC,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACtB,WAAW,EACX,yBAAyB,EACzB,wBAAwB,EACxB,mBAAmB,EACnB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,uBAAuB,EACvB,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAClE,YAAY,EACV,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,YAAY,EACV,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,UAAU,EACV,YAAY,EACZ,mBAAmB,EACnB,MAAM,EACN,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,WAAW,EACX,wBAAwB,EACxB,mBAAmB,EACnB,wBAAwB,EACxB,aAAa,EACb,iBAAiB,EACjB,sBAAsB,EACtB,4BAA4B,EAC5B,kBAAkB,EAClB,qBAAqB,EACrB,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,aAAa,EACb,YAAY,EACZ,0BAA0B,EAC1B,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,0BAA0B,EAC1B,iCAAiC,EACjC,aAAa,EACb,oBAAoB,EACpB,gBAAgB,EAChB,UAAU,EACV,aAAa,EACb,YAAY,EACZ,oBAAoB,EACpB,WAAW,EACX,aAAa,EACb,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,iBAAiB,EACjB,wBAAwB,EACxB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,mBAAmB,EACnB,8BAA8B,EAC9B,iBAAiB,GAClB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA"}

package/dist/index.js

@@ -1,4 +1,4 @@
-export { accessLogUsageReport } from "./access-log.js";
+export { accessLogUsageReport, accessLogWriterMetrics, flushAccessLog } from "./access-log.js";
 export { createRagmirClient, RagmirClient } from "./client.js";
 export { loadConfig } from "./config.js";
 export { getKnowledgeBaseContext, getKnowledgeBaseSourceCatalog, } from "./context-resources.js";
@@ -7,14 +7,16 @@ export { doctor } from "./doctor.js";
 export { clearTransformersCache, pullEmbeddingModel } from "./embeddings.js";
 export { isRagmirError, normalizeRagmirError, RagmirError } from "./errors.js";
 export { evaluateGoldenQueries } from "./evaluate.js";
+export { collectGenerationGarbage } from "./generation-retention.js";
 export { getIndexFreshnessWarning, getLexicalScanWarning, INDEX_SCHEMA_VERSION, } from "./index-diagnostics.js";
 export { audit, ingest } from "./ingest.js";
+export { INGESTION_DIAGNOSTICS_CHANNEL } from "./ingestion-metrics.js";
 export { getIngestionProgress } from "./ingestion-state.js";
 export { initProject } from "./init.js";
 export { discoverKnowledgeBases, knowledgeBaseIdentity } from "./knowledge-bases.js";
 export { ingestionLimits } from "./limits.js";
 export { connectMcpServer, createMcpServer, serveMcp } from "./mcp.js";
-export { configurePdfOcr, extractPdfPage, inspectPdfOcr } from "./ocr.js";
+export { configurePdfOcr, extractPdfPage, extractPdfPages, inspectPdfOcr } from "./ocr.js";
 export { detectPackageManager, kbCommand, ragmirCommand, rgrCommand } from "./package-manager.js";
 export { previewChunks } from "./preview.js";
 export { routePrompt } from "./prompt-routing.js";
@@ -26,5 +28,6 @@ export { enableSemanticEmbeddings } from "./semantic-config.js";
 export { setupProject } from "./setup.js";
 export { bundledSkillPath, inspectAgentIntegration, installAgentSkills, installSkill, parseAgentTargets, SUPPORTED_AGENT_TARGETS, } from "./skill.js";
 export { addSourceEntries, listSourceEntries } from "./sources.js";
+export { optimizeStorage } from "./storage-maintenance.js";
 export { VERSION } from "./version.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AAEtD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAC9B,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAE5E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAUtE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAEzE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjG,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAE7C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAE/D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAczC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,YAAY,CAAA;AAMnB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAwDlE,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAE9F,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAC9B,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAE5E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAOrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAE3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAA;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAYtE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAE1F,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjG,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAE7C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAE/D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAczC,OAAO,EACL,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,YAAY,CAAA;AAMnB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAOlE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AA+E1D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA"}

package/dist/ingest.d.ts

@@ -1,6 +1,15 @@
 import type { Connection } from "@lancedb/lancedb";
-import type { AuditReport, Config, IngestOptions, IngestResult, OperationOptions } from "./types.js";
+import type { AuditOptions, AuditReport, Config, IndexManifestFile, IngestOptions, IngestResult } from "./types.js";
 export declare function ingest(options?: IngestOptions): Promise<IngestResult>;
 export declare function ingestWithConfig(config: Config, options?: IngestOptions, connection?: Connection): Promise<IngestResult>;
-export declare function audit(cwd?: string, options?: OperationOptions): Promise<AuditReport>;
+export interface IngestionMetadataValidationOptions {
+    expectedChunkCount: number;
+    actualChunkCount: number;
+    expectedFiles: Iterable<IndexManifestFile>;
+    idRows: AsyncIterable<unknown>;
+    fileRows: AsyncIterable<unknown>;
+}
+export declare function validateIngestionMetadata(options: IngestionMetadataValidationOptions): Promise<void>;
+export declare function audit(cwd?: string, options?: AuditOptions): Promise<AuditReport>;
+export declare function auditWithConfig(config: Config, options?: AuditOptions): Promise<AuditReport>;
 //# sourceMappingURL=ingest.d.ts.map

package/dist/ingest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AA2ClD,OAAO,KAAK,EACV,WAAW,EACX,MAAM,EAGN,aAAa,EACb,YAAY,EACZ,gBAAgB,EAKjB,MAAM,YAAY,CAAA;AAoBnB,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAG/E;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,aAAkB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,YAAY,CAAC,CAKvB;AAsfD,wBAAsB,KAAK,CACzB,GAAG,SAAgB,EACnB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,WAAW,CAAC,CAwFtB"}
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AA8DlD,OAAO,KAAK,EACV,YAAY,EACZ,WAAW,EACX,MAAM,EAKN,iBAAiB,EACjB,aAAa,EACb,YAAY,EAOb,MAAM,YAAY,CAAA;AAsBnB,wBAAsB,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAG/E;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,aAAkB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,YAAY,CAAC,CA+CvB;AAswBD,MAAM,WAAW,kCAAkC;IACjD,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,aAAa,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAC1C,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IAC9B,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;CACjC;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAyDf;AAqGD,wBAAsB,KAAK,CAAC,GAAG,SAAgB,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAKjG;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CAgHtB"}