lmgrep 0.1.18 → 0.2.1

package/dist/application/indexing/EmbeddingPipeline.js

@@ -0,0 +1,140 @@
+import { EmbeddingAbortError } from "./EmbeddingAbortError.js";
+/**
+ * Embeds a list of texts batch by batch, surviving a flaky provider.
+ *
+ * Three behaviours matter here and are easy to lose:
+ *
+ *  - **Incremental persistence.** Each batch is handed to `persist` before the
+ *    next starts, so a crash leaves completed work in the index and a resume
+ *    skips it. Nothing is buffered for the caller to write at the end.
+ *  - **Per-item retry.** A failed batch is retried one item at a time, so a
+ *    single oversized chunk cannot cost the other 99 in its batch.
+ *  - **Model reload.** A local provider that has fallen over is given a chance
+ *    to reload, and the failed span is replayed rather than abandoned.
+ */
+export class EmbeddingPipeline {
+    embedder;
+    config;
+    progress;
+    reloadModel;
+    isLocal;
+    static BATCH_DELAY_MS = 200;
+    static MAX_CONSECUTIVE_FAILURES = 3;
+    static MAX_RELOADS = 3;
+    consecutiveFailures = 0;
+    reloads = 0;
+    constructor(embedder, config, progress = {}, 
+    /** Reloads a local model; returns false when it cannot be done. */
+    reloadModel = async () => false, 
+    /** Whether the provider is local, and therefore reloadable. */
+    isLocal = false) {
+        this.embedder = embedder;
+        this.config = config;
+        this.progress = progress;
+        this.reloadModel = reloadModel;
+        this.isLocal = isLocal;
+    }
+    /**
+     * Returns the positions that could not be embedded. Successes are reported
+     * through `persist` exactly once each, never returned in bulk.
+     */
+    async run(texts, persist) {
+        const batchSize = this.config.batchSize;
+        const failedIndices = new Set();
+        const totalBatches = Math.ceil(texts.length / batchSize);
+        // One byte per text to remember which positions have embedded, rather
+        // than retaining the embeddings: `persist` already stored them and no
+        // caller reads them back. At high dimensions a retained vector is tens
+        // of KB, so a large repo would buffer gigabytes for a progress count.
+        //
+        // A flag array rather than a counter because the reload path below
+        // rewinds and replays batches; flags keep the count idempotent.
+        const succeededFlags = new Uint8Array(texts.length);
+        let succeededCount = 0;
+        const markSucceeded = (index) => {
+            if (succeededFlags[index])
+                return;
+            succeededFlags[index] = 1;
+            succeededCount++;
+        };
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const batchNumber = Math.floor(i / batchSize) + 1;
+            const end = Math.min(i + batchSize, texts.length);
+            const batch = texts.slice(i, end);
+            this.progress.onBatchStart?.(batchNumber, totalBatches);
+            const embedded = [];
+            try {
+                const vectors = await this.embedder.embedDocuments(batch);
+                for (let j = 0; j < batch.length; j++) {
+                    markSucceeded(i + j);
+                    embedded.push({ index: i + j, vector: vectors[j] });
+                }
+                this.consecutiveFailures = 0;
+            }
+            catch {
+                const batchFailures = await this.retryIndividually(batch, i, embedded, failedIndices, markSucceeded);
+                this.consecutiveFailures =
+                    batchFailures === batch.length ? this.consecutiveFailures + 1 : 0;
+            }
+            // Persist before any abort below, so partial progress is durable
+            // even when the next batches force one.
+            if (embedded.length > 0)
+                await persist(embedded);
+            this.progress.onBatchDone?.(batchNumber, succeededCount, failedIndices.size);
+            if (this.consecutiveFailures >= EmbeddingPipeline.MAX_CONSECUTIVE_FAILURES) {
+                const rewound = await this.tryReload(i, batchSize);
+                if (rewound !== undefined) {
+                    i = rewound;
+                    continue;
+                }
+                for (let k = end; k < texts.length; k++)
+                    failedIndices.add(k);
+                throw new EmbeddingAbortError(succeededCount, failedIndices, texts.length);
+            }
+            // Brief cooldown so a local server is not hammered back over.
+            if (end < texts.length) {
+                await new Promise((r) => setTimeout(r, EmbeddingPipeline.BATCH_DELAY_MS));
+            }
+        }
+        return { failedIndices };
+    }
+    /** Retry a failed batch item by item; returns how many still failed. */
+    async retryIndividually(batch, offset, embedded, failedIndices, markSucceeded) {
+        let failures = 0;
+        for (let j = 0; j < batch.length; j++) {
+            try {
+                const [vector] = await this.embedder.embedDocuments([batch[j]]);
+                markSucceeded(offset + j);
+                embedded.push({ index: offset + j, vector });
+            }
+            catch (err) {
+                failedIndices.add(offset + j);
+                failures++;
+                console.error(`  ! Failed (~${Math.ceil(batch[j].length / 4)} tok): ` +
+                    `${err instanceof Error ? err.message : err}`);
+            }
+        }
+        return failures;
+    }
+    /**
+     * Give a local model a chance to come back, and return the loop position to
+     * rewind to. Undefined means give up.
+     */
+    async tryReload(current, batchSize) {
+        if (!this.isLocal)
+            return undefined;
+        if (this.reloads >= EmbeddingPipeline.MAX_RELOADS)
+            return undefined;
+        this.reloads++;
+        this.progress.onReload?.(this.reloads, EmbeddingPipeline.MAX_RELOADS);
+        if (!(await this.reloadModel()))
+            return undefined;
+        this.consecutiveFailures = 0;
+        // Replay the span that failed. Already-persisted positions are marked,
+        // so re-embedding them cannot double-count. Clamped at zero: rewinding
+        // past the start would hand `slice` a negative index, which counts from
+        // the end and would replay the wrong texts.
+        return Math.max(0, current - EmbeddingPipeline.MAX_CONSECUTIVE_FAILURES * batchSize);
+    }
+}
+//# sourceMappingURL=EmbeddingPipeline.js.map

package/dist/application/indexing/EmbeddingPipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingPipeline.js","sourceRoot":"","sources":["../../../src/application/indexing/EmbeddingPipeline.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAc/D;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,iBAAiB;IASX;IACA;IACA;IAEA;IAEA;IAdV,MAAM,CAAU,cAAc,GAAG,GAAG,CAAC;IACrC,MAAM,CAAU,wBAAwB,GAAG,CAAC,CAAC;IAC7C,MAAM,CAAU,WAAW,GAAG,CAAC,CAAC;IAEhC,mBAAmB,GAAG,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC,CAAC;IAEpB,YACkB,QAAsB,EACtB,MAAoB,EACpB,WAA8B,EAAE;IACjD,mEAAmE;IAClD,cAAsC,KAAK,IAAI,EAAE,CAAC,KAAK;IACxE,+DAA+D;IAC9C,UAAU,KAAK;QANf,aAAQ,GAAR,QAAQ,CAAc;QACtB,WAAM,GAAN,MAAM,CAAc;QACpB,aAAQ,GAAR,QAAQ,CAAwB;QAEhC,gBAAW,GAAX,WAAW,CAA4C;QAEvD,YAAO,GAAP,OAAO,CAAQ;IAC9B,CAAC;IAEJ;;;OAGG;IACH,KAAK,CAAC,GAAG,CACR,KAAe,EACf,OAAiD;QAEjD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAEzD,sEAAsE;QACtE,sEAAsE;QACtE,uEAAuE;QACvE,sEAAsE;QACtE,EAAE;QACF,mEAAmE;QACnE,gEAAgE;QAChE,MAAM,cAAc,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,aAAa,GAAG,CAAC,KAAa,EAAQ,EAAE;YAC7C,IAAI,cAAc,CAAC,KAAK,CAAC;gBAAE,OAAO;YAClC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,cAAc,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAClD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAElC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YAExD,MAAM,QAAQ,GAAmB,EAAE,CAAC;YACpC,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACR,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,CACjD,KAAK,EACL,CAAC,EACD,QAAQ,EACR,aAAa,EACb,aAAa,CACb,CAAC;gBACF,IAAI,CAAC,mBAAmB;oBACvB,aAAa,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,iEAAiE;YACjE,wCAAwC;YACxC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEjD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAC1B,WAAW,EACX,cAAc,EACd,aAAa,CAAC,IAAI,CAClB,CAAC;YAEF,IACC,IAAI,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,wBAAwB,EACrE,CAAC;gBACF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBACnD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC3B,CAAC,GAAG,OAAO,CAAC;oBACZ,SAAS;gBACV,CAAC;gBAED,KAAK,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;oBAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9D,MAAM,IAAI,mBAAmB,CAC5B,cAAc,EACd,aAAa,EACb,KAAK,CAAC,MAAM,CACZ,CAAC;YACH,CAAC;YAED,8DAA8D;YAC9D,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CACvB,UAAU,CAAC,CAAC,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAC/C,CAAC;YACH,CAAC;QACF,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,CAAC;IAC1B,CAAC;IAED,wEAAwE;IAChE,KAAK,CAAC,iBAAiB,CAC9B,KAAe,EACf,MAAc,EACd,QAAwB,EACxB,aAA0B,EAC1B,aAAsC;QAEtC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC;gBACJ,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChE,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,aAAa,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC9B,QAAQ,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CACZ,gBAAgB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,SAAS;oBACtD,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAC9C,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,SAAS,CACtB,OAAe,EACf,SAAiB;QAEjB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QACpC,IAAI,IAAI,CAAC,OAAO,IAAI,iBAAiB,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QAEpE,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,SAAS,CAAC;QAElD,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,uEAAuE;QACvE,uEAAuE;QACvE,wEAAwE;QACxE,4CAA4C;QAC5C,OAAO,IAAI,CAAC,GAAG,CACd,CAAC,EACD,OAAO,GAAG,iBAAiB,CAAC,wBAAwB,GAAG,SAAS,CAChE,CAAC;IACH,CAAC"}

package/dist/application/indexing/IndexBuilder.d.ts

@@ -0,0 +1,112 @@
+import type { LmgrepConfig } from "../../domain/config/LmgrepConfig.js";
+import type { ChunkerPort } from "../../domain/ports/ChunkerPort.js";
+import type { ChunkRepositoryPort } from "../../domain/ports/ChunkRepositoryPort.js";
+import type { EmbedderPort } from "../../domain/ports/EmbedderPort.js";
+import type { FileManifestRepositoryPort } from "../../domain/ports/FileManifestRepositoryPort.js";
+import type { IndexMaintenancePort } from "../../domain/ports/IndexMaintenancePort.js";
+import type { LockPort } from "../../domain/ports/LockPort.js";
+import type { LoggerPort } from "../../domain/ports/LoggerPort.js";
+import type { WorkspacePort } from "../../domain/ports/WorkspacePort.js";
+import type { DatabaseLocation } from "../../domain/project/DatabaseLocation.js";
+import type { BranchBootstrapper } from "./BranchBootstrapper.js";
+import type { BranchManifestSweeper } from "./BranchManifestSweeper.js";
+import type { IndexBuildOptions, IndexBuildResult } from "./IndexingProgress.js";
+/** Everything the builder collaborates with, named so wiring stays readable. */
+export interface IndexBuilderDependencies {
+    workspace: WorkspacePort;
+    chunker: ChunkerPort;
+    embedder: EmbedderPort;
+    chunks: ChunkRepositoryPort;
+    manifest: FileManifestRepositoryPort;
+    maintenance: IndexMaintenancePort;
+    bootstrapper: BranchBootstrapper;
+    sweeper: BranchManifestSweeper;
+    logger: LoggerPort;
+    config: LmgrepConfig;
+    location: DatabaseLocation;
+    /** Serializes writes against any other indexer on this database. */
+    locks: LockPort;
+    /** Records the model and dimensions this run indexed with. */
+    recordMetadata: (dimensions: number | undefined) => void;
+    /**
+     * Announces that this database exists, so it can be listed and searched
+     * from elsewhere. Separate from {@link recordMetadata} because that one
+     * needs a vector width and therefore only runs when something was actually
+     * embedded — a repository indexed once and never changed again would
+     * otherwise never appear anywhere.
+     */
+    registerIndex: () => void;
+    /** Reloads a wedged local model mid-run; false when not possible. */
+    reloadModel: () => Promise<boolean>;
+    isLocalProvider: boolean;
+}
+/**
+ * Turns a working tree into an index.
+ *
+ * The order of operations is what makes a run resumable after a crash: a
+ * file's manifest entry is written only once every one of its chunks is
+ * embedded *and* persisted. A hard stop therefore leaves completed files
+ * marked done (a resume skips them) and in-flight files unmarked (a resume
+ * re-embeds them cleanly, after dropping their partial chunks).
+ */
+export declare class IndexBuilder {
+    private readonly deps;
+    constructor(deps: IndexBuilderDependencies);
+    /**
+     * Held for the whole run: a watcher and an ad-hoc `lmgrep index` must not
+     * write concurrently, or they race into duplicate chunk rows.
+     */
+    build(options?: IndexBuildOptions): Promise<IndexBuildResult>;
+    private buildLocked;
+    /**
+     * The files this run will look at, and whether that is the whole tree.
+     *
+     * `complete` matters for deletion detection: only a full scan can prove a
+     * path is gone. A targeted or `--since` run sees a subset, where "absent
+     * from the scan" means nothing.
+     */
+    private selectFiles;
+    /**
+     * Drop files the index still lists but the working tree no longer has.
+     *
+     * Without this a deleted file answers searches forever: change detection
+     * only walks what exists on disk, so a removal is invisible to it — not
+     * even a targeted re-index of the deleted path notices, because that path
+     * simply fails to hash and is skipped.
+     *
+     * Two independent signals, because a run may not have seen the whole tree:
+     *  - any scanned path that the manifest knows but cannot be read now;
+     *  - on a complete scan only, any manifest path the scan never saw.
+     */
+    private pruneDeletedFiles;
+    /**
+     * Register files whose content another branch already embedded, and return
+     * only those genuinely needing work.
+     *
+     * This is what makes branch switching cheap: chunks are content-addressed,
+     * so an identical file on another branch needs a manifest row, not a
+     * re-embed.
+     */
+    private registerAlreadyKnownContent;
+    private chunkAll;
+    /** Drop chunks already embedded, then any the provider would reject. */
+    private selectChunksToEmbed;
+    private embedAndStore;
+    /** Commit files whose every chunk is now embedded and persisted. */
+    private commitCompletedFiles;
+    /**
+     * Commit files that produced no new chunks at all — everything they held
+     * was already indexed, oversized, or unparseable — provided none of their
+     * chunks failed to embed.
+     */
+    private commitUntouchedFiles;
+    private commitFiles;
+    private report;
+    /**
+     * Fold new rows into the ANN index and compact the fragments they landed
+     * in. No-ops while the unindexed tail is small, so a watcher's periodic
+     * reconcile does not churn. Never fatal: an unoptimized index is slow and
+     * memory-hungry, not wrong.
+     */
+    private runMaintenance;
+}

package/dist/application/indexing/IndexBuilder.js

@@ -0,0 +1,370 @@
+import { FileVersion } from "../../domain/corpus/FileVersion.js";
+import { Duration } from "./Duration.js";
+import { EmbeddingAbortError } from "./EmbeddingAbortError.js";
+import { EmbeddingPipeline } from "./EmbeddingPipeline.js";
+/**
+ * Turns a working tree into an index.
+ *
+ * The order of operations is what makes a run resumable after a crash: a
+ * file's manifest entry is written only once every one of its chunks is
+ * embedded *and* persisted. A hard stop therefore leaves completed files
+ * marked done (a resume skips them) and in-flight files unmarked (a resume
+ * re-embeds them cleanly, after dropping their partial chunks).
+ */
+export class IndexBuilder {
+    deps;
+    constructor(deps) {
+        this.deps = deps;
+    }
+    /**
+     * Held for the whole run: a watcher and an ad-hoc `lmgrep index` must not
+     * write concurrently, or they race into duplicate chunk rows.
+     */
+    async build(options = {}) {
+        return this.deps.locks.withWriteLock(async () => {
+            const result = await this.buildLocked(options);
+            // Outside buildLocked on purpose. Sweeping is about branches that
+            // vanished from git, which has nothing to do with whether this run
+            // found anything to embed — and buildLocked returns early in five
+            // places, all of them reachable on a repo that never changes.
+            if (!options.dry) {
+                await this.deps.sweeper.sweep(this.deps.location.root);
+                this.deps.registerIndex();
+            }
+            return result;
+        });
+    }
+    async buildLocked(options) {
+        const { logger } = this.deps;
+        if (options.reset) {
+            logger.info("Resetting index...");
+            await this.deps.maintenance.reset();
+        }
+        else {
+            await this.deps.bootstrapper.bootstrap(this.deps.location.root);
+        }
+        const { files, complete } = this.selectFiles(options);
+        options.onProgress?.({
+            phase: "scan",
+            current: files.length,
+            total: files.length,
+        });
+        const manifest = await this.deps.manifest.current();
+        const { changed, current } = this.deps.workspace.detectChanges(files, manifest, this.deps.location.root);
+        // Deletions are handled before the early returns below: a run where
+        // nothing changed can still be a run where something was removed.
+        const removed = options.dry
+            ? 0
+            : await this.pruneDeletedFiles(files, current, manifest, complete);
+        logger.info(`${changed.length} files changed out of ${files.length}`);
+        if (changed.length === 0) {
+            logger.info(removed > 0
+                ? "No changes to index."
+                : "No changes detected. Index is up to date.");
+            return { succeeded: 0, failed: 0, removed };
+        }
+        const fresh = await this.registerAlreadyKnownContent(changed);
+        if (fresh.length === 0) {
+            logger.info("No new content to index.");
+            return { succeeded: 0, failed: 0, removed };
+        }
+        const chunks = await this.chunkAll(fresh, options);
+        if (chunks.length === 0) {
+            logger.info("No chunks produced. Index is up to date.");
+            return { succeeded: 0, failed: 0, removed };
+        }
+        const changedPaths = fresh.map((f) => f.path);
+        if (options.dry) {
+            for (const path of changedPaths)
+                logger.info(`  ${path}`);
+            return { succeeded: 0, failed: 0, removed };
+        }
+        // Drop the previous version's chunks before writing the new ones, or
+        // both versions would answer searches.
+        await this.deps.chunks.deleteByFiles(changedPaths);
+        const toEmbed = await this.selectChunksToEmbed(chunks, changedPaths);
+        if (toEmbed.length === 0) {
+            await this.commitFiles(changedPaths, current);
+            logger.info("All chunks already indexed.");
+            return { succeeded: 0, failed: 0, removed };
+        }
+        return {
+            ...(await this.embedAndStore(toEmbed, changedPaths, current, options)),
+            removed,
+        };
+    }
+    /**
+     * The files this run will look at, and whether that is the whole tree.
+     *
+     * `complete` matters for deletion detection: only a full scan can prove a
+     * path is gone. A targeted or `--since` run sees a subset, where "absent
+     * from the scan" means nothing.
+     */
+    selectFiles(options) {
+        const { logger, workspace, config, location } = this.deps;
+        if (options.files && options.files.length > 0) {
+            logger.info(`Processing ${options.files.length} targeted files`);
+            return { files: options.files, complete: false };
+        }
+        let files = workspace.listFiles(location.root, config.ignore, config.extensions);
+        if (options.since) {
+            const cutoff = Duration.parse(options.since).agoFrom(Date.now());
+            const before = files.length;
+            files = workspace.modifiedSince(files, location.root, cutoff);
+            logger.info(`Found ${files.length} files modified in the last ${options.since} (out of ${before})`);
+            return { files, complete: false };
+        }
+        logger.info(`Found ${files.length} files`);
+        return { files, complete: true };
+    }
+    /**
+     * Drop files the index still lists but the working tree no longer has.
+     *
+     * Without this a deleted file answers searches forever: change detection
+     * only walks what exists on disk, so a removal is invisible to it — not
+     * even a targeted re-index of the deleted path notices, because that path
+     * simply fails to hash and is skipped.
+     *
+     * Two independent signals, because a run may not have seen the whole tree:
+     *  - any scanned path that the manifest knows but cannot be read now;
+     *  - on a complete scan only, any manifest path the scan never saw.
+     */
+    async pruneDeletedFiles(scanned, readable, manifest, completeScan) {
+        const gone = new Set();
+        for (const path of scanned) {
+            if (!readable.has(path) && manifest.has(path))
+                gone.add(path);
+        }
+        // A complete scan that found nothing has not proven the repository is
+        // empty — far more likely the walk failed, or the tree is mid-checkout.
+        // Wiping the manifest on that evidence would force a full re-embed, so
+        // treat it the same way as a partial scan and prune nothing.
+        if (completeScan && scanned.length > 0) {
+            const seen = new Set(scanned);
+            for (const path of manifest.paths()) {
+                if (!seen.has(path))
+                    gone.add(path);
+            }
+        }
+        else if (completeScan && !manifest.isEmpty) {
+            this.deps.logger.info("Scan found no files; skipping deletion check. " +
+                "Run `lmgrep index --reset` if the working tree really is empty.");
+        }
+        if (gone.size === 0)
+            return 0;
+        const paths = [...gone];
+        // Chunks first: the repository decides whether another branch still
+        // references the path and keeps them if so. Our manifest row goes
+        // either way.
+        await this.deps.chunks.deleteByFiles(paths);
+        await this.deps.manifest.deleteFiles(paths);
+        this.deps.logger.info(`Removed ${paths.length} file(s) deleted from the working tree`);
+        return paths.length;
+    }
+    /**
+     * Register files whose content another branch already embedded, and return
+     * only those genuinely needing work.
+     *
+     * This is what makes branch switching cheap: chunks are content-addressed,
+     * so an identical file on another branch needs a manifest row, not a
+     * re-embed.
+     */
+    async registerAlreadyKnownContent(changed) {
+        const known = await this.deps.manifest.knownHashes(changed.map((f) => f.hash));
+        const alreadyIndexed = changed.filter((f) => known.has(f.hash.toString()));
+        const fresh = changed.filter((f) => !known.has(f.hash.toString()));
+        if (alreadyIndexed.length > 0) {
+            await this.deps.manifest.upsert(alreadyIndexed);
+            this.deps.logger.info(`${alreadyIndexed.length} files already indexed (content known from other branches)`);
+        }
+        return fresh;
+    }
+    async chunkAll(files, options) {
+        const all = [];
+        for (let i = 0; i < files.length; i++) {
+            const file = files[i];
+            try {
+                const produced = await this.deps.chunker.chunk(file.path, this.deps.location.root);
+                // Stamp each chunk with its file's version so search can scope
+                // to exactly the versions this branch references.
+                const version = FileVersion.of(file.hash);
+                for (const chunk of produced)
+                    all.push(chunk.stampedWith(version));
+            }
+            catch {
+                // A file that fails to parse is skipped, not fatal — one bad
+                // file must not abort a whole index run.
+            }
+            if ((i + 1) % 1000 === 0 || i === files.length - 1) {
+                options.onProgress?.({
+                    phase: "chunk",
+                    current: i + 1,
+                    total: files.length,
+                    message: `${all.length} chunks`,
+                });
+                this.deps.logger.info(`Chunking: ${i + 1}/${files.length} files, ${all.length} chunks so far`);
+            }
+        }
+        return all;
+    }
+    /** Drop chunks already embedded, then any the provider would reject. */
+    async selectChunksToEmbed(chunks, changedPaths) {
+        const existing = await this.deps.chunks.existingHashes(chunks.map((c) => c.hash));
+        let candidates = chunks.filter((c) => !existing.has(c.hash.toString()));
+        const alreadyIndexed = chunks.length - candidates.length;
+        let oversized = 0;
+        const maxTokens = this.deps.config.maxTokens;
+        if (maxTokens) {
+            const before = candidates.length;
+            candidates = candidates.filter((c) => c.estimatedTokens() <= maxTokens);
+            oversized = before - candidates.length;
+        }
+        this.deps.logger.info(`${changedPaths.length} files changed, ${chunks.length} chunks total, ` +
+            `${candidates.length} to embed (${alreadyIndexed} already indexed` +
+            `${oversized > 0 ? `, ${oversized} oversized` : ""})`);
+        return candidates;
+    }
+    async embedAndStore(chunks, changedPaths, current, options) {
+        const { logger } = this.deps;
+        // Chunks still owed per file. A file commits only when this hits zero.
+        const outstanding = new Map();
+        for (const c of chunks) {
+            const path = c.location.filePath;
+            outstanding.set(path, (outstanding.get(path) ?? 0) + 1);
+        }
+        let succeeded = 0;
+        let stored = 0;
+        let dimensions;
+        const persist = async (items) => {
+            const embedded = items.map((it) => ({
+                chunk: chunks[it.index],
+                vector: it.vector,
+            }));
+            await this.deps.chunks.add(embedded);
+            succeeded += embedded.length;
+            stored += embedded.length;
+            dimensions ??= embedded[0]?.vector.dimensions;
+            options.onProgress?.({
+                phase: "store",
+                current: stored,
+                total: chunks.length,
+            });
+            await this.commitCompletedFiles(embedded, outstanding, current);
+        };
+        const pipeline = new EmbeddingPipeline(this.deps.embedder, this.deps.config, {
+            onBatchStart: (n, total) => options.onProgress?.({ phase: "embed", current: n, total }),
+            onBatchDone: (n, ok, failed) => logger.info(`Batch ${n}: ${ok} ok / ${failed} err / ${chunks.length} total`),
+            onReload: (attempt, max) => logger.info(`Consecutive failures — reloading model (attempt ${attempt}/${max})...`),
+        }, this.deps.reloadModel, this.deps.isLocalProvider);
+        let failedIndices;
+        let aborted = false;
+        try {
+            ({ failedIndices } = await pipeline.run(chunks.map((c) => c.embeddingText()), persist));
+        }
+        catch (err) {
+            if (!(err instanceof EmbeddingAbortError))
+                throw err;
+            aborted = true;
+            failedIndices = err.failedIndices;
+            logger.error(err.message);
+        }
+        await this.commitUntouchedFiles(changedPaths, current, chunks, failedIndices, outstanding);
+        this.report(aborted, succeeded, failedIndices.size, changedPaths.length);
+        this.deps.recordMetadata(dimensions);
+        await this.runMaintenance(succeeded, options);
+        return { succeeded, failed: failedIndices.size, removed: 0 };
+    }
+    /** Commit files whose every chunk is now embedded and persisted. */
+    async commitCompletedFiles(embedded, outstanding, current) {
+        const completed = [];
+        for (const { chunk } of embedded) {
+            const path = chunk.location.filePath;
+            const left = (outstanding.get(path) ?? 0) - 1;
+            outstanding.set(path, left);
+            const hash = current.get(path);
+            if (left === 0 && hash) {
+                completed.push({ path, hash });
+            }
+        }
+        if (completed.length > 0)
+            await this.deps.manifest.upsert(completed);
+    }
+    /**
+     * Commit files that produced no new chunks at all — everything they held
+     * was already indexed, oversized, or unparseable — provided none of their
+     * chunks failed to embed.
+     */
+    async commitUntouchedFiles(changedPaths, current, chunks, failedIndices, outstanding) {
+        const failedFiles = new Set();
+        for (const index of failedIndices) {
+            failedFiles.add(chunks[index].location.filePath);
+        }
+        const remaining = [];
+        for (const path of changedPaths) {
+            const hash = current.get(path);
+            if (!hash)
+                continue;
+            if (failedFiles.has(path))
+                continue;
+            if ((outstanding.get(path) ?? 0) !== 0)
+                continue;
+            remaining.push({ path, hash });
+        }
+        if (remaining.length > 0)
+            await this.deps.manifest.upsert(remaining);
+    }
+    async commitFiles(paths, current) {
+        const entries = [];
+        for (const path of paths) {
+            const hash = current.get(path);
+            if (hash)
+                entries.push({ path, hash });
+        }
+        if (entries.length > 0)
+            await this.deps.manifest.upsert(entries);
+    }
+    report(aborted, succeeded, failed, fileCount) {
+        const { logger } = this.deps;
+        if (aborted) {
+            if (succeeded > 0) {
+                logger.info(`Saved ${succeeded} chunks before aborting.`);
+            }
+            logger.info(`Embedding failed. ${failed} chunks could not be embedded. ` +
+                "Fix your embedding provider and run `lmgrep index` to resume.");
+            return;
+        }
+        logger.info(`Done: ${succeeded} chunks indexed from ${fileCount} files` +
+            (failed > 0 ? ` (${failed} failed)` : ""));
+    }
+    /**
+     * Fold new rows into the ANN index and compact the fragments they landed
+     * in. No-ops while the unindexed tail is small, so a watcher's periodic
+     * reconcile does not churn. Never fatal: an unoptimized index is slow and
+     * memory-hungry, not wrong.
+     */
+    async runMaintenance(succeeded, options) {
+        if (succeeded === 0)
+            return;
+        try {
+            const report = await this.deps.maintenance.optimize({
+                create: options.createIndex ?? false,
+            });
+            for (const table of report.tables) {
+                if (table.action === "created") {
+                    this.deps.logger.info(`Built vector index on ${table.table} (${table.rows} rows)`);
+                }
+                else if (table.action === "optimized") {
+                    this.deps.logger.info(`Optimized ${table.table}: absorbed ${table.unindexed} unindexed rows`);
+                }
+                else if (table.action === "needs-index") {
+                    this.deps.logger.info(`${table.table} has ${table.rows} rows and no vector index — ` +
+                        "searches scan every embedding. Run `lmgrep compact` to build one.");
+                }
+            }
+        }
+        catch (err) {
+            this.deps.logger.error(`Index optimization skipped: ${err instanceof Error ? err.message : err}`);
+        }
+    }
+}
+//# sourceMappingURL=IndexBuilder.js.map

package/dist/application/indexing/IndexBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexBuilder.js","sourceRoot":"","sources":["../../../src/application/indexing/IndexBuilder.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AAoBjE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAoC3D;;;;;;;;GAQG;AACH,MAAM,OAAO,YAAY;IACK;IAA7B,YAA6B,IAA8B;QAA9B,SAAI,GAAJ,IAAI,CAA0B;IAAG,CAAC;IAE/D;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,UAA6B,EAAE;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAC/C,kEAAkE;YAClE,mEAAmE;YACnE,kEAAkE;YAClE,8DAA8D;YAC9D,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3B,CAAC;YACD,OAAO,MAAM,CAAC;QACf,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,OAA0B;QAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAE7B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAClC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACrC,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,CAAC,UAAU,EAAE,CAAC;YACpB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,KAAK,EAAE,KAAK,CAAC,MAAM;SACnB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpD,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAC7D,KAAK,EACL,QAAQ,EACR,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvB,CAAC;QAEF,oEAAoE;QACpE,kEAAkE;QAClE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG;YAC1B,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEpE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,yBAAyB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CACV,OAAO,GAAG,CAAC;gBACV,CAAC,CAAC,sBAAsB;gBACxB,CAAC,CAAC,2CAA2C,CAC9C,CAAC;YACF,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;YACxD,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YACjB,KAAK,MAAM,IAAI,IAAI,YAAY;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,CAAC;QAED,qEAAqE;QACrE,uCAAuC;QACvC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC3C,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,CAAC;QAED,OAAO;YACN,GAAG,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACtE,OAAO;SACP,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAAC,OAA0B;QAI7C,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAE1D,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,cAAc,OAAO,CAAC,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;YACjE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAClD,CAAC;QAED,IAAI,KAAK,GAAG,SAAS,CAAC,SAAS,CAC9B,QAAQ,CAAC,IAAI,EACb,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,UAAU,CACjB,CAAC;QAEF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YAC5B,KAAK,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CACV,SAAS,KAAK,CAAC,MAAM,+BAA+B,OAAO,CAAC,KAAK,YAAY,MAAM,GAAG,CACtF,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAClC,CAAC;IAED;;;;;;;;;;;OAWG;IACK,KAAK,CAAC,iBAAiB,CAC9B,OAAiB,EACjB,QAAkC,EAClC,QAAsB,EACtB,YAAqB;QAErB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC;QAED,sEAAsE;QACtE,wEAAwE;QACxE,uEAAuE;QACvE,6DAA6D;QAC7D,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;gBACrC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;QACF,CAAC;aAAM,IAAI,YAAY,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,gDAAgD;gBAC/C,iEAAiE,CAClE,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE9B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACxB,oEAAoE;QACpE,kEAAkE;QAClE,cAAc;QACd,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,WAAW,KAAK,CAAC,MAAM,wCAAwC,CAC/D,CAAC;QACF,OAAO,KAAK,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,2BAA2B,CACxC,OAAqB;QAErB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CACjD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAC1B,CAAC;QAEF,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAEnE,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,GAAG,cAAc,CAAC,MAAM,4DAA4D,CACpF,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,QAAQ,CACrB,KAAmB,EACnB,OAA0B;QAE1B,MAAM,GAAG,GAAY,EAAE,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAC7C,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvB,CAAC;gBACF,+DAA+D;gBAC/D,kDAAkD;gBAClD,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,KAAK,MAAM,KAAK,IAAI,QAAQ;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACR,6DAA6D;gBAC7D,yCAAyC;YAC1C,CAAC;YAED,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,OAAO,CAAC,UAAU,EAAE,CAAC;oBACpB,KAAK,EAAE,OAAO;oBACd,OAAO,EAAE,CAAC,GAAG,CAAC;oBACd,KAAK,EAAE,KAAK,CAAC,MAAM;oBACnB,OAAO,EAAE,GAAG,GAAG,CAAC,MAAM,SAAS;iBAC/B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,aAAa,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,WAAW,GAAG,CAAC,MAAM,gBAAgB,CACvE,CAAC;YACH,CAAC;QACF,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,wEAAwE;IAChE,KAAK,CAAC,mBAAmB,CAChC,MAAe,EACf,YAAsB;QAEtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CACrD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACzB,CAAC;QACF,IAAI,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAEzD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC7C,IAAI,SAAS,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YACjC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,EAAE,IAAI,SAAS,CAAC,CAAC;YACxE,SAAS,GAAG,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,GAAG,YAAY,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,iBAAiB;YACtE,GAAG,UAAU,CAAC,MAAM,cAAc,cAAc,kBAAkB;YAClE,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,YAAY,CAAC,CAAC,CAAC,EAAE,GAAG,CACtD,CAAC;QACF,OAAO,UAAU,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,aAAa,CAC1B,MAAe,EACf,YAAsB,EACtB,OAAiC,EACjC,OAA0B;QAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAE7B,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACjC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAA8B,CAAC;QAEnC,MAAM,OAAO,GAAG,KAAK,EACpB,KAA+C,EAC/B,EAAE;YAClB,MAAM,QAAQ,GAAoB,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpD,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC;gBACvB,MAAM,EAAE,EAAE,CAAC,MAAM;aACjB,CAAC,CAAC,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAErC,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC;YAC7B,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC;YAC1B,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;YAC9C,OAAO,CAAC,UAAU,EAAE,CAAC;gBACpB,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,MAAM,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QACjE,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAChB;YACC,YAAY,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAC1B,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;YAC5D,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAC9B,MAAM,CAAC,IAAI,CACV,SAAS,CAAC,KAAK,EAAE,SAAS,MAAM,UAAU,MAAM,CAAC,MAAM,QAAQ,CAC/D;YACF,QAAQ,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAC1B,MAAM,CAAC,IAAI,CACV,mDAAmD,OAAO,IAAI,GAAG,MAAM,CACvE;SACF,EACD,IAAI,CAAC,IAAI,CAAC,WAAW,EACrB,IAAI,CAAC,IAAI,CAAC,eAAe,CACzB,CAAC;QAEF,IAAI,aAA0B,CAAC;QAC/B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACJ,CAAC,EAAE,aAAa,EAAE,GAAG,MAAM,QAAQ,CAAC,GAAG,CACtC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,EACpC,OAAO,CACP,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,CAAC,GAAG,YAAY,mBAAmB,CAAC;gBAAE,MAAM,GAAG,CAAC;YACrD,OAAO,GAAG,IAAI,CAAC;YACf,aAAa,GAAG,GAAG,CAAC,aAAa,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,CAC9B,YAAY,EACZ,OAAO,EACP,MAAM,EACN,aAAa,EACb,WAAW,CACX,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;QAEzE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE9C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC9D,CAAC;IAED,oEAAoE;IAC5D,KAAK,CAAC,oBAAoB,CACjC,QAAyB,EACzB,WAAgC,EAChC,OAAiC;QAEjC,MAAM,SAAS,GAAiB,EAAE,CAAC;QACnC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,QAAQ,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrC,MAAM,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9C,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;gBACxB,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAChC,CAAC;QACF,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,oBAAoB,CACjC,YAAsB,EACtB,OAAiC,EACjC,MAAe,EACf,aAA0B,EAC1B,WAAgC;QAEhC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,SAAS,GAAiB,EAAE,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YACpC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;gBAAE,SAAS;YACjD,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,KAAe,EACf,OAAiC;QAEjC,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClE,CAAC;IAEO,MAAM,CACb,OAAgB,EAChB,SAAiB,EACjB,MAAc,EACd,SAAiB;QAEjB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC7B,IAAI,OAAO,EAAE,CAAC;YACb,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,SAAS,SAAS,0BAA0B,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,CAAC,IAAI,CACV,qBAAqB,MAAM,iCAAiC;gBAC3D,+DAA+D,CAChE,CAAC;YACF,OAAO;QACR,CAAC;QACD,MAAM,CAAC,IAAI,CACV,SAAS,SAAS,wBAAwB,SAAS,QAAQ;YAC1D,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAC1C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,cAAc,CAC3B,SAAiB,EACjB,OAA0B;QAE1B,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO;QAC5B,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBACnD,MAAM,EAAE,OAAO,CAAC,WAAW,IAAI,KAAK;aACpC,CAAC,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBAChC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,yBAAyB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,QAAQ,CAC3D,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,aAAa,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,SAAS,iBAAiB,CACtE,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;oBAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,GAAG,KAAK,CAAC,KAAK,QAAQ,KAAK,CAAC,IAAI,8BAA8B;wBAC7D,mEAAmE,CACpE,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CACrB,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CACzE,CAAC;QACH,CAAC;IACF,CAAC;CACD"}