lmgrep 0.1.0

package/dist/index-cmd.js

@@ -0,0 +1,250 @@
+import { chunkFile } from "./chunker/index.js";
+import { loadConfig } from "./config.js";
+import { embedTexts } from "./embedder.js";
+import { createHash } from "node:crypto";
+import { readFileSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { deleteByFiles, getFileHashes, getIndexedHashes, resetIndex, upsertChunks, upsertFileHashes, } from "./store.js";
+import { walkFiles } from "./walker.js";
+function parseDuration(s) {
+    const match = s.match(/^(\d+)\s*(s|m|h|d)$/);
+    if (!match)
+        throw new Error(`Invalid duration "${s}". Use e.g. 10m, 2h, 1d`);
+    const n = Number.parseInt(match[1], 10);
+    const unit = match[2];
+    const multipliers = { s: 1000, m: 60_000, h: 3_600_000, d: 86_400_000 };
+    return n * multipliers[unit];
+}
+function log(msg) {
+    console.log(`[${new Date().toISOString()}] ${msg}`);
+}
+export async function indexCommand(cwd, opts) {
+    const config = loadConfig(cwd);
+    if (opts.reset) {
+        log("Resetting index...");
+        await resetIndex(cwd);
+    }
+    // Scan files
+    const allFiles = walkFiles(cwd);
+    // Filter by mtime if --since is provided
+    let files = allFiles;
+    if (opts.since) {
+        const cutoff = Date.now() - parseDuration(opts.since);
+        files = allFiles.filter((f) => {
+            try {
+                return statSync(join(cwd, f)).mtimeMs >= cutoff;
+            }
+            catch {
+                return false;
+            }
+        });
+        log(`Found ${files.length} files modified in the last ${opts.since} (out of ${allFiles.length})`);
+    }
+    else {
+        log(`Found ${files.length} files`);
+    }
+    // Fast change detection via whole-file hash
+    const storedFileHashes = await getFileHashes(cwd);
+    const changedFiles = [];
+    const currentFileHashes = new Map();
+    for (const file of files) {
+        try {
+            const content = readFileSync(join(cwd, file));
+            const fileHash = createHash("sha256").update(content).digest("hex").slice(0, 16);
+            currentFileHashes.set(file, fileHash);
+            if (opts.force || storedFileHashes.get(file) !== fileHash) {
+                changedFiles.push(file);
+            }
+        }
+        catch {
+            // skip unreadable files
+        }
+    }
+    log(`${changedFiles.length} files changed out of ${files.length}`);
+    if (changedFiles.length === 0) {
+        log("No changes detected. Index is up to date.");
+        return;
+    }
+    // Chunk only changed files
+    const allChunks = [];
+    for (let i = 0; i < changedFiles.length; i++) {
+        const file = changedFiles[i];
+        try {
+            const chunks = await chunkFile(file, cwd);
+            allChunks.push(...chunks);
+        }
+        catch {
+            // skip files that fail to parse
+        }
+        if ((i + 1) % 1000 === 0 || i === changedFiles.length - 1) {
+            log(`Chunking: ${i + 1}/${changedFiles.length} files, ${allChunks.length} chunks so far`);
+        }
+    }
+    if (allChunks.length === 0) {
+        log("No changes detected. Index is up to date.");
+        return;
+    }
+    if (opts.dry) {
+        for (const f of changedFiles)
+            log(`  ${f}`);
+        return;
+    }
+    // Delete old chunks for changed files so stale content doesn't linger
+    await deleteByFiles(changedFiles, cwd);
+    // Filter out chunks already indexed (by hash) — checked after delete
+    // so hashes from changed files don't cause false positives
+    const existingHashes = await getIndexedHashes(cwd);
+    let newChunks = allChunks.filter((c) => !existingHashes.has(c.hash));
+    const alreadyIndexed = allChunks.length - newChunks.length;
+    // Filter out chunks exceeding max token limit
+    let skippedOversize = 0;
+    if (config.maxTokens) {
+        const before = newChunks.length;
+        newChunks = newChunks.filter((c) => {
+            const estimatedTokens = Math.ceil((c.context.length + c.content.length) / 4);
+            return estimatedTokens <= config.maxTokens;
+        });
+        skippedOversize = before - newChunks.length;
+    }
+    log(`${changedFiles.length} files changed, ${allChunks.length} chunks total, ${newChunks.length} to embed (${alreadyIndexed} already indexed${skippedOversize > 0 ? `, ${skippedOversize} skipped as oversized` : ""})`);
+    if (newChunks.length === 0) {
+        // No new chunks to embed — safe to save all file hashes
+        const allChangedHashEntries = changedFiles
+            .filter((fp) => currentFileHashes.has(fp))
+            .map((fp) => ({ filePath: fp, fileHash: currentFileHashes.get(fp) }));
+        if (allChangedHashEntries.length > 0) {
+            await upsertFileHashes(allChangedHashEntries, cwd);
+        }
+        log("All chunks already indexed.");
+        return;
+    }
+    // Embed and store in batches
+    const { succeeded, failed, failedFiles } = await embedAndStore(newChunks, config, cwd);
+    // Only save file hashes for files that had no embedding failures,
+    // so interrupted/failed files get retried on the next run.
+    const hashEntries = changedFiles
+        .filter((fp) => currentFileHashes.has(fp) && !failedFiles.has(fp))
+        .map((fp) => ({ filePath: fp, fileHash: currentFileHashes.get(fp) }));
+    if (hashEntries.length > 0) {
+        await upsertFileHashes(hashEntries, cwd);
+    }
+    log(`Done: ${succeeded} chunks indexed from ${changedFiles.length} files` +
+        (failed > 0 ? ` (${failed} failed)` : ""));
+}
+const BATCH_DELAY_MS = 200;
+const MAX_CONSECUTIVE_FAILURES = 3;
+const MAX_RELOADS = 10;
+async function reloadModel(config) {
+    const modelId = config.model.split(":").slice(1).join(":");
+    const baseURL = config.baseURL ?? "http://localhost:1234";
+    const apiBase = baseURL.replace(/\/v1\/?$/, "");
+    try {
+        log(`Reloading model "${modelId}"...`);
+        await fetch(`${apiBase}/api/v1/models/unload`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({ instance_id: modelId }),
+        });
+        await new Promise((r) => setTimeout(r, 2000));
+        const res = await fetch(`${apiBase}/api/v1/models/load`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({ model: modelId, context_length: config.maxTokens ?? 8192 }),
+        });
+        const data = (await res.json());
+        if (data.status === "loaded") {
+            log("Model reloaded successfully");
+            return true;
+        }
+        log(`Model reload response: ${JSON.stringify(data)}`);
+        return true;
+    }
+    catch (err) {
+        log(`Failed to reload model: ${err instanceof Error ? err.message : err}`);
+        return false;
+    }
+}
+async function embedAndStore(chunks, config, cwd) {
+    const batchSize = config.batchSize;
+    const total = chunks.length;
+    const totalBatches = Math.ceil(total / batchSize);
+    let succeeded = 0;
+    let failed = 0;
+    const failedFiles = new Set();
+    let consecutiveFailedBatches = 0;
+    let reloads = 0;
+    for (let i = 0; i < chunks.length; i += batchSize) {
+        const batchNum = Math.floor(i / batchSize) + 1;
+        const batchChunks = chunks.slice(i, i + batchSize);
+        const batchTexts = batchChunks.map((c) => `${c.context}\n${c.content}`);
+        const batchIndexed = [];
+        let batchFailed = 0;
+        try {
+            const vectors = await embedTexts(batchTexts, config);
+            for (let j = 0; j < batchChunks.length; j++) {
+                batchIndexed.push({ ...batchChunks[j], vector: vectors[j] });
+            }
+            succeeded += batchChunks.length;
+            consecutiveFailedBatches = 0;
+        }
+        catch {
+            // Batch failed — retry each item individually
+            for (let j = 0; j < batchChunks.length; j++) {
+                const tokenEstimate = Math.ceil(batchTexts[j].length / 4);
+                try {
+                    const [vector] = await embedTexts([batchTexts[j]], config);
+                    batchIndexed.push({ ...batchChunks[j], vector });
+                    succeeded++;
+                }
+                catch (err) {
+                    failed++;
+                    batchFailed++;
+                    failedFiles.add(batchChunks[j].filePath);
+                    console.error(`  ! Failed (~${tokenEstimate} tok): ${err instanceof Error ? err.message : err}`);
+                }
+            }
+            if (batchFailed === batchChunks.length) {
+                consecutiveFailedBatches++;
+            }
+            else {
+                consecutiveFailedBatches = 0;
+            }
+        }
+        // Store successful chunks from this batch immediately
+        if (batchIndexed.length > 0) {
+            await upsertChunks(batchIndexed, cwd);
+        }
+        log(`Batch ${batchNum}/${totalBatches}: ${succeeded} ok / ${failed} err / ${total} total`);
+        if (consecutiveFailedBatches >= MAX_CONSECUTIVE_FAILURES) {
+            if (reloads >= MAX_RELOADS) {
+                log(`Aborting: exhausted ${MAX_RELOADS} reload attempts.`);
+                // Mark all remaining unprocessed chunks' files as failed
+                for (let k = i + batchSize; k < chunks.length; k++) {
+                    failedFiles.add(chunks[k].filePath);
+                }
+                break;
+            }
+            reloads++;
+            log(`${MAX_CONSECUTIVE_FAILURES} consecutive failures — reloading model (attempt ${reloads}/${MAX_RELOADS})...`);
+            const ok = await reloadModel(config);
+            if (!ok) {
+                log("Aborting: could not reload model.");
+                // Mark all remaining unprocessed chunks' files as failed
+                for (let k = i + batchSize; k < chunks.length; k++) {
+                    failedFiles.add(chunks[k].filePath);
+                }
+                break;
+            }
+            consecutiveFailedBatches = 0;
+            // Retry the failed batches by rewinding
+            i -= MAX_CONSECUTIVE_FAILURES * batchSize;
+            continue;
+        }
+        // Cooldown between batches to avoid GPU overheating
+        if (i + batchSize < chunks.length) {
+            await new Promise((r) => setTimeout(r, BATCH_DELAY_MS));
+        }
+    }
+    return { succeeded, failed, failedFiles };
+}
+//# sourceMappingURL=index-cmd.js.map

package/dist/index-cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-cmd.js","sourceRoot":"","sources":["../src/index-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACN,aAAa,EACb,aAAa,EAEb,gBAAgB,EAChB,UAAU,EACV,YAAY,EACZ,gBAAgB,GAChB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAUxC,SAAS,aAAa,CAAC,CAAS;IAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC7C,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,yBAAyB,CAAC,CAAC;IAC7E,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,WAAW,GAA2B,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;IAChG,OAAO,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,GAAG,CAAC,GAAW;IACvB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,GAAW,EACX,IAAkB;IAElB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAE/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAC1B,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,aAAa;IACb,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAEhC,yCAAyC;IACzC,IAAI,KAAK,GAAG,QAAQ,CAAC;IACrB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAC7B,IAAI,CAAC;gBACJ,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;YACjD,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,KAAK,CAAC;YACd,CAAC;QACF,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,+BAA+B,IAAI,CAAC,KAAK,YAAY,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACnG,CAAC;SAAM,CAAC;QACP,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,4CAA4C;IAC5C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjF,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtC,IAAI,IAAI,CAAC,KAAK,IAAI,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC3D,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,wBAAwB;QACzB,CAAC;IACF,CAAC;IAED,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,yBAAyB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAEnE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACjD,OAAO;IACR,CAAC;IAED,2BAA2B;IAC3B,MAAM,SAAS,GAAY,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACR,gCAAgC;QACjC,CAAC;QAED,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,WAAW,SAAS,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAC3F,CAAC;IACF,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACjD,OAAO;IACR,CAAC;IAED,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,YAAY;YAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5C,OAAO;IACR,CAAC;IAED,sEAAsE;IACtE,MAAM,aAAa,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;IAEvC,qEAAqE;IACrE,2DAA2D;IAC3D,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAE3D,8CAA8C;IAC9C,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAChC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAClC,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7E,OAAO,eAAe,IAAI,MAAM,CAAC,SAAU,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,eAAe,GAAG,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAC7C,CAAC;IAED,GAAG,CACF,GAAG,YAAY,CAAC,MAAM,mBAAmB,SAAS,CAAC,MAAM,kBAAkB,SAAS,CAAC,MAAM,cAAc,cAAc,mBAAmB,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,eAAe,uBAAuB,CAAC,CAAC,CAAC,EAAE,GAAG,CACnN,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,wDAAwD;QACxD,MAAM,qBAAqB,GAAG,YAAY;aACxC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACzC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAE,EAAE,CAAC,CAAC,CAAC;QACxE,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,gBAAgB,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;QACpD,CAAC;QACD,GAAG,CAAC,6BAA6B,CAAC,CAAC;QACnC,OAAO;IACR,CAAC;IAED,6BAA6B;IAC7B,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvF,kEAAkE;IAClE,2DAA2D;IAC3D,MAAM,WAAW,GAAG,YAAY;SAC9B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SACjE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAE,EAAE,CAAC,CAAC,CAAC;IACxE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,gBAAgB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,GAAG,CACF,SAAS,SAAS,wBAAwB,YAAY,CAAC,MAAM,QAAQ;QACpE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAC1C,CAAC;AACH,CAAC;AAED,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,WAAW,GAAG,EAAE,CAAC;AAEvB,KAAK,UAAU,WAAW,CAAC,MAAoB;IAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAEhD,IAAI,CAAC;QACJ,GAAG,CAAC,oBAAoB,OAAO,MAAM,CAAC,CAAC;QACvC,MAAM,KAAK,CAAC,GAAG,OAAO,uBAAuB,EAAE;YAC9C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,qBAAqB,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwB,CAAC;QACvD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC9B,GAAG,CAAC,6BAA6B,CAAC,CAAC;YACnC,OAAO,IAAI,CAAC;QACb,CAAC;QACD,GAAG,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,2BAA2B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3E,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC;AAQD,KAAK,UAAU,aAAa,CAC3B,MAAe,EACf,MAAoB,EACpB,GAAW;IAEX,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IAClD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CACnC,CAAC;QAEF,MAAM,YAAY,GAAmB,EAAE,CAAC;QACxC,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC;YACD,SAAS,IAAI,WAAW,CAAC,MAAM,CAAC;YAChC,wBAAwB,GAAG,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACR,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC1D,IAAI,CAAC;oBACJ,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;oBAC3D,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;oBACjD,SAAS,EAAE,CAAC;gBACb,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC;oBACT,WAAW,EAAE,CAAC;oBACd,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;oBACzC,OAAO,CAAC,KAAK,CACZ,gBAAgB,aAAa,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CACjF,CAAC;gBACH,CAAC;YACF,CAAC;YAED,IAAI,WAAW,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxC,wBAAwB,EAAE,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACP,wBAAwB,GAAG,CAAC,CAAC;YAC9B,CAAC;QACF,CAAC;QAED,sDAAsD;QACtD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,YAAY,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QACvC,CAAC;QAED,GAAG,CAAC,SAAS,QAAQ,IAAI,YAAY,KAAK,SAAS,SAAS,MAAM,UAAU,KAAK,QAAQ,CAAC,CAAC;QAE3F,IAAI,wBAAwB,IAAI,wBAAwB,EAAE,CAAC;YAC1D,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;gBAC5B,GAAG,CAAC,uBAAuB,WAAW,mBAAmB,CAAC,CAAC;gBAC3D,yDAAyD;gBACzD,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM;YACP,CAAC;YACD,OAAO,EAAE,CAAC;YACV,GAAG,CAAC,GAAG,wBAAwB,oDAAoD,OAAO,IAAI,WAAW,MAAM,CAAC,CAAC;YACjH,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACT,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACzC,yDAAyD;gBACzD,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM;YACP,CAAC;YACD,wBAAwB,GAAG,CAAC,CAAC;YAC7B,wCAAwC;YACxC,CAAC,IAAI,wBAAwB,GAAG,SAAS,CAAC;YAC1C,SAAS;QACV,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QACzD,CAAC;IACF,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AAC3C,CAAC"}

package/dist/mcp.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/mcp.js

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+import { spawn } from "node:child_process";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { z } from "zod";
+import { loadConfig } from "./config.js";
+import { embedQuery } from "./embedder.js";
+import { findIndexedAncestor, search } from "./store.js";
+const cwd = process.cwd();
+// Start the serve watcher as a detached background process
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const cliPath = join(__dirname, "cli.js");
+const child = spawn("node", [cliPath, "serve"], {
+    cwd,
+    stdio: "ignore",
+    detached: true,
+});
+child.unref();
+const server = new McpServer({
+    name: "lmgrep",
+    version: "0.1.0",
+});
+server.tool("search", "Semantic code search across the indexed codebase. Returns relevant code chunks ranked by similarity to the query.", {
+    query: z.string().describe("Natural language search query"),
+    limit: z
+        .number()
+        .optional()
+        .default(10)
+        .describe("Maximum number of results to return"),
+    filePrefix: z
+        .string()
+        .optional()
+        .describe("Only search files matching this path prefix (e.g. 'backend' or 'src/components')"),
+    not: z
+        .string()
+        .optional()
+        .describe("Exclude results similar to this query"),
+}, async ({ query, limit, filePrefix, not }) => {
+    let searchCwd = cwd;
+    let prefix = filePrefix;
+    const ancestor = findIndexedAncestor(cwd);
+    if (ancestor && ancestor.prefix) {
+        searchCwd = ancestor.root;
+        prefix = prefix
+            ? `${ancestor.prefix}/${prefix}`
+            : ancestor.prefix;
+    }
+    const config = loadConfig(searchCwd);
+    let queryVector = await embedQuery(query, config);
+    if (not) {
+        const notVector = await embedQuery(not, config);
+        queryVector = queryVector.map((v, i) => v - notVector[i] * 0.5);
+    }
+    const results = await search(queryVector, searchCwd, limit, prefix);
+    if (results.length === 0) {
+        return {
+            content: [{ type: "text", text: "No results found." }],
+        };
+    }
+    const text = results
+        .map((r) => {
+        const header = `${r.filePath}:${r.startLine}-${r.endLine} [${r.type}] ${r.name}`;
+        return `${header}\n${r.context}\n\n${r.content}`;
+    })
+        .join("\n\n---\n\n");
+    return {
+        content: [{ type: "text", text }],
+    };
+});
+async function main() {
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+}
+main().catch((err) => {
+    console.error("lmgrep MCP server error:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=mcp.js.map

package/dist/mcp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.js","sourceRoot":"","sources":["../src/mcp.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAEzD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;AAE1B,2DAA2D;AAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE;IAC/C,GAAG;IACH,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,IAAI;CACd,CAAC,CAAC;AACH,KAAK,CAAC,KAAK,EAAE,CAAC;AAEd,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;IAC5B,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,OAAO;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,IAAI,CACV,QAAQ,EACR,mHAAmH,EACnH;IACC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3D,KAAK,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,qCAAqC,CAAC;IACjD,UAAU,EAAE,CAAC;SACX,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,kFAAkF,CAAC;IAC9F,GAAG,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;CACnD,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE;IAC3C,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,IAAI,MAAM,GAAG,UAAU,CAAC;IACxB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC1B,MAAM,GAAG,MAAM;YACd,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,MAAM,EAAE;YAChC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;IACpB,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACrC,IAAI,WAAW,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,GAAG,EAAE,CAAC;QACT,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAChD,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAEpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;SACtD,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,OAAO;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACjF,OAAO,GAAG,MAAM,KAAK,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC,CAAC;SACD,IAAI,CAAC,aAAa,CAAC,CAAC;IAEtB,OAAO;QACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KACjC,CAAC;AACH,CAAC,CACD,CAAC;AAEF,KAAK,UAAU,IAAI;IAClB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AACjC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}

package/dist/providers.d.ts

@@ -0,0 +1 @@
+export declare function importProvider(pkg: string): Promise<Record<string, unknown>>;

package/dist/providers.js

@@ -0,0 +1,43 @@
+import { execSync } from "node:child_process";
+import { createRequire } from "node:module";
+import { join } from "node:path";
+function getGlobalNodeModulesPaths() {
+    const paths = [];
+    // pnpm global
+    try {
+        const pnpmGlobal = execSync("pnpm root -g", { stdio: "pipe" })
+            .toString()
+            .trim();
+        if (pnpmGlobal)
+            paths.push(pnpmGlobal);
+    }
+    catch { }
+    // npm global
+    try {
+        const npmGlobal = execSync("npm root -g", { stdio: "pipe" })
+            .toString()
+            .trim();
+        if (npmGlobal)
+            paths.push(npmGlobal);
+    }
+    catch { }
+    return paths;
+}
+export async function importProvider(pkg) {
+    // Try normal resolution first (works for local installs)
+    try {
+        return await import(pkg);
+    }
+    catch { }
+    // Try global node_modules paths
+    for (const globalPath of getGlobalNodeModulesPaths()) {
+        try {
+            const req = createRequire(join(globalPath, ".placeholder"));
+            const resolved = req.resolve(pkg);
+            return await import(resolved);
+        }
+        catch { }
+    }
+    throw new Error(`Provider "${pkg}" is not installed. Run:\n\n  npm install -g ${pkg}\n`);
+}
+//# sourceMappingURL=providers.js.map

package/dist/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,SAAS,yBAAyB;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,cAAc;IACd,IAAI,CAAC;QACJ,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;aAC5D,QAAQ,EAAE;aACV,IAAI,EAAE,CAAC;QACT,IAAI,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,aAAa;IACb,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;aAC1D,QAAQ,EAAE;aACV,IAAI,EAAE,CAAC;QACT,IAAI,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAW;IAEX,yDAAyD;IACzD,IAAI,CAAC;QACJ,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,gCAAgC;IAChC,KAAK,MAAM,UAAU,IAAI,yBAAyB,EAAE,EAAE,CAAC;QACtD,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACX,CAAC;IAED,MAAM,IAAI,KAAK,CACd,aAAa,GAAG,gDAAgD,GAAG,IAAI,CACvE,CAAC;AACH,CAAC"}

package/dist/repair-cmd.d.ts

@@ -0,0 +1,5 @@
+interface RepairOptions {
+    dry?: boolean;
+}
+export declare function repairCommand(cwd: string, opts: RepairOptions): Promise<void>;
+export {};

package/dist/repair-cmd.js

@@ -0,0 +1,112 @@
+import { chunkFile } from "./chunker/index.js";
+import { createHash } from "node:crypto";
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import { deleteByFiles, deleteFileHashes, getChunkCount, getFileHashes, getIndexedFiles, } from "./store.js";
+import { walkFiles } from "./walker.js";
+function log(msg) {
+    console.log(`[${new Date().toISOString()}] ${msg}`);
+}
+export async function repairCommand(cwd, opts) {
+    log("Scanning index for inconsistencies...");
+    const chunkCountBefore = await getChunkCount(cwd);
+    const indexedFiles = await getIndexedFiles(cwd);
+    const storedFileHashes = await getFileHashes(cwd);
+    const diskFiles = new Set(walkFiles(cwd));
+    // 1. Find orphaned files: indexed but no longer on disk
+    const orphanedFiles = [];
+    const allIndexedPaths = new Set([
+        ...indexedFiles.keys(),
+        ...storedFileHashes.keys(),
+    ]);
+    for (const fp of allIndexedPaths) {
+        if (!diskFiles.has(fp)) {
+            orphanedFiles.push(fp);
+        }
+    }
+    // 2. Find stale files: file hash in DB doesn't match current content
+    const staleFiles = [];
+    for (const fp of diskFiles) {
+        const storedHash = storedFileHashes.get(fp);
+        if (!storedHash)
+            continue; // not tracked, will be picked up by `index`
+        try {
+            const content = readFileSync(join(cwd, fp));
+            const currentHash = createHash("sha256")
+                .update(content)
+                .digest("hex")
+                .slice(0, 16);
+            if (storedHash !== currentHash) {
+                staleFiles.push(fp);
+            }
+        }
+        catch {
+            // unreadable, treat as orphaned
+            orphanedFiles.push(fp);
+        }
+    }
+    // 3. Find files with stale chunks: chunks in DB don't match what chunking produces
+    const chunkMismatchFiles = [];
+    for (const [fp, indexedHashes] of indexedFiles) {
+        if (orphanedFiles.includes(fp) || staleFiles.includes(fp))
+            continue;
+        if (!diskFiles.has(fp))
+            continue;
+        try {
+            const currentChunks = await chunkFile(fp, cwd);
+            const currentHashes = new Set(currentChunks.map((c) => c.hash));
+            const indexedSet = new Set(indexedHashes);
+            // Check if any indexed chunk is not in current chunks (stale)
+            // or if any current chunk is missing from index
+            const hasStale = indexedHashes.some((h) => !currentHashes.has(h));
+            const hasMissing = currentChunks.some((c) => !indexedSet.has(c.hash));
+            if (hasStale || hasMissing) {
+                chunkMismatchFiles.push(fp);
+            }
+        }
+        catch {
+            // skip files that fail to parse
+        }
+    }
+    const totalProblems = orphanedFiles.length + staleFiles.length + chunkMismatchFiles.length;
+    if (totalProblems === 0) {
+        log("Index is consistent. No repairs needed.");
+        return;
+    }
+    log(`Found ${totalProblems} issues:`);
+    if (orphanedFiles.length > 0) {
+        log(`  ${orphanedFiles.length} orphaned files (deleted from disk)`);
+    }
+    if (staleFiles.length > 0) {
+        log(`  ${staleFiles.length} stale files (content changed, hash outdated)`);
+    }
+    if (chunkMismatchFiles.length > 0) {
+        log(`  ${chunkMismatchFiles.length} files with mismatched chunks`);
+    }
+    if (opts.dry) {
+        for (const fp of orphanedFiles)
+            log(`  [orphan]   ${fp}`);
+        for (const fp of staleFiles)
+            log(`  [stale]    ${fp}`);
+        for (const fp of chunkMismatchFiles)
+            log(`  [mismatch] ${fp}`);
+        return;
+    }
+    // Remove orphaned files from both tables
+    if (orphanedFiles.length > 0) {
+        await deleteByFiles(orphanedFiles, cwd);
+        await deleteFileHashes(orphanedFiles, cwd);
+        log(`Removed ${orphanedFiles.length} orphaned files from index`);
+    }
+    // Remove stale file hashes so `index` will re-process them
+    const filesToInvalidate = [...staleFiles, ...chunkMismatchFiles];
+    if (filesToInvalidate.length > 0) {
+        await deleteByFiles(filesToInvalidate, cwd);
+        await deleteFileHashes(filesToInvalidate, cwd);
+        log(`Invalidated ${filesToInvalidate.length} files — run \`lmgrep index\` to re-embed`);
+    }
+    const chunkCountAfter = await getChunkCount(cwd);
+    const removed = chunkCountBefore - chunkCountAfter;
+    log(`Repair complete. Removed ${removed} stale chunks.`);
+}
+//# sourceMappingURL=repair-cmd.js.map

package/dist/repair-cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repair-cmd.js","sourceRoot":"","sources":["../src/repair-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAc,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACN,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,eAAe,GACf,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAMxC,SAAS,GAAG,CAAC,GAAW;IACvB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,GAAW,EACX,IAAmB;IAEnB,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAE7C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1C,wDAAwD;IACxD,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;QAC/B,GAAG,YAAY,CAAC,IAAI,EAAE;QACtB,GAAG,gBAAgB,CAAC,IAAI,EAAE;KAC1B,CAAC,CAAC;IACH,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACF,CAAC;IAED,qEAAqE;IACrE,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,SAAS,CAAC,4CAA4C;QAEvE,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;iBACtC,MAAM,CAAC,OAAO,CAAC;iBACf,MAAM,CAAC,KAAK,CAAC;iBACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,gCAAgC;YAChC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACF,CAAC;IAED,mFAAmF;IACnF,MAAM,kBAAkB,GAAa,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,YAAY,EAAE,CAAC;QAChD,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAAE,SAAS;QACpE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAEjC,IAAI,CAAC;YACJ,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;YAE1C,8DAA8D;YAC9D,gDAAgD;YAChD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAEtE,IAAI,QAAQ,IAAI,UAAU,EAAE,CAAC;gBAC5B,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,gCAAgC;QACjC,CAAC;IACF,CAAC;IAED,MAAM,aAAa,GAClB,aAAa,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC;IAEtE,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAC/C,OAAO;IACR,CAAC;IAED,GAAG,CAAC,SAAS,aAAa,UAAU,CAAC,CAAC;IACtC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,GAAG,CAAC,KAAK,aAAa,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,KAAK,UAAU,CAAC,MAAM,+CAA+C,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,KAAK,kBAAkB,CAAC,MAAM,+BAA+B,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACd,KAAK,MAAM,EAAE,IAAI,aAAa;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAC1D,KAAK,MAAM,EAAE,IAAI,UAAU;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACvD,KAAK,MAAM,EAAE,IAAI,kBAAkB;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAC/D,OAAO;IACR,CAAC;IAED,yCAAyC;IACzC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,gBAAgB,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAC3C,GAAG,CAAC,WAAW,aAAa,CAAC,MAAM,4BAA4B,CAAC,CAAC;IAClE,CAAC;IAED,2DAA2D;IAC3D,MAAM,iBAAiB,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,kBAAkB,CAAC,CAAC;IACjE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,aAAa,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5C,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC/C,GAAG,CACF,eAAe,iBAAiB,CAAC,MAAM,2CAA2C,CAClF,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,gBAAgB,GAAG,eAAe,CAAC;IACnD,GAAG,CAAC,4BAA4B,OAAO,gBAAgB,CAAC,CAAC;AAC1D,CAAC"}

package/dist/search-cmd.d.ts

@@ -0,0 +1,10 @@
+interface SearchOptions {
+    limit?: number;
+    scores?: boolean;
+    compact?: boolean;
+    minScore?: number;
+    filePrefix?: string;
+    not?: string;
+}
+export declare function searchCommand(query: string, cwd: string, opts: SearchOptions): Promise<void>;
+export {};

package/dist/search-cmd.js

@@ -0,0 +1,60 @@
+import { loadConfig } from "./config.js";
+import { embedQuery } from "./embedder.js";
+import { findIndexedAncestor, search } from "./store.js";
+export async function searchCommand(query, cwd, opts) {
+    // Auto-detect indexed parent and use subdirectory as prefix
+    let searchCwd = cwd;
+    let filePrefix = opts.filePrefix;
+    const ancestor = findIndexedAncestor(cwd);
+    if (ancestor && ancestor.prefix) {
+        searchCwd = ancestor.root;
+        // Combine auto-detected prefix with explicit --file-prefix
+        filePrefix = filePrefix
+            ? `${ancestor.prefix}/${filePrefix}`
+            : ancestor.prefix;
+    }
+    const config = loadConfig(searchCwd);
+    const limit = opts.limit ?? 25;
+    let queryVector = await embedQuery(query, config);
+    // Subtract the --not vector to push away from unwanted results
+    if (opts.not) {
+        const notVector = await embedQuery(opts.not, config);
+        queryVector = queryVector.map((v, i) => v - notVector[i] * 0.5);
+    }
+    let results = await search(queryVector, searchCwd, limit, filePrefix);
+    if (opts.minScore != null) {
+        results = results.filter((r) => r.score >= opts.minScore);
+    }
+    if (results.length === 0) {
+        console.log("No results found.");
+        return;
+    }
+    if (opts.compact) {
+        printCompact(results);
+    }
+    else {
+        printFull(results, opts.scores);
+    }
+}
+function printCompact(results) {
+    const seen = new Set();
+    for (const r of results) {
+        if (!seen.has(r.filePath)) {
+            seen.add(r.filePath);
+            console.log(r.filePath);
+        }
+    }
+}
+function printFull(results, showScores = false) {
+    for (const r of results) {
+        const header = `${r.filePath}:${r.startLine}-${r.endLine} [${r.type}] ${r.name}`;
+        const score = showScores ? ` (score: ${r.score.toFixed(3)})` : "";
+        console.log(`\n${"─".repeat(60)}`);
+        console.log(`${header}${score}`);
+        console.log(`${"─".repeat(60)}`);
+        console.log(r.context);
+        console.log();
+        console.log(r.content);
+    }
+}
+//# sourceMappingURL=search-cmd.js.map

package/dist/search-cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-cmd.js","sourceRoot":"","sources":["../src/search-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAYzD,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,KAAa,EACb,GAAW,EACX,IAAmB;IAEnB,4DAA4D;IAC5D,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,IAAI,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACjC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACjC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC1B,2DAA2D;QAC3D,UAAU,GAAG,UAAU;YACtB,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,UAAU,EAAE;YACpC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;IACpB,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAE/B,IAAI,WAAW,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAElD,+DAA+D;IAC/D,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrD,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAEtE,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QAC3B,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,QAAS,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO;IACR,CAAC;IAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,YAAY,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;SAAM,CAAC;QACP,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;AACF,CAAC;AAED,SAAS,YAAY,CAAC,OAAuB;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;IACF,CAAC;AACF,CAAC;AAED,SAAS,SAAS,CAAC,OAAuB,EAAE,UAAU,GAAG,KAAK;IAC7D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACjF,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACF,CAAC"}

package/dist/serve-cmd.d.ts

@@ -0,0 +1 @@
+export declare function serveCommand(cwd: string): Promise<void>;