lmgrep 0.1.0

package/dist/serve-cmd.js

@@ -0,0 +1,139 @@
+import { watch } from "node:fs";
+import { readFileSync, writeFileSync, unlinkSync, existsSync } from "node:fs";
+import { join, extname } from "node:path";
+import { statSync as fstatSync } from "node:fs";
+import { getDbPath, findIndexedAncestor } from "./store.js";
+import { CODE_EXTENSIONS, DEFAULT_IGNORE } from "./walker.js";
+import { indexCommand } from "./index-cmd.js";
+import ignore from "ignore";
+const DEBOUNCE_MS = 2000;
+function getLockPath(cwd) {
+    return `${getDbPath(cwd)}.lock`;
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function acquireLock(cwd) {
+    const lockPath = getLockPath(cwd);
+    if (existsSync(lockPath)) {
+        try {
+            const pid = Number.parseInt(readFileSync(lockPath, "utf-8").trim(), 10);
+            if (isProcessAlive(pid)) {
+                return false; // already running
+            }
+        }
+        catch {
+            // stale/corrupt lock, take over
+        }
+    }
+    writeFileSync(lockPath, `${process.pid}\n`);
+    return true;
+}
+function releaseLock(cwd) {
+    try {
+        unlinkSync(getLockPath(cwd));
+    }
+    catch {
+        // ignore
+    }
+}
+function log(msg) {
+    console.log(`[${new Date().toISOString()}] ${msg}`);
+}
+export async function serveCommand(cwd) {
+    // Require an existing index
+    const ancestor = findIndexedAncestor(cwd);
+    if (!ancestor) {
+        const dbPath = getDbPath(cwd);
+        try {
+            fstatSync(dbPath);
+        }
+        catch {
+            console.error("No index found. Run `lmgrep index` first.");
+            process.exit(1);
+        }
+    }
+    if (!acquireLock(cwd)) {
+        log("Already running for this project.");
+        process.exit(0);
+    }
+    // Clean up lock on exit
+    const cleanup = () => releaseLock(cwd);
+    process.on("exit", cleanup);
+    process.on("SIGINT", () => {
+        cleanup();
+        process.exit(0);
+    });
+    process.on("SIGTERM", () => {
+        cleanup();
+        process.exit(0);
+    });
+    // Initial index
+    log("Running initial index...");
+    await indexCommand(cwd, {});
+    // Build ignore filter
+    const ig = ignore();
+    ig.add(DEFAULT_IGNORE);
+    const gitignorePath = join(cwd, ".gitignore");
+    if (existsSync(gitignorePath)) {
+        ig.add(readFileSync(gitignorePath, "utf-8"));
+    }
+    const lmgrepIgnorePath = join(cwd, ".lmgrepignore");
+    if (existsSync(lmgrepIgnorePath)) {
+        ig.add(readFileSync(lmgrepIgnorePath, "utf-8"));
+    }
+    // Watch for changes
+    let debounceTimer;
+    let indexing = false;
+    let pendingReindex = false;
+    function scheduleIndex() {
+        if (debounceTimer)
+            clearTimeout(debounceTimer);
+        debounceTimer = setTimeout(async () => {
+            if (indexing) {
+                pendingReindex = true;
+                return;
+            }
+            indexing = true;
+            try {
+                log("Changes detected, re-indexing...");
+                await indexCommand(cwd, {});
+            }
+            catch (err) {
+                log(`Index error: ${err instanceof Error ? err.message : err}`);
+            }
+            finally {
+                indexing = false;
+                if (pendingReindex) {
+                    pendingReindex = false;
+                    scheduleIndex();
+                }
+            }
+        }, DEBOUNCE_MS);
+    }
+    log("Watching for changes...");
+    watch(cwd, { recursive: true }, (_event, filename) => {
+        if (!filename)
+            return;
+        // Filter: code extensions only
+        const ext = extname(filename);
+        if (!CODE_EXTENSIONS.has(ext))
+            return;
+        // Filter: not ignored
+        try {
+            if (ig.ignores(filename))
+                return;
+        }
+        catch {
+            return;
+        }
+        scheduleIndex();
+    });
+}
+//# sourceMappingURL=serve-cmd.js.map

package/dist/serve-cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serve-cmd.js","sourceRoot":"","sources":["../src/serve-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC9E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,SAAS,WAAW,CAAC,GAAW;IAC/B,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;AACjC,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IAClC,IAAI,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC/B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YACxE,IAAI,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,CAAC,kBAAkB;YACjC,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,gCAAgC;QACjC,CAAC;IACF,CAAC;IACD,aAAa,CAAC,QAAQ,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC/B,IAAI,CAAC;QACJ,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACR,SAAS;IACV,CAAC;AACF,CAAC;AAED,SAAS,GAAG,CAAC,GAAW;IACvB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAW;IAC7C,4BAA4B;IAC5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC;YACJ,SAAS,CAAC,MAAM,CAAC,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACF,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACzB,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QAC1B,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAChC,MAAM,YAAY,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAE5B,sBAAsB;IACtB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IACpB,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACvB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACpD,IAAI,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAClC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,oBAAoB;IACpB,IAAI,aAAwD,CAAC;IAC7D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,SAAS,aAAa;QACrB,IAAI,aAAa;YAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC/C,aAAa,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YACrC,IAAI,QAAQ,EAAE,CAAC;gBACd,cAAc,GAAG,IAAI,CAAC;gBACtB,OAAO;YACR,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC;gBACJ,GAAG,CAAC,kCAAkC,CAAC,CAAC;gBACxC,MAAM,YAAY,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,GAAG,CAAC,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACjE,CAAC;oBAAS,CAAC;gBACV,QAAQ,GAAG,KAAK,CAAC;gBACjB,IAAI,cAAc,EAAE,CAAC;oBACpB,cAAc,GAAG,KAAK,CAAC;oBACvB,aAAa,EAAE,CAAC;gBACjB,CAAC;YACF,CAAC;QACF,CAAC,EAAE,WAAW,CAAC,CAAC;IACjB,CAAC;IAED,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAE/B,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;QACpD,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,+BAA+B;QAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QAEtC,sBAAsB;QACtB,IAAI,CAAC;YACJ,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAAE,OAAO;QAClC,CAAC;QAAC,MAAM,CAAC;YACR,OAAO;QACR,CAAC;QAED,aAAa,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/status-cmd.d.ts

@@ -0,0 +1,5 @@
+interface StatusOptions {
+    changes?: boolean;
+}
+export declare function statusCommand(cwd: string, opts?: StatusOptions): Promise<void>;
+export {};

package/dist/status-cmd.js

@@ -0,0 +1,119 @@
+import { createHash } from "node:crypto";
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import { loadConfig } from "./config.js";
+import { embedQuery } from "./embedder.js";
+import { findIndexedAncestor, getFileHashes, getIndexedFiles, getIndexedHashes, } from "./store.js";
+import { walkFiles } from "./walker.js";
+export async function statusCommand(cwd, opts = {}) {
+    // Resolve project root
+    const ancestor = findIndexedAncestor(cwd);
+    const projectRoot = ancestor ? ancestor.root : cwd;
+    const prefix = ancestor?.prefix || "";
+    console.log(`Project root: ${projectRoot}`);
+    if (prefix) {
+        console.log(`Subdirectory: ${prefix}`);
+    }
+    // Config
+    const config = loadConfig(projectRoot);
+    console.log(`Model: ${config.model}`);
+    if (config.provider)
+        console.log(`Provider: ${config.provider}`);
+    if (config.baseURL)
+        console.log(`Base URL: ${config.baseURL}`);
+    console.log(`Batch size: ${config.batchSize}`);
+    if (config.maxTokens)
+        console.log(`Max tokens: ${config.maxTokens}`);
+    // Index stats
+    const files = await getIndexedFiles(projectRoot);
+    const hashes = await getIndexedHashes(projectRoot);
+    if (files.size === 0) {
+        console.log("\nNo index found. Run `lmgrep index` first.");
+        return;
+    }
+    let totalChunks = 0;
+    for (const [, h] of files)
+        totalChunks += h.length;
+    console.log(`\nIndex stats:`);
+    console.log(`  Files: ${files.size}`);
+    console.log(`  Chunks: ${totalChunks}`);
+    console.log(`  Unique hashes: ${hashes.size}`);
+    if (totalChunks !== hashes.size) {
+        console.log(`  Duplicates: ${totalChunks - hashes.size}`);
+    }
+    // Embedding health check
+    console.log(`\nEmbedding check:`);
+    try {
+        const start = Date.now();
+        await embedQuery("test", config);
+        const elapsed = Date.now() - start;
+        console.log(`  OK (${elapsed}ms)`);
+    }
+    catch (err) {
+        console.log(`  FAILED: ${err instanceof Error ? err.message : err}`);
+    }
+    // Changes detection
+    if (opts.changes) {
+        console.log(`\nScanning for changes...`);
+        const storedFileHashes = await getFileHashes(projectRoot);
+        const currentFiles = walkFiles(projectRoot);
+        const added = [];
+        const modified = [];
+        const deleted = [];
+        const seen = new Set();
+        for (const file of currentFiles) {
+            seen.add(file);
+            try {
+                const content = readFileSync(join(projectRoot, file));
+                const fileHash = createHash("sha256")
+                    .update(content)
+                    .digest("hex")
+                    .slice(0, 16);
+                const stored = storedFileHashes.get(file);
+                if (!stored) {
+                    added.push(file);
+                }
+                else if (stored !== fileHash) {
+                    modified.push(file);
+                }
+            }
+            catch {
+                // skip unreadable
+            }
+        }
+        for (const [fp] of storedFileHashes) {
+            if (!seen.has(fp)) {
+                deleted.push(fp);
+            }
+        }
+        const total = added.length + modified.length + deleted.length;
+        if (total === 0) {
+            console.log("  No changes detected.");
+        }
+        else {
+            if (added.length > 0) {
+                console.log(`  Added: ${added.length}`);
+                for (const f of added.slice(0, 10))
+                    console.log(`    + ${f}`);
+                if (added.length > 10)
+                    console.log(`    ... and ${added.length - 10} more`);
+            }
+            if (modified.length > 0) {
+                console.log(`  Modified: ${modified.length}`);
+                for (const f of modified.slice(0, 10))
+                    console.log(`    ~ ${f}`);
+                if (modified.length > 10)
+                    console.log(`    ... and ${modified.length - 10} more`);
+            }
+            if (deleted.length > 0) {
+                console.log(`  Deleted: ${deleted.length}`);
+                for (const f of deleted.slice(0, 10))
+                    console.log(`    - ${f}`);
+                if (deleted.length > 10)
+                    console.log(`    ... and ${deleted.length - 10} more`);
+            }
+            console.log(`\n  Run \`lmgrep index\` to update the index.`);
+        }
+    }
+}
+//# sourceMappingURL=status-cmd.js.map

package/dist/status-cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-cmd.js","sourceRoot":"","sources":["../src/status-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EACN,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,gBAAgB,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAMxC,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,GAAW,EACX,OAAsB,EAAE;IAExB,uBAAuB;IACvB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACnD,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,IAAI,EAAE,CAAC;IAEtC,OAAO,CAAC,GAAG,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC5C,IAAI,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,SAAS;IACT,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,QAAQ;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC/C,IAAI,MAAM,CAAC,SAAS;QAAE,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAErE,cAAc;IACd,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAEnD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO;IACR,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK;QAAE,WAAW,IAAI,CAAC,CAAC,MAAM,CAAC;IAEnD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,EAAE,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/C,IAAI,WAAW,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,yBAAyB;IACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,KAAK,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CACV,aAAa,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CACvD,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;QAE5C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;gBACtD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;qBACnC,MAAM,CAAC,OAAO,CAAC;qBACf,MAAM,CAAC,KAAK,CAAC;qBACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACf,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;oBACb,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;qBAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACF,CAAC;YAAC,MAAM,CAAC;gBACR,kBAAkB;YACnB,CAAC;QACF,CAAC;QAED,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9D,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACP,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;oBACpB,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC9C,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACjE,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE;oBACvB,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC5C,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAChE,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;oBACtB,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;YACD,OAAO,CAAC,GAAG,CACV,+CAA+C,CAC/C,CAAC;QACH,CAAC;IACF,CAAC;AACF,CAAC"}

package/dist/store.d.ts

@@ -0,0 +1,25 @@
+import type { IndexedChunk, SearchResult } from "./types.js";
+export declare function getDbPath(cwd: string): string;
+/**
+ * Find the nearest indexed ancestor directory.
+ * Returns { root, prefix } where root is the indexed project dir
+ * and prefix is the relative path from root to cwd (e.g. "backend/shared").
+ * Returns undefined if no indexed ancestor is found.
+ */
+export declare function findIndexedAncestor(cwd: string): {
+    root: string;
+    prefix: string;
+} | undefined;
+export declare function upsertChunks(chunks: IndexedChunk[], cwd: string): Promise<void>;
+export declare function deleteByFiles(filePaths: string[], cwd: string): Promise<void>;
+export declare function search(queryVector: number[], cwd: string, limit?: number, filePrefix?: string): Promise<SearchResult[]>;
+export declare function getIndexedFiles(cwd: string): Promise<Map<string, string[]>>;
+export declare function getIndexedHashes(cwd: string): Promise<Set<string>>;
+export declare function getFileHashes(cwd: string): Promise<Map<string, string>>;
+export declare function upsertFileHashes(entries: Array<{
+    filePath: string;
+    fileHash: string;
+}>, cwd: string): Promise<void>;
+export declare function deleteFileHashes(filePaths: string[], cwd: string): Promise<void>;
+export declare function getChunkCount(cwd: string): Promise<number>;
+export declare function resetIndex(cwd: string): Promise<void>;

package/dist/store.js

@@ -0,0 +1,207 @@
+import { connect } from "@lancedb/lancedb";
+import { createHash } from "node:crypto";
+import { mkdirSync, statSync } from "node:fs";
+import { homedir } from "node:os";
+import { join, resolve } from "node:path";
+const TABLE_NAME = "chunks";
+const FILES_TABLE_NAME = "files";
+let db;
+let table;
+let filesTable;
+export function getDbPath(cwd) {
+    const absolute = resolve(cwd);
+    const hash = createHash("sha256").update(absolute).digest("hex").slice(0, 6);
+    // Use last 2 path segments as a human-readable prefix
+    const parts = absolute.split("/").filter(Boolean);
+    const slug = parts.slice(-2).join("-").replace(/[^a-zA-Z0-9_-]/g, "_");
+    return join(homedir(), ".local", "state", "lmgrep", `${slug}-${hash}`);
+}
+/**
+ * Find the nearest indexed ancestor directory.
+ * Returns { root, prefix } where root is the indexed project dir
+ * and prefix is the relative path from root to cwd (e.g. "backend/shared").
+ * Returns undefined if no indexed ancestor is found.
+ */
+export function findIndexedAncestor(cwd) {
+    const absolute = resolve(cwd);
+    let current = absolute;
+    while (true) {
+        const dbPath = getDbPath(current);
+        try {
+            const stat = statSync(dbPath);
+            if (stat.isDirectory()) {
+                const prefix = current === absolute
+                    ? ""
+                    : absolute.slice(current.length + 1);
+                return { root: current, prefix };
+            }
+        }
+        catch {
+            // not found, keep going up
+        }
+        const parent = resolve(current, "..");
+        if (parent === current)
+            break;
+        current = parent;
+    }
+    return undefined;
+}
+async function getDb(cwd) {
+    if (db)
+        return db;
+    const dbPath = getDbPath(cwd);
+    mkdirSync(dbPath, { recursive: true });
+    db = await connect(dbPath);
+    return db;
+}
+async function getTable(cwd) {
+    if (table)
+        return table;
+    const connection = await getDb(cwd);
+    const tables = await connection.tableNames();
+    if (tables.includes(TABLE_NAME)) {
+        table = await connection.openTable(TABLE_NAME);
+        return table;
+    }
+    return undefined;
+}
+export async function upsertChunks(chunks, cwd) {
+    if (chunks.length === 0)
+        return;
+    const connection = await getDb(cwd);
+    const records = chunks.map((c) => ({
+        id: c.id,
+        filePath: c.filePath,
+        startLine: c.startLine,
+        endLine: c.endLine,
+        type: c.type,
+        name: c.name,
+        content: c.content,
+        context: c.context,
+        hash: c.hash,
+        vector: c.vector,
+    }));
+    const tables = await connection.tableNames();
+    if (tables.includes(TABLE_NAME)) {
+        table = await connection.openTable(TABLE_NAME);
+        await table.add(records);
+    }
+    else {
+        table = await connection.createTable(TABLE_NAME, records);
+    }
+}
+export async function deleteByFiles(filePaths, cwd) {
+    const t = await getTable(cwd);
+    if (!t)
+        return;
+    for (const fp of filePaths) {
+        await t.delete(`filePath = '${fp.replace(/'/g, "''")}'`);
+    }
+}
+export async function search(queryVector, cwd, limit = 25, filePrefix) {
+    const t = await getTable(cwd);
+    if (!t) {
+        throw new Error("No index found. Run `lmgrep index` first.");
+    }
+    let query = t.search(queryVector).limit(limit);
+    if (filePrefix) {
+        query = query.where(`filePath LIKE '${filePrefix.replace(/'/g, "''")}%'`);
+    }
+    const results = await query.toArray();
+    return results.map((r) => ({
+        filePath: r.filePath,
+        startLine: r.startLine,
+        endLine: r.endLine,
+        type: r.type,
+        name: r.name,
+        content: r.content,
+        context: r.context,
+        score: r._distance != null ? 1 - r._distance : 0,
+    }));
+}
+export async function getIndexedFiles(cwd) {
+    const t = await getTable(cwd);
+    if (!t)
+        return new Map();
+    const rows = await t.query().select(["filePath", "hash"]).toArray();
+    const fileHashes = new Map();
+    for (const row of rows) {
+        const fp = row.filePath;
+        const hash = row.hash;
+        const existing = fileHashes.get(fp) ?? [];
+        existing.push(hash);
+        fileHashes.set(fp, existing);
+    }
+    return fileHashes;
+}
+export async function getIndexedHashes(cwd) {
+    const t = await getTable(cwd);
+    if (!t)
+        return new Set();
+    const rows = await t.query().select(["hash"]).toArray();
+    return new Set(rows.map((r) => r.hash));
+}
+export async function getFileHashes(cwd) {
+    const connection = await getDb(cwd);
+    const tables = await connection.tableNames();
+    if (!tables.includes(FILES_TABLE_NAME))
+        return new Map();
+    if (!filesTable) {
+        filesTable = await connection.openTable(FILES_TABLE_NAME);
+    }
+    const rows = await filesTable.query().select(["filePath", "fileHash"]).toArray();
+    const map = new Map();
+    for (const row of rows) {
+        map.set(row.filePath, row.fileHash);
+    }
+    return map;
+}
+export async function upsertFileHashes(entries, cwd) {
+    if (entries.length === 0)
+        return;
+    const connection = await getDb(cwd);
+    const tables = await connection.tableNames();
+    // LanceDB doesn't support upsert, so delete then re-add
+    if (tables.includes(FILES_TABLE_NAME)) {
+        filesTable = await connection.openTable(FILES_TABLE_NAME);
+        for (const e of entries) {
+            await filesTable.delete(`filePath = '${e.filePath.replace(/'/g, "''")}'`);
+        }
+        await filesTable.add(entries);
+    }
+    else {
+        filesTable = await connection.createTable(FILES_TABLE_NAME, entries);
+    }
+}
+export async function deleteFileHashes(filePaths, cwd) {
+    const connection = await getDb(cwd);
+    const tables = await connection.tableNames();
+    if (!tables.includes(FILES_TABLE_NAME))
+        return;
+    if (!filesTable) {
+        filesTable = await connection.openTable(FILES_TABLE_NAME);
+    }
+    for (const fp of filePaths) {
+        await filesTable.delete(`filePath = '${fp.replace(/'/g, "''")}'`);
+    }
+}
+export async function getChunkCount(cwd) {
+    const t = await getTable(cwd);
+    if (!t)
+        return 0;
+    const rows = await t.query().select(["hash"]).toArray();
+    return rows.length;
+}
+export async function resetIndex(cwd) {
+    const connection = await getDb(cwd);
+    const tables = await connection.tableNames();
+    if (tables.includes(TABLE_NAME)) {
+        await connection.dropTable(TABLE_NAME);
+    }
+    if (tables.includes(FILES_TABLE_NAME)) {
+        await connection.dropTable(FILES_TABLE_NAME);
+    }
+    table = undefined;
+    filesTable = undefined;
+}
+//# sourceMappingURL=store.js.map

package/dist/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA+B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,UAAU,GAAG,QAAQ,CAAC;AAC5B,MAAM,gBAAgB,GAAG,OAAO,CAAC;AAEjC,IAAI,EAA0B,CAAC;AAC/B,IAAI,KAAwB,CAAC;AAC7B,IAAI,UAA6B,CAAC;AAElC,MAAM,UAAU,SAAS,CAAC,GAAW;IACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,sDAAsD;IACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;AACxE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAClC,GAAW;IAEX,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAG,QAAQ,CAAC;IAEvB,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC9B,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,MAAM,GACX,OAAO,KAAK,QAAQ;oBACnB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAClC,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,2BAA2B;QAC5B,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,OAAO;YAAE,MAAM;QAC9B,OAAO,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,GAAW;IAC/B,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAClB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC9B,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,EAAE,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC;AACX,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAW;IAClC,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/C,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,MAAsB,EACtB,GAAW;IAEX,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEhC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAEpC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClC,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;KAChB,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,KAAK,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACP,KAAK,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,SAAmB,EACnB,GAAW;IAEX,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO;IAEf,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAC3B,WAAqB,EACrB,GAAW,EACX,KAAK,GAAG,EAAE,EACV,UAAmB;IAEnB,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CACd,2CAA2C,CAC3C,CAAC;IACH,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,UAAU,EAAE,CAAC;QAChB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IAEtC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1B,QAAQ,EAAE,CAAC,CAAC,QAAkB;QAC9B,SAAS,EAAE,CAAC,CAAC,SAAmB;QAChC,OAAO,EAAE,CAAC,CAAC,OAAiB;QAC5B,IAAI,EAAE,CAAC,CAAC,IAAc;QACtB,IAAI,EAAE,CAAC,CAAC,IAAc;QACtB,OAAO,EAAE,CAAC,CAAC,OAAiB;QAC5B,OAAO,EAAE,CAAC,CAAC,OAAiB;QAC5B,KAAK,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC,CAAC,SAAoB,CAAC,CAAC,CAAC,CAAC;KAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,GAAW;IAEX,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAEzB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAEpE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,EAAE,GAAG,GAAG,CAAC,QAAkB,CAAC;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAc,CAAC;QAChC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,GAAW;IAEX,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAEzB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAc,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,GAAW;IAEX,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IAEzD,IAAI,CAAC,UAAU,EAAE,CAAC;QACjB,UAAU,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACjF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAkB,EAAE,GAAG,CAAC,QAAkB,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,OAAsD,EACtD,GAAW;IAEX,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEjC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAE7C,wDAAwD;IACxD,IAAI,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACvC,UAAU,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACP,UAAU,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,SAAmB,EACnB,GAAW;IAEX,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,OAAO;IAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;QACjB,UAAU,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,UAAU,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACnE,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAW;IAC9C,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,OAAO,IAAI,CAAC,MAAM,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW;IAC3C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,MAAM,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACvC,MAAM,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC9C,CAAC;IACD,KAAK,GAAG,SAAS,CAAC;IAClB,UAAU,GAAG,SAAS,CAAC;AACxB,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,40 @@
+export interface LmgrepConfig {
+    /** Model in "provider:model" format, e.g. "openai:text-embedding-3-small" */
+    model: string;
+    /** Override the provider package (defaults to "@ai-sdk/<provider>") */
+    provider?: string;
+    /** Base URL for OpenAI-compatible providers */
+    baseURL?: string;
+    batchSize: number;
+    dimensions?: number;
+    /** Prefix prepended to queries at search time (e.g. "search_query: ") */
+    queryPrefix?: string;
+    /** Prefix prepended to documents at index time (e.g. "search_document: ") */
+    documentPrefix?: string;
+    /** Max tokens per chunk — chunks exceeding this are skipped (estimated at 4 chars/token) */
+    maxTokens?: number;
+}
+export interface Chunk {
+    id: string;
+    filePath: string;
+    startLine: number;
+    endLine: number;
+    type: string;
+    name: string;
+    content: string;
+    context: string;
+    hash: string;
+}
+export interface IndexedChunk extends Chunk {
+    vector: number[];
+}
+export interface SearchResult {
+    filePath: string;
+    startLine: number;
+    endLine: number;
+    type: string;
+    name: string;
+    content: string;
+    context: string;
+    score: number;
+}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/walker.d.ts

@@ -0,0 +1,3 @@
+export declare const DEFAULT_IGNORE: string[];
+export declare const CODE_EXTENSIONS: Set<string>;
+export declare function walkFiles(cwd: string): string[];

package/dist/walker.js

@@ -0,0 +1,90 @@
+import { readFileSync, existsSync } from "node:fs";
+import { join, relative } from "node:path";
+import { globSync } from "glob";
+import ignore from "ignore";
+export const DEFAULT_IGNORE = [
+    "node_modules",
+    ".git",
+    "dist",
+    "build",
+    ".next",
+    "__pycache__",
+    ".venv",
+    "vendor",
+    "target",
+    ".lmgrep",
+    "*.min.js",
+    "*.min.css",
+    "*.map",
+    "*.lock",
+    "pnpm-lock.yaml",
+    "package-lock.json",
+    "yarn.lock",
+    "*.png",
+    "*.jpg",
+    "*.jpeg",
+    "*.gif",
+    "*.ico",
+    "*.woff",
+    "*.woff2",
+    "*.ttf",
+    "*.eot",
+    "*.svg",
+    "*.zip",
+    "*.tar",
+    "*.gz",
+    "*.bin",
+    "*.exe",
+    "*.dll",
+    "*.so",
+    "*.dylib",
+    "*.wasm",
+];
+export const CODE_EXTENSIONS = new Set([
+    ".js",
+    ".ts",
+    ".jsx",
+    ".tsx",
+    ".py",
+    ".rs",
+    ".go",
+    ".rb",
+    ".c",
+    ".h",
+    ".cpp",
+    ".hpp",
+    ".cc",
+    ".swift",
+    ".json",
+    ".yaml",
+    ".yml",
+    ".toml",
+    ".lua",
+    ".scala",
+    ".zig",
+]);
+export function walkFiles(cwd) {
+    const ig = ignore();
+    ig.add(DEFAULT_IGNORE);
+    const gitignorePath = join(cwd, ".gitignore");
+    if (existsSync(gitignorePath)) {
+        ig.add(readFileSync(gitignorePath, "utf-8"));
+    }
+    const lmgrepIgnorePath = join(cwd, ".lmgrepignore");
+    if (existsSync(lmgrepIgnorePath)) {
+        ig.add(readFileSync(lmgrepIgnorePath, "utf-8"));
+    }
+    const allFiles = globSync("**/*", {
+        cwd,
+        nodir: true,
+        dot: false,
+    });
+    return allFiles
+        .filter((f) => {
+        const ext = f.slice(f.lastIndexOf("."));
+        return CODE_EXTENSIONS.has(ext);
+    })
+        .filter((f) => !ig.ignores(f))
+        .map((f) => relative("", f));
+}
+//# sourceMappingURL=walker.js.map