lmgrep 0.1.0 → 0.1.2

package/dist/lib/scanner.js

@@ -0,0 +1,219 @@
+import { readFileSync, existsSync, watch, statSync } from "node:fs";
+import { createHash } from "node:crypto";
+import { join, extname, dirname } from "node:path";
+import { globSync } from "glob";
+import ignore from "ignore";
+export const DEFAULT_IGNORE = [
+    "node_modules",
+    ".git",
+    "dist",
+    "build",
+    ".next",
+    "__pycache__",
+    ".venv",
+    "vendor",
+    "target",
+    ".lmgrep",
+    "*.min.js",
+    "*.min.css",
+    "*.map",
+    "*.lock",
+    "pnpm-lock.yaml",
+    "package-lock.json",
+    "yarn.lock",
+    "*.png",
+    "*.jpg",
+    "*.jpeg",
+    "*.gif",
+    "*.ico",
+    "*.woff",
+    "*.woff2",
+    "*.ttf",
+    "*.eot",
+    "*.svg",
+    "*.zip",
+    "*.tar",
+    "*.gz",
+    "*.bin",
+    "*.exe",
+    "*.dll",
+    "*.so",
+    "*.dylib",
+    "*.wasm",
+];
+export const CODE_EXTENSIONS = new Set([
+    ".js",
+    ".ts",
+    ".jsx",
+    ".tsx",
+    ".py",
+    ".rs",
+    ".go",
+    ".rb",
+    ".c",
+    ".h",
+    ".cpp",
+    ".hpp",
+    ".cc",
+    ".swift",
+    ".json",
+    ".yaml",
+    ".yml",
+    ".toml",
+    ".lua",
+    ".scala",
+    ".zig",
+]);
+function buildExtensionSet(config) {
+    const exts = new Set(CODE_EXTENSIONS);
+    if (config?.include) {
+        for (const ext of config.include)
+            exts.add(ext);
+    }
+    if (config?.exclude) {
+        for (const ext of config.exclude)
+            exts.delete(ext);
+    }
+    return exts;
+}
+function isCodeFile(filePath, exts) {
+    const ext = extname(filePath);
+    return exts.has(ext);
+}
+function buildIgnoreFilter(cwd, extraPatterns) {
+    const ig = ignore();
+    ig.add(DEFAULT_IGNORE);
+    if (extraPatterns) {
+        ig.add(extraPatterns);
+    }
+    const gitignorePath = join(cwd, ".gitignore");
+    if (existsSync(gitignorePath)) {
+        ig.add(readFileSync(gitignorePath, "utf-8"));
+    }
+    const lmgrepIgnorePath = join(cwd, ".lmgrepignore");
+    if (existsSync(lmgrepIgnorePath)) {
+        ig.add(readFileSync(lmgrepIgnorePath, "utf-8"));
+    }
+    return ig;
+}
+/**
+ * Walk the directory tree and yield file entries.
+ * Reads nested .gitignore files at each directory level.
+ */
+export function walkFiles(cwd, extraIgnore, extensions) {
+    const ig = buildIgnoreFilter(cwd, extraIgnore);
+    const exts = buildExtensionSet(extensions);
+    // Collect nested .gitignore rules
+    const allFiles = globSync("**/*", { cwd, nodir: true, dot: false });
+    // Build a set of directories that have .gitignore files
+    const nestedIgnores = new Map();
+    for (const f of allFiles) {
+        if (f.endsWith("/.gitignore") || f === ".gitignore")
+            continue;
+        const dir = dirname(f);
+        if (dir === "." || nestedIgnores.has(dir))
+            continue;
+        const nestedPath = join(cwd, dir, ".gitignore");
+        if (existsSync(nestedPath)) {
+            const nested = ignore();
+            nested.add(readFileSync(nestedPath, "utf-8"));
+            nestedIgnores.set(dir, nested);
+        }
+    }
+    return allFiles.filter((f) => {
+        if (!isCodeFile(f, exts))
+            return false;
+        if (ig.ignores(f))
+            return false;
+        // Check nested .gitignore rules
+        for (const [dir, nested] of nestedIgnores) {
+            if (f.startsWith(dir + "/")) {
+                const rel = f.slice(dir.length + 1);
+                if (nested.ignores(rel))
+                    return false;
+            }
+        }
+        return true;
+    });
+}
+/**
+ * Hash a file's content for change detection.
+ */
+export function hashFile(cwd, filePath) {
+    try {
+        const content = readFileSync(join(cwd, filePath));
+        return createHash("sha256").update(content).digest("hex").slice(0, 16);
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * Compute changed files by comparing disk hashes against stored hashes.
+ */
+export function detectChanges(files, storedHashes, cwd, force = false) {
+    const changed = [];
+    const currentHashes = new Map();
+    for (const file of files) {
+        const hash = hashFile(cwd, file);
+        if (!hash)
+            continue;
+        currentHashes.set(file, hash);
+        if (force || storedHashes.get(file) !== hash) {
+            changed.push({ path: file, hash });
+        }
+    }
+    return { changed, currentHashes };
+}
+/**
+ * Filter files by modification time.
+ */
+export function filterByMtime(files, cwd, cutoffMs) {
+    return files.filter((f) => {
+        try {
+            return statSync(join(cwd, f)).mtimeMs >= cutoffMs;
+        }
+        catch {
+            return false;
+        }
+    });
+}
+/**
+ * Watch a directory for code file changes. Calls the callback with debouncing.
+ * Collects changed file paths during the debounce window and passes them to the callback.
+ */
+export function watchFiles(cwd, extraIgnore, onChanges, debounceMs = 2000, extensions) {
+    const ig = buildIgnoreFilter(cwd, extraIgnore);
+    const exts = buildExtensionSet(extensions);
+    let timer;
+    let pending = new Set();
+    const watcher = watch(cwd, { recursive: true }, (_event, filename) => {
+        if (!filename)
+            return;
+        if (!isCodeFile(filename, exts))
+            return;
+        try {
+            if (ig.ignores(filename))
+                return;
+        }
+        catch {
+            return;
+        }
+        pending.add(filename);
+        if (timer)
+            clearTimeout(timer);
+        timer = setTimeout(() => {
+            const files = [...pending];
+            pending = new Set();
+            onChanges(files);
+        }, debounceMs);
+    });
+    return {
+        close() {
+            if (timer)
+                clearTimeout(timer);
+            watcher.close();
+        },
+    };
+}
+//# sourceMappingURL=scanner.js.map

package/dist/lib/scanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../src/lib/scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAY,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,MAAuB,MAAM,QAAQ,CAAC;AAG7C,MAAM,CAAC,MAAM,cAAc,GAAG;IAC7B,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,aAAa;IACb,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,UAAU;IACV,WAAW;IACX,OAAO;IACP,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,WAAW;IACX,OAAO;IACP,OAAO;IACP,QAAQ;IACR,OAAO;IACP,OAAO;IACP,QAAQ;IACR,SAAS;IACT,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,SAAS;IACT,QAAQ;CACR,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IACtC,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,QAAQ;IACR,MAAM;CACN,CAAC,CAAC;AAOH,SAAS,iBAAiB,CAAC,MAAwB;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC;IACtC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB,EAAE,IAAiB;IACtD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW,EAAE,aAAwB;IAC/D,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IACpB,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAEvB,IAAI,aAAa,EAAE,CAAC;QACnB,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACpD,IAAI,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAClC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,EAAE,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,EAAE,WAAsB,EAAE,UAA4B;IAC1F,MAAM,EAAE,GAAG,iBAAiB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAE3C,kCAAkC;IAClC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,wDAAwD;IACxD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,YAAY;YAAE,SAAS;QAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,GAAG,KAAK,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAEpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;QAChD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9C,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IAED,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5B,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAEhC,gCAAgC;QAChC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC3C,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACpC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC;YACvC,CAAC;QACF,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,QAAgB;IACrD,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;QAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC5B,KAAe,EACf,YAAiC,EACjC,GAAW,EACX,KAAK,GAAG,KAAK;IAEb,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9B,IAAI,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC5B,KAAe,EACf,GAAW,EACX,QAAgB;IAEhB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,IAAI,CAAC;YACJ,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CACzB,GAAW,EACX,WAAiC,EACjC,SAA2C,EAC3C,UAAU,GAAG,IAAI,EACjB,UAA4B;IAE5B,MAAM,EAAE,GAAG,iBAAiB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,KAAgD,CAAC;IACrD,IAAI,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;QACpE,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC;YAAE,OAAO;QACxC,IAAI,CAAC;YACJ,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAAE,OAAO;QAClC,CAAC;QAAC,MAAM,CAAC;YACR,OAAO;QACR,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtB,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACvB,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3B,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;YACpB,SAAS,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC,EAAE,UAAU,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO;QACN,KAAK;YACJ,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/lib/serve.d.ts

@@ -0,0 +1,11 @@
+import type { Embedder } from "./embedder.js";
+import { type Store, isDbLocked } from "./store.js";
+import type { Chunker, Logger, LmgrepConfig } from "./types.js";
+export { isDbLocked as isServeLocked };
+export declare function serve(cwd: string, store: Store, config: LmgrepConfig, embedder: Embedder, chunker: Chunker, logger?: Logger): Promise<void>;
+/**
+ * Start an in-process file watcher that incrementally re-indexes on changes.
+ * Acquires the DB lock. Returns a cleanup function to stop watching and release the lock.
+ * Returns undefined if the lock is already held by another process.
+ */
+export declare function startWatcher(cwd: string, store: Store, config: LmgrepConfig, embedder: Embedder, chunker: Chunker, logger?: Logger): (() => void) | undefined;

package/dist/lib/serve.js

@@ -0,0 +1,124 @@
+import { existsSync } from "node:fs";
+import { build } from "./build.js";
+import { watchFiles } from "./scanner.js";
+import { getDbPath, findIndexedAncestor, acquireDbLock, releaseDbLock, isDbLocked, } from "./store.js";
+import { consoleLogger } from "./types.js";
+export { isDbLocked as isServeLocked };
+// --- Serve ---
+export async function serve(cwd, store, config, embedder, chunker, logger = consoleLogger) {
+    const log = logger.info.bind(logger);
+    // Require an existing index
+    const ancestor = findIndexedAncestor(cwd);
+    if (!ancestor) {
+        const dbPath = getDbPath(cwd);
+        if (!existsSync(dbPath)) {
+            throw new Error("No index found. Run `lmgrep index` first.");
+        }
+    }
+    if (!acquireDbLock(cwd)) {
+        throw new Error("Already running for this project.");
+    }
+    const cleanup = () => releaseDbLock(cwd);
+    process.on("exit", cleanup);
+    process.on("SIGINT", () => {
+        cleanup();
+        process.exit(0);
+    });
+    process.on("SIGTERM", () => {
+        cleanup();
+        process.exit(0);
+    });
+    // Initial index
+    log("Running initial index...");
+    await build(cwd, store, config, embedder, chunker, {}, logger);
+    // Watch with non-recursive re-trigger and per-file targeting
+    let indexing = false;
+    let pendingFiles;
+    async function runIndex(changedFiles) {
+        if (indexing) {
+            // Merge into pending set
+            if (changedFiles) {
+                pendingFiles = [...(pendingFiles ?? []), ...changedFiles];
+            }
+            else {
+                pendingFiles = undefined; // full rebuild queued
+            }
+            return;
+        }
+        indexing = true;
+        try {
+            const fileCount = changedFiles?.length;
+            log(fileCount
+                ? `Changes detected in ${fileCount} file(s), re-indexing...`
+                : "Changes detected, re-indexing...");
+            await build(cwd, store, config, embedder, chunker, { files: changedFiles }, logger);
+        }
+        catch (err) {
+            logger.error(`Index error: ${err instanceof Error ? err.message : err}`);
+        }
+        finally {
+            indexing = false;
+            if (pendingFiles !== undefined) {
+                const next = pendingFiles.length > 0 ? pendingFiles : undefined;
+                pendingFiles = undefined;
+                runIndex(next);
+            }
+        }
+    }
+    watchFiles(cwd, config.ignore, (changedFiles) => {
+        runIndex(changedFiles);
+    }, 2000, config.extensions);
+    log("Watching for changes...");
+}
+/**
+ * Start an in-process file watcher that incrementally re-indexes on changes.
+ * Acquires the DB lock. Returns a cleanup function to stop watching and release the lock.
+ * Returns undefined if the lock is already held by another process.
+ */
+export function startWatcher(cwd, store, config, embedder, chunker, logger = consoleLogger) {
+    if (!acquireDbLock(cwd)) {
+        return undefined;
+    }
+    const log = logger.info.bind(logger);
+    let indexing = false;
+    let pendingFiles;
+    async function runIndex(changedFiles) {
+        if (indexing) {
+            if (changedFiles) {
+                pendingFiles = [...(pendingFiles ?? []), ...changedFiles];
+            }
+            else {
+                pendingFiles = undefined;
+            }
+            return;
+        }
+        indexing = true;
+        try {
+            const fileCount = changedFiles?.length;
+            log(fileCount
+                ? `Changes detected in ${fileCount} file(s), re-indexing...`
+                : "Changes detected, re-indexing...");
+            await build(cwd, store, config, embedder, chunker, { files: changedFiles }, logger);
+        }
+        catch (err) {
+            logger.error(`Index error: ${err instanceof Error ? err.message : err}`);
+        }
+        finally {
+            indexing = false;
+            if (pendingFiles !== undefined) {
+                const next = pendingFiles.length > 0 ? pendingFiles : undefined;
+                pendingFiles = undefined;
+                runIndex(next);
+            }
+        }
+    }
+    const watcher = watchFiles(cwd, config.ignore, (changedFiles) => {
+        runIndex(changedFiles);
+    }, 2000, config.extensions);
+    log("Watching for changes...");
+    return () => {
+        watcher.close();
+        releaseDbLock(cwd);
+    };
+}
+//# sourceMappingURL=serve.js.map

package/dist/lib/serve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serve.js","sourceRoot":"","sources":["../../src/lib/serve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAEN,SAAS,EACT,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,UAAU,GACV,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,UAAU,IAAI,aAAa,EAAE,CAAC;AAEvC,gBAAgB;AAEhB,MAAM,CAAC,KAAK,UAAU,KAAK,CAC1B,GAAW,EACX,KAAY,EACZ,MAAoB,EACpB,QAAkB,EAClB,OAAgB,EAChB,SAAiB,aAAa;IAE9B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErC,4BAA4B;IAC5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC9D,CAAC;IACF,CAAC;IAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACzB,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QAC1B,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAChC,MAAM,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAE/D,6DAA6D;IAC7D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,YAAkC,CAAC;IAEvC,KAAK,UAAU,QAAQ,CAAC,YAAuB;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACd,yBAAyB;YACzB,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,SAAS,CAAC,CAAC,sBAAsB;YACjD,CAAC;YACD,OAAO;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,YAAY,EAAE,MAAM,CAAC;YACvC,GAAG,CACF,SAAS;gBACR,CAAC,CAAC,uBAAuB,SAAS,0BAA0B;gBAC5D,CAAC,CAAC,kCAAkC,CACrC,CAAC;YACF,MAAM,KAAK,CACV,GAAG,EACH,KAAK,EACL,MAAM,EACN,QAAQ,EACR,OAAO,EACP,EAAE,KAAK,EAAE,YAAY,EAAE,EACvB,MAAM,CACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,KAAK,CACX,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACV,QAAQ,GAAG,KAAK,CAAC;YACjB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;gBAChE,YAAY,GAAG,SAAS,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACF,CAAC;IACF,CAAC;IAED,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE;QAC/C,QAAQ,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAE5B,GAAG,CAAC,yBAAyB,CAAC,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAC3B,GAAW,EACX,KAAY,EACZ,MAAoB,EACpB,QAAkB,EAClB,OAAgB,EAChB,SAAiB,aAAa;IAE9B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,YAAkC,CAAC;IAEvC,KAAK,UAAU,QAAQ,CAAC,YAAuB;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,SAAS,CAAC;YAC1B,CAAC;YACD,OAAO;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,YAAY,EAAE,MAAM,CAAC;YACvC,GAAG,CACF,SAAS;gBACR,CAAC,CAAC,uBAAuB,SAAS,0BAA0B;gBAC5D,CAAC,CAAC,kCAAkC,CACrC,CAAC;YACF,MAAM,KAAK,CACV,GAAG,EACH,KAAK,EACL,MAAM,EACN,QAAQ,EACR,OAAO,EACP,EAAE,KAAK,EAAE,YAAY,EAAE,EACvB,MAAM,CACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,KAAK,CACX,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACV,QAAQ,GAAG,KAAK,CAAC;YACjB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;gBAChE,YAAY,GAAG,SAAS,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAAG,UAAU,CACzB,GAAG,EACH,MAAM,CAAC,MAAM,EACb,CAAC,YAAY,EAAE,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC,EACD,IAAI,EACJ,MAAM,CAAC,UAAU,CACjB,CAAC;IAEF,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAE/B,OAAO,GAAG,EAAE;QACX,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,aAAa,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;AACH,CAAC"}

package/dist/lib/store.d.ts

@@ -0,0 +1,147 @@
+import type { IndexedChunk, SearchResult } from "./types.js";
+/**
+ * Resolve the project identity for a directory.
+ *
+ * For git repos: uses the remote origin URL as identity so that multiple
+ * worktrees of the same repo share one index.
+ *
+ * For non-git directories: falls back to hashing the absolute path.
+ *
+ * Returns { id, root } where id is the string to hash for the DB path,
+ * and root is the project root directory (git toplevel or cwd).
+ */
+export declare function resolveProject(cwd: string): {
+    id: string;
+    root: string;
+    branch: string;
+};
+export declare function getDbPath(cwd: string): string;
+/**
+ * Compute the DB path using the pre-git-aware scheme (absolute path hash).
+ * Used by `lmgrep import` to find legacy indexes.
+ */
+export declare function getLegacyDbPath(cwd: string): string;
+/**
+ * Find the project root and compute the prefix (subdirectory offset).
+ * For git repos, the root is the git toplevel. For non-git dirs, walks up
+ * looking for an existing index.
+ */
+export declare function findIndexedAncestor(cwd: string): {
+    root: string;
+    prefix: string;
+} | undefined;
+export interface ProjectMetadata {
+    root: string;
+    remote?: string;
+    branch: string;
+    indexedAt: string;
+    /** Full model string used at index time (e.g. "openai:nomic-embed-text") */
+    model?: string;
+    /** Embedding vector dimensions */
+    dimensions?: number;
+}
+/**
+ * Extract the base model family name from a full model string.
+ * Strips provider prefix (e.g. "openai:", "ollama:") and quantization/tag
+ * suffixes (e.g. ":Q4_K_M", ":latest", ":fp16").
+ *
+ * Examples:
+ *   "openai:nomic-embed-text"        → "nomic-embed-text"
+ *   "ollama:nomic-embed-text:Q4_K_M" → "nomic-embed-text"
+ *   "lmstudio:bge-large-en:fp16"     → "bge-large-en"
+ *   "openai:text-embedding-3-small"   → "text-embedding-3-small"
+ */
+export declare function extractModelFamily(model: string): string;
+export declare function writeProjectMetadata(cwd: string, extra?: {
+    model?: string;
+    dimensions?: number;
+}): void;
+export declare function readProjectMetadata(dbPath: string): ProjectMetadata | undefined;
+/**
+ * Scan all lmgrep indexes and return their metadata.
+ */
+export declare function discoverIndexedProjects(): Array<{
+    dbPath: string;
+    metadata: ProjectMetadata;
+}>;
+/**
+ * Acquire an exclusive write lock for a project's DB.
+ * Returns true if the lock was acquired, false if another process holds it.
+ */
+export declare function acquireDbLock(cwd: string): boolean;
+/**
+ * Release the write lock for a project's DB.
+ */
+export declare function releaseDbLock(cwd: string): void;
+/**
+ * Check if a write lock is held by a live process.
+ */
+export declare function isDbLocked(cwd: string): boolean;
+export interface RunningProcess {
+    pid: number;
+    /** Process title from /proc/<pid>/comm (e.g. "lmgrep-mcp", "lmgrep") */
+    processName: string;
+    /** Full command line */
+    cmdline: string;
+    /** Kind of process: "mcp", "serve", or "cli" */
+    kind: "mcp" | "serve" | "cli";
+    /** Project root from the index metadata */
+    projectRoot?: string;
+    /** Whether this process is maintaining (watching) the index */
+    watching: boolean;
+}
+/**
+ * Scan all lock files to find running lmgrep processes,
+ * which indexes they hold, and whether they are watching for changes.
+ */
+export declare function discoverRunningProcesses(): RunningProcess[];
+export declare class Store {
+    private readonly dbPath;
+    private readonly branch;
+    private db;
+    private chunksTable;
+    private filesTable;
+    constructor(dbPath: string, branch?: string);
+    static forProject(cwd: string): Store;
+    private connection;
+    private openChunks;
+    private openFiles;
+    addChunks(chunks: IndexedChunk[]): Promise<void>;
+    /**
+     * Delete chunks for files that are no longer referenced by ANY branch.
+     * If another branch still has a file hash entry for a given path,
+     * the chunks are kept (they're shared via content-addressing).
+     */
+    deleteChunksByFiles(filePaths: string[]): Promise<void>;
+    search(queryVector: number[], limit?: number, filePrefix?: string, typeFilter?: string[]): Promise<SearchResult[]>;
+    getIndexedFiles(): Promise<Map<string, string[]>>;
+    getIndexedHashes(): Promise<Set<string>>;
+    /**
+     * Given a set of chunk hashes, return those that already exist in the
+     * chunks table. Runs as batched IN() queries in the DB.
+     */
+    filterExistingChunkHashes(hashes: string[]): Promise<Set<string>>;
+    chunkCount(): Promise<number>;
+    getFileHashes(): Promise<Map<string, string>>;
+    /**
+     * Given a set of file hashes, return those that already exist in the
+     * files table on ANY branch. The query runs in the DB, not in JS.
+     */
+    filterKnownFileHashes(hashes: string[]): Promise<Set<string>>;
+    upsertFileHashes(entries: Array<{
+        filePath: string;
+        fileHash: string;
+    }>): Promise<void>;
+    deleteFileHashes(filePaths: string[]): Promise<void>;
+    reset(): Promise<void>;
+    compact(): Promise<void>;
+    /**
+     * Import all chunks and file hashes from another Store's database.
+     * Returns { chunks, files } counts of imported records.
+     */
+    importFrom(sourcePath: string): Promise<{
+        chunks: number;
+        files: number;
+    }>;
+    close(): Promise<void>;
+}