lmgrep 0.1.17 → 0.2.0

package/dist/lib/serve.js

@@ -1,127 +0,0 @@
-import { existsSync } from "node:fs";
-import { build } from "./build.js";
-import { watchFiles } from "./scanner.js";
-import { getDbPath, findIndexedAncestor, acquireDbLock, releaseDbLock, isDbLocked, } from "./store.js";
-import { consoleLogger } from "./types.js";
-export { isDbLocked as isServeLocked };
-// --- Serve ---
-export async function serve(cwd, store, config, embedder, chunker, logger = consoleLogger) {
-    const log = logger.info.bind(logger);
-    // Require an existing index
-    const ancestor = findIndexedAncestor(cwd);
-    if (!ancestor) {
-        const dbPath = getDbPath(cwd);
-        if (!existsSync(dbPath)) {
-            throw new Error("No index found. Run `lmgrep index` first.");
-        }
-    }
-    if (!acquireDbLock(cwd)) {
-        throw new Error("Already running for this project.");
-    }
-    const cleanup = () => releaseDbLock(cwd);
-    process.on("exit", cleanup);
-    process.on("SIGINT", () => {
-        cleanup();
-        process.exit(0);
-    });
-    process.on("SIGTERM", () => {
-        cleanup();
-        process.exit(0);
-    });
-    // Initial index
-    log("Running initial index...");
-    await build(cwd, store, config, embedder, chunker, {}, logger);
-    // Watch with non-recursive re-trigger and per-file targeting
-    let indexing = false;
-    let pendingFiles;
-    async function runIndex(changedFiles) {
-        if (indexing) {
-            // Merge into pending set
-            if (changedFiles) {
-                pendingFiles = [...(pendingFiles ?? []), ...changedFiles];
-            }
-            else {
-                pendingFiles = undefined; // full rebuild queued
-            }
-            return;
-        }
-        indexing = true;
-        try {
-            const fileCount = changedFiles?.length;
-            log(fileCount
-                ? `Changes detected in ${fileCount} file(s), re-indexing...`
-                : "Changes detected, re-indexing...");
-            await build(cwd, store, config, embedder, chunker, { files: changedFiles }, logger);
-        }
-        catch (err) {
-            logger.error(`Index error: ${err instanceof Error ? err.message : err}`);
-        }
-        finally {
-            indexing = false;
-            if (pendingFiles !== undefined) {
-                const next = pendingFiles.length > 0 ? pendingFiles : undefined;
-                pendingFiles = undefined;
-                runIndex(next);
-            }
-        }
-    }
-    watchFiles(cwd, config.ignore, (changedFiles) => {
-        runIndex(changedFiles);
-    }, 2000, config.extensions);
-    log("Watching for changes...");
-}
-/**
- * Start an in-process file watcher that incrementally re-indexes on changes.
- * Acquires the DB lock. Returns a cleanup function to stop watching and release the lock.
- * Returns undefined if the lock is already held by another process.
- */
-export function startWatcher(cwd, store, config, embedder, chunker, logger = consoleLogger) {
-    if (!acquireDbLock(cwd)) {
-        return undefined;
-    }
-    const log = logger.info.bind(logger);
-    let indexing = false;
-    let pendingFiles;
-    async function runIndex(changedFiles) {
-        if (indexing) {
-            if (changedFiles) {
-                pendingFiles = [...(pendingFiles ?? []), ...changedFiles];
-            }
-            else {
-                pendingFiles = undefined;
-            }
-            return;
-        }
-        indexing = true;
-        try {
-            const fileCount = changedFiles?.length;
-            log(fileCount
-                ? `Changes detected in ${fileCount} file(s), re-indexing...`
-                : "Changes detected, re-indexing...");
-            await build(cwd, store, config, embedder, chunker, { files: changedFiles }, logger);
-        }
-        catch (err) {
-            logger.error(`Index error: ${err instanceof Error ? err.message : err}`);
-        }
-        finally {
-            indexing = false;
-            if (pendingFiles !== undefined) {
-                const next = pendingFiles.length > 0 ? pendingFiles : undefined;
-                pendingFiles = undefined;
-                runIndex(next);
-            }
-        }
-    }
-    // Kick off an initial catch-up index so newly-checked-out branches get
-    // their manifest bootstrapped and any changes made while offline are picked up.
-    runIndex();
-    const watcher = watchFiles(cwd, config.ignore, (changedFiles) => {
-        runIndex(changedFiles);
-    }, 2000, config.extensions);
-    log("Watching for changes...");
-    return () => {
-        watcher.close();
-        releaseDbLock(cwd);
-    };
-}
-//# sourceMappingURL=serve.js.map

package/dist/lib/serve.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"serve.js","sourceRoot":"","sources":["../../src/lib/serve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAEN,SAAS,EACT,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,UAAU,GACV,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,OAAO,EAAE,UAAU,IAAI,aAAa,EAAE,CAAC;AAEvC,gBAAgB;AAEhB,MAAM,CAAC,KAAK,UAAU,KAAK,CAC1B,GAAW,EACX,KAAY,EACZ,MAAoB,EACpB,QAAkB,EAClB,OAAgB,EAChB,SAAiB,aAAa;IAE9B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErC,4BAA4B;IAC5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC9D,CAAC;IACF,CAAC;IAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACzB,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QAC1B,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAChC,MAAM,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAE/D,6DAA6D;IAC7D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,YAAkC,CAAC;IAEvC,KAAK,UAAU,QAAQ,CAAC,YAAuB;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACd,yBAAyB;YACzB,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,SAAS,CAAC,CAAC,sBAAsB;YACjD,CAAC;YACD,OAAO;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,YAAY,EAAE,MAAM,CAAC;YACvC,GAAG,CACF,SAAS;gBACR,CAAC,CAAC,uBAAuB,SAAS,0BAA0B;gBAC5D,CAAC,CAAC,kCAAkC,CACrC,CAAC;YACF,MAAM,KAAK,CACV,GAAG,EACH,KAAK,EACL,MAAM,EACN,QAAQ,EACR,OAAO,EACP,EAAE,KAAK,EAAE,YAAY,EAAE,EACvB,MAAM,CACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,KAAK,CACX,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACV,QAAQ,GAAG,KAAK,CAAC;YACjB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;gBAChE,YAAY,GAAG,SAAS,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACF,CAAC;IACF,CAAC;IAED,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE;QAC/C,QAAQ,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAE5B,GAAG,CAAC,yBAAyB,CAAC,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAC3B,GAAW,EACX,KAAY,EACZ,MAAoB,EACpB,QAAkB,EAClB,OAAgB,EAChB,SAAiB,aAAa;IAE9B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,YAAkC,CAAC;IAEvC,KAAK,UAAU,QAAQ,CAAC,YAAuB;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACP,YAAY,GAAG,SAAS,CAAC;YAC1B,CAAC;YACD,OAAO;QACR,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACJ,MAAM,SAAS,GAAG,YAAY,EAAE,MAAM,CAAC;YACvC,GAAG,CACF,SAAS;gBACR,CAAC,CAAC,uBAAuB,SAAS,0BAA0B;gBAC5D,CAAC,CAAC,kCAAkC,CACrC,CAAC;YACF,MAAM,KAAK,CACV,GAAG,EACH,KAAK,EACL,MAAM,EACN,QAAQ,EACR,OAAO,EACP,EAAE,KAAK,EAAE,YAAY,EAAE,EACvB,MAAM,CACN,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,KAAK,CACX,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACV,QAAQ,GAAG,KAAK,CAAC;YACjB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;gBAChE,YAAY,GAAG,SAAS,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACF,CAAC;IACF,CAAC;IAED,uEAAuE;IACvE,gFAAgF;IAChF,QAAQ,EAAE,CAAC;IAEX,MAAM,OAAO,GAAG,UAAU,CACzB,GAAG,EACH,MAAM,CAAC,MAAM,EACb,CAAC,YAAY,EAAE,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,CAAC;IACxB,CAAC,EACD,IAAI,EACJ,MAAM,CAAC,UAAU,CACjB,CAAC;IAEF,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAE/B,OAAO,GAAG,EAAE;QACX,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,aAAa,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC,CAAC;AACH,CAAC"}

package/dist/lib/store.d.ts

@@ -1,177 +0,0 @@
-import type { IndexedChunk, SearchResult } from "./types.js";
-/**
- * Resolve the project identity for a directory.
- *
- * For git repos: uses the remote origin URL as identity so that multiple
- * worktrees of the same repo share one index.
- *
- * For non-git directories: falls back to hashing the absolute path.
- *
- * Returns { id, root } where id is the string to hash for the DB path,
- * and root is the project root directory (git toplevel or cwd).
- */
-export declare function resolveProject(cwd: string): {
-    id: string;
-    root: string;
-    branch: string;
-};
-export declare function buildSlug(id: string): string;
-export declare function getDbPath(cwd: string): string;
-/**
- * Compute the DB path using the pre-git-aware scheme (absolute path hash).
- * Used by `lmgrep import` to find legacy indexes.
- */
-export declare function getLegacyDbPath(cwd: string): string;
-/**
- * Find the project root and compute the prefix (subdirectory offset).
- * For git repos, the root is the git toplevel. For non-git dirs, walks up
- * looking for an existing index.
- */
-export declare function findIndexedAncestor(cwd: string): {
-    root: string;
-    prefix: string;
-} | undefined;
-export interface ProjectMetadata {
-    root: string;
-    remote?: string;
-    branch: string;
-    indexedAt: string;
-    /** Full model string used at index time (e.g. "openai:nomic-embed-text") */
-    model?: string;
-    /** Embedding vector dimensions */
-    dimensions?: number;
-}
-/**
- * Extract the base model family name from a full model string.
- * Strips provider prefix (e.g. "openai:", "ollama:") and quantization/tag
- * suffixes (e.g. ":Q4_K_M", ":latest", ":fp16").
- *
- * Examples:
- *   "openai:nomic-embed-text"        → "nomic-embed-text"
- *   "ollama:nomic-embed-text:Q4_K_M" → "nomic-embed-text"
- *   "lmstudio:bge-large-en:fp16"     → "bge-large-en"
- *   "openai:text-embedding-3-small"   → "text-embedding-3-small"
- */
-export declare function extractModelFamily(model: string): string;
-export declare function writeProjectMetadata(cwd: string, extra?: {
-    model?: string;
-    dimensions?: number;
-}): void;
-export declare function readProjectMetadata(dbPath: string): ProjectMetadata | undefined;
-/**
- * Scan all lmgrep indexes and return their metadata.
- */
-export declare function discoverIndexedProjects(): Array<{
-    dbPath: string;
-    metadata: ProjectMetadata;
-}>;
-/**
- * Acquire an exclusive write lock for a project's DB.
- * Returns true if the lock was acquired, false if another process holds it.
- */
-export declare function acquireDbLock(cwd: string): boolean;
-/**
- * Release the write lock for a project's DB.
- */
-export declare function releaseDbLock(cwd: string): void;
-/**
- * Check if a write lock is held by a live process.
- */
-export declare function isDbLocked(cwd: string): boolean;
-export interface RunningProcess {
-    pid: number;
-    /** Process title from /proc/<pid>/comm (e.g. "lmgrep-mcp", "lmgrep") */
-    processName: string;
-    /** Full command line */
-    cmdline: string;
-    /** Kind of process: "mcp", "serve", or "cli" */
-    kind: "mcp" | "serve" | "cli";
-    /** Project root from the index metadata */
-    projectRoot?: string;
-    /** Whether this process is maintaining (watching) the index */
-    watching: boolean;
-}
-/**
- * Scan all lock files to find running lmgrep processes,
- * which indexes they hold, and whether they are watching for changes.
- */
-export declare function discoverRunningProcesses(): RunningProcess[];
-export declare class Store {
-    private readonly dbPath;
-    private readonly branch;
-    private db;
-    private chunksTable;
-    private filesTable;
-    constructor(dbPath: string, branch?: string);
-    static forProject(cwd: string): Store;
-    private connection;
-    private openChunks;
-    private openFiles;
-    addChunks(chunks: IndexedChunk[]): Promise<void>;
-    /**
-     * Delete chunks for files that are no longer referenced by ANY branch.
-     * If another branch still has a file hash entry for a given path,
-     * the chunks are kept (they're shared via content-addressing).
-     */
-    deleteChunksByFiles(filePaths: string[]): Promise<void>;
-    private branchFilesCache;
-    /**
-     * Get the set of file paths indexed on the current branch (cached).
-     */
-    getBranchFiles(): Promise<Set<string> | undefined>;
-    /** Invalidate the branch files cache (call after index/import). */
-    invalidateBranchFilesCache(): void;
-    search(queryVector: number[], limit?: number, filePrefix?: string, typeFilter?: string[], 
-    /** Pass false to skip branch scoping (e.g. for cross-project search). */
-    scopeToBranch?: boolean): Promise<SearchResult[]>;
-    getIndexedFiles(): Promise<Map<string, string[]>>;
-    getIndexedHashes(): Promise<Set<string>>;
-    /**
-     * Given a set of chunk hashes, return those that already exist in the
-     * chunks table. Runs as batched IN() queries in the DB.
-     */
-    filterExistingChunkHashes(hashes: string[]): Promise<Set<string>>;
-    chunkCount(): Promise<number>;
-    getFileHashes(): Promise<Map<string, string>>;
-    /**
-     * Given a set of file hashes, return those that already exist in the
-     * files table on ANY branch. The query runs in the DB, not in JS.
-     */
-    filterKnownFileHashes(hashes: string[]): Promise<Set<string>>;
-    upsertFileHashes(entries: Array<{
-        filePath: string;
-        fileHash: string;
-        branch?: string;
-    }>): Promise<void>;
-    deleteFileHashes(filePaths: string[]): Promise<void>;
-    streamAllChunks(batchSize: number): AsyncGenerator<Record<string, unknown>[]>;
-    getAllFileEntries(): Promise<Array<{
-        filePath: string;
-        fileHash: string;
-        branch: string;
-    }>>;
-    reset(): Promise<void>;
-    compact(): Promise<void>;
-    /**
-     * Import all chunks and file hashes from another Store's database.
-     * Returns { chunks, files } counts of imported records.
-     */
-    importFrom(sourcePath: string): Promise<{
-        chunks: number;
-        files: number;
-    }>;
-    /**
-     * Return all distinct branch names present in the files table.
-     */
-    getStoredBranches(): Promise<string[]>;
-    /**
-     * Delete all file manifest rows for a given branch.
-     */
-    deleteBranchManifest(branch: string): Promise<void>;
-    /**
-     * Copy another branch's file manifest to this store's branch.
-     * Used to bootstrap a new branch from a merge base.
-     */
-    copyBranchManifest(sourceBranch: string): Promise<number>;
-    close(): Promise<void>;
-}