lmgrep 0.1.0

package/dist/chunker/languages.d.ts

@@ -0,0 +1,15 @@
+export type LanguageId = "javascript" | "typescript" | "tsx" | "python" | "rust" | "go" | "ruby" | "c" | "cpp" | "swift" | "json" | "yaml" | "toml" | "lua" | "scala" | "zig";
+export interface LanguageConfig {
+    id: LanguageId;
+    extensions: string[];
+    wasmFile: string;
+    /** AST node types that represent top-level or nestable definitions */
+    chunkTypes: string[];
+    /** AST node types that represent import/require statements */
+    importTypes: string[];
+    /** AST node types that represent class/struct/module wrappers */
+    scopeTypes: string[];
+}
+export declare const LANGUAGES: LanguageConfig[];
+export declare function getLanguageForFile(filePath: string): LanguageConfig | undefined;
+export declare function getWasmPath(lang: LanguageConfig): string | undefined;

package/dist/chunker/languages.js

@@ -0,0 +1,251 @@
+import { createRequire } from "node:module";
+const require = createRequire(import.meta.url);
+export const LANGUAGES = [
+    {
+        id: "javascript",
+        extensions: [".js", ".jsx"],
+        wasmFile: "tree-sitter-javascript.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "arrow_function",
+            "method_definition",
+            "class_declaration",
+            "export_statement",
+            "variable_declarator",
+        ],
+        importTypes: ["import_statement", "call_expression"],
+        scopeTypes: ["class_declaration", "class_body"],
+    },
+    {
+        id: "typescript",
+        extensions: [".ts"],
+        wasmFile: "tree-sitter-typescript.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "arrow_function",
+            "method_definition",
+            "class_declaration",
+            "interface_declaration",
+            "type_alias_declaration",
+            "enum_declaration",
+            "export_statement",
+            "variable_declarator",
+        ],
+        importTypes: ["import_statement"],
+        scopeTypes: [
+            "class_declaration",
+            "interface_declaration",
+            "module",
+            "namespace_declaration",
+        ],
+    },
+    {
+        id: "tsx",
+        extensions: [".tsx"],
+        wasmFile: "tree-sitter-tsx.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "arrow_function",
+            "method_definition",
+            "class_declaration",
+            "interface_declaration",
+            "type_alias_declaration",
+            "enum_declaration",
+            "export_statement",
+            "variable_declarator",
+        ],
+        importTypes: ["import_statement"],
+        scopeTypes: [
+            "class_declaration",
+            "interface_declaration",
+            "module",
+            "namespace_declaration",
+        ],
+    },
+    {
+        id: "python",
+        extensions: [".py"],
+        wasmFile: "tree-sitter-python.wasm",
+        chunkTypes: [
+            "function_definition",
+            "class_definition",
+            "decorated_definition",
+        ],
+        importTypes: ["import_statement", "import_from_statement"],
+        scopeTypes: ["class_definition", "module"],
+    },
+    {
+        id: "rust",
+        extensions: [".rs"],
+        wasmFile: "tree-sitter-rust.wasm",
+        chunkTypes: [
+            "function_item",
+            "impl_item",
+            "struct_item",
+            "enum_item",
+            "trait_item",
+            "type_item",
+            "const_item",
+            "static_item",
+            "macro_definition",
+        ],
+        importTypes: ["use_declaration"],
+        scopeTypes: ["impl_item", "trait_item", "mod_item"],
+    },
+    {
+        id: "go",
+        extensions: [".go"],
+        wasmFile: "tree-sitter-go.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "method_declaration",
+            "type_declaration",
+            "const_declaration",
+            "var_declaration",
+        ],
+        importTypes: ["import_declaration"],
+        scopeTypes: ["type_declaration"],
+    },
+    {
+        id: "ruby",
+        extensions: [".rb"],
+        wasmFile: "tree-sitter-ruby.wasm",
+        chunkTypes: ["method", "singleton_method", "class", "module"],
+        importTypes: ["call"],
+        scopeTypes: ["class", "module"],
+    },
+    {
+        id: "c",
+        extensions: [".c", ".h"],
+        wasmFile: "tree-sitter-c.wasm",
+        chunkTypes: [
+            "function_definition",
+            "struct_specifier",
+            "enum_specifier",
+            "type_definition",
+            "declaration",
+        ],
+        importTypes: ["preproc_include"],
+        scopeTypes: ["struct_specifier"],
+    },
+    {
+        id: "cpp",
+        extensions: [".cpp", ".hpp", ".cc"],
+        wasmFile: "tree-sitter-cpp.wasm",
+        chunkTypes: [
+            "function_definition",
+            "class_specifier",
+            "struct_specifier",
+            "namespace_definition",
+            "template_declaration",
+            "enum_specifier",
+        ],
+        importTypes: ["preproc_include", "using_declaration"],
+        scopeTypes: [
+            "class_specifier",
+            "struct_specifier",
+            "namespace_definition",
+        ],
+    },
+    {
+        id: "swift",
+        extensions: [".swift"],
+        wasmFile: "tree-sitter-swift.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "class_declaration",
+            "struct_declaration",
+            "enum_declaration",
+            "protocol_declaration",
+            "extension_declaration",
+        ],
+        importTypes: ["import_declaration"],
+        scopeTypes: [
+            "class_declaration",
+            "struct_declaration",
+            "extension_declaration",
+        ],
+    },
+    {
+        id: "json",
+        extensions: [".json"],
+        wasmFile: "tree-sitter-json.wasm",
+        chunkTypes: ["pair"],
+        importTypes: [],
+        scopeTypes: ["object"],
+    },
+    {
+        id: "yaml",
+        extensions: [".yaml", ".yml"],
+        wasmFile: "tree-sitter-yaml.wasm",
+        chunkTypes: ["block_mapping_pair"],
+        importTypes: [],
+        scopeTypes: ["block_mapping"],
+    },
+    {
+        id: "toml",
+        extensions: [".toml"],
+        wasmFile: "tree-sitter-toml.wasm",
+        chunkTypes: ["table", "pair"],
+        importTypes: [],
+        scopeTypes: ["table"],
+    },
+    {
+        id: "lua",
+        extensions: [".lua"],
+        wasmFile: "tree-sitter-lua.wasm",
+        chunkTypes: [
+            "function_declaration",
+            "local_function",
+            "function_definition",
+        ],
+        importTypes: ["call"],
+        scopeTypes: [],
+    },
+    {
+        id: "scala",
+        extensions: [".scala"],
+        wasmFile: "tree-sitter-scala.wasm",
+        chunkTypes: [
+            "function_definition",
+            "val_definition",
+            "var_definition",
+            "class_definition",
+            "object_definition",
+            "trait_definition",
+        ],
+        importTypes: ["import_declaration"],
+        scopeTypes: [
+            "class_definition",
+            "object_definition",
+            "trait_definition",
+        ],
+    },
+    {
+        id: "zig",
+        extensions: [".zig"],
+        wasmFile: "tree-sitter-zig.wasm",
+        chunkTypes: ["FnProto", "VarDecl", "ContainerDecl", "TestDecl"],
+        importTypes: [],
+        scopeTypes: ["ContainerDecl"],
+    },
+];
+const extToLang = new Map();
+for (const lang of LANGUAGES) {
+    for (const ext of lang.extensions) {
+        extToLang.set(ext, lang);
+    }
+}
+export function getLanguageForFile(filePath) {
+    const ext = filePath.slice(filePath.lastIndexOf("."));
+    return extToLang.get(ext);
+}
+export function getWasmPath(lang) {
+    try {
+        return require.resolve(`tree-sitter-wasms/out/${lang.wasmFile}`);
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=languages.js.map

package/dist/chunker/languages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"languages.js","sourceRoot":"","sources":["../../src/chunker/languages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAgC/C,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C;QACC,EAAE,EAAE,YAAY;QAChB,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,6BAA6B;QACvC,UAAU,EAAE;YACX,sBAAsB;YACtB,gBAAgB;YAChB,mBAAmB;YACnB,mBAAmB;YACnB,kBAAkB;YAClB,qBAAqB;SACrB;QACD,WAAW,EAAE,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;QACpD,UAAU,EAAE,CAAC,mBAAmB,EAAE,YAAY,CAAC;KAC/C;IACD;QACC,EAAE,EAAE,YAAY;QAChB,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,6BAA6B;QACvC,UAAU,EAAE;YACX,sBAAsB;YACtB,gBAAgB;YAChB,mBAAmB;YACnB,mBAAmB;YACnB,uBAAuB;YACvB,wBAAwB;YACxB,kBAAkB;YAClB,kBAAkB;YAClB,qBAAqB;SACrB;QACD,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE;YACX,mBAAmB;YACnB,uBAAuB;YACvB,QAAQ;YACR,uBAAuB;SACvB;KACD;IACD;QACC,EAAE,EAAE,KAAK;QACT,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,sBAAsB;QAChC,UAAU,EAAE;YACX,sBAAsB;YACtB,gBAAgB;YAChB,mBAAmB;YACnB,mBAAmB;YACnB,uBAAuB;YACvB,wBAAwB;YACxB,kBAAkB;YAClB,kBAAkB;YAClB,qBAAqB;SACrB;QACD,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE;YACX,mBAAmB;YACnB,uBAAuB;YACvB,QAAQ;YACR,uBAAuB;SACvB;KACD;IACD;QACC,EAAE,EAAE,QAAQ;QACZ,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,yBAAyB;QACnC,UAAU,EAAE;YACX,qBAAqB;YACrB,kBAAkB;YAClB,sBAAsB;SACtB;QACD,WAAW,EAAE,CAAC,kBAAkB,EAAE,uBAAuB,CAAC;QAC1D,UAAU,EAAE,CAAC,kBAAkB,EAAE,QAAQ,CAAC;KAC1C;IACD;QACC,EAAE,EAAE,MAAM;QACV,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE;YACX,eAAe;YACf,WAAW;YACX,aAAa;YACb,WAAW;YACX,YAAY;YACZ,WAAW;YACX,YAAY;YACZ,aAAa;YACb,kBAAkB;SAClB;QACD,WAAW,EAAE,CAAC,iBAAiB,CAAC;QAChC,UAAU,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC;KACnD;IACD;QACC,EAAE,EAAE,IAAI;QACR,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,qBAAqB;QAC/B,UAAU,EAAE;YACX,sBAAsB;YACtB,oBAAoB;YACpB,kBAAkB;YAClB,mBAAmB;YACnB,iBAAiB;SACjB;QACD,WAAW,EAAE,CAAC,oBAAoB,CAAC;QACnC,UAAU,EAAE,CAAC,kBAAkB,CAAC;KAChC;IACD;QACC,EAAE,EAAE,MAAM;QACV,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,QAAQ,CAAC;QAC7D,WAAW,EAAE,CAAC,MAAM,CAAC;QACrB,UAAU,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;KAC/B;IACD;QACC,EAAE,EAAE,GAAG;QACP,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;QACxB,QAAQ,EAAE,oBAAoB;QAC9B,UAAU,EAAE;YACX,qBAAqB;YACrB,kBAAkB;YAClB,gBAAgB;YAChB,iBAAiB;YACjB,aAAa;SACb;QACD,WAAW,EAAE,CAAC,iBAAiB,CAAC;QAChC,UAAU,EAAE,CAAC,kBAAkB,CAAC;KAChC;IACD;QACC,EAAE,EAAE,KAAK;QACT,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;QACnC,QAAQ,EAAE,sBAAsB;QAChC,UAAU,EAAE;YACX,qBAAqB;YACrB,iBAAiB;YACjB,kBAAkB;YAClB,sBAAsB;YACtB,sBAAsB;YACtB,gBAAgB;SAChB;QACD,WAAW,EAAE,CAAC,iBAAiB,EAAE,mBAAmB,CAAC;QACrD,UAAU,EAAE;YACX,iBAAiB;YACjB,kBAAkB;YAClB,sBAAsB;SACtB;KACD;IACD;QACC,EAAE,EAAE,OAAO;QACX,UAAU,EAAE,CAAC,QAAQ,CAAC;QACtB,QAAQ,EAAE,wBAAwB;QAClC,UAAU,EAAE;YACX,sBAAsB;YACtB,mBAAmB;YACnB,oBAAoB;YACpB,kBAAkB;YAClB,sBAAsB;YACtB,uBAAuB;SACvB;QACD,WAAW,EAAE,CAAC,oBAAoB,CAAC;QACnC,UAAU,EAAE;YACX,mBAAmB;YACnB,oBAAoB;YACpB,uBAAuB;SACvB;KACD;IACD;QACC,EAAE,EAAE,MAAM;QACV,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,CAAC,QAAQ,CAAC;KACtB;IACD;QACC,EAAE,EAAE,MAAM;QACV,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;QAC7B,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,CAAC,oBAAoB,CAAC;QAClC,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,CAAC,eAAe,CAAC;KAC7B;IACD;QACC,EAAE,EAAE,MAAM;QACV,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,QAAQ,EAAE,uBAAuB;QACjC,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;QAC7B,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,CAAC,OAAO,CAAC;KACrB;IACD;QACC,EAAE,EAAE,KAAK;QACT,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,sBAAsB;QAChC,UAAU,EAAE;YACX,sBAAsB;YACtB,gBAAgB;YAChB,qBAAqB;SACrB;QACD,WAAW,EAAE,CAAC,MAAM,CAAC;QACrB,UAAU,EAAE,EAAE;KACd;IACD;QACC,EAAE,EAAE,OAAO;QACX,UAAU,EAAE,CAAC,QAAQ,CAAC;QACtB,QAAQ,EAAE,wBAAwB;QAClC,UAAU,EAAE;YACX,qBAAqB;YACrB,gBAAgB;YAChB,gBAAgB;YAChB,kBAAkB;YAClB,mBAAmB;YACnB,kBAAkB;SAClB;QACD,WAAW,EAAE,CAAC,oBAAoB,CAAC;QACnC,UAAU,EAAE;YACX,kBAAkB;YAClB,mBAAmB;YACnB,kBAAkB;SAClB;KACD;IACD;QACC,EAAE,EAAE,KAAK;QACT,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,sBAAsB;QAChC,UAAU,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,CAAC;QAC/D,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,CAAC,eAAe,CAAC;KAC7B;CACD,CAAC;AAEF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;AACpD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACnC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;AACF,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,QAAgB;IAEhB,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,OAAO,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAoB;IAC/C,IAAI,CAAC;QACJ,OAAO,OAAO,CAAC,OAAO,CAAC,yBAAyB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/cli.js

@@ -0,0 +1,69 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+import { indexCommand } from "./index-cmd.js";
+import { repairCommand } from "./repair-cmd.js";
+import { searchCommand } from "./search-cmd.js";
+import { serveCommand } from "./serve-cmd.js";
+import { statusCommand } from "./status-cmd.js";
+const program = new Command();
+program
+    .name("lmgrep")
+    .description("Semantic code search with any AI embedding provider")
+    .version("0.1.0");
+program
+    .command("index")
+    .description("Index the current directory for semantic search")
+    .option("-r, --reset", "Reset and rebuild the entire index")
+    .option("-v, --verbose", "Show file-by-file progress")
+    .option("-s, --since <duration>", "Only consider files modified within duration (e.g. 10m, 2h, 1d)")
+    .option("-f, --force", "Force re-embed even if file hash unchanged (use with --since)")
+    .option("-d, --dry", "Show what would be indexed without actually doing it")
+    .action(async (opts) => {
+    const cwd = process.cwd();
+    await indexCommand(cwd, opts);
+});
+program
+    .command("search <query>")
+    .description("Search the codebase using natural language")
+    .option("-m, --limit <n>", "Max results", "25")
+    .option("--scores", "Show relevance scores")
+    .option("--compact", "Show file paths only")
+    .option("--min-score <n>", "Minimum score threshold")
+    .option("--file-prefix <prefix>", "Only search files matching this path prefix")
+    .option("--not <query>", "Exclude results similar to this query")
+    .action(async (query, opts) => {
+    const cwd = process.cwd();
+    await searchCommand(query, cwd, {
+        limit: Number.parseInt(opts.limit, 10),
+        scores: opts.scores,
+        compact: opts.compact,
+        minScore: opts.minScore ? Number.parseFloat(opts.minScore) : undefined,
+        filePrefix: opts.filePrefix,
+        not: opts.not,
+    });
+});
+program
+    .command("status")
+    .description("Show index stats and check embedding connectivity")
+    .option("-c, --changes", "Scan for changed files since last index")
+    .action(async (opts) => {
+    const cwd = process.cwd();
+    await statusCommand(cwd, opts);
+});
+program
+    .command("repair")
+    .description("Detect and fix index inconsistencies (orphaned/stale chunks)")
+    .option("-d, --dry", "Show what would be repaired without making changes")
+    .action(async (opts) => {
+    const cwd = process.cwd();
+    await repairCommand(cwd, opts);
+});
+program
+    .command("serve")
+    .description("Watch the current directory and re-index on changes")
+    .action(async () => {
+    const cwd = process.cwd();
+    await serveCommand(cwd);
+});
+program.parse();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACL,IAAI,CAAC,QAAQ,CAAC;KACd,WAAW,CAAC,qDAAqD,CAAC;KAClE,OAAO,CAAC,OAAO,CAAC,CAAC;AAEnB,OAAO;KACL,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,iDAAiD,CAAC;KAC9D,MAAM,CAAC,aAAa,EAAE,oCAAoC,CAAC;KAC3D,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;KACrD,MAAM,CAAC,wBAAwB,EAAE,iEAAiE,CAAC;KACnG,MAAM,CAAC,aAAa,EAAE,+DAA+D,CAAC;KACtF,MAAM,CAAC,WAAW,EAAE,sDAAsD,CAAC;KAC3E,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEJ,OAAO;KACL,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,4CAA4C,CAAC;KACzD,MAAM,CAAC,iBAAiB,EAAE,aAAa,EAAE,IAAI,CAAC;KAC9C,MAAM,CAAC,UAAU,EAAE,uBAAuB,CAAC;KAC3C,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC;KAC3C,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;KACpD,MAAM,CAAC,wBAAwB,EAAE,6CAA6C,CAAC;KAC/E,MAAM,CAAC,eAAe,EAAE,uCAAuC,CAAC;KAChE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;IAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE;QAC/B,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACtE,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;KACb,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEJ,OAAO;KACL,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,mDAAmD,CAAC;KAChE,MAAM,CAAC,eAAe,EAAE,yCAAyC,CAAC;KAClE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEJ,OAAO;KACL,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,8DAA8D,CAAC;KAC3E,MAAM,CAAC,WAAW,EAAE,oDAAoD,CAAC;KACzE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEJ,OAAO;KACL,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,qDAAqD,CAAC;KAClE,MAAM,CAAC,KAAK,IAAI,EAAE;IAClB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC;AAEJ,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,2 @@
+import type { LmgrepConfig } from "./types.js";
+export declare function loadConfig(cwd: string): LmgrepConfig;

package/dist/config.js

@@ -0,0 +1,31 @@
+import { readFileSync, existsSync } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { parse } from "yaml";
+const DEFAULTS = {
+    model: "openai:text-embedding-3-small",
+    batchSize: 100,
+};
+const CONFIG_FILES = [".lmgrep.yml", ".lmgrep.yaml"];
+export function loadConfig(cwd) {
+    // Project-local config
+    for (const name of CONFIG_FILES) {
+        const path = join(cwd, name);
+        if (existsSync(path)) {
+            const raw = readFileSync(path, "utf-8");
+            const parsed = parse(raw);
+            return { ...DEFAULTS, ...parsed };
+        }
+    }
+    // Global config (~/.lmgrep.yml)
+    for (const name of CONFIG_FILES) {
+        const path = join(homedir(), name);
+        if (existsSync(path)) {
+            const raw = readFileSync(path, "utf-8");
+            const parsed = parse(raw);
+            return { ...DEFAULTS, ...parsed };
+        }
+    }
+    return { ...DEFAULTS };
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAG7B,MAAM,QAAQ,GAAiB;IAC9B,KAAK,EAAE,+BAA+B;IACtC,SAAS,EAAE,GAAG;CACd,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;AAErD,MAAM,UAAU,UAAU,CAAC,GAAW;IACrC,uBAAuB;IACvB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7B,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAA0B,CAAC;YACnD,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;QACnC,CAAC;IACF,CAAC;IAED,gCAAgC;IAChC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;QACnC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAA0B,CAAC;YACnD,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;QACnC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC;AACxB,CAAC"}

package/dist/embedder.d.ts

@@ -0,0 +1,3 @@
+import type { LmgrepConfig } from "./types.js";
+export declare function embedTexts(texts: string[], config: LmgrepConfig): Promise<number[][]>;
+export declare function embedQuery(query: string, config: LmgrepConfig): Promise<number[]>;

package/dist/embedder.js

@@ -0,0 +1,55 @@
+import { embed, embedMany } from "ai";
+import { createProviderRegistry } from "ai";
+import { importProvider } from "./providers.js";
+let cachedModel;
+async function getModel(config) {
+    if (cachedModel)
+        return cachedModel;
+    const colonIdx = config.model.indexOf(":");
+    if (colonIdx === -1) {
+        throw new Error(`Model must be in "provider:model" format (e.g. "openai:text-embedding-3-small"). Got: "${config.model}"`);
+    }
+    const providerName = config.model.slice(0, colonIdx);
+    const pkg = config.provider ?? `@ai-sdk/${providerName}`;
+    const providerModule = await importProvider(pkg);
+    // Try named export first (e.g. `openai` from `@ai-sdk/openai`)
+    let providerInstance = providerModule[providerName];
+    // Fall back to create* factory (e.g. `createOpenAICompatible` from `@ai-sdk/openai-compatible`)
+    if (!providerInstance) {
+        const factoryKey = Object.keys(providerModule).find((k) => k.startsWith("create"));
+        if (factoryKey) {
+            const factory = providerModule[factoryKey];
+            providerInstance = factory({
+                name: providerName,
+                ...(config.baseURL ? { baseURL: config.baseURL } : {}),
+            });
+        }
+    }
+    if (!providerInstance) {
+        throw new Error(`Package "${pkg}" has no usable provider export. Available exports: ${Object.keys(providerModule).join(", ")}`);
+    }
+    const registry = createProviderRegistry({
+        [providerName]: providerInstance,
+    });
+    cachedModel = registry.embeddingModel(config.model);
+    return cachedModel;
+}
+export async function embedTexts(texts, config) {
+    const model = await getModel(config);
+    const allEmbeddings = [];
+    const prefix = config.documentPrefix ?? "";
+    for (let i = 0; i < texts.length; i += config.batchSize) {
+        const batch = texts.slice(i, i + config.batchSize);
+        const values = prefix ? batch.map((t) => prefix + t) : batch;
+        const { embeddings } = await embedMany({ model, values });
+        allEmbeddings.push(...embeddings);
+    }
+    return allEmbeddings;
+}
+export async function embedQuery(query, config) {
+    const model = await getModel(config);
+    const prefix = config.queryPrefix ?? "";
+    const { embedding } = await embed({ model, value: prefix + query });
+    return embedding;
+}
+//# sourceMappingURL=embedder.js.map

package/dist/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAuB,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,IAAI,WAAuC,CAAC;AAE5C,KAAK,UAAU,QAAQ,CAAC,MAAoB;IAC3C,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CACd,0FAA0F,MAAM,CAAC,KAAK,GAAG,CACzG,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,WAAW,YAAY,EAAE,CAAC;IACzD,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAEjD,+DAA+D;IAC/D,IAAI,gBAAgB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;IAEpD,gGAAgG;IAChG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CACtB,CAAC;QACF,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAE7B,CAAC;YACb,gBAAgB,GAAG,OAAO,CAAC;gBAC1B,IAAI,EAAE,YAAY;gBAClB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACd,YAAY,GAAG,uDAAuD,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9G,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACvC,CAAC,YAAY,CAAC,EAAE,gBAAgB;KACP,CAAC,CAAC;IAE5B,WAAW,GAAG,QAAQ,CAAC,cAAc,CACpC,MAAM,CAAC,KAA8B,CACnB,CAAC;IACpB,OAAO,WAAW,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,KAAe,EACf,MAAoB;IAEpB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,aAAa,GAAe,EAAE,CAAC;IAErC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC7D,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,aAAa,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,KAAa,EACb,MAAoB;IAEpB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;IACxC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;IACpE,OAAO,SAAS,CAAC;AAClB,CAAC"}

package/dist/index-cmd.d.ts

@@ -0,0 +1,9 @@
+interface IndexOptions {
+    reset?: boolean;
+    verbose?: boolean;
+    since?: string;
+    force?: boolean;
+    dry?: boolean;
+}
+export declare function indexCommand(cwd: string, opts: IndexOptions): Promise<void>;
+export {};