codesift-mcp 0.1.0

package/dist/server.js

@@ -0,0 +1,285 @@
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { z } from "zod";
+import { loadConfig } from "./config.js";
+import { indexFolder, indexRepo, listAllRepos, invalidateCache } from "./tools/index-tools.js";
+import { searchSymbols, searchText } from "./tools/search-tools.js";
+import { getFileTree, getFileOutline, getRepoOutline } from "./tools/outline-tools.js";
+import { getSymbol, getSymbols, findAndShow, findReferences } from "./tools/symbol-tools.js";
+import { traceCallChain, impactAnalysis } from "./tools/graph-tools.js";
+import { assembleContext, getKnowledgeMap } from "./tools/context-tools.js";
+import { diffOutline, changedSymbols } from "./tools/diff-tools.js";
+import { generateClaudeMd } from "./tools/generate-tools.js";
+import { codebaseRetrieval } from "./retrieval/codebase-retrieval.js";
+import { trackToolCall } from "./storage/usage-tracker.js";
+import { getUsageStats, formatUsageReport } from "./storage/usage-stats.js";
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function errorResult(message) {
+    return {
+        content: [
+            { type: "text", text: JSON.stringify({ error: message }) },
+        ],
+        isError: true,
+    };
+}
+function wrapTool(toolName, args, fn) {
+    return async () => {
+        const start = performance.now();
+        try {
+            const data = await fn();
+            const text = JSON.stringify(data, null, 2);
+            const elapsed = performance.now() - start;
+            trackToolCall(toolName, args, text, data, elapsed);
+            return { content: [{ type: "text", text }] };
+        }
+        catch (err) {
+            const elapsed = performance.now() - start;
+            const message = err instanceof Error ? err.message : String(err);
+            trackToolCall(toolName, args, message, { error: message }, elapsed);
+            return errorResult(message);
+        }
+    };
+}
+// ---------------------------------------------------------------------------
+// Server setup
+// ---------------------------------------------------------------------------
+loadConfig();
+const server = new McpServer({
+    name: "codesift-mcp",
+    version: "0.1.0",
+});
+// ---------------------------------------------------------------------------
+// 1. index_folder
+// ---------------------------------------------------------------------------
+server.tool("index_folder", "Index a local folder, extracting symbols and building the search index", {
+    path: z.string().describe("Absolute path to the folder to index"),
+    incremental: z.boolean().optional().describe("Only re-index changed files"),
+    include_paths: z.array(z.string()).optional().describe("Glob patterns to include"),
+}, async (args) => wrapTool("index_folder", args, () => indexFolder(args.path, {
+    incremental: args.incremental,
+    include_paths: args.include_paths,
+}))());
+// ---------------------------------------------------------------------------
+// 2. index_repo
+// ---------------------------------------------------------------------------
+server.tool("index_repo", "Clone and index a remote git repository", {
+    url: z.string().describe("Git clone URL"),
+    branch: z.string().optional().describe("Branch to checkout"),
+    include_paths: z.array(z.string()).optional().describe("Glob patterns to include"),
+}, async (args) => wrapTool("index_repo", args, () => indexRepo(args.url, {
+    branch: args.branch,
+    include_paths: args.include_paths,
+}))());
+// ---------------------------------------------------------------------------
+// 3. list_repos
+// ---------------------------------------------------------------------------
+server.tool("list_repos", "List all indexed repositories with metadata", {}, async () => wrapTool("list_repos", {}, () => listAllRepos())());
+// ---------------------------------------------------------------------------
+// 4. invalidate_cache
+// ---------------------------------------------------------------------------
+server.tool("invalidate_cache", "Clear the index cache for a repository, forcing full re-index on next use", {
+    repo: z.string().describe("Repository identifier (e.g. local/my-project)"),
+}, async (args) => wrapTool("invalidate_cache", args, () => invalidateCache(args.repo))());
+// ---------------------------------------------------------------------------
+// 5. search_symbols
+// ---------------------------------------------------------------------------
+server.tool("search_symbols", "Search for code symbols (functions, classes, types) by name or signature", {
+    repo: z.string().describe("Repository identifier"),
+    query: z.string().describe("Search query string"),
+    kind: z.string().optional().describe("Filter by symbol kind (function, class, etc.)"),
+    file_pattern: z.string().optional().describe("Glob pattern to filter files"),
+    include_source: z.boolean().optional().describe("Include full source code of each symbol"),
+    top_k: z.number().optional().describe("Maximum number of results to return (default 50)"),
+    source_chars: z.number().optional().describe("Truncate each symbol's source to N characters (reduces output size)"),
+}, async (args) => wrapTool("search_symbols", args, () => searchSymbols(args.repo, args.query, {
+    kind: args.kind,
+    file_pattern: args.file_pattern,
+    include_source: args.include_source,
+    top_k: args.top_k,
+    source_chars: args.source_chars,
+}))());
+// ---------------------------------------------------------------------------
+// 6. search_text
+// ---------------------------------------------------------------------------
+server.tool("search_text", "Full-text search across all files in a repository", {
+    repo: z.string().describe("Repository identifier"),
+    query: z.string().describe("Search query or regex pattern"),
+    regex: z.boolean().optional().describe("Treat query as a regex pattern"),
+    context_lines: z.number().optional().describe("Number of context lines around each match"),
+    file_pattern: z.string().optional().describe("Glob pattern to filter files"),
+    max_results: z.number().optional().describe("Maximum number of matching lines to return (default 500)"),
+}, async (args) => wrapTool("search_text", args, () => searchText(args.repo, args.query, {
+    regex: args.regex,
+    context_lines: args.context_lines,
+    file_pattern: args.file_pattern,
+    max_results: args.max_results,
+}))());
+// ---------------------------------------------------------------------------
+// 7. get_file_tree
+// ---------------------------------------------------------------------------
+server.tool("get_file_tree", "Get the file tree of a repository with symbol counts per file. Use compact=true for a flat list of paths (10-50x less output).", {
+    repo: z.string().describe("Repository identifier"),
+    path_prefix: z.string().optional().describe("Filter to a subtree by path prefix"),
+    name_pattern: z.string().optional().describe("Glob pattern to filter file names"),
+    depth: z.number().optional().describe("Maximum directory depth to traverse"),
+    compact: z.boolean().optional().describe("Return flat list of {path, symbols} instead of nested tree (much less output)"),
+    min_symbols: z.number().optional().describe("Only include files with at least this many symbols"),
+}, async (args) => wrapTool("get_file_tree", args, () => getFileTree(args.repo, {
+    path_prefix: args.path_prefix,
+    name_pattern: args.name_pattern,
+    depth: args.depth,
+    compact: args.compact,
+    min_symbols: args.min_symbols,
+}))());
+// ---------------------------------------------------------------------------
+// 8. get_file_outline
+// ---------------------------------------------------------------------------
+server.tool("get_file_outline", "Get the symbol outline of a single file (functions, classes, exports)", {
+    repo: z.string().describe("Repository identifier"),
+    file_path: z.string().describe("Relative file path within the repository"),
+}, async (args) => wrapTool("get_file_outline", args, () => getFileOutline(args.repo, args.file_path))());
+// ---------------------------------------------------------------------------
+// 9. get_repo_outline
+// ---------------------------------------------------------------------------
+server.tool("get_repo_outline", "Get a high-level outline of the entire repository grouped by directory", {
+    repo: z.string().describe("Repository identifier"),
+}, async (args) => wrapTool("get_repo_outline", args, () => getRepoOutline(args.repo))());
+// ---------------------------------------------------------------------------
+// 10. get_symbol
+// ---------------------------------------------------------------------------
+server.tool("get_symbol", "Retrieve a single symbol by its unique ID with full source code", {
+    repo: z.string().describe("Repository identifier"),
+    symbol_id: z.string().describe("Unique symbol identifier"),
+}, async (args) => wrapTool("get_symbol", args, () => getSymbol(args.repo, args.symbol_id))());
+// ---------------------------------------------------------------------------
+// 11. get_symbols
+// ---------------------------------------------------------------------------
+server.tool("get_symbols", "Retrieve multiple symbols by ID in a single batch call", {
+    repo: z.string().describe("Repository identifier"),
+    symbol_ids: z.array(z.string()).describe("Array of symbol identifiers"),
+}, async (args) => wrapTool("get_symbols", args, () => getSymbols(args.repo, args.symbol_ids))());
+// ---------------------------------------------------------------------------
+// 12. find_and_show
+// ---------------------------------------------------------------------------
+server.tool("find_and_show", "Find a symbol by name and show its source, optionally including references", {
+    repo: z.string().describe("Repository identifier"),
+    query: z.string().describe("Symbol name or query to search for"),
+    include_refs: z.boolean().optional().describe("Include locations that reference this symbol"),
+}, async (args) => wrapTool("find_and_show", args, () => findAndShow(args.repo, args.query, args.include_refs))());
+// ---------------------------------------------------------------------------
+// 13. find_references
+// ---------------------------------------------------------------------------
+server.tool("find_references", "Find all references to a symbol across the codebase", {
+    repo: z.string().describe("Repository identifier"),
+    symbol_name: z.string().describe("Name of the symbol to find references for"),
+    file_pattern: z.string().optional().describe("Glob pattern to filter files"),
+}, async (args) => wrapTool("find_references", args, () => findReferences(args.repo, args.symbol_name, args.file_pattern))());
+// ---------------------------------------------------------------------------
+// 14. trace_call_chain
+// ---------------------------------------------------------------------------
+server.tool("trace_call_chain", "Trace the call chain of a symbol — who calls it (callers) or what it calls (callees). Source code is excluded by default for compact output; set include_source=true to include it.", {
+    repo: z.string().describe("Repository identifier"),
+    symbol_name: z.string().describe("Name of the symbol to trace"),
+    direction: z.enum(["callers", "callees"]).describe("Trace direction"),
+    depth: z.number().optional().describe("Maximum depth to traverse the call graph (default: 1)"),
+    include_source: z.boolean().optional().describe("Include full source code of each symbol (default: false)"),
+    include_tests: z.boolean().optional().describe("Include test files in trace results (default: false)"),
+}, async (args) => wrapTool("trace_call_chain", args, () => traceCallChain(args.repo, args.symbol_name, args.direction, {
+    depth: args.depth,
+    include_source: args.include_source,
+    include_tests: args.include_tests,
+}))());
+// ---------------------------------------------------------------------------
+// 15. impact_analysis
+// ---------------------------------------------------------------------------
+server.tool("impact_analysis", "Analyze the blast radius of recent git changes — which symbols and files are affected. Source code is excluded by default for compact output.", {
+    repo: z.string().describe("Repository identifier"),
+    since: z.string().describe("Git ref to compare from (e.g. HEAD~3, commit SHA, branch)"),
+    depth: z.number().optional().describe("Depth of dependency traversal"),
+    until: z.string().optional().describe("Git ref to compare to (defaults to HEAD)"),
+    include_source: z.boolean().optional().describe("Include full source code of affected symbols (default: false)"),
+}, async (args) => wrapTool("impact_analysis", args, () => impactAnalysis(args.repo, args.since, {
+    depth: args.depth,
+    until: args.until,
+    include_source: args.include_source,
+}))());
+// ---------------------------------------------------------------------------
+// 16. assemble_context
+// ---------------------------------------------------------------------------
+server.tool("assemble_context", "Assemble a focused code context for a query within a token budget", {
+    repo: z.string().describe("Repository identifier"),
+    query: z.string().describe("Natural language query describing what context is needed"),
+    token_budget: z.number().optional().describe("Maximum tokens for the assembled context"),
+}, async (args) => wrapTool("assemble_context", args, () => assembleContext(args.repo, args.query, args.token_budget))());
+// ---------------------------------------------------------------------------
+// 17. get_knowledge_map
+// ---------------------------------------------------------------------------
+server.tool("get_knowledge_map", "Get the module dependency map showing how files and directories relate", {
+    repo: z.string().describe("Repository identifier"),
+    focus: z.string().optional().describe("Focus on a specific module or directory"),
+    depth: z.number().optional().describe("Maximum depth of the dependency graph"),
+}, async (args) => wrapTool("get_knowledge_map", args, () => getKnowledgeMap(args.repo, args.focus, args.depth))());
+// ---------------------------------------------------------------------------
+// 18. diff_outline
+// ---------------------------------------------------------------------------
+server.tool("diff_outline", "Get a structural outline of what changed between two git refs", {
+    repo: z.string().describe("Repository identifier"),
+    since: z.string().describe("Git ref to compare from"),
+    until: z.string().optional().describe("Git ref to compare to (defaults to HEAD)"),
+}, async (args) => wrapTool("diff_outline", args, () => diffOutline(args.repo, args.since, args.until))());
+// ---------------------------------------------------------------------------
+// 19. changed_symbols
+// ---------------------------------------------------------------------------
+server.tool("changed_symbols", "List symbols that were added, modified, or removed between two git refs", {
+    repo: z.string().describe("Repository identifier"),
+    since: z.string().describe("Git ref to compare from"),
+    until: z.string().optional().describe("Git ref to compare to (defaults to HEAD)"),
+}, async (args) => wrapTool("changed_symbols", args, () => changedSymbols(args.repo, args.since, args.until))());
+// ---------------------------------------------------------------------------
+// 20. generate_claude_md
+// ---------------------------------------------------------------------------
+server.tool("generate_claude_md", "Generate a CLAUDE.md project summary file from the repository index", {
+    repo: z.string().describe("Repository identifier"),
+    output_path: z.string().optional().describe("Custom output file path"),
+}, async (args) => wrapTool("generate_claude_md", args, () => generateClaudeMd(args.repo, args.output_path))());
+// ---------------------------------------------------------------------------
+// 21. codebase_retrieval
+// ---------------------------------------------------------------------------
+server.tool("codebase_retrieval", "Batch multiple search and retrieval queries into a single call with shared token budget. Semantic and hybrid sub-queries exclude test files by default (set exclude_tests:false to include them).", {
+    repo: z.string().describe("Repository identifier"),
+    queries: z
+        .array(z.object({ type: z.string() }).passthrough())
+        .describe("Array of sub-queries (symbols, text, file_tree, outline, references, call_chain, impact, context, knowledge_map)"),
+    token_budget: z.number().optional().describe("Maximum total tokens across all sub-query results"),
+}, async (args) => wrapTool("codebase_retrieval", args, () => codebaseRetrieval(args.repo, args.queries, args.token_budget))());
+// ---------------------------------------------------------------------------
+// 22. usage_stats
+// ---------------------------------------------------------------------------
+server.tool("usage_stats", "Show usage statistics for all CodeSift tool calls (call counts, tokens, timing, repos)", {}, async () => {
+    try {
+        const stats = await getUsageStats();
+        const report = formatUsageReport(stats);
+        return {
+            content: [{ type: "text", text: report }],
+        };
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        return errorResult(message);
+    }
+});
+// ---------------------------------------------------------------------------
+// Main
+// ---------------------------------------------------------------------------
+async function main() {
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+    console.error("CodeSift MCP server started");
+}
+main().catch((err) => {
+    console.error("Fatal error starting CodeSift MCP server:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC/F,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAG5E,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO;QACL,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE;SACpE;QACD,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAI,QAAgB,EAAE,IAA6B,EAAE,EAAoB;IACxF,OAAO,KAAK,IAAI,EAAE;QAChB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC1C,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACxD,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC1C,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;YACpE,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,UAAU,EAAE,CAAC;AAEb,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;IAC3B,IAAI,EAAE,cAAc;IACpB,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,cAAc,EACd,wEAAwE,EACxE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACjE,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC3E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CACnF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE,CAClD,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;IACrB,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,aAAa,EAAE,IAAI,CAAC,aAAa;CAClC,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,yCAAyC,EACzC;IACE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC5D,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CACnF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,CAChD,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE;IAClB,MAAM,EAAE,IAAI,CAAC,MAAM;IACnB,aAAa,EAAE,IAAI,CAAC,aAAa;CAClC,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,6CAA6C,EAC7C,EAAE,EACF,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,CAC/D,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,2EAA2E,EAC3E;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;CAC3E,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CACvF,CAAC;AAEF,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,gBAAgB,EAChB,0EAA0E,EAC1E;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IACrF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC5E,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IAC1F,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;IACzF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qEAAqE,CAAC;CACpH,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,EAAE,GAAG,EAAE,CACpD,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;IACnC,IAAI,EAAE,IAAI,CAAC,IAA8B;IACzC,YAAY,EAAE,IAAI,CAAC,YAAY;IAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;IACnC,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,YAAY,EAAE,IAAI,CAAC,YAAY;CAChC,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,aAAa,EACb,mDAAmD,EACnD;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3D,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC1F,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC5E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;CACxG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,CACjD,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;IAChC,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,aAAa,EAAE,IAAI,CAAC,aAAa;IACjC,YAAY,EAAE,IAAI,CAAC,YAAY;IAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;CAC9B,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,eAAe,EACf,gIAAgI,EAChI;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IACjF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACjF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC5E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+EAA+E,CAAC;IACzH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;CAClG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,EAAE,GAAG,EAAE,CACnD,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;IACrB,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;IAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,OAAO,EAAE,IAAI,CAAC,OAAO;IACrB,WAAW,EAAE,IAAI,CAAC,WAAW;CAC9B,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,uEAAuE,EACvE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;CAC3E,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CACtG,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,wEAAwE,EACxE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;CACnD,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CACtF,CAAC;AAEF,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,iEAAiE,EACjE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CAC3D,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAC3F,CAAC;AAEF,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,aAAa,EACb,wDAAwD,EACxD;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;CACxE,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAC9F,CAAC;AAEF,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,eAAe,EACf,4EAA4E,EAC5E;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAChE,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;CAC9F,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,EAAE,GAAG,EAAE,CACnD,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CACtD,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,qDAAqD,EACrD;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC7E,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;CAC7E,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,CACrD,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,CAC/D,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,qLAAqL,EACrL;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC/D,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACrE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uDAAuD,CAAC;IAC9F,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;IAC3G,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sDAAsD,CAAC;CACvG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,CACtD,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAsB,EAAE;IACvE,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,cAAc,EAAE,IAAI,CAAC,cAAc;IACnC,aAAa,EAAE,IAAI,CAAC,aAAa;CAClC,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,+IAA+I,EAC/I;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;IACvF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACjF,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+DAA+D,CAAC;CACjH,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,CACrD,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;IACpC,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,KAAK,EAAE,IAAI,CAAC,KAAK;IACjB,cAAc,EAAE,IAAI,CAAC,cAAc;CACpC,CAAC,CACH,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,mEAAmE,EACnE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;IACtF,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;CACzF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,IAAI,EAAE,GAAG,EAAE,CACtD,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAC1D,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,mBAAmB,EACnB,wEAAwE,EACxE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IAChF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;CAC/E,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,mBAAmB,EAAE,IAAI,EAAE,GAAG,EAAE,CACvD,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CACnD,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,cAAc,EACd,+DAA+D,EAC/D;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;CAClF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE,CAClD,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAC/C,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,yEAAyE,EACzE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;CAClF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,CACrD,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAClD,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,qEAAqE,EACrE;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACvE,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,EAAE,IAAI,EAAE,GAAG,EAAE,CACxD,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAC9C,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,mMAAmM,EACnM;IACE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAClD,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;SACnD,QAAQ,CAAC,kHAAkH,CAAC;IAC/H,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;CAClG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,EAAE,IAAI,EAAE,GAAG,EAAE,CACxD,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAC9D,EAAE,CACJ,CAAC;AAEF,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAC9E,MAAM,CAAC,IAAI,CACT,aAAa,EACb,wFAAwF,EACxF,EAAE,EACF,KAAK,IAAI,EAAE;IACT,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;SACnD,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC,CACF,CAAC;AAEF,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;AAC/C,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;IAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/storage/chunk-store.d.ts

@@ -0,0 +1,32 @@
+import type { CodeChunk } from "../types.js";
+/**
+ * Derive the chunk ndjson path from the index path.
+ * {hash}.index.json → {hash}.chunks.ndjson
+ */
+export declare function getChunkPath(indexPath: string): string;
+/**
+ * Derive the chunk-embedding ndjson path from the index path.
+ * {hash}.index.json → {hash}.chunk-embeddings.ndjson
+ */
+export declare function getChunkEmbeddingPath(indexPath: string): string;
+/**
+ * Save all chunks atomically as ndjson.
+ * File: ~/.codesift/{hash}.chunks.ndjson
+ */
+export declare function saveChunks(chunkPath: string, chunks: CodeChunk[]): Promise<void>;
+/**
+ * Load all chunks from an ndjson file.
+ * Returns a Map of chunkId → CodeChunk, or null if file not found.
+ */
+export declare function loadChunks(chunkPath: string): Promise<Map<string, CodeChunk> | null>;
+/**
+ * Save all chunk embeddings atomically as ndjson.
+ * File: ~/.codesift/{hash}.chunk-embeddings.ndjson
+ */
+export declare function saveChunkEmbeddings(embeddingPath: string, embeddings: Map<string, Float32Array>): Promise<void>;
+/**
+ * Load all chunk embeddings from an ndjson file.
+ * Returns a Map of chunkId → Float32Array, or null if file not found / empty.
+ */
+export declare function loadChunkEmbeddings(embeddingPath: string): Promise<Map<string, Float32Array> | null>;
+//# sourceMappingURL=chunk-store.d.ts.map

package/dist/storage/chunk-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.d.ts","sourceRoot":"","sources":["../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAM7C;;;GAGG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE/D;AA4BD;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,SAAS,EAAE,GAClB,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,CAuBxC;AAWD;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GACpC,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,CA4B3C"}

package/dist/storage/chunk-store.js

@@ -0,0 +1,144 @@
+import { readFile, writeFile, rename, mkdir, unlink } from "node:fs/promises";
+import { dirname } from "node:path";
+// ---------------------------------------------------------------------------
+// Path helpers
+// ---------------------------------------------------------------------------
+/**
+ * Derive the chunk ndjson path from the index path.
+ * {hash}.index.json → {hash}.chunks.ndjson
+ */
+export function getChunkPath(indexPath) {
+    return indexPath.replace(/\.index\.json$/, ".chunks.ndjson");
+}
+/**
+ * Derive the chunk-embedding ndjson path from the index path.
+ * {hash}.index.json → {hash}.chunk-embeddings.ndjson
+ */
+export function getChunkEmbeddingPath(indexPath) {
+    return indexPath.replace(/\.index\.json$/, ".chunk-embeddings.ndjson");
+}
+function isChunkLine(value) {
+    if (typeof value !== "object" || value === null)
+        return false;
+    const obj = value;
+    return (typeof obj["id"] === "string" &&
+        typeof obj["file"] === "string" &&
+        typeof obj["startLine"] === "number" &&
+        typeof obj["endLine"] === "number" &&
+        typeof obj["text"] === "string" &&
+        typeof obj["tokenCount"] === "number");
+}
+/**
+ * Save all chunks atomically as ndjson.
+ * File: ~/.codesift/{hash}.chunks.ndjson
+ */
+export async function saveChunks(chunkPath, chunks) {
+    const dir = dirname(chunkPath);
+    await mkdir(dir, { recursive: true });
+    const lines = chunks.map((c) => JSON.stringify({
+        id: c.id,
+        file: c.file,
+        startLine: c.startLine,
+        endLine: c.endLine,
+        text: c.text,
+        tokenCount: c.tokenCount,
+    }));
+    const tmpPath = `${chunkPath}.tmp.${Date.now()}`;
+    const data = lines.join("\n") + "\n";
+    try {
+        await writeFile(tmpPath, data, "utf-8");
+        await rename(tmpPath, chunkPath);
+    }
+    catch (err) {
+        try {
+            await unlink(tmpPath);
+        }
+        catch { /* cleanup best-effort */ }
+        throw err;
+    }
+}
+/**
+ * Load all chunks from an ndjson file.
+ * Returns a Map of chunkId → CodeChunk, or null if file not found.
+ */
+export async function loadChunks(chunkPath) {
+    try {
+        const raw = await readFile(chunkPath, "utf-8");
+        const map = new Map();
+        for (const line of raw.split("\n")) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            try {
+                const parsed = JSON.parse(trimmed);
+                if (isChunkLine(parsed)) {
+                    map.set(parsed.id, parsed);
+                }
+            }
+            catch {
+                // Skip malformed lines
+            }
+        }
+        return map.size > 0 ? map : null;
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Save all chunk embeddings atomically as ndjson.
+ * File: ~/.codesift/{hash}.chunk-embeddings.ndjson
+ */
+export async function saveChunkEmbeddings(embeddingPath, embeddings) {
+    const dir = dirname(embeddingPath);
+    await mkdir(dir, { recursive: true });
+    const lines = [];
+    for (const [id, vec] of embeddings) {
+        lines.push(JSON.stringify({ id, vec: Array.from(vec) }));
+    }
+    const tmpPath = `${embeddingPath}.tmp.${Date.now()}`;
+    const data = lines.join("\n") + "\n";
+    try {
+        await writeFile(tmpPath, data, "utf-8");
+        await rename(tmpPath, embeddingPath);
+    }
+    catch (err) {
+        try {
+            await unlink(tmpPath);
+        }
+        catch { /* cleanup best-effort */ }
+        throw err;
+    }
+}
+/**
+ * Load all chunk embeddings from an ndjson file.
+ * Returns a Map of chunkId → Float32Array, or null if file not found / empty.
+ */
+export async function loadChunkEmbeddings(embeddingPath) {
+    try {
+        const raw = await readFile(embeddingPath, "utf-8");
+        const map = new Map();
+        for (const line of raw.split("\n")) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            try {
+                const parsed = JSON.parse(trimmed);
+                if (typeof parsed === "object" && parsed !== null &&
+                    typeof parsed["id"] === "string" &&
+                    Array.isArray(parsed["vec"])) {
+                    const entry = parsed;
+                    map.set(entry.id, new Float32Array(entry.vec));
+                }
+            }
+            catch {
+                // Skip malformed lines
+            }
+        }
+        return map.size > 0 ? map : null;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=chunk-store.js.map

package/dist/storage/chunk-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.js","sourceRoot":"","sources":["../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,OAAO,SAAS,CAAC,OAAO,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACrD,OAAO,SAAS,CAAC,OAAO,CAAC,gBAAgB,EAAE,0BAA0B,CAAC,CAAC;AACzE,CAAC;AAeD,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,OAAO,CACL,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,QAAQ;QAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ;QAC/B,OAAO,GAAG,CAAC,WAAW,CAAC,KAAK,QAAQ;QACpC,OAAO,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ;QAClC,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ;QAC/B,OAAO,GAAG,CAAC,YAAY,CAAC,KAAK,QAAQ,CACtC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,SAAiB,EACjB,MAAmB;IAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/B,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7B,IAAI,CAAC,SAAS,CAAC;QACb,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,UAAU,EAAE,CAAC,CAAC,UAAU;KACL,CAAC,CACvB,CAAC;IAEF,MAAM,OAAO,GAAG,GAAG,SAAS,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;QAClE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;QAEzC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAI,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxB,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAWD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,UAAqC;IAErC,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACnC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAA+B,CAAC,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,aAAa,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACrD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;QAClE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB;IAErB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAwB,CAAC;QAE5C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,IACE,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;oBAC7C,OAAQ,MAAkC,CAAC,IAAI,CAAC,KAAK,QAAQ;oBAC7D,KAAK,CAAC,OAAO,CAAE,MAAkC,CAAC,KAAK,CAAC,CAAC,EACzD,CAAC;oBACD,MAAM,KAAK,GAAG,MAA4B,CAAC;oBAC3C,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/storage/embedding-store.d.ts

@@ -0,0 +1,41 @@
+import type { EmbeddingMeta } from "../types.js";
+/**
+ * Get the embedding file path from an index path.
+ * {hash}.index.json → {hash}.embeddings.ndjson
+ */
+export declare function getEmbeddingPath(indexPath: string): string;
+/**
+ * Get the embedding metadata file path.
+ * {hash}.index.json → {hash}.embeddings.meta.json
+ */
+export declare function getEmbeddingMetaPath(indexPath: string): string;
+/**
+ * Load all embeddings from an ndjson file.
+ * Returns a Map of symbolId → Float32Array vector.
+ */
+export declare function loadEmbeddings(embeddingPath: string): Promise<Map<string, Float32Array>>;
+/**
+ * Save all embeddings atomically to an ndjson file.
+ */
+export declare function saveEmbeddings(embeddingPath: string, embeddings: Map<string, Float32Array>): Promise<void>;
+/**
+ * Save embedding metadata atomically.
+ */
+export declare function saveEmbeddingMeta(metaPath: string, meta: EmbeddingMeta): Promise<void>;
+/**
+ * Load embedding metadata.
+ * Returns null if not found or invalid.
+ */
+export declare function loadEmbeddingMeta(metaPath: string): Promise<EmbeddingMeta | null>;
+/**
+ * Batch-embed symbols using the given provider, appending to existing embeddings.
+ * Only embeds symbols that don't already have an embedding.
+ *
+ * @param symbolTexts - Map of symbolId → text to embed
+ * @param existing - Existing embeddings to skip
+ * @param embedFn - The provider's embed function
+ * @param batchSize - How many texts per API call
+ * @returns Map of symbolId → Float32Array (existing + new)
+ */
+export declare function batchEmbed(symbolTexts: Map<string, string>, existing: Map<string, Float32Array>, embedFn: (texts: string[]) => Promise<number[][]>, batchSize: number): Promise<Map<string, Float32Array>>;
+//# sourceMappingURL=embedding-store.d.ts.map

package/dist/storage/embedding-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-store.d.ts","sourceRoot":"","sources":["../../src/storage/embedding-store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE9D;AAOD;;;GAGG;AACH,wBAAsB,cAAc,CAClC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CA0BpC;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GACpC,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,aAAa,GAClB,OAAO,CAAC,IAAI,CAAC,CAcf;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAgB/B;AAED;;;;;;;;;GASG;AACH,wBAAsB,UAAU,CAC9B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,EACnC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EACjD,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAkCpC"}