@vivantel/rag-core 1.1.3 → 2.0.0

package/dist/bin/rag-update.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=rag-update.d.ts.map

package/dist/bin/rag-update.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-update.d.ts","sourceRoot":"","sources":["../../src/bin/rag-update.ts"],"names":[],"mappings":""}

package/dist/bin/rag-update.js

@@ -0,0 +1,116 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+import { config } from "dotenv";
+import { loadConfig } from "../config-loader.js";
+import { Orchestrator } from "../core/orchestrator.js";
+import { RagError } from "../core/errors.js";
+import { runInit } from "../cli/init.js";
+import { runValidate } from "../cli/validate.js";
+config();
+const program = new Command();
+function handleError(error) {
+    console.error("❌ Error:", error instanceof Error ? error.message : error);
+    if (error instanceof RagError && error.suggestion) {
+        console.error("   💡", error.suggestion);
+    }
+    process.exit(1);
+}
+async function runOnce(options) {
+    const cfg = await loadConfig(options.config);
+    const orchestrator = new Orchestrator({
+        ...cfg,
+        options: {
+            ...cfg.options,
+            force: options.force || cfg.options?.force,
+            skipUpload: options.noUpload || cfg.options?.skipUpload,
+            dryRun: options.dryRun || cfg.options?.dryRun,
+            chunksFile: options.chunksOut || cfg.options?.chunksFile,
+            embeddingsFile: options.embeddingsOut || cfg.options?.embeddingsFile,
+        },
+    });
+    await orchestrator.run();
+}
+program
+    .name("rag-update")
+    .description("Update RAG index with latest changes")
+    .version("2.0.0")
+    .option("-c, --config <path>", "Path to config file", "./rag.config.ts")
+    .option("-f, --force", "Force full rebuild", false)
+    .option("--no-upload", "Skip upload to vector store", false)
+    .option("--dry-run", "Show what would change without uploading", false)
+    .option("--chunks-out <path>", "Output path for chunks.json")
+    .option("--embeddings-out <path>", "Output path for embeddings.json")
+    .option("--watch", "Re-run pipeline on file changes", false)
+    .action(async () => {
+    const opts = program.opts();
+    const runOptions = {
+        config: opts.config,
+        force: opts.force,
+        noUpload: !opts.upload,
+        dryRun: opts.dryRun,
+        chunksOut: opts.chunksOut,
+        embeddingsOut: opts.embeddingsOut,
+    };
+    console.log("🚀 RAG Update Tool\n");
+    try {
+        await runOnce(runOptions);
+    }
+    catch (error) {
+        handleError(error);
+    }
+    if (!opts.watch)
+        return;
+    // Watch mode
+    const { default: chokidar } = await import("chokidar");
+    const cfg = await loadConfig(opts.config).catch(() => null);
+    const patterns = cfg
+        ? cfg.chunkers.flatMap((c) => c.patterns)
+        : [];
+    const watched = [opts.config, ...patterns];
+    console.log("\n👁️  Watching for changes...");
+    let debounce = null;
+    chokidar
+        .watch(watched, { ignoreInitial: true })
+        .on("all", (event, path) => {
+        if (debounce)
+            clearTimeout(debounce);
+        debounce = setTimeout(async () => {
+            console.log(`\n🔄 Change detected (${event}: ${path}), re-running...\n`);
+            try {
+                await runOnce(runOptions);
+            }
+            catch (error) {
+                console.error("❌ Error:", error instanceof Error ? error.message : error);
+            }
+        }, 500);
+    });
+});
+program
+    .command("init")
+    .description("Generate a rag.config.ts template interactively")
+    .action(async () => {
+    try {
+        await runInit();
+    }
+    catch (error) {
+        if (error.name === "ExitPromptError") {
+            console.log("\nCancelled.");
+            process.exit(0);
+        }
+        handleError(error);
+    }
+});
+program
+    .command("validate")
+    .description("Validate config without running the pipeline")
+    .option("-c, --config <path>", "Path to config file", "./rag.config.ts")
+    .action(async (opts) => {
+    try {
+        await runValidate(opts.config);
+    }
+    catch (error) {
+        handleError(error);
+    }
+});
+program.parse();
+//# sourceMappingURL=rag-update.js.map

package/dist/bin/rag-update.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-update.js","sourceRoot":"","sources":["../../src/bin/rag-update.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,MAAM,EAAE,CAAC;AAET,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAClD,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,OAOtB;IACC,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,GAAG,GAAG;QACN,OAAO,EAAE;YACP,GAAG,GAAG,CAAC,OAAO;YACd,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK;YAC1C,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,UAAU;YACvD,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,MAAM;YAC7C,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,UAAU;YACxD,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,GAAG,CAAC,OAAO,EAAE,cAAc;SACrE;KACF,CAAC,CAAC;IACH,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;AAC3B,CAAC;AAED,OAAO;KACJ,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CAAC,sCAAsC,CAAC;KACnD,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,CAAC;KACvE,MAAM,CAAC,aAAa,EAAE,oBAAoB,EAAE,KAAK,CAAC;KAClD,MAAM,CAAC,aAAa,EAAE,6BAA6B,EAAE,KAAK,CAAC;KAC3D,MAAM,CAAC,WAAW,EAAE,0CAA0C,EAAE,KAAK,CAAC;KACtE,MAAM,CAAC,qBAAqB,EAAE,6BAA6B,CAAC;KAC5D,MAAM,CAAC,yBAAyB,EAAE,iCAAiC,CAAC;KACpE,MAAM,CAAC,SAAS,EAAE,iCAAiC,EAAE,KAAK,CAAC;KAC3D,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAQrB,CAAC;IAEL,MAAM,UAAU,GAAG;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,CAAC,IAAI,CAAC,MAAM;QACtB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,aAAa,EAAE,IAAI,CAAC,aAAa;KAClC,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,OAAO;IAExB,aAAa;IACb,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAa,GAAG;QAC5B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAE9C,IAAI,QAAQ,GAAyC,IAAI,CAAC;IAC1D,QAAQ;SACL,KAAK,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SACvC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACzB,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACrC,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/B,OAAO,CAAC,GAAG,CACT,yBAAyB,KAAK,KAAK,IAAI,oBAAoB,CAC5D,CAAC;YACF,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,UAAU,EACV,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC/C,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,iDAAiD,CAAC;KAC9D,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,IAAI,CAAC;QACH,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,UAAU,CAAC;KACnB,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,iBAAiB,CAAC;KACvE,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,EAAE;IACzC,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/cli/init.d.ts

@@ -0,0 +1,2 @@
+export declare function runInit(): Promise<void>;
+//# sourceMappingURL=init.d.ts.map

package/dist/cli/init.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAgOA,wBAAsB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAqE7C"}

package/dist/cli/init.js

@@ -0,0 +1,262 @@
+import { checkbox, select, input } from "@inquirer/prompts";
+import { writeFile } from "fs/promises";
+import { existsSync } from "fs";
+const STRATEGY_INFO = {
+    token: {
+        fn: "tokenStrategy",
+        description: "Token-based chunking (source code, structured text)",
+        patterns: ["src/**/*.ts", "src/**/*.js"],
+    },
+    markdown: {
+        fn: "markdownHeadersStrategy",
+        description: "Markdown header-aware chunking (documentation)",
+        patterns: ["docs/**/*.md", "*.md"],
+    },
+    semantic: {
+        fn: "semanticStrategy",
+        description: "Semantic paragraph chunking (prose, articles)",
+        patterns: ["**/*.txt"],
+    },
+    "whole-file": {
+        fn: "wholeFileStrategy",
+        description: "Treat each file as one chunk (small configs, YAML)",
+        patterns: ["**/*.yaml", "**/*.yml"],
+    },
+};
+function buildEmbedderSection(provider) {
+    switch (provider) {
+        case "openai":
+            return `// Install: npm install openai
+// import OpenAI from 'openai';
+// const openai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
+
+const embedder: EmbeddingProvider = {
+  name: 'openai',
+  dimensions: 1536, // text-embedding-3-small
+  async embed(text: string): Promise<number[]> {
+    // const res = await openai.embeddings.create({ model: 'text-embedding-3-small', input: text });
+    // return res.data[0].embedding;
+    throw new Error('Configure your OpenAI embedder — uncomment and adapt the lines above');
+  },
+  async embedBatch(texts: string[]): Promise<number[][]> {
+    // const res = await openai.embeddings.create({ model: 'text-embedding-3-small', input: texts });
+    // return res.data.map(d => d.embedding);
+    throw new Error('Configure your OpenAI embedder — uncomment and adapt the lines above');
+  },
+};`;
+        case "github-models":
+            return `// Requires GITHUB_TOKEN in your environment (.env or CI secret)
+
+const embedder: EmbeddingProvider = {
+  name: 'github-models',
+  dimensions: 1536, // text-embedding-3-small
+  async embed(text: string): Promise<number[]> {
+    const res = await fetch('https://models.inference.ai.azure.com/embeddings', {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: \`Bearer \${process.env.GITHUB_TOKEN}\`,
+      },
+      body: JSON.stringify({ model: 'text-embedding-3-small', input: text }),
+    });
+    if (!res.ok) throw new Error(\`GitHub Models error: \${res.statusText}\`);
+    const json = await res.json() as { data: Array<{ embedding: number[] }> };
+    return json.data[0].embedding;
+  },
+};`;
+        default:
+            return `const embedder: EmbeddingProvider = {
+  name: 'custom',
+  dimensions: 1536, // update to match your model's output size
+  async embed(text: string): Promise<number[]> {
+    // TODO: call your embedding API and return a number[]
+    void text;
+    throw new Error('Not implemented');
+  },
+  // Optional batch method for better performance:
+  // async embedBatch(texts: string[]): Promise<number[][]> {
+  //   // TODO: batch embed and return number[][]
+  //   throw new Error('Not implemented');
+  // },
+};`;
+    }
+}
+function buildVectorStoreSection(store) {
+    switch (store) {
+        case "supabase":
+            return `// Install: npm install @vivantel/rag-store-supabase @supabase/supabase-js
+// import { SupabaseVectorStore } from '@vivantel/rag-store-supabase';
+// const vectorStore = new SupabaseVectorStore({
+//   url: process.env.SUPABASE_URL!,
+//   key: process.env.SUPABASE_KEY!,
+//   table: 'documents',
+// });
+
+const vectorStore: VectorStore = {
+  name: 'supabase',
+  async initialize() {
+    throw new Error('Configure your Supabase vector store — uncomment the lines above');
+  },
+  async upsert(_docs) { throw new Error('Not implemented'); },
+  async deleteBySourceFile(_files) { throw new Error('Not implemented'); },
+  async getCurrentState() { return new Map(); },
+  async search(_embedding, _topK) { return []; },
+};`;
+        case "pinecone":
+            return `// Install: npm install @pinecone-database/pinecone
+// import { Pinecone } from '@pinecone-database/pinecone';
+// const pc = new Pinecone({ apiKey: process.env.PINECONE_API_KEY! });
+// const index = pc.index(process.env.PINECONE_INDEX!);
+
+const vectorStore: VectorStore = {
+  name: 'pinecone',
+  async initialize() {
+    throw new Error('Configure your Pinecone vector store — uncomment the lines above');
+  },
+  async upsert(_docs) { throw new Error('Not implemented'); },
+  async deleteBySourceFile(_files) { throw new Error('Not implemented'); },
+  async getCurrentState() { return new Map(); },
+  async search(_embedding, _topK) { return []; },
+};`;
+        default:
+            return `const vectorStore: VectorStore = {
+  name: 'custom',
+  async initialize(): Promise<void> {
+    // TODO: initialize your vector store connection
+  },
+  async upsert(docs): Promise<void> {
+    // TODO: store \`docs\` in your vector database
+    void docs;
+  },
+  async deleteBySourceFile(files): Promise<void> {
+    // TODO: remove all documents whose sourceFile is in \`files\`
+    void files;
+  },
+  async getCurrentState(): Promise<Map<string, string>> {
+    // TODO: return Map<sourceFile, commitHash> of what is currently stored
+    return new Map();
+  },
+  async search(embedding, topK): Promise<VectorSearchResult[]> {
+    // TODO: return the topK most similar documents
+    void embedding; void topK;
+    return [];
+  },
+};`;
+    }
+}
+function buildChunkersSection(strategies) {
+    if (strategies.length === 0) {
+        strategies = ["token"];
+    }
+    const entries = strategies.map((s) => {
+        const info = STRATEGY_INFO[s];
+        const patterns = JSON.stringify(info.patterns);
+        return `    createChunker({
+      name: '${s}',
+      patterns: ${patterns},
+      process: async (content) => ${info.fn}()(content),
+    }),`;
+    });
+    return entries.join("\n");
+}
+function generateConfig(answers) {
+    const selectedStrategies = answers.strategies.length > 0 ? answers.strategies : ["token"];
+    const strategyFns = [
+        ...new Set(selectedStrategies.map((s) => STRATEGY_INFO[s].fn)),
+    ];
+    const imports = [
+        "RAGPipelineConfig",
+        "EmbeddingProvider",
+        "VectorStore",
+        "VectorSearchResult",
+        "createChunker",
+        ...strategyFns,
+    ].join(", ");
+    const embedderSection = buildEmbedderSection(answers.embedder);
+    const vectorStoreSection = buildVectorStoreSection(answers.vectorStore);
+    const chunkersSection = buildChunkersSection(selectedStrategies);
+    return `import { ${imports} } from '@vivantel/rag-core';
+
+${embedderSection}
+
+${vectorStoreSection}
+
+const config: RAGPipelineConfig = {
+  chunkers: [
+${chunkersSection}
+  ],
+  embedder,
+  vectorStore,
+  options: {
+    chunksFile: './docs/rag/chunks.json',
+    embeddingsFile: './docs/rag/embeddings.json',
+  },
+};
+
+export default config;
+`;
+}
+export async function runInit() {
+    console.log("\n🚀 RAG Config Generator\n");
+    const strategies = await checkbox({
+        message: "Which chunking strategies do you need?",
+        choices: [
+            { name: "Token (source code, structured text)", value: "token" },
+            { name: "Markdown headers (documentation)", value: "markdown" },
+            { name: "Semantic paragraphs (prose, articles)", value: "semantic" },
+            { name: "Whole file (small configs, YAML)", value: "whole-file" },
+        ],
+    });
+    const embedder = await select({
+        message: "Which embedding provider?",
+        choices: [
+            { name: "OpenAI (text-embedding-3-small)", value: "openai" },
+            {
+                name: "GitHub Models (Azure-compatible endpoint)",
+                value: "github-models",
+            },
+            { name: "Custom (implement the interface yourself)", value: "custom" },
+        ],
+    });
+    const vectorStore = await select({
+        message: "Which vector store?",
+        choices: [
+            {
+                name: "Supabase pgvector (@vivantel/rag-store-supabase)",
+                value: "supabase",
+            },
+            { name: "Pinecone (@pinecone-database/pinecone)", value: "pinecone" },
+            { name: "Custom (implement the interface yourself)", value: "custom" },
+        ],
+    });
+    const outputPath = await input({
+        message: "Output path for the config file?",
+        default: "./rag.config.ts",
+    });
+    if (existsSync(outputPath)) {
+        const overwrite = await select({
+            message: `${outputPath} already exists. Overwrite?`,
+            choices: [
+                { name: "Yes, overwrite", value: "yes" },
+                { name: "No, cancel", value: "no" },
+            ],
+        });
+        if (overwrite === "no") {
+            console.log("\n❌ Cancelled.");
+            return;
+        }
+    }
+    const config = generateConfig({
+        strategies,
+        embedder,
+        vectorStore,
+        outputPath,
+    });
+    await writeFile(outputPath, config, "utf-8");
+    console.log(`\n✅ Created ${outputPath}`);
+    console.log("\nNext steps:");
+    console.log("  1. Fill in the TODO sections in the config file");
+    console.log("  2. Run `rag-update validate` to check the config");
+    console.log("  3. Run `rag-update` to start indexing\n");
+}
+//# sourceMappingURL=init.js.map

package/dist/cli/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAShC,MAAM,aAAa,GAGf;IACF,KAAK,EAAE;QACL,EAAE,EAAE,eAAe;QACnB,WAAW,EAAE,qDAAqD;QAClE,QAAQ,EAAE,CAAC,aAAa,EAAE,aAAa,CAAC;KACzC;IACD,QAAQ,EAAE;QACR,EAAE,EAAE,yBAAyB;QAC7B,WAAW,EAAE,gDAAgD;QAC7D,QAAQ,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC;KACnC;IACD,QAAQ,EAAE;QACR,EAAE,EAAE,kBAAkB;QACtB,WAAW,EAAE,+CAA+C;QAC5D,QAAQ,EAAE,CAAC,UAAU,CAAC;KACvB;IACD,YAAY,EAAE;QACZ,EAAE,EAAE,mBAAmB;QACvB,WAAW,EAAE,oDAAoD;QACjE,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;KACpC;CACF,CAAC;AAEF,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO;;;;;;;;;;;;;;;;;GAiBV,CAAC;QAEA,KAAK,eAAe;YAClB,OAAO;;;;;;;;;;;;;;;;;;GAkBV,CAAC;QAEA;YACE,OAAO;;;;;;;;;;;;;GAaV,CAAC;IACF,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa;IAC5C,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,UAAU;YACb,OAAO;;;;;;;;;;;;;;;;;GAiBV,CAAC;QAEA,KAAK,UAAU;YACb,OAAO;;;;;;;;;;;;;;GAcV,CAAC;QAEA;YACE,OAAO;;;;;;;;;;;;;;;;;;;;;;GAsBV,CAAC;IACF,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAoB;IAChD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,GAAG,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO;eACI,CAAC;kBACE,QAAQ;oCACU,IAAI,CAAC,EAAE;QACnC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,OAAoB;IAC1C,MAAM,kBAAkB,GACtB,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG;QAClB,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;KAC/D,CAAC;IAEF,MAAM,OAAO,GAAG;QACd,mBAAmB;QACnB,mBAAmB;QACnB,aAAa;QACb,oBAAoB;QACpB,eAAe;QACf,GAAG,WAAW;KACf,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,eAAe,GAAG,oBAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/D,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACxE,MAAM,eAAe,GAAG,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;IAEjE,OAAO,YAAY,OAAO;;EAE1B,eAAe;;EAEf,kBAAkB;;;;EAIlB,eAAe;;;;;;;;;;;CAWhB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO;IAC3B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAE3C,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC;QAChC,OAAO,EAAE,wCAAwC;QACjD,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,sCAAsC,EAAE,KAAK,EAAE,OAAO,EAAE;YAChE,EAAE,IAAI,EAAE,kCAAkC,EAAE,KAAK,EAAE,UAAU,EAAE;YAC/D,EAAE,IAAI,EAAE,uCAAuC,EAAE,KAAK,EAAE,UAAU,EAAE;YACpE,EAAE,IAAI,EAAE,kCAAkC,EAAE,KAAK,EAAE,YAAY,EAAE;SAClE;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC;QAC5B,OAAO,EAAE,2BAA2B;QACpC,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,iCAAiC,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5D;gBACE,IAAI,EAAE,2CAA2C;gBACjD,KAAK,EAAE,eAAe;aACvB;YACD,EAAE,IAAI,EAAE,2CAA2C,EAAE,KAAK,EAAE,QAAQ,EAAE;SACvE;KACF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC;QAC/B,OAAO,EAAE,qBAAqB;QAC9B,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,kDAAkD;gBACxD,KAAK,EAAE,UAAU;aAClB;YACD,EAAE,IAAI,EAAE,wCAAwC,EAAE,KAAK,EAAE,UAAU,EAAE;YACrE,EAAE,IAAI,EAAE,2CAA2C,EAAE,KAAK,EAAE,QAAQ,EAAE;SACvE;KACF,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC;QAC7B,OAAO,EAAE,kCAAkC;QAC3C,OAAO,EAAE,iBAAiB;KAC3B,CAAC,CAAC;IAEH,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC;YAC7B,OAAO,EAAE,GAAG,UAAU,6BAA6B;YACnD,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE;gBACxC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE;aACpC;SACF,CAAC,CAAC;QACH,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC;QAC5B,UAAU;QACV,QAAQ;QACR,WAAW;QACX,UAAU;KACX,CAAC,CAAC;IACH,MAAM,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,EAAE,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;AAC3D,CAAC"}

package/dist/cli/validate.d.ts

@@ -0,0 +1,2 @@
+export declare function runValidate(configPath: string): Promise<void>;
+//# sourceMappingURL=validate.d.ts.map

package/dist/cli/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/cli/validate.ts"],"names":[],"mappings":"AAKA,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAwDnE"}

package/dist/cli/validate.js

@@ -0,0 +1,54 @@
+import { glob } from "glob";
+import { loadConfig } from "../config-loader.js";
+import { GitTracker } from "../core/git-tracker.js";
+import { ConfigError } from "../core/errors.js";
+export async function runValidate(configPath) {
+    console.log(`\n🔍 Validating RAG config: ${configPath}\n`);
+    let config;
+    try {
+        process.stdout.write("📦 Loading config... ");
+        config = await loadConfig(configPath);
+        console.log("✅");
+    }
+    catch (err) {
+        console.log("❌");
+        throw new ConfigError(`Failed to load config: ${err instanceof Error ? err.message : String(err)}`, {
+            suggestion: "Run `rag-update init` to generate a new config file.",
+            cause: err,
+        });
+    }
+    console.log("\n📂 Scanning files...\n");
+    let hasWarnings = false;
+    for (const chunker of config.chunkers) {
+        const files = await glob(chunker.patterns, { nodir: true });
+        const unique = [...new Set(files)];
+        const patternsDisplay = chunker.patterns.join(", ");
+        console.log(`  Chunker: ${chunker.name} (patterns: ${patternsDisplay})`);
+        if (unique.length === 0) {
+            console.log(`  ⚠️  No files matched — check your patterns\n`);
+            hasWarnings = true;
+        }
+        else {
+            console.log(`  ✅ Found ${unique.length} matching file(s)\n`);
+        }
+    }
+    const gitTracker = new GitTracker(config.chunkers);
+    const allFiles = await gitTracker.getAllTrackedFiles();
+    console.log(`  Total: ${allFiles.length} file(s) tracked across ${config.chunkers.length} chunker(s)`);
+    console.log("\n🔌 Checking vector store...");
+    try {
+        await config.vectorStore.initialize();
+        console.log("  ✅ Vector store connected");
+    }
+    catch {
+        console.log("  ⚠️  Could not connect — check credentials");
+        hasWarnings = true;
+    }
+    if (hasWarnings) {
+        console.log("\n⚠️  Config loaded with warnings.");
+    }
+    else {
+        console.log("\n✅ Config is valid!");
+    }
+}
+//# sourceMappingURL=validate.js.map

package/dist/cli/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/cli/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAkB;IAClD,OAAO,CAAC,GAAG,CAAC,+BAA+B,UAAU,IAAI,CAAC,CAAC;IAE3D,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC9C,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,IAAI,WAAW,CACnB,0BAA0B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC5E;YACE,UAAU,EAAE,sDAAsD;YAClE,KAAK,EAAE,GAAG;SACX,CACF,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACnC,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,IAAI,eAAe,eAAe,GAAG,CAAC,CAAC;QAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,kBAAkB,EAAE,CAAC;IACvD,OAAO,CAAC,GAAG,CACT,YAAY,QAAQ,CAAC,MAAM,2BAA2B,MAAM,CAAC,QAAQ,CAAC,MAAM,aAAa,CAC1F,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;AACH,CAAC"}

package/dist/config-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../src/config-loader.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,wBAAsB,UAAU,CAC9B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,iBAAiB,CAAC,CAY5B"}
+{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../src/config-loader.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAqF3D,wBAAsB,UAAU,CAC9B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,iBAAiB,CAAC,CAgB5B"}

package/dist/config-loader.js

@@ -1,11 +1,79 @@
 import { pathToFileURL } from "url";
+import { ConfigError } from "./core/errors.js";
+function validateConfig(config) {
+    if (!config || typeof config !== "object") {
+        throw new ConfigError("Config must be a non-null object", {
+            suggestion: "Ensure your config file has a default export: `export default { chunkers, embedder, vectorStore }`.",
+        });
+    }
+    const c = config;
+    if (!Array.isArray(c.chunkers) || c.chunkers.length === 0) {
+        throw new ConfigError("config.chunkers must be a non-empty array", {
+            suggestion: "Add at least one chunker using createChunker() or implementing FileChunker.",
+        });
+    }
+    for (let i = 0; i < c.chunkers.length; i++) {
+        const chunker = c.chunkers[i];
+        if (typeof chunker.name !== "string" || !chunker.name) {
+            throw new ConfigError(`config.chunkers[${i}].name must be a non-empty string`);
+        }
+        if (!Array.isArray(chunker.patterns) || chunker.patterns.length === 0) {
+            throw new ConfigError(`config.chunkers[${i}] ("${chunker.name}") must have a non-empty patterns array`);
+        }
+        if (typeof chunker.chunk !== "function") {
+            throw new ConfigError(`config.chunkers[${i}] ("${chunker.name}") must implement chunk(filePath, commitHash)`);
+        }
+    }
+    if (!c.embedder || typeof c.embedder !== "object") {
+        throw new ConfigError("config.embedder is required", {
+            suggestion: "Provide an object implementing EmbeddingProvider with at least name, dimensions, and embed().",
+        });
+    }
+    const emb = c.embedder;
+    if (typeof emb.name !== "string") {
+        throw new ConfigError("config.embedder.name must be a string");
+    }
+    if (typeof emb.dimensions !== "number") {
+        throw new ConfigError("config.embedder.dimensions must be a number (the vector output size)");
+    }
+    if (typeof emb.embed !== "function") {
+        throw new ConfigError("config.embedder must implement embed(text: string): Promise<number[]>");
+    }
+    if (!c.vectorStore || typeof c.vectorStore !== "object") {
+        throw new ConfigError("config.vectorStore is required", {
+            suggestion: "Provide an object implementing VectorStore with initialize, upsert, deleteBySourceFile, getCurrentState, and search.",
+        });
+    }
+    const vs = c.vectorStore;
+    const required = [
+        "initialize",
+        "upsert",
+        "deleteBySourceFile",
+        "getCurrentState",
+        "search",
+    ];
+    for (const method of required) {
+        if (typeof vs[method] !== "function") {
+            throw new ConfigError(`config.vectorStore.${method} must be a function`, {
+                suggestion: `Implement ${method}() on your VectorStore object.`,
+            });
+        }
+    }
+}
 export async function loadConfig(configPath) {
-    const configUrl = pathToFileURL(configPath).href;
-    const configModule = await import(configUrl);
-    const config = configModule.default;
-    if (!config.chunkers || !config.embedder || !config.vectorStore) {
-        throw new Error("Invalid config: missing chunkers, embedder, or vectorStore");
+    let configModule;
+    try {
+        const configUrl = pathToFileURL(configPath).href;
+        configModule = await import(configUrl);
+    }
+    catch (err) {
+        throw new ConfigError(`Cannot load config file: ${configPath}`, {
+            suggestion: "Run `rag-update init` to generate a starter config, or check that the path is correct.",
+            cause: err,
+        });
     }
+    const config = configModule.default;
+    validateConfig(config);
     return config;
 }
 //# sourceMappingURL=config-loader.js.map

package/dist/config-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../src/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAGpC,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAkB;IAElB,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC;IAEpC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../src/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,SAAS,cAAc,CAAC,MAAe;IACrC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,WAAW,CAAC,kCAAkC,EAAE;YACxD,UAAU,EACR,qGAAqG;SACxG,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,GAAG,MAAiC,CAAC;IAE5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,WAAW,CAAC,2CAA2C,EAAE;YACjE,UAAU,EACR,6EAA6E;SAChF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAA4B,CAAC;QACzD,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,WAAW,CACnB,mBAAmB,CAAC,mCAAmC,CACxD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,WAAW,CACnB,mBAAmB,CAAC,OAAO,OAAO,CAAC,IAAI,yCAAyC,CACjF,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACxC,MAAM,IAAI,WAAW,CACnB,mBAAmB,CAAC,OAAO,OAAO,CAAC,IAAI,+CAA+C,CACvF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,WAAW,CAAC,6BAA6B,EAAE;YACnD,UAAU,EACR,+FAA+F;SAClG,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAG,CAAC,CAAC,QAAmC,CAAC;IAClD,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,WAAW,CAAC,uCAAuC,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,WAAW,CACnB,sEAAsE,CACvE,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACpC,MAAM,IAAI,WAAW,CACnB,uEAAuE,CACxE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,WAAW,CAAC,gCAAgC,EAAE;YACtD,UAAU,EACR,sHAAsH;SACzH,CAAC,CAAC;IACL,CAAC;IAED,MAAM,EAAE,GAAG,CAAC,CAAC,WAAsC,CAAC;IACpD,MAAM,QAAQ,GAAG;QACf,YAAY;QACZ,QAAQ;QACR,oBAAoB;QACpB,iBAAiB;QACjB,QAAQ;KACT,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC;YACrC,MAAM,IAAI,WAAW,CAAC,sBAAsB,MAAM,qBAAqB,EAAE;gBACvE,UAAU,EAAE,aAAa,MAAM,gCAAgC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAkB;IAElB,IAAI,YAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;QACjD,YAAY,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,WAAW,CAAC,4BAA4B,UAAU,EAAE,EAAE;YAC9D,UAAU,EACR,wFAAwF;YAC1F,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC;IACpC,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/core/chunk-processor.d.ts

@@ -6,7 +6,7 @@ export declare class ChunkProcessor {
     processFiles(files: string[], fileState: Map<string, {
         commitHash: string;
         chunker: FileChunker;
-    }>): Promise<Chunk[]>;
+    }>, existingChunks?: Chunk[]): Promise<Chunk[]>;
     saveChunksLocal(chunks: Chunk[], outputFile: string): Promise<void>;
 }
 //# sourceMappingURL=chunk-processor.d.ts.map

package/dist/core/chunk-processor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk-processor.d.ts","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAO5D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAA2B;gBAE/B,QAAQ,EAAE,WAAW,EAAE;IAI7B,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,KAAK,EAAE,CAAC;IAYb,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC,GACnE,OAAO,CAAC,KAAK,EAAE,CAAC;IAyCb,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAyB1E"}
+{"version":3,"file":"chunk-processor.d.ts","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAO5D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAA2B;gBAE/B,QAAQ,EAAE,WAAW,EAAE;IAI7B,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,KAAK,EAAE,CAAC;IAYb,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC,EACpE,cAAc,GAAE,KAAK,EAAO,GAC3B,OAAO,CAAC,KAAK,EAAE,CAAC;IAmEb,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAyB1E"}

package/dist/core/chunk-processor.js

@@ -16,9 +16,23 @@ export class ChunkProcessor {
         }
         return chunks;
     }
-    async processFiles(files, fileState) {
+    async processFiles(files, fileState, existingChunks = []) {
         const allChunks = [];
         let errorCount = 0;
+        // Build resume cache: sourceFile → { commitHash, chunks }
+        const resumeCache = new Map();
+        for (const chunk of existingChunks) {
+            const entry = resumeCache.get(chunk.sourceFile);
+            if (!entry) {
+                resumeCache.set(chunk.sourceFile, {
+                    commitHash: chunk.commitHash,
+                    chunks: [chunk],
+                });
+            }
+            else {
+                entry.chunks.push(chunk);
+            }
+        }
         for (let i = 0; i < files.length; i++) {
             const filePath = files[i];
             const info = fileState.get(filePath);
@@ -26,6 +40,14 @@ export class ChunkProcessor {
                 console.log(`  ⚠️ No chunker for: ${filePath}`);
                 continue;
             }
+            // Resume: reuse cached chunks when commitHash matches
+            const cached = resumeCache.get(filePath);
+            if (cached && cached.commitHash === info.commitHash) {
+                console.log(`  [${i + 1}/${files.length}] ${filePath}`);
+                console.log(`    ⏭️  Cached (${cached.chunks.length} chunk(s))`);
+                allChunks.push(...cached.chunks);
+                continue;
+            }
             console.log(`  [${i + 1}/${files.length}] ${filePath}`);
             try {
                 const chunks = await this.processFile(filePath, info.commitHash, info.chunker);