@vivantel/rag-core 0.1.0

package/dist/core/chunk-processor.js

@@ -0,0 +1,65 @@
+import { createHash } from "crypto";
+function computeContentHash(content) {
+    return createHash("sha256").update(content).digest("hex").slice(0, 16);
+}
+export class ChunkProcessor {
+    chunkers;
+    constructor(chunkers) {
+        this.chunkers = new Map(chunkers.map((c) => [c.name, c]));
+    }
+    async processFile(filePath, commitHash, chunker) {
+        try {
+            const chunks = await chunker.chunk(filePath, commitHash);
+            for (const chunk of chunks) {
+                chunk.contentHash = computeContentHash(chunk.content);
+                chunk.sourceFile = filePath;
+                chunk.commitHash = commitHash;
+            }
+            return chunks;
+        }
+        catch (error) {
+            console.error(`  ❌ Error processing ${filePath}: ${error}`);
+            return [];
+        }
+    }
+    async processFiles(files, fileState) {
+        const allChunks = [];
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const info = fileState.get(filePath);
+            if (!info) {
+                console.log(`  ⚠️ No chunker for: ${filePath}`);
+                continue;
+            }
+            console.log(`  [${i + 1}/${files.length}] ${filePath}`);
+            const chunks = await this.processFile(filePath, info.commitHash, info.chunker);
+            if (chunks.length > 0) {
+                allChunks.push(...chunks);
+                console.log(`    ✅ Generated ${chunks.length} chunk(s)`);
+            }
+            else {
+                console.log(`    ⚠️ No chunks generated (skipped)`);
+            }
+        }
+        return allChunks;
+    }
+    async saveChunksLocal(chunks, outputFile) {
+        const { dirname } = await import("path");
+        const { mkdir, writeFile, readFile } = await import("fs/promises");
+        await mkdir(dirname(outputFile), { recursive: true });
+        let existing = [];
+        try {
+            const content = await readFile(outputFile, "utf-8");
+            existing = JSON.parse(content);
+        }
+        catch {
+            // File doesn't exist
+        }
+        const processedFiles = new Set(chunks.map((c) => c.sourceFile));
+        const filtered = existing.filter((c) => !processedFiles.has(c.sourceFile));
+        const allChunks = [...filtered, ...chunks];
+        await writeFile(outputFile, JSON.stringify(allChunks, null, 2));
+        console.log(`\n💾 Saved ${allChunks.length} chunks to ${outputFile}`);
+    }
+}
+//# sourceMappingURL=chunk-processor.js.map

package/dist/core/chunk-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-processor.js","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,SAAS,kBAAkB,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,OAAO,cAAc;IACjB,QAAQ,CAA2B;IAE3C,YAAY,QAAuB;QACjC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,UAAkB,EAClB,OAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAEzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,KAAK,CAAC,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACtD,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC;gBAC5B,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;YAChC,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,QAAQ,KAAK,KAAK,EAAE,CAAC,CAAC;YAC5D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAe,EACf,SAAoE;QAEpE,MAAM,SAAS,GAAY,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;gBAChD,SAAS;YACX,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CACnC,QAAQ,EACR,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,OAAO,CACb,CAAC;YAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAe,EAAE,UAAkB;QACvD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAEnE,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEtD,IAAI,QAAQ,GAAY,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAE3E,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC;QAE3C,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,MAAM,cAAc,UAAU,EAAE,CAAC,CAAC;IACxE,CAAC;CACF"}

package/dist/core/embedder.d.ts

@@ -0,0 +1,19 @@
+import { EmbeddingProvider, EmbeddedChunk, Chunk } from "../interfaces/index.js";
+export declare class EmbedderProcessor {
+    private provider;
+    private rateLimitMs;
+    private batchSize;
+    constructor(provider: EmbeddingProvider, options?: {
+        rateLimitMs?: number;
+        batchSize?: number;
+    });
+    private sleep;
+    embedChunk(chunk: Chunk): Promise<EmbeddedChunk>;
+    embedBatch(chunks: Chunk[]): Promise<EmbeddedChunk[]>;
+    getChunksToEmbed(chunksFile: string, force?: boolean): Promise<{
+        chunksToEmbed: Chunk[];
+    }>;
+    saveEmbeddings(newEmbeddings: EmbeddedChunk[], chunksFile: string, force?: boolean): Promise<void>;
+    run(chunksFile: string, force?: boolean): Promise<EmbeddedChunk[]>;
+}
+//# sourceMappingURL=embedder.d.ts.map

package/dist/core/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,KAAK,EACN,MAAM,wBAAwB,CAAC;AAUhC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;gBAGxB,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAO;YAO9C,KAAK;IAIb,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC;IAUhD,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAqCrD,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,aAAa,EAAE,KAAK,EAAE,CAAC;KACxB,CAAC;IA4CI,cAAc,CAClB,aAAa,EAAE,aAAa,EAAE,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC,IAAI,CAAC;IAoCV,GAAG,CACP,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC,aAAa,EAAE,CAAC;CAiB5B"}

package/dist/core/embedder.js

@@ -0,0 +1,139 @@
+import { readFile, writeFile, mkdir } from "fs/promises";
+import { dirname } from "path";
+import { createHash } from "crypto";
+function chunkContentHash(chunk) {
+    if (chunk.contentHash)
+        return chunk.contentHash;
+    return createHash("sha256").update(chunk.content).digest("hex").slice(0, 16);
+}
+export class EmbedderProcessor {
+    provider;
+    rateLimitMs;
+    batchSize;
+    constructor(provider, options = {}) {
+        this.provider = provider;
+        this.rateLimitMs = options.rateLimitMs ?? 500;
+        this.batchSize = options.batchSize ?? 10;
+    }
+    async sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    async embedChunk(chunk) {
+        const embedding = await this.provider.embed(chunk.content);
+        return {
+            ...chunk,
+            embedding,
+            embeddedAt: Date.now() / 1000,
+        };
+    }
+    async embedBatch(chunks) {
+        const results = [];
+        if (this.provider.embedBatch && chunks.length >= this.batchSize) {
+            const texts = chunks.map((c) => c.content);
+            const embeddings = await this.provider.embedBatch(texts);
+            for (let i = 0; i < chunks.length; i++) {
+                results.push({
+                    ...chunks[i],
+                    embedding: embeddings[i],
+                    embeddedAt: Date.now() / 1000,
+                });
+            }
+        }
+        else {
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                const eventType = chunk.metadata.event_type ||
+                    chunk.metadata.title ||
+                    chunk.sourceFile.split("/").pop() ||
+                    "unknown";
+                console.log(`  [${i + 1}/${chunks.length}] ${eventType}`);
+                const embedded = await this.embedChunk(chunk);
+                results.push(embedded);
+                if (this.rateLimitMs > 0 && i < chunks.length - 1) {
+                    await this.sleep(this.rateLimitMs);
+                }
+            }
+        }
+        return results;
+    }
+    async getChunksToEmbed(chunksFile, force = false) {
+        let chunks;
+        try {
+            const content = await readFile(chunksFile, "utf-8");
+            chunks = JSON.parse(content);
+        }
+        catch {
+            throw new Error(`Chunks file not found: ${chunksFile}`);
+        }
+        console.log(`📖 Loaded ${chunks.length} chunks from ${chunksFile}`);
+        if (force) {
+            console.log("  ⚠️ Force mode: embedding all chunks");
+            return { chunksToEmbed: chunks };
+        }
+        let existingEmbeddings = [];
+        const embeddingsFile = chunksFile.replace("chunks", "embeddings");
+        try {
+            const content = await readFile(embeddingsFile, "utf-8");
+            existingEmbeddings = JSON.parse(content);
+        }
+        catch {
+            // No existing embeddings
+        }
+        const existingState = new Map();
+        for (const emb of existingEmbeddings) {
+            const hash = emb.contentHash || chunkContentHash(emb);
+            existingState.set(hash, emb);
+        }
+        console.log(`📊 Existing embeddings: ${existingState.size} chunks`);
+        const chunksToEmbed = [];
+        for (const chunk of chunks) {
+            const chunkHash = chunkContentHash(chunk);
+            if (!existingState.has(chunkHash)) {
+                chunksToEmbed.push(chunk);
+            }
+        }
+        return { chunksToEmbed };
+    }
+    async saveEmbeddings(newEmbeddings, chunksFile, force = false) {
+        const embeddingsFile = chunksFile.replace("chunks", "embeddings");
+        await mkdir(dirname(embeddingsFile), { recursive: true });
+        const newByHash = new Map();
+        for (const emb of newEmbeddings) {
+            const hash = emb.contentHash || chunkContentHash(emb);
+            newByHash.set(hash, emb);
+        }
+        let existing = [];
+        if (!force) {
+            try {
+                const content = await readFile(embeddingsFile, "utf-8");
+                existing = JSON.parse(content);
+            }
+            catch {
+                // No existing embeddings
+            }
+        }
+        const final = force
+            ? []
+            : existing.filter((e) => {
+                const hash = e.contentHash || chunkContentHash(e);
+                return !newByHash.has(hash);
+            });
+        final.push(...newEmbeddings);
+        await writeFile(embeddingsFile, JSON.stringify(final, null, 2));
+        console.log(`\n💾 Saved ${final.length} embeddings to ${embeddingsFile}`);
+        console.log(`   New: ${newEmbeddings.length}, Existing: ${final.length - newEmbeddings.length}`);
+    }
+    async run(chunksFile, force = false) {
+        console.log("🔢 Starting incremental embedding generation...");
+        const { chunksToEmbed } = await this.getChunksToEmbed(chunksFile, force);
+        if (chunksToEmbed.length === 0) {
+            console.log("\n✨ No chunks need embedding.");
+            return [];
+        }
+        console.log(`\n📝 Need to embed ${chunksToEmbed.length} chunks`);
+        const newEmbeddings = await this.embedBatch(chunksToEmbed);
+        await this.saveEmbeddings(newEmbeddings, chunksFile, force);
+        return newEmbeddings;
+    }
+}
+//# sourceMappingURL=embedder.js.map

package/dist/core/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,SAAS,gBAAgB,CAAC,KAAY;IACpC,IAAI,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAoB;IAC5B,WAAW,CAAS;IACpB,SAAS,CAAS;IAE1B,YACE,QAA2B,EAC3B,UAAwD,EAAE;QAE1D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAY;QAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE3D,OAAO;YACL,GAAG,KAAK;YACR,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAe;QAC9B,MAAM,OAAO,GAAoB,EAAE,CAAC;QAEpC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC;oBACX,GAAG,MAAM,CAAC,CAAC,CAAC;oBACZ,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;oBACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;iBAC9B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,SAAS,GACZ,KAAK,CAAC,QAAQ,CAAC,UAAqB;oBACpC,KAAK,CAAC,QAAQ,CAAC,KAAgB;oBAChC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;oBACjC,SAAS,CAAC;gBAEZ,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;gBAE1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEvB,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,QAAiB,KAAK;QAItB,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,gBAAgB,UAAU,EAAE,CAAC,CAAC;QAEpE,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YACrD,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,kBAAkB,GAAoB,EAAE,CAAC;QAC7C,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YACxD,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtD,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,2BAA2B,aAAa,CAAC,IAAI,SAAS,CAAC,CAAC;QAEpE,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,aAA8B,EAC9B,UAAkB,EAClB,QAAiB,KAAK;QAEtB,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAClE,MAAM,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAyB,CAAC;QACnD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtD,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,QAAQ,GAAoB,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBACxD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,yBAAyB;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,KAAK;YACjB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;gBAClD,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QAEP,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAE7B,MAAM,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,MAAM,kBAAkB,cAAc,EAAE,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CACT,WAAW,aAAa,CAAC,MAAM,eAAe,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,CACpF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CACP,UAAkB,EAClB,QAAiB,KAAK;QAEtB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAE/D,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEzE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;QAEjE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAE5D,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}

package/dist/core/git-tracker.d.ts

@@ -0,0 +1,25 @@
+import { FileChunker } from "../interfaces/index.js";
+export declare class GitTracker {
+    private git;
+    private chunkers;
+    private allPatterns;
+    private currentHeadCache;
+    private uncommittedCache;
+    constructor(chunkers: FileChunker[]);
+    private getCurrentHead;
+    private hasUncommittedChanges;
+    private getChunkerForFile;
+    private matchesPattern;
+    getAllTrackedFiles(): Promise<string[]>;
+    getCommitHashes(files: string[]): Promise<Map<string, string>>;
+    getCurrentState(): Promise<Map<string, {
+        commitHash: string;
+        chunker: FileChunker;
+    }>>;
+    getChangedFiles(previousState: Map<string, string>): Promise<{
+        toProcess: string[];
+        toDelete: string[];
+        unchanged: string[];
+    }>;
+}
+//# sourceMappingURL=git-tracker.d.ts.map

package/dist/core/git-tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-tracker.d.ts","sourceRoot":"","sources":["../../src/core/git-tracker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAsCrD,qBAAa,UAAU;IACrB,OAAO,CAAC,GAAG,CAAY;IACvB,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,gBAAgB,CAAwB;gBAEpC,QAAQ,EAAE,WAAW,EAAE;YAMrB,cAAc;YAWd,qBAAqB;IAYnC,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,cAAc;IAOhB,kBAAkB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAKvC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAuC9D,eAAe,IAAI,OAAO,CAC9B,GAAG,CAAC,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC,CAC1D;IA0BK,eAAe,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;QACjE,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;CA+BH"}

package/dist/core/git-tracker.js

@@ -0,0 +1,164 @@
+import { simpleGit } from "simple-git";
+import { glob } from "glob";
+import { minimatch } from "minimatch";
+import path from "path";
+const MAX_FILES_PER_BATCH = 100;
+const MAX_CMD_LEN = 32000;
+function batchFiles(files) {
+    const batches = [];
+    let currentBatch = [];
+    let currentLen = 0;
+    const baseCmdLen = "git log -1 --format=%H --all -- ".length;
+    for (const file of files) {
+        const fileLen = file.length + 1;
+        if (currentBatch.length >= MAX_FILES_PER_BATCH ||
+            currentLen + fileLen > MAX_CMD_LEN) {
+            if (currentBatch.length > 0) {
+                batches.push(currentBatch);
+                currentBatch = [];
+                currentLen = baseCmdLen;
+            }
+        }
+        currentBatch.push(file);
+        currentLen += fileLen;
+    }
+    if (currentBatch.length > 0) {
+        batches.push(currentBatch);
+    }
+    return batches;
+}
+export class GitTracker {
+    git;
+    chunkers;
+    allPatterns;
+    currentHeadCache = null;
+    uncommittedCache = null;
+    constructor(chunkers) {
+        this.git = simpleGit();
+        this.chunkers = chunkers;
+        this.allPatterns = chunkers.flatMap((c) => c.patterns);
+    }
+    async getCurrentHead() {
+        if (!this.currentHeadCache) {
+            try {
+                this.currentHeadCache = await this.git.revparse(["HEAD"]);
+            }
+            catch {
+                this.currentHeadCache = "dev_0000000000000000000000000000000000000000";
+            }
+        }
+        return this.currentHeadCache;
+    }
+    async hasUncommittedChanges() {
+        if (this.uncommittedCache === null) {
+            try {
+                const status = await this.git.status();
+                this.uncommittedCache = status.files.length > 0;
+            }
+            catch {
+                this.uncommittedCache = false;
+            }
+        }
+        return this.uncommittedCache;
+    }
+    getChunkerForFile(filePath) {
+        for (const chunker of this.chunkers) {
+            for (const pattern of chunker.patterns) {
+                if (this.matchesPattern(filePath, pattern)) {
+                    return chunker;
+                }
+            }
+        }
+        return null;
+    }
+    matchesPattern(filePath, pattern) {
+        const normalizedPath = filePath.split(path.sep).join("/");
+        const normalizedPattern = pattern.split(path.sep).join("/");
+        return minimatch(normalizedPath, normalizedPattern);
+    }
+    async getAllTrackedFiles() {
+        const files = await glob(this.allPatterns, { nodir: true });
+        return [...new Set(files)].sort();
+    }
+    async getCommitHashes(files) {
+        const commitMap = new Map();
+        const batches = batchFiles(files);
+        const currentHead = await this.getCurrentHead();
+        for (const batch of batches) {
+            try {
+                const output = await this.git.raw([
+                    "log",
+                    "-1",
+                    "--format=%H",
+                    "--all",
+                    "--",
+                    ...batch,
+                ]);
+                const lines = output.trim().split("\n");
+                for (let i = 0; i < lines.length && i < batch.length; i++) {
+                    const hash = lines[i].trim();
+                    if (hash) {
+                        commitMap.set(batch[i], hash);
+                    }
+                }
+                for (const file of batch) {
+                    if (!commitMap.has(file)) {
+                        commitMap.set(file, currentHead);
+                    }
+                }
+            }
+            catch {
+                for (const file of batch) {
+                    commitMap.set(file, currentHead);
+                }
+            }
+        }
+        return commitMap;
+    }
+    async getCurrentState() {
+        const allFiles = await this.getAllTrackedFiles();
+        const commitMap = await this.getCommitHashes(allFiles);
+        const hasDirty = await this.hasUncommittedChanges();
+        const currentHead = await this.getCurrentHead();
+        const state = new Map();
+        for (const file of allFiles) {
+            let commitHash = commitMap.get(file) || currentHead;
+            if (hasDirty) {
+                commitHash = `${commitHash}-dirty`;
+            }
+            const chunker = this.getChunkerForFile(file);
+            if (chunker) {
+                state.set(file, { commitHash, chunker });
+            }
+        }
+        return state;
+    }
+    async getChangedFiles(previousState) {
+        const current = await this.getCurrentState();
+        const toProcess = [];
+        const toDelete = [];
+        const unchanged = [];
+        for (const [filePath, info] of current) {
+            const prevHash = previousState.get(filePath);
+            if (!prevHash) {
+                console.log(`  🆕 New: ${filePath}`);
+                toProcess.push(filePath);
+            }
+            else if (prevHash !== info.commitHash) {
+                console.log(`  📝 Changed: ${filePath} (${prevHash.slice(0, 8)} → ${info.commitHash.slice(0, 8)})`);
+                toProcess.push(filePath);
+            }
+            else {
+                unchanged.push(filePath);
+            }
+        }
+        for (const [filePath] of previousState) {
+            if (!current.has(filePath)) {
+                console.log(`  🗑️ Deleted: ${filePath}`);
+                toDelete.push(filePath);
+            }
+        }
+        return { toProcess, toDelete, unchanged };
+    }
+}
+//# sourceMappingURL=git-tracker.js.map

package/dist/core/git-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-tracker.js","sourceRoot":"","sources":["../../src/core/git-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAa,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,WAAW,GAAG,KAAK,CAAC;AAE1B,SAAS,UAAU,CAAC,KAAe;IACjC,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,kCAAkC,CAAC,MAAM,CAAC;IAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAEhC,IACE,YAAY,CAAC,MAAM,IAAI,mBAAmB;YAC1C,UAAU,GAAG,OAAO,GAAG,WAAW,EAClC,CAAC;YACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC3B,YAAY,GAAG,EAAE,CAAC;gBAClB,UAAU,GAAG,UAAU,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,UAAU,IAAI,OAAO,CAAC;IACxB,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,UAAU;IACb,GAAG,CAAY;IACf,QAAQ,CAAgB;IACxB,WAAW,CAAW;IACtB,gBAAgB,GAAkB,IAAI,CAAC;IACvC,gBAAgB,GAAmB,IAAI,CAAC;IAEhD,YAAY,QAAuB;QACjC,IAAI,CAAC,GAAG,GAAG,SAAS,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5D,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,gBAAgB,GAAG,8CAA8C,CAAC;YACzE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;gBACvC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAEO,iBAAiB,CAAC,QAAgB;QACxC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvC,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;oBAC3C,OAAO,OAAO,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,QAAgB,EAAE,OAAe;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1D,MAAM,iBAAiB,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE5D,OAAO,SAAS,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAe;QACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAEhD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAChC,KAAK;oBACL,IAAI;oBACJ,aAAa;oBACb,OAAO;oBACP,IAAI;oBACJ,GAAG,KAAK;iBACT,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC7B,IAAI,IAAI,EAAE,CAAC;wBACT,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;wBACzB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,eAAe;QAGnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAEhD,MAAM,KAAK,GAAG,IAAI,GAAG,EAGlB,CAAC;QAEJ,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,GAAG,GAAG,UAAU,QAAQ,CAAC;YACrC,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,aAAkC;QAKtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,QAAQ,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CACT,iBAAiB,QAAQ,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CACvF,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,QAAQ,CAAC,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC5C,CAAC;CACF"}

package/dist/core/orchestrator.d.ts

@@ -0,0 +1,22 @@
+import { FileChunker, EmbeddingProvider, VectorStore } from "../interfaces/index.js";
+export interface RAGPipelineConfig {
+    chunkers: FileChunker[];
+    embedder: EmbeddingProvider;
+    vectorStore: VectorStore;
+    options?: {
+        chunksFile?: string;
+        embeddingsFile?: string;
+        force?: boolean;
+        skipUpload?: boolean;
+        rateLimitMs?: number;
+        batchSize?: number;
+    };
+}
+export declare class Orchestrator {
+    private config;
+    private chunksFile;
+    private embeddingsFile;
+    constructor(config: RAGPipelineConfig);
+    run(): Promise<void>;
+}
+//# sourceMappingURL=orchestrator.d.ts.map

package/dist/core/orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,WAAW,EACZ,MAAM,wBAAwB,CAAC;AAEhC,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,WAAW,EAAE,WAAW,CAAC;IACzB,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAS;gBAEnB,MAAM,EAAE,iBAAiB;IAO/B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CA4D3B"}

package/dist/core/orchestrator.js

@@ -0,0 +1,57 @@
+import { GitTracker } from "./git-tracker.js";
+import { ChunkProcessor } from "./chunk-processor.js";
+import { EmbedderProcessor } from "./embedder.js";
+import { Uploader } from "./uploader.js";
+export class Orchestrator {
+    config;
+    chunksFile;
+    embeddingsFile;
+    constructor(config) {
+        this.config = config;
+        this.chunksFile = config.options?.chunksFile || "./docs/rag/chunks.json";
+        this.embeddingsFile =
+            config.options?.embeddingsFile || "./docs/rag/embeddings.json";
+    }
+    async run() {
+        console.log("🚀 Starting RAG pipeline...\n");
+        console.log("📂 Step 1: Scanning for changes...");
+        const gitTracker = new GitTracker(this.config.chunkers);
+        const currentState = await gitTracker.getCurrentState();
+        const previousState = new Map();
+        const { toProcess, toDelete } = await gitTracker.getChangedFiles(previousState);
+        if (toProcess.length === 0 &&
+            toDelete.length === 0 &&
+            !this.config.options?.force) {
+            console.log("\n✨ No changes detected.");
+            return;
+        }
+        console.log(`\n📊 Changes: ${toProcess.length} to process, ${toDelete.length} to delete\n`);
+        console.log("🔪 Step 2: Generating chunks...");
+        const chunkProcessor = new ChunkProcessor(this.config.chunkers);
+        const fileState = new Map();
+        for (const file of toProcess) {
+            const info = currentState.get(file);
+            if (info)
+                fileState.set(file, info);
+        }
+        const chunks = await chunkProcessor.processFiles(toProcess, fileState);
+        await chunkProcessor.saveChunksLocal(chunks, this.chunksFile);
+        if (chunks.length === 0) {
+            console.log("\n⚠️ No chunks generated. Exiting.");
+            return;
+        }
+        console.log("\n🔢 Step 3: Generating embeddings...");
+        const embedder = new EmbedderProcessor(this.config.embedder, {
+            rateLimitMs: this.config.options?.rateLimitMs,
+            batchSize: this.config.options?.batchSize,
+        });
+        await embedder.run(this.chunksFile, this.config.options?.force || false);
+        if (!this.config.options?.skipUpload) {
+            console.log("\n📤 Step 4: Uploading to vector store...");
+            const uploader = new Uploader(this.config.vectorStore);
+            await uploader.sync(this.embeddingsFile, this.config.options?.force || false);
+        }
+        console.log("\n✨ RAG pipeline complete!");
+    }
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/core/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAqBzC,MAAM,OAAO,YAAY;IACf,MAAM,CAAoB;IAC1B,UAAU,CAAS;IACnB,cAAc,CAAS;IAE/B,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,wBAAwB,CAAC;QACzE,IAAI,CAAC,cAAc;YACjB,MAAM,CAAC,OAAO,EAAE,cAAc,IAAI,4BAA4B,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,GAAG;QACP,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAE7C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAC;QAExD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAC3B,MAAM,UAAU,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QAElD,IACE,SAAS,CAAC,MAAM,KAAK,CAAC;YACtB,QAAQ,CAAC,MAAM,KAAK,CAAC;YACrB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAC3B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CACT,iBAAiB,SAAS,CAAC,MAAM,gBAAgB,QAAQ,CAAC,MAAM,cAAc,CAC/E,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,IAAI;gBAAE,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACvE,MAAM,cAAc,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAE9D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;YAC3D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW;YAC7C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS;SAC1C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,KAAK,CAAC,CAAC;QAEzE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACvD,MAAM,QAAQ,CAAC,IAAI,CACjB,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,KAAK,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/core/uploader.d.ts

@@ -0,0 +1,15 @@
+import { VectorStore, EmbeddedChunk } from "../interfaces/index.js";
+export declare class Uploader {
+    private vectorStore;
+    constructor(vectorStore: VectorStore);
+    private chunkToDocument;
+    getItemsToUpload(embeddingsFile: string, force?: boolean): Promise<{
+        toUpload: EmbeddedChunk[];
+        toDelete: string[];
+    }>;
+    sync(embeddingsFile: string, force?: boolean): Promise<{
+        uploaded: number;
+        deleted: number;
+    }>;
+}
+//# sourceMappingURL=uploader.d.ts.map

package/dist/core/uploader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EAEX,aAAa,EACd,MAAM,wBAAwB,CAAC;AAGhC,qBAAa,QAAQ;IACnB,OAAO,CAAC,WAAW,CAAc;gBAErB,WAAW,EAAE,WAAW;IAIpC,OAAO,CAAC,eAAe;IAejB,gBAAgB,CACpB,cAAc,EAAE,MAAM,EACtB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,QAAQ,EAAE,aAAa,EAAE,CAAC;QAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IAuCI,IAAI,CACR,cAAc,EAAE,MAAM,EACtB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CA0CH"}

package/dist/core/uploader.js

@@ -0,0 +1,79 @@
+import { readFile } from "fs/promises";
+export class Uploader {
+    vectorStore;
+    constructor(vectorStore) {
+        this.vectorStore = vectorStore;
+    }
+    chunkToDocument(chunk, collection) {
+        return {
+            content: chunk.content,
+            metadata: chunk.metadata,
+            embedding: chunk.embedding,
+            sourceFile: chunk.sourceFile,
+            commitHash: chunk.commitHash,
+            contentHash: chunk.contentHash,
+            collection,
+        };
+    }
+    async getItemsToUpload(embeddingsFile, force = false) {
+        let embeddings;
+        try {
+            const content = await readFile(embeddingsFile, "utf-8");
+            embeddings = JSON.parse(content);
+        }
+        catch {
+            throw new Error(`Embeddings file not found: ${embeddingsFile}`);
+        }
+        console.log(`📖 Loaded ${embeddings.length} embeddings from ${embeddingsFile}`);
+        if (force) {
+            const allSourceFiles = [...new Set(embeddings.map((e) => e.sourceFile))];
+            return { toUpload: embeddings, toDelete: allSourceFiles };
+        }
+        const existingState = await this.vectorStore.getCurrentState();
+        const toUploadList = [];
+        const toDeleteSet = new Set();
+        for (const emb of embeddings) {
+            const existingHash = existingState.get(emb.sourceFile);
+            if (!existingHash) {
+                toUploadList.push(emb);
+            }
+            else if (existingHash !== emb.commitHash) {
+                toDeleteSet.add(emb.sourceFile);
+                toUploadList.push(emb);
+            }
+        }
+        return {
+            toUpload: toUploadList,
+            toDelete: [...toDeleteSet],
+        };
+    }
+    async sync(embeddingsFile, force = false) {
+        console.log("📤 Starting incremental upload...");
+        await this.vectorStore.initialize();
+        const { toUpload, toDelete } = await this.getItemsToUpload(embeddingsFile, force);
+        console.log(`\n📊 Need to upload: ${toUpload.length} documents`);
+        console.log(`   Need to delete: ${toDelete.length} files`);
+        if (toUpload.length === 0 && toDelete.length === 0) {
+            console.log("\n✨ No changes detected.");
+            return { uploaded: 0, deleted: 0 };
+        }
+        if (toDelete.length > 0) {
+            await this.vectorStore.deleteBySourceFile(toDelete);
+            console.log(`  🗑️ Deleted ${toDelete.length} obsolete documents`);
+        }
+        if (toUpload.length > 0) {
+            const documents = toUpload.map((e) => this.chunkToDocument(e));
+            const batchSize = 50;
+            for (let i = 0; i < documents.length; i += batchSize) {
+                const batch = documents.slice(i, i + batchSize);
+                await this.vectorStore.upsert(batch);
+                console.log(`  ✅ Uploaded batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(documents.length / batchSize)}`);
+            }
+        }
+        console.log(`\n✨ Upload complete!`);
+        console.log(`   Uploaded: ${toUpload.length}`);
+        console.log(`   Deleted: ${toDelete.length}`);
+        return { uploaded: toUpload.length, deleted: toDelete.length };
+    }
+}
+//# sourceMappingURL=uploader.js.map

package/dist/core/uploader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,OAAO,QAAQ;IACX,WAAW,CAAc;IAEjC,YAAY,WAAwB;QAClC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAEO,eAAe,CACrB,KAAoB,EACpB,UAAmB;QAEnB,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAY;YAC/B,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,cAAsB,EACtB,QAAiB,KAAK;QAKtB,IAAI,UAA2B,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YACxD,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,8BAA8B,cAAc,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,GAAG,CACT,aAAa,UAAU,CAAC,MAAM,oBAAoB,cAAc,EAAE,CACnE,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACzE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;QAC5D,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAC/D,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAEvD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,IAAI,YAAY,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC3C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAChC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC;SAC3B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,cAAsB,EACtB,QAAiB,KAAK;QAKtB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAEpC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACxD,cAAc,EACd,KAAK,CACN,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAE3D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,MAAM,qBAAqB,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAE/D,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAChD,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACrC,OAAO,CAAC,GAAG,CACT,sBAAsB,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CACjG,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;CACF"}