tea-rags 0.9.0

package/build/core/domains/ingest/pipeline/scanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/scanner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,OAAe,EAAE,KAAK,MAAM,EAAE,MAAM,QAAQ,CAAC;AAE7C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,WAAW;IAIV,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHnC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAoB;IACvC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAc;gBAEf,MAAM,EAAE,aAAa;IAIlD;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BzD;;OAEG;IACG,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IASxD;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAKzD;;;OAGG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,sBAAsB,IAAI,MAAM,EAAE;IAIlC;;OAEG;YACW,aAAa;IAgC3B;;OAEG;YACW,UAAU;CAQzB"}

package/build/core/domains/ingest/pipeline/scanner.js

@@ -0,0 +1,115 @@
+/**
+ * FileScanner - Discovers code files in a directory while respecting ignore patterns
+ */
+import { promises as fs } from "node:fs";
+import { extname, join, relative, resolve } from "node:path";
+import ignore from "ignore";
+export class FileScanner {
+    config;
+    ig = ignore();
+    supportedExts;
+    constructor(config) {
+        this.config = config;
+        this.supportedExts = new Set(config.supportedExtensions);
+    }
+    /**
+     * Load ignore patterns from .gitignore, .dockerignore, .npmignore, and .contextignore
+     */
+    async loadIgnorePatterns(rootPath) {
+        const ignoreFiles = [".gitignore", ".dockerignore", ".npmignore", ".contextignore"];
+        for (const ignoreFile of ignoreFiles) {
+            const ignorePath = join(rootPath, ignoreFile);
+            if (await this.fileExists(ignorePath)) {
+                try {
+                    const content = await fs.readFile(ignorePath, "utf-8");
+                    this.ig.add(content);
+                }
+                catch (_error) {
+                    // Silently skip if file can't be read
+                }
+            }
+        }
+        // Add default patterns from config
+        if (this.config.ignorePatterns && this.config.ignorePatterns.length > 0) {
+            this.ig.add(this.config.ignorePatterns);
+        }
+        // Add custom patterns
+        if (this.config.customIgnorePatterns && this.config.customIgnorePatterns.length > 0) {
+            this.ig.add(this.config.customIgnorePatterns);
+        }
+    }
+    /**
+     * Scan directory recursively and return all code files
+     */
+    async scanDirectory(rootPath) {
+        const absoluteRoot = resolve(rootPath);
+        const files = [];
+        await this.walkDirectory(absoluteRoot, absoluteRoot, files);
+        return files;
+    }
+    /**
+     * Check if a file should be ignored based on patterns
+     */
+    shouldIgnore(filePath, rootPath) {
+        const relativePath = relative(rootPath, filePath);
+        return this.ig.ignores(relativePath);
+    }
+    /**
+     * Get the configured ignore filter instance.
+     * Used by enrichment module to filter git log results.
+     */
+    getIgnoreFilter() {
+        return this.ig;
+    }
+    /**
+     * Get list of supported file extensions
+     */
+    getSupportedExtensions() {
+        return Array.from(this.supportedExts);
+    }
+    /**
+     * Recursively walk directory tree
+     */
+    async walkDirectory(currentPath, rootPath, files) {
+        try {
+            const entries = await fs.readdir(currentPath, { withFileTypes: true });
+            for (const entry of entries) {
+                const fullPath = join(currentPath, entry.name);
+                const relativePath = relative(rootPath, fullPath);
+                // Skip ignored paths
+                if (this.ig.ignores(relativePath)) {
+                    continue;
+                }
+                // Handle symbolic links safely to avoid infinite loops
+                if (entry.isSymbolicLink()) {
+                    continue;
+                }
+                if (entry.isDirectory()) {
+                    await this.walkDirectory(fullPath, rootPath, files);
+                }
+                else if (entry.isFile()) {
+                    const ext = extname(entry.name);
+                    if (this.supportedExts.has(ext)) {
+                        files.push(fullPath);
+                    }
+                }
+            }
+        }
+        catch (_error) {
+            // Skip directories that can't be read (permission errors, etc.)
+        }
+    }
+    /**
+     * Check if a file exists
+     */
+    async fileExists(path) {
+        try {
+            await fs.access(path);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=scanner.js.map

package/build/core/domains/ingest/pipeline/scanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/scanner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7D,OAAO,MAAuB,MAAM,QAAQ,CAAC;AAI7C,MAAM,OAAO,WAAW;IAIO;IAHZ,EAAE,GAAW,MAAM,EAAE,CAAC;IACtB,aAAa,CAAc;IAE5C,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAChD,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,QAAgB;QACvC,MAAM,WAAW,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;QAEpF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC9C,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;oBACvD,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,sCAAsC;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpF,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,QAAgB;QAClC,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAE5D,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB,EAAE,QAAgB;QAC7C,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,WAAmB,EAAE,QAAgB,EAAE,KAAe;QAChF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAEvE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/C,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAElD,qBAAqB;gBACrB,IAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;oBAClC,SAAS;gBACX,CAAC;gBAED,uDAAuD;gBACvD,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBACtD,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChC,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBAChC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,gEAAgE;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CAAC,IAAY;QACnC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/build/core/domains/ingest/pipeline/status-module.d.ts

@@ -0,0 +1,21 @@
+/**
+ * StatusModule - Index status and cleanup operations.
+ *
+ * Extracted from CodeIndexer to isolate status queries and index clearing.
+ */
+import type { QdrantManager } from "../../../adapters/qdrant/client.js";
+import type { IndexStatus } from "../../../types.js";
+export declare class StatusModule {
+    private readonly qdrant;
+    private readonly snapshotDir?;
+    constructor(qdrant: QdrantManager, snapshotDir?: string | undefined);
+    /**
+     * Get indexing status for a codebase
+     */
+    getIndexStatus(path: string): Promise<IndexStatus>;
+    /**
+     * Clear all indexed data for a codebase
+     */
+    clearIndex(path: string): Promise<void>;
+}
+//# sourceMappingURL=status-module.d.ts.map

package/build/core/domains/ingest/pipeline/status-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-module.d.ts","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/status-module.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAExE,OAAO,KAAK,EAAuC,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAI1F,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;gBADZ,MAAM,EAAE,aAAa,EACrB,WAAW,CAAC,EAAE,MAAM,YAAA;IAGvC;;OAEG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IA8ExD;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAmB9C"}

package/build/core/domains/ingest/pipeline/status-module.js

@@ -0,0 +1,108 @@
+/**
+ * StatusModule - Index status and cleanup operations.
+ *
+ * Extracted from CodeIndexer to isolate status queries and index clearing.
+ */
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { resolveCollectionName, validatePath } from "../../../infra/collection-name.js";
+import { INDEXING_METADATA_ID } from "../constants.js";
+import { ParallelFileSynchronizer } from "../sync/parallel-synchronizer.js";
+export class StatusModule {
+    qdrant;
+    snapshotDir;
+    constructor(qdrant, snapshotDir) {
+        this.qdrant = qdrant;
+        this.snapshotDir = snapshotDir;
+    }
+    /**
+     * Get indexing status for a codebase
+     */
+    async getIndexStatus(path) {
+        const absolutePath = await validatePath(path);
+        const collectionName = resolveCollectionName(absolutePath);
+        const exists = await this.qdrant.collectionExists(collectionName);
+        if (!exists) {
+            return { isIndexed: false, status: "not_indexed" };
+        }
+        // Check for indexing marker in Qdrant (persisted across instances)
+        const indexingMarker = await this.qdrant.getPoint(collectionName, INDEXING_METADATA_ID);
+        const info = await this.qdrant.getCollectionInfo(collectionName);
+        // Check marker status
+        const isComplete = indexingMarker?.payload?.indexingComplete === true;
+        const isInProgress = indexingMarker?.payload?.indexingComplete === false;
+        // Subtract 1 from points count if marker exists (metadata point doesn't count as a chunk)
+        const actualChunksCount = indexingMarker ? Math.max(0, info.pointsCount - 1) : info.pointsCount;
+        // Read enrichment info from marker (if present)
+        const enrichmentPayload = indexingMarker?.payload?.enrichment;
+        const enrichment = enrichmentPayload?.status ? enrichmentPayload : undefined;
+        // Read chunk-level enrichment info (separate key, written by chunk churn)
+        const chunkEnrichmentPayload = indexingMarker?.payload?.chunkEnrichment;
+        const chunkEnrichment = chunkEnrichmentPayload?.status
+            ? chunkEnrichmentPayload
+            : undefined;
+        if (isInProgress) {
+            return {
+                isIndexed: false,
+                status: "indexing",
+                collectionName,
+                chunksCount: actualChunksCount,
+                enrichment,
+                chunkEnrichment,
+            };
+        }
+        if (isComplete) {
+            return {
+                isIndexed: true,
+                status: "indexed",
+                collectionName,
+                chunksCount: actualChunksCount,
+                lastUpdated: indexingMarker.payload?.completedAt
+                    ? new Date(typeof indexingMarker.payload.completedAt === "string" ||
+                        typeof indexingMarker.payload.completedAt === "number"
+                        ? indexingMarker.payload.completedAt
+                        : new Date(indexingMarker.payload.completedAt).toISOString())
+                    : undefined,
+                enrichment,
+                chunkEnrichment,
+            };
+        }
+        // Legacy collection (no marker) - check if it has content
+        if (actualChunksCount > 0) {
+            return {
+                isIndexed: true,
+                status: "indexed",
+                collectionName,
+                chunksCount: actualChunksCount,
+            };
+        }
+        return {
+            isIndexed: false,
+            status: "not_indexed",
+            collectionName,
+            chunksCount: 0,
+        };
+    }
+    /**
+     * Clear all indexed data for a codebase
+     */
+    async clearIndex(path) {
+        const absolutePath = await validatePath(path);
+        const collectionName = resolveCollectionName(absolutePath);
+        const exists = await this.qdrant.collectionExists(collectionName);
+        if (exists) {
+            await this.qdrant.deleteCollection(collectionName);
+        }
+        // Also delete snapshot
+        try {
+            /* v8 ignore next -- fallback for backward compat */
+            const dir = this.snapshotDir ?? join(process.env.TEA_RAGS_DATA_DIR ?? join(homedir(), ".tea-rags"), "snapshots");
+            const synchronizer = new ParallelFileSynchronizer(absolutePath, collectionName, dir);
+            await synchronizer.deleteSnapshot();
+        }
+        catch (_error) {
+            // Ignore snapshot deletion errors
+        }
+    }
+}
+//# sourceMappingURL=status-module.js.map

package/build/core/domains/ingest/pipeline/status-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-module.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/status-module.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAExF,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAE5E,MAAM,OAAO,YAAY;IAEJ;IACA;IAFnB,YACmB,MAAqB,EACrB,WAAoB;QADpB,WAAM,GAAN,MAAM,CAAe;QACrB,gBAAW,GAAX,WAAW,CAAS;IACpC,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAElE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QACrD,CAAC;QAED,mEAAmE;QACnE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAEjE,sBAAsB;QACtB,MAAM,UAAU,GAAG,cAAc,EAAE,OAAO,EAAE,gBAAgB,KAAK,IAAI,CAAC;QACtE,MAAM,YAAY,GAAG,cAAc,EAAE,OAAO,EAAE,gBAAgB,KAAK,KAAK,CAAC;QAEzE,0FAA0F;QAC1F,MAAM,iBAAiB,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAEhG,gDAAgD;QAChD,MAAM,iBAAiB,GAAG,cAAc,EAAE,OAAO,EAAE,UAAwC,CAAC;QAC5F,MAAM,UAAU,GAA+B,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC;QAEzG,0EAA0E;QAC1E,MAAM,sBAAsB,GAAG,cAAc,EAAE,OAAO,EAAE,eAAkD,CAAC;QAC3G,MAAM,eAAe,GAAoC,sBAAsB,EAAE,MAAM;YACrF,CAAC,CAAC,sBAAsB;YACxB,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,UAAU;gBAClB,cAAc;gBACd,WAAW,EAAE,iBAAiB;gBAC9B,UAAU;gBACV,eAAe;aAChB,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,SAAS;gBACjB,cAAc;gBACd,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,cAAc,CAAC,OAAO,EAAE,WAAW;oBAC9C,CAAC,CAAC,IAAI,IAAI,CACN,OAAO,cAAc,CAAC,OAAO,CAAC,WAAW,KAAK,QAAQ;wBACpD,OAAO,cAAc,CAAC,OAAO,CAAC,WAAW,KAAK,QAAQ;wBACtD,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW;wBACpC,CAAC,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,WAAmB,CAAC,CAAC,WAAW,EAAE,CACvE;oBACH,CAAC,CAAC,SAAS;gBACb,UAAU;gBACV,eAAe;aAChB,CAAC;QACJ,CAAC;QAED,0DAA0D;QAC1D,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,SAAS;gBACjB,cAAc;gBACd,WAAW,EAAE,iBAAiB;aAC/B,CAAC;QACJ,CAAC;QAED,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,aAAa;YACrB,cAAc;YACd,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAElE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QACrD,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,EAAE,WAAW,CAAC,CAAC;YACjH,MAAM,YAAY,GAAG,IAAI,wBAAwB,CAAC,YAAY,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;YACrF,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;QACtC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,kCAAkC;QACpC,CAAC;IACH,CAAC;CACF"}

package/build/core/domains/ingest/pipeline/types.d.ts

@@ -0,0 +1,184 @@
+/**
+ * Pipeline Types - Interfaces for the batching/worker pool system
+ */
+/**
+ * Types of operations the pipeline can handle
+ */
+export type OperationType = "upsert" | "delete";
+/**
+ * Base work item interface
+ */
+export interface WorkItem {
+    type: OperationType;
+    id: string;
+}
+/**
+ * Upsert operation - add or update points in Qdrant
+ */
+export interface UpsertItem extends WorkItem {
+    type: "upsert";
+    point: {
+        id: string;
+        vector: number[];
+        sparseVector?: {
+            indices: number[];
+            values: number[];
+        };
+        payload: Record<string, unknown>;
+    };
+}
+/**
+ * Chunk operation - raw chunk needing embedding before upsert
+ * Used by ChunkPipeline for batched embedding + storage
+ */
+export interface ChunkItem extends WorkItem {
+    type: "upsert";
+    chunk: {
+        content: string;
+        startLine: number;
+        endLine: number;
+        metadata: {
+            filePath: string;
+            language: string;
+            chunkIndex: number;
+            name?: string;
+            chunkType?: string;
+            /** Parent class/module name for methods extracted from large classes */
+            parentName?: string;
+            /** Parent AST node type (e.g., "class", "module") */
+            parentType?: string;
+            /** Symbol identifier: "ClassName.methodName" or just "functionName" */
+            symbolId?: string;
+            /** True for documentation chunks (markdown, etc.) */
+            isDocumentation?: boolean;
+            /** File-level imports (inherited by all chunks from the file) */
+            imports?: string[];
+            /** Original method/block line count before chunk splitting. Used by decomposition signals. */
+            methodLines?: number;
+        };
+    };
+    /** Pre-computed chunk ID */
+    chunkId: string;
+    /** Absolute path of the codebase for relativePath calculation */
+    codebasePath: string;
+}
+/**
+ * Delete operation - remove points by path filter
+ */
+export interface DeleteItem extends WorkItem {
+    type: "delete";
+    relativePath: string;
+}
+/**
+ * Batch of work items ready for processing
+ */
+export interface Batch<T extends WorkItem = WorkItem> {
+    id: string;
+    type: OperationType;
+    items: T[];
+    createdAt: number;
+}
+/**
+ * Result of processing a batch
+ */
+export interface BatchResult {
+    batchId: string;
+    type: OperationType;
+    success: boolean;
+    itemCount: number;
+    durationMs: number;
+    error?: string;
+    retryCount?: number;
+}
+/**
+ * Worker pool configuration
+ */
+export interface WorkerPoolConfig {
+    /** Number of concurrent workers */
+    concurrency: number;
+    /** Maximum retries per batch */
+    maxRetries: number;
+    /** Base delay for exponential backoff (ms) */
+    retryBaseDelayMs: number;
+    /** Maximum delay between retries (ms) */
+    retryMaxDelayMs: number;
+}
+/**
+ * Batch accumulator configuration
+ */
+export interface BatchAccumulatorConfig {
+    /** Target batch size */
+    batchSize: number;
+    /** Minimum items before timeout flush (default: batchSize * 0.5) */
+    minBatchSize?: number;
+    /** Flush timeout (ms) - send partial batch after this time */
+    flushTimeoutMs: number;
+    /** Maximum queue size before applying backpressure */
+    maxQueueSize: number;
+}
+/**
+ * Pipeline manager configuration
+ */
+export interface PipelineConfig {
+    /** Worker pool settings for upserts (embedding-bound) */
+    workerPool: WorkerPoolConfig;
+    /** Worker pool settings for deletes (Qdrant-bound, can be higher) */
+    deleteWorkerPool: WorkerPoolConfig;
+    /** Batch accumulator settings for upserts */
+    upsertAccumulator: BatchAccumulatorConfig;
+    /** Batch accumulator settings for deletes */
+    deleteAccumulator: BatchAccumulatorConfig;
+}
+/**
+ * Statistics for monitoring pipeline performance
+ */
+export interface PipelineStats {
+    /** Total items processed */
+    itemsProcessed: number;
+    /** Total batches processed */
+    batchesProcessed: number;
+    /** Total errors encountered */
+    errors: number;
+    /** Current queue depth */
+    queueDepth: number;
+    /** Average batch processing time (ms) */
+    avgBatchTimeMs: number;
+    /** Items per second throughput */
+    throughput: number;
+    /** Time since pipeline started */
+    uptimeMs: number;
+}
+/**
+ * Callback for batch completion
+ */
+export type BatchCompletionCallback = (result: BatchResult) => void;
+/**
+ * Callback for backpressure events
+ */
+export type BackpressureCallback = (isPaused: boolean) => void;
+/**
+ * Handler function for processing batches
+ */
+export type BatchHandler<T extends WorkItem> = (batch: Batch<T>) => Promise<void>;
+/**
+ * Build pipeline config from pre-parsed config slices.
+ *
+ * GPU Optimization for Ollama embeddings:
+ * - LARGE batches = better GPU utilization (CUDA cores parallelize within batch)
+ * - Optimal batch size: 256-512 for most GPUs (RTX 4090: 256 = 12,450 tokens/sec)
+ * - Timeout is safety net for small codebases, not primary batch trigger
+ *
+ * Key insight: GPU works best when fed LARGE batches. Small frequent batches
+ * cause GPU idle time between kernel launches. The problem is not batch size,
+ * but ensuring chunks are generated FAST enough to fill batches quickly.
+ */
+export declare function buildPipelineConfig(pipelineConcurrency: number, embeddingTune: {
+    batchSize: number;
+    minBatchSize?: number;
+    batchTimeoutMs: number;
+}, qdrantTune: {
+    deleteConcurrency: number;
+    deleteBatchSize: number;
+    deleteFlushTimeoutMs: number;
+}): PipelineConfig;
+//# sourceMappingURL=types.d.ts.map

package/build/core/domains/ingest/pipeline/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,YAAY,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAAC,MAAM,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC;QACvD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAClC,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,SAAU,SAAQ,QAAQ;IACzC,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE;YACR,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,CAAC;YACnB,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,wEAAwE;YACxE,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,qDAAqD;YACrD,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,uEAAuE;YACvE,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,qDAAqD;YACrD,eAAe,CAAC,EAAE,OAAO,CAAC;YAC1B,iEAAiE;YACjE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;YACnB,8FAA8F;YAC9F,WAAW,CAAC,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IACF,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,iEAAiE;IACjE,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,KAAK,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ;IAClD,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAC;IACzB,yCAAyC;IACzC,eAAe,EAAE,MAAM,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8DAA8D;IAC9D,cAAc,EAAE,MAAM,CAAC;IACvB,sDAAsD;IACtD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,yDAAyD;IACzD,UAAU,EAAE,gBAAgB,CAAC;IAC7B,qEAAqE;IACrE,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,6CAA6C;IAC7C,iBAAiB,EAAE,sBAAsB,CAAC;IAC1C,6CAA6C;IAC7C,iBAAiB,EAAE,sBAAsB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,4BAA4B;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,8BAA8B;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,0BAA0B;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,cAAc,EAAE,MAAM,CAAC;IACvB,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;AAEpE;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;AAE/D;;GAEG;AACH,MAAM,MAAM,YAAY,CAAC,CAAC,SAAS,QAAQ,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAElF;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CACjC,mBAAmB,EAAE,MAAM,EAC3B,aAAa,EAAE;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB,EACD,UAAU,EAAE;IACV,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;CAC9B,GACA,cAAc,CA0BhB"}

package/build/core/domains/ingest/pipeline/types.js

@@ -0,0 +1,43 @@
+/**
+ * Pipeline Types - Interfaces for the batching/worker pool system
+ */
+/**
+ * Build pipeline config from pre-parsed config slices.
+ *
+ * GPU Optimization for Ollama embeddings:
+ * - LARGE batches = better GPU utilization (CUDA cores parallelize within batch)
+ * - Optimal batch size: 256-512 for most GPUs (RTX 4090: 256 = 12,450 tokens/sec)
+ * - Timeout is safety net for small codebases, not primary batch trigger
+ *
+ * Key insight: GPU works best when fed LARGE batches. Small frequent batches
+ * cause GPU idle time between kernel launches. The problem is not batch size,
+ * but ensuring chunks are generated FAST enough to fill batches quickly.
+ */
+export function buildPipelineConfig(pipelineConcurrency, embeddingTune, qdrantTune) {
+    return {
+        workerPool: {
+            concurrency: pipelineConcurrency,
+            maxRetries: 3,
+            retryBaseDelayMs: 100,
+            retryMaxDelayMs: 5000,
+        },
+        deleteWorkerPool: {
+            concurrency: qdrantTune.deleteConcurrency,
+            maxRetries: 3,
+            retryBaseDelayMs: 100,
+            retryMaxDelayMs: 5000,
+        },
+        upsertAccumulator: {
+            batchSize: embeddingTune.batchSize,
+            minBatchSize: embeddingTune.minBatchSize,
+            flushTimeoutMs: embeddingTune.batchTimeoutMs,
+            maxQueueSize: pipelineConcurrency * 2,
+        },
+        deleteAccumulator: {
+            batchSize: qdrantTune.deleteBatchSize,
+            flushTimeoutMs: qdrantTune.deleteFlushTimeoutMs,
+            maxQueueSize: qdrantTune.deleteConcurrency * 2,
+        },
+    };
+}
+//# sourceMappingURL=types.js.map

package/build/core/domains/ingest/pipeline/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AA4KH;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,mBAAmB,CACjC,mBAA2B,EAC3B,aAIC,EACD,UAIC;IAED,OAAO;QACL,UAAU,EAAE;YACV,WAAW,EAAE,mBAAmB;YAChC,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,GAAG;YACrB,eAAe,EAAE,IAAI;SACtB;QACD,gBAAgB,EAAE;YAChB,WAAW,EAAE,UAAU,CAAC,iBAAiB;YACzC,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,GAAG;YACrB,eAAe,EAAE,IAAI;SACtB;QACD,iBAAiB,EAAE;YACjB,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,YAAY,EAAE,aAAa,CAAC,YAAY;YACxC,cAAc,EAAE,aAAa,CAAC,cAAc;YAC5C,YAAY,EAAE,mBAAmB,GAAG,CAAC;SACtC;QACD,iBAAiB,EAAE;YACjB,SAAS,EAAE,UAAU,CAAC,eAAe;YACrC,cAAc,EAAE,UAAU,CAAC,oBAAoB;YAC/C,YAAY,EAAE,UAAU,CAAC,iBAAiB,GAAG,CAAC;SAC/C;KACF,CAAC;AACJ,CAAC"}

package/build/core/domains/ingest/reindexing.d.ts

@@ -0,0 +1,15 @@
+/**
+ * ReindexPipeline - Incremental re-indexing of changed files.
+ *
+ * Orchestrates: scan → detect changes → delete old → process new/modified → snapshot.
+ * File processing logic is delegated to FileProcessor.
+ */
+import type { ChangeStats, ProgressCallback } from "../../types.js";
+import { BaseIndexingPipeline, type PipelineTuning } from "./pipeline/base.js";
+import { type DeletionConfig } from "./sync/deletion-strategy.js";
+export declare class ReindexPipeline extends BaseIndexingPipeline {
+    private readonly deleteConfig;
+    constructor(qdrant: ConstructorParameters<typeof BaseIndexingPipeline>[0], embeddings: ConstructorParameters<typeof BaseIndexingPipeline>[1], config: ConstructorParameters<typeof BaseIndexingPipeline>[2], enrichment: ConstructorParameters<typeof BaseIndexingPipeline>[3], deps: ConstructorParameters<typeof BaseIndexingPipeline>[4], deleteConfig?: DeletionConfig, tuning?: PipelineTuning);
+    reindexChanges(path: string, progressCallback?: ProgressCallback): Promise<ChangeStats>;
+}
+//# sourceMappingURL=reindexing.d.ts.map

package/build/core/domains/ingest/reindexing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindexing.d.ts","sourceRoot":"","sources":["../../../../src/core/domains/ingest/reindexing.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAoB,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACtF,OAAO,EAAE,oBAAoB,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAI/E,OAAO,EAAmB,KAAK,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAEnF,qBAAa,eAAgB,SAAQ,oBAAoB;IAOrD,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAL7B,MAAM,EAAE,qBAAqB,CAAC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAC7D,UAAU,EAAE,qBAAqB,CAAC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EACjE,MAAM,EAAE,qBAAqB,CAAC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAC7D,UAAU,EAAE,qBAAqB,CAAC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EACjE,IAAI,EAAE,qBAAqB,CAAC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAC1C,YAAY,GAAE,cAAmD,EAClF,MAAM,CAAC,EAAE,cAAc;IAKnB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;CAqN9F"}