@dreb/coding-agent 1.18.0 → 2.0.0

package/dist/core/search/embedder.js

@@ -1,158 +0,0 @@
-/**
- * Embedding pipeline using @huggingface/transformers.
- *
- * Generates normalized embeddings for semantic search. The embedding
- * dimension is derived at runtime from the model's actual output.
- * First use downloads the model (~23MB) to the configured cache directory.
- */
-// ============================================================================
-// Constants
-// ============================================================================
-const DEFAULT_MODEL_NAME = "Xenova/all-MiniLM-L6-v2";
-const DEFAULT_BATCH_SIZE = 32;
-const DEFAULT_DIMENSION = 384;
-/**
- * Model-specific prefixes for document vs query embeddings.
- * nomic-embed-text-v1.5 requires these; most other models don't.
- */
-const MODEL_PREFIXES = {
-    "nomic-ai/nomic-embed-text-v1.5": { document: "search_document: ", query: "search_query: " },
-};
-// ============================================================================
-// Embedder
-// ============================================================================
-export class Embedder {
-    modelCacheDir;
-    modelName;
-    batchSize;
-    extractor = null;
-    initPromise = null;
-    resolvedDimension = null;
-    constructor(options) {
-        this.modelCacheDir = options.modelCacheDir;
-        this.modelName = options.modelName ?? DEFAULT_MODEL_NAME;
-        this.batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE;
-    }
-    /**
-     * Initialize the model pipeline. Must be called before embedding.
-     *
-     * On first use this downloads the ONNX model to `modelCacheDir`.
-     * Subsequent calls reuse the cached model.
-     */
-    async initialize() {
-        if (this.extractor)
-            return;
-        if (this.initPromise)
-            return this.initPromise;
-        this.initPromise = (async () => {
-            try {
-                // Dynamic import — @huggingface/transformers is a heavy dependency
-                const { pipeline, env } = await import("@huggingface/transformers");
-                // Direct the model cache to our managed directory
-                env.cacheDir = this.modelCacheDir;
-                // Suppress the onnxruntime native addon warning — WASM fallback is fine
-                // The library tries to load native onnxruntime first and logs a warning
-                // when it falls back to WASM. We suppress this to avoid confusing users.
-                const originalWarn = console.warn;
-                console.warn = (...args) => {
-                    const msg = typeof args[0] === "string" ? args[0] : "";
-                    if (msg.includes("onnxruntime") || msg.includes("ONNX"))
-                        return;
-                    originalWarn.apply(console, args);
-                };
-                try {
-                    this.extractor = await pipeline("feature-extraction", this.modelName, {
-                        dtype: "q8",
-                        device: "cpu",
-                    });
-                }
-                finally {
-                    console.warn = originalWarn;
-                }
-            }
-            catch (err) {
-                // Reset so subsequent calls can retry instead of returning
-                // the same rejected promise forever
-                this.initPromise = null;
-                throw err;
-            }
-        })();
-        return this.initPromise;
-    }
-    /**
-     * Embed documents for indexing.
-     *
-     * Applies model-specific prefixes if required, then processes texts
-     * in batches of `batchSize` for memory efficiency.
-     */
-    async embedDocuments(texts, onProgress) {
-        this.ensureInitialized();
-        const results = [];
-        const total = texts.length;
-        const prefix = MODEL_PREFIXES[this.modelName]?.document ?? "";
-        for (let i = 0; i < total; i += this.batchSize) {
-            const batch = texts.slice(i, i + this.batchSize);
-            const prefixed = prefix ? batch.map((t) => prefix + t) : batch;
-            const output = await this.extractor(prefixed, {
-                pooling: "mean",
-                normalize: true,
-            });
-            // output.data is a flat Float32Array of shape [batchLen, dim]
-            const data = output.data;
-            const dim = data.length / batch.length;
-            if (this.resolvedDimension === null) {
-                this.resolvedDimension = dim;
-            }
-            for (let j = 0; j < batch.length; j++) {
-                const start = j * dim;
-                results.push(data.slice(start, start + dim));
-            }
-            if (onProgress) {
-                onProgress("embedding", Math.min(i + batch.length, total), total);
-            }
-        }
-        return results;
-    }
-    /**
-     * Embed a query for search.
-     *
-     * Applies model-specific query prefix if required.
-     */
-    async embedQuery(query) {
-        this.ensureInitialized();
-        const prefix = MODEL_PREFIXES[this.modelName]?.query ?? "";
-        const output = await this.extractor(prefix + query, {
-            pooling: "mean",
-            normalize: true,
-        });
-        // Single input — derive dimension and slice to exactly one vector
-        const data = output.data;
-        const dim = data.length;
-        if (this.resolvedDimension === null) {
-            this.resolvedDimension = dim;
-        }
-        return data.slice(0, dim);
-    }
-    /** Get the embedding dimension. Returns the model's actual dimension once known, or 384 as default. */
-    get dimension() {
-        return this.resolvedDimension ?? DEFAULT_DIMENSION;
-    }
-    /** Dispose the pipeline to free memory. */
-    dispose() {
-        if (this.extractor) {
-            // The pipeline object may have a dispose method depending on the version
-            if (typeof this.extractor.dispose === "function") {
-                this.extractor.dispose();
-            }
-            this.extractor = null;
-        }
-        this.initPromise = null;
-    }
-    /** Throw if initialize() hasn't been called yet. */
-    ensureInitialized() {
-        if (!this.extractor) {
-            throw new Error("Embedder not initialized. Call initialize() first.");
-        }
-    }
-}
-//# sourceMappingURL=embedder.js.map

package/dist/core/search/embedder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/core/search/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAiBH,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,kBAAkB,GAAG,yBAAyB,CAAC;AACrD,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;;GAGG;AACH,MAAM,cAAc,GAAwD;IAC3E,gCAAgC,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,gBAAgB,EAAE;CAC5F,CAAC;AAEF,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,MAAM,OAAO,QAAQ;IACH,aAAa,CAAS;IACtB,SAAS,CAAS;IAClB,SAAS,CAAS;IAC3B,SAAS,GAAe,IAAI,CAAC;IAC7B,WAAW,GAAyB,IAAI,CAAC;IACzC,iBAAiB,GAAkB,IAAI,CAAC;IAEhD,YAAY,OAAwB,EAAE;QACrC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAAA,CACzD;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,GAAkB;QACjC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACJ,qEAAmE;gBACnE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;gBAEpE,kDAAkD;gBAClD,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;gBAElC,0EAAwE;gBACxE,wEAAwE;gBACxE,yEAAyE;gBACzE,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;gBAClC,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAW,EAAE,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvD,IAAI,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAAE,OAAO;oBAChE,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAAA,CAClC,CAAC;gBAEF,IAAI,CAAC;oBACJ,IAAI,CAAC,SAAS,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE;wBACrE,KAAK,EAAE,IAAW;wBAClB,MAAM,EAAE,KAAY;qBACpB,CAAC,CAAC;gBACJ,CAAC;wBAAS,CAAC;oBACV,OAAO,CAAC,IAAI,GAAG,YAAY,CAAC;gBAC7B,CAAC;YACF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,2DAA2D;gBAC3D,oCAAoC;gBACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gBACxB,MAAM,GAAG,CAAC;YACX,CAAC;QAAA,CACD,CAAC,EAAE,CAAC;QAEL,OAAO,IAAI,CAAC,WAAW,CAAC;IAAA,CACxB;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAe,EAAE,UAAkC,EAA2B;QAClG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,IAAI,EAAE,CAAC;QAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAE/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAU,CAAC,QAAQ,EAAE;gBAC9C,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aACf,CAAC,CAAC;YAEH,8DAA8D;YAC9D,MAAM,IAAI,GAAiB,MAAM,CAAC,IAAI,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YACvC,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;YAC9B,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBAChB,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC;QACF,CAAC;QAED,OAAO,OAAO,CAAC;IAAA,CACf;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa,EAAyB;QACtD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAU,CAAC,MAAM,GAAG,KAAK,EAAE;YACpD,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,oEAAkE;QAClE,MAAM,IAAI,GAAiB,MAAM,CAAC,IAAI,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACxB,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAAA,CAC1B;IAED,uGAAuG;IACvG,IAAI,SAAS,GAAW;QACvB,OAAO,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,CAAC;IAAA,CACnD;IAED,2CAA2C;IAC3C,OAAO,GAAS;QACf,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,yEAAyE;YACzE,IAAI,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClD,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAAA,CACxB;IAED,oDAAoD;IAC5C,iBAAiB,GAAS;QACjC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACvE,CAAC;IAAA,CACD;CACD","sourcesContent":["/**\n * Embedding pipeline using @huggingface/transformers.\n *\n * Generates normalized embeddings for semantic search. The embedding\n * dimension is derived at runtime from the model's actual output.\n * First use downloads the model (~23MB) to the configured cache directory.\n */\n\nimport type { IndexProgressCallback } from \"./types.js\";\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface EmbedderOptions {\n\t/** Absolute path to the model cache directory (e.g. ~/.dreb/agent/models/). */\n\tmodelCacheDir: string;\n\t/** HuggingFace model name. Default: 'Xenova/all-MiniLM-L6-v2'. */\n\tmodelName?: string;\n\t/** Number of texts to embed per batch. Default: 32. */\n\tbatchSize?: number;\n}\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DEFAULT_MODEL_NAME = \"Xenova/all-MiniLM-L6-v2\";\nconst DEFAULT_BATCH_SIZE = 32;\nconst DEFAULT_DIMENSION = 384;\n\n/**\n * Model-specific prefixes for document vs query embeddings.\n * nomic-embed-text-v1.5 requires these; most other models don't.\n */\nconst MODEL_PREFIXES: Record<string, { document: string; query: string }> = {\n\t\"nomic-ai/nomic-embed-text-v1.5\": { document: \"search_document: \", query: \"search_query: \" },\n};\n\n// ============================================================================\n// Embedder\n// ============================================================================\n\nexport class Embedder {\n\tprivate readonly modelCacheDir: string;\n\tprivate readonly modelName: string;\n\tprivate readonly batchSize: number;\n\tprivate extractor: any | null = null;\n\tprivate initPromise: Promise<void> | null = null;\n\tprivate resolvedDimension: number | null = null;\n\n\tconstructor(options: EmbedderOptions) {\n\t\tthis.modelCacheDir = options.modelCacheDir;\n\t\tthis.modelName = options.modelName ?? DEFAULT_MODEL_NAME;\n\t\tthis.batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE;\n\t}\n\n\t/**\n\t * Initialize the model pipeline. Must be called before embedding.\n\t *\n\t * On first use this downloads the ONNX model to `modelCacheDir`.\n\t * Subsequent calls reuse the cached model.\n\t */\n\tasync initialize(): Promise<void> {\n\t\tif (this.extractor) return;\n\t\tif (this.initPromise) return this.initPromise;\n\n\t\tthis.initPromise = (async () => {\n\t\t\ttry {\n\t\t\t\t// Dynamic import — @huggingface/transformers is a heavy dependency\n\t\t\t\tconst { pipeline, env } = await import(\"@huggingface/transformers\");\n\n\t\t\t\t// Direct the model cache to our managed directory\n\t\t\t\tenv.cacheDir = this.modelCacheDir;\n\n\t\t\t\t// Suppress the onnxruntime native addon warning — WASM fallback is fine\n\t\t\t\t// The library tries to load native onnxruntime first and logs a warning\n\t\t\t\t// when it falls back to WASM. We suppress this to avoid confusing users.\n\t\t\t\tconst originalWarn = console.warn;\n\t\t\t\tconsole.warn = (...args: any[]) => {\n\t\t\t\t\tconst msg = typeof args[0] === \"string\" ? args[0] : \"\";\n\t\t\t\t\tif (msg.includes(\"onnxruntime\") || msg.includes(\"ONNX\")) return;\n\t\t\t\t\toriginalWarn.apply(console, args);\n\t\t\t\t};\n\n\t\t\t\ttry {\n\t\t\t\t\tthis.extractor = await pipeline(\"feature-extraction\", this.modelName, {\n\t\t\t\t\t\tdtype: \"q8\" as any,\n\t\t\t\t\t\tdevice: \"cpu\" as any,\n\t\t\t\t\t});\n\t\t\t\t} finally {\n\t\t\t\t\tconsole.warn = originalWarn;\n\t\t\t\t}\n\t\t\t} catch (err) {\n\t\t\t\t// Reset so subsequent calls can retry instead of returning\n\t\t\t\t// the same rejected promise forever\n\t\t\t\tthis.initPromise = null;\n\t\t\t\tthrow err;\n\t\t\t}\n\t\t})();\n\n\t\treturn this.initPromise;\n\t}\n\n\t/**\n\t * Embed documents for indexing.\n\t *\n\t * Applies model-specific prefixes if required, then processes texts\n\t * in batches of `batchSize` for memory efficiency.\n\t */\n\tasync embedDocuments(texts: string[], onProgress?: IndexProgressCallback): Promise<Float32Array[]> {\n\t\tthis.ensureInitialized();\n\n\t\tconst results: Float32Array[] = [];\n\t\tconst total = texts.length;\n\t\tconst prefix = MODEL_PREFIXES[this.modelName]?.document ?? \"\";\n\n\t\tfor (let i = 0; i < total; i += this.batchSize) {\n\t\t\tconst batch = texts.slice(i, i + this.batchSize);\n\t\t\tconst prefixed = prefix ? batch.map((t) => prefix + t) : batch;\n\n\t\t\tconst output = await this.extractor!(prefixed, {\n\t\t\t\tpooling: \"mean\",\n\t\t\t\tnormalize: true,\n\t\t\t});\n\n\t\t\t// output.data is a flat Float32Array of shape [batchLen, dim]\n\t\t\tconst data: Float32Array = output.data;\n\t\t\tconst dim = data.length / batch.length;\n\t\t\tif (this.resolvedDimension === null) {\n\t\t\t\tthis.resolvedDimension = dim;\n\t\t\t}\n\t\t\tfor (let j = 0; j < batch.length; j++) {\n\t\t\t\tconst start = j * dim;\n\t\t\t\tresults.push(data.slice(start, start + dim));\n\t\t\t}\n\n\t\t\tif (onProgress) {\n\t\t\t\tonProgress(\"embedding\", Math.min(i + batch.length, total), total);\n\t\t\t}\n\t\t}\n\n\t\treturn results;\n\t}\n\n\t/**\n\t * Embed a query for search.\n\t *\n\t * Applies model-specific query prefix if required.\n\t */\n\tasync embedQuery(query: string): Promise<Float32Array> {\n\t\tthis.ensureInitialized();\n\n\t\tconst prefix = MODEL_PREFIXES[this.modelName]?.query ?? \"\";\n\t\tconst output = await this.extractor!(prefix + query, {\n\t\t\tpooling: \"mean\",\n\t\t\tnormalize: true,\n\t\t});\n\n\t\t// Single input — derive dimension and slice to exactly one vector\n\t\tconst data: Float32Array = output.data;\n\t\tconst dim = data.length;\n\t\tif (this.resolvedDimension === null) {\n\t\t\tthis.resolvedDimension = dim;\n\t\t}\n\t\treturn data.slice(0, dim);\n\t}\n\n\t/** Get the embedding dimension. Returns the model's actual dimension once known, or 384 as default. */\n\tget dimension(): number {\n\t\treturn this.resolvedDimension ?? DEFAULT_DIMENSION;\n\t}\n\n\t/** Dispose the pipeline to free memory. */\n\tdispose(): void {\n\t\tif (this.extractor) {\n\t\t\t// The pipeline object may have a dispose method depending on the version\n\t\t\tif (typeof this.extractor.dispose === \"function\") {\n\t\t\t\tthis.extractor.dispose();\n\t\t\t}\n\t\t\tthis.extractor = null;\n\t\t}\n\t\tthis.initPromise = null;\n\t}\n\n\t/** Throw if initialize() hasn't been called yet. */\n\tprivate ensureInitialized(): void {\n\t\tif (!this.extractor) {\n\t\t\tthrow new Error(\"Embedder not initialized. Call initialize() first.\");\n\t\t}\n\t}\n}\n"]}

package/dist/core/search/index-manager.d.ts

@@ -1,55 +0,0 @@
-/**
- * Index lifecycle manager.
- *
- * Orchestrates: file scanning → chunking → embedding → FTS indexing → import graph.
- * Supports incremental updates via mtime comparison.
- */
-import type { SearchDatabase } from "./db.js";
-import type { Embedder } from "./embedder.js";
-import type { IndexConfig, IndexProgressCallback } from "./types.js";
-export declare class IndexManager {
-    private readonly config;
-    private db;
-    private embedder;
-    constructor(config: IndexConfig);
-    /** Check if node:sqlite is available. */
-    static isAvailable(): boolean;
-    /** Open or create the index database. */
-    open(): SearchDatabase;
-    /**
-     * Set an external embedder instance to share with the caller.
-     * When set, embedChunks() uses this instead of creating its own.
-     */
-    setEmbedder(embedder: Embedder): void;
-    /** Close the database and dispose resources. */
-    close(): void;
-    /** Get the database, opening if needed. */
-    getDb(): SearchDatabase;
-    /**
-     * Build or incrementally update the index.
-     *
-     * 1. Scan project for files
-     * 2. Compare mtimes against stored records
-     * 3. Re-chunk and re-embed only changed/new files
-     * 4. Remove deleted files
-     */
-    buildIndex(onProgress?: IndexProgressCallback): Promise<{
-        added: number;
-        updated: number;
-        removed: number;
-        failed: number;
-    }>;
-    /**
-     * Ensure all chunks have embeddings, generating any missing ones.
-     */
-    ensureEmbeddings(onProgress?: IndexProgressCallback): Promise<number>;
-    private embedChunks;
-    /** Check if the index exists. */
-    indexExists(): boolean;
-    /** Get index stats. */
-    getStats(): {
-        files: number;
-        chunks: number;
-    } | null;
-}
-//# sourceMappingURL=index-manager.d.ts.map

package/dist/core/search/index-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index-manager.d.ts","sourceRoot":"","sources":["../../../src/core/search/index-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,KAAK,EAAE,WAAW,EAAe,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAYlF,qBAAa,YAAY;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,EAAE,CAA+B;IACzC,OAAO,CAAC,QAAQ,CAAyB;IAEzC,YAAY,MAAM,EAAE,WAAW,EAE9B;IAED,yCAAyC;IACzC,MAAM,CAAC,WAAW,IAAI,OAAO,CAE5B;IAED,yCAAyC;IACzC,IAAI,IAAI,cAAc,CAOrB;IAED;;;OAGG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAEpC;IAED,gDAAgD;IAChD,KAAK,IAAI,IAAI,CAQZ;IAED,2CAA2C;IAC3C,KAAK,IAAI,cAAc,CAGtB;IAED;;;;;;;OAOG;IACG,UAAU,CACf,UAAU,CAAC,EAAE,qBAAqB,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CA8H9E;IAED;;OAEG;IACG,gBAAgB,CAAC,UAAU,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC,CAO1E;YAMa,WAAW;IA2BzB,iCAAiC;IACjC,WAAW,IAAI,OAAO,CAGrB;IAED,uBAAuB;IACvB,QAAQ,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAOnD;CACD","sourcesContent":["/**\n * Index lifecycle manager.\n *\n * Orchestrates: file scanning → chunking → embedding → FTS indexing → import graph.\n * Supports incremental updates via mtime comparison.\n */\n\nimport { existsSync, mkdirSync, readFileSync } from \"node:fs\";\nimport path from \"node:path\";\nimport { chunkFile } from \"./chunker.js\";\nimport type { SearchDatabase } from \"./db.js\";\nimport { isSqliteAvailable, SearchDatabase as SearchDatabaseClass } from \"./db.js\";\nimport type { Embedder } from \"./embedder.js\";\nimport { type ScannedFile, scanProject } from \"./scanner.js\";\nimport type { IndexConfig, IndexedFile, IndexProgressCallback } from \"./types.js\";\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DB_FILENAME = \"search.db\";\n\n// ============================================================================\n// Index Manager\n// ============================================================================\n\nexport class IndexManager {\n\tprivate readonly config: IndexConfig;\n\tprivate db: SearchDatabase | null = null;\n\tprivate embedder: Embedder | null = null;\n\n\tconstructor(config: IndexConfig) {\n\t\tthis.config = config;\n\t}\n\n\t/** Check if node:sqlite is available. */\n\tstatic isAvailable(): boolean {\n\t\treturn isSqliteAvailable();\n\t}\n\n\t/** Open or create the index database. */\n\topen(): SearchDatabase {\n\t\tif (this.db) return this.db;\n\n\t\tmkdirSync(this.config.indexDir, { recursive: true });\n\t\tconst dbPath = path.join(this.config.indexDir, DB_FILENAME);\n\t\tthis.db = new SearchDatabaseClass(dbPath);\n\t\treturn this.db;\n\t}\n\n\t/**\n\t * Set an external embedder instance to share with the caller.\n\t * When set, embedChunks() uses this instead of creating its own.\n\t */\n\tsetEmbedder(embedder: Embedder): void {\n\t\tthis.embedder = embedder;\n\t}\n\n\t/** Close the database and dispose resources. */\n\tclose(): void {\n\t\tif (this.db) {\n\t\t\tthis.db.close();\n\t\t\tthis.db = null;\n\t\t}\n\t\t// Only dispose the embedder if we own it (not shared externally).\n\t\t// The caller who set it via setEmbedder() is responsible for its lifecycle.\n\t\tthis.embedder = null;\n\t}\n\n\t/** Get the database, opening if needed. */\n\tgetDb(): SearchDatabase {\n\t\tif (!this.db) return this.open();\n\t\treturn this.db;\n\t}\n\n\t/**\n\t * Build or incrementally update the index.\n\t *\n\t * 1. Scan project for files\n\t * 2. Compare mtimes against stored records\n\t * 3. Re-chunk and re-embed only changed/new files\n\t * 4. Remove deleted files\n\t */\n\tasync buildIndex(\n\t\tonProgress?: IndexProgressCallback,\n\t): Promise<{ added: number; updated: number; removed: number; failed: number }> {\n\t\tconst db = this.getDb();\n\t\tconst config = this.config;\n\n\t\t// Phase 1: Scan\n\t\tonProgress?.(\"scanning\", 0, 1);\n\t\tconst scannedFiles = await scanProject(config.projectRoot, config.globalMemoryDir);\n\t\tonProgress?.(\"scanning\", 1, 1);\n\n\t\t// Phase 2: Diff against existing index\n\t\tconst existingFiles = db.getAllFiles();\n\t\tconst existingByPath = new Map<string, IndexedFile>();\n\t\tfor (const f of existingFiles) {\n\t\t\texistingByPath.set(f.filePath, f);\n\t\t}\n\n\t\tconst scannedByPath = new Map<string, ScannedFile>();\n\t\tfor (const f of scannedFiles) {\n\t\t\tscannedByPath.set(f.filePath, f);\n\t\t}\n\n\t\tconst toAdd: ScannedFile[] = [];\n\t\tconst toUpdate: ScannedFile[] = [];\n\t\tconst toRemove: IndexedFile[] = [];\n\n\t\t// Find new and changed files\n\t\tfor (const scanned of scannedFiles) {\n\t\t\tconst existing = existingByPath.get(scanned.filePath);\n\t\t\tif (!existing) {\n\t\t\t\ttoAdd.push(scanned);\n\t\t\t} else if (existing.mtime !== scanned.mtime) {\n\t\t\t\ttoUpdate.push(scanned);\n\t\t\t}\n\t\t}\n\n\t\t// Find deleted files\n\t\tfor (const existing of existingFiles) {\n\t\t\tif (!scannedByPath.has(existing.filePath)) {\n\t\t\t\ttoRemove.push(existing);\n\t\t\t}\n\t\t}\n\n\t\tconst totalWork = toAdd.length + toUpdate.length + toRemove.length;\n\t\tif (totalWork === 0) {\n\t\t\treturn { added: 0, updated: 0, removed: 0, failed: 0 };\n\t\t}\n\n\t\t// Phase 3: Remove deleted files\n\t\tfor (const file of toRemove) {\n\t\t\tdb.deleteFile(file.id);\n\t\t}\n\n\t\t// Phase 4: Process new and changed files\n\t\tconst filesToProcess = [...toAdd, ...toUpdate];\n\t\tconst allNewChunkIds: number[] = [];\n\t\tlet failed = 0;\n\n\t\tfor (let i = 0; i < filesToProcess.length; i++) {\n\t\t\tconst scanned = filesToProcess[i];\n\t\t\tonProgress?.(\"indexing\", i + 1, filesToProcess.length);\n\n\t\t\ttry {\n\t\t\t\t// Read file content and chunk BEFORE the transaction so that\n\t\t\t\t// failures in I/O or chunking don't leave a committed mtime\n\t\t\t\t// with zero chunks (which would make the file permanently invisible).\n\t\t\t\tconst absPath = scanned.filePath.startsWith(\"~memory/\")\n\t\t\t\t\t? path.join(this.config.globalMemoryDir ?? \"\", scanned.filePath.replace(\"~memory/\", \"\"))\n\t\t\t\t\t: path.join(config.projectRoot, scanned.filePath);\n\n\t\t\t\tconst content = readFileSync(absPath, \"utf-8\");\n\t\t\t\tconst chunks = await chunkFile(content, scanned.filePath, scanned.fileType);\n\t\t\t\tconst imports = extractImports(content, scanned.filePath, scanned.fileType);\n\n\t\t\t\t// All DB mutations in a single transaction — atomic per file\n\t\t\t\tdb.transaction(() => {\n\t\t\t\t\tconst fileId = db.upsertFile(scanned.filePath, scanned.mtime, scanned.fileType);\n\n\t\t\t\t\t// Delete old chunks (for updates)\n\t\t\t\t\tconst existingFile = existingByPath.get(scanned.filePath);\n\t\t\t\t\tif (existingFile) {\n\t\t\t\t\t\tdb.deleteChunksForFile(existingFile.id);\n\t\t\t\t\t\tdb.deleteImportsForFile(existingFile.id);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Insert chunks and symbols\n\t\t\t\t\tfor (const chunk of chunks) {\n\t\t\t\t\t\tconst chunkId = db.insertChunk(\n\t\t\t\t\t\t\tfileId,\n\t\t\t\t\t\t\tchunk.filePath,\n\t\t\t\t\t\t\tchunk.startLine,\n\t\t\t\t\t\t\tchunk.endLine,\n\t\t\t\t\t\t\tchunk.kind,\n\t\t\t\t\t\t\tchunk.name,\n\t\t\t\t\t\t\tchunk.content,\n\t\t\t\t\t\t\tchunk.fileType,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tallNewChunkIds.push(chunkId);\n\n\t\t\t\t\t\tif (chunk.name) {\n\t\t\t\t\t\t\tdb.insertSymbol(chunkId, chunk.name, chunk.kind);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Store import edges\n\t\t\t\t\tfor (const imp of imports) {\n\t\t\t\t\t\tdb.insertImport(fileId, imp);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t} catch (err: unknown) {\n\t\t\t\t// Re-throw DB-level errors (SQLITE_FULL, disk full, etc.) — these\n\t\t\t\t// indicate infrastructure problems, not per-file issues.\n\t\t\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\t\t\tif (message.includes(\"SQLITE\")) {\n\t\t\t\t\tthrow err;\n\t\t\t\t}\n\t\t\t\t// Skip files that fail to process (permissions, encoding issues, etc.)\n\t\t\t\tfailed++;\n\t\t\t}\n\t\t}\n\n\t\t// Phase 5: Embed new chunks\n\t\tif (allNewChunkIds.length > 0) {\n\t\t\tawait this.embedChunks(db, allNewChunkIds, onProgress);\n\t\t}\n\n\t\treturn { added: toAdd.length, updated: toUpdate.length, removed: toRemove.length, failed };\n\t}\n\n\t/**\n\t * Ensure all chunks have embeddings, generating any missing ones.\n\t */\n\tasync ensureEmbeddings(onProgress?: IndexProgressCallback): Promise<number> {\n\t\tconst db = this.getDb();\n\t\tconst missingIds = db.getChunkIdsWithoutEmbedding(this.config.modelName);\n\t\tif (missingIds.length === 0) return 0;\n\n\t\tawait this.embedChunks(db, missingIds, onProgress);\n\t\treturn missingIds.length;\n\t}\n\n\t/**\n\t * Generate embeddings for specific chunks.\n\t * Requires an embedder to be set via setEmbedder() before calling.\n\t */\n\tprivate async embedChunks(\n\t\tdb: SearchDatabase,\n\t\tchunkIds: number[],\n\t\tonProgress?: IndexProgressCallback,\n\t): Promise<void> {\n\t\tif (chunkIds.length === 0) return;\n\n\t\tif (!this.embedder) {\n\t\t\tthrow new Error(\"IndexManager: embedder not set. Call setEmbedder() before embedding.\");\n\t\t}\n\n\t\t// Get chunk contents\n\t\tconst chunks = db.getChunksById(chunkIds);\n\t\tconst texts = chunks.map((c) => c.content);\n\n\t\t// Generate embeddings\n\t\tconst vectors = await this.embedder.embedDocuments(texts, onProgress);\n\n\t\t// Store embeddings\n\t\tconst items = chunks.map((chunk, i) => ({\n\t\t\tchunkId: chunk.id,\n\t\t\tmodelName: this.config.modelName,\n\t\t\tvector: vectors[i],\n\t\t}));\n\t\tdb.batchUpsertEmbeddings(items);\n\t}\n\n\t/** Check if the index exists. */\n\tindexExists(): boolean {\n\t\tconst dbPath = path.join(this.config.indexDir, DB_FILENAME);\n\t\treturn existsSync(dbPath);\n\t}\n\n\t/** Get index stats. */\n\tgetStats(): { files: number; chunks: number } | null {\n\t\tif (!this.indexExists()) return null;\n\t\tconst db = this.getDb();\n\t\treturn {\n\t\t\tfiles: db.getFileCount(),\n\t\t\tchunks: db.getChunkCount(),\n\t\t};\n\t}\n}\n\n// ============================================================================\n// Import Extraction (simple regex-based)\n// ============================================================================\n\n/**\n * Extract import targets from source code.\n * Returns resolved relative paths (without extensions for JS/TS).\n */\nfunction extractImports(content: string, filePath: string, fileType: string): string[] {\n\tconst imports: string[] = [];\n\tconst dir = path.dirname(filePath);\n\n\tif (fileType === \"typescript\" || fileType === \"tsx\" || fileType === \"javascript\") {\n\t\t// ES6 imports: import ... from '...'\n\t\t// require(): require('...')\n\t\tconst importRe = /(?:import\\s+.*?\\s+from\\s+|import\\s*\\(|require\\s*\\()\\s*['\"]([^'\"]+)['\"]/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\tconst target = match[1];\n\t\t\tif (target.startsWith(\".\")) {\n\t\t\t\timports.push(resolveImportPath(dir, target));\n\t\t\t}\n\t\t}\n\t} else if (fileType === \"python\") {\n\t\t// from . import X, from .module import X\n\t\tconst fromRe = /from\\s+(\\.\\S*)\\s+import/g;\n\t\tfor (const match of content.matchAll(fromRe)) {\n\t\t\tconst resolved = resolvePythonImport(dir, match[1]);\n\t\t\tif (resolved) imports.push(resolved);\n\t\t}\n\t} else if (fileType === \"go\") {\n\t\t// import \"...\" or import ( \"...\" )\n\t\tconst importRe = /import\\s+(?:\\(\\s*(?:[\\s\\S]*?)\\s*\\)|\"([^\"]+)\")/g;\n\t\tconst pathRe = /\"([^\"]+)\"/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\tif (match[1]) {\n\t\t\t\timports.push(match[1]);\n\t\t\t} else {\n\t\t\t\t// Multi-line import block\n\t\t\t\tfor (const inner of match[0].matchAll(pathRe)) {\n\t\t\t\t\timports.push(inner[1]);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t} else if (fileType === \"rust\") {\n\t\t// use crate::..., use super::...,\n\t\tconst useRe = /use\\s+((?:crate|super|self)::[\\w:]+)/g;\n\t\tfor (const match of content.matchAll(useRe)) {\n\t\t\timports.push(match[1].replace(/::/g, \"/\"));\n\t\t}\n\t} else if (fileType === \"java\") {\n\t\t// import com.example.Foo;\n\t\tconst importRe = /import\\s+([\\w.]+)\\s*;/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\timports.push(match[1].replace(/\\./g, \"/\"));\n\t\t}\n\t} else if (fileType === \"c\" || fileType === \"cpp\") {\n\t\t// #include \"local.h\"\n\t\tconst includeRe = /#include\\s+\"([^\"]+)\"/g;\n\t\tfor (const match of content.matchAll(includeRe)) {\n\t\t\timports.push(path.posix.join(dir, match[1]));\n\t\t}\n\t}\n\n\treturn imports;\n}\n\n/** Resolve a relative JS/TS import to a file path. */\nfunction resolveImportPath(fromDir: string, importPath: string): string {\n\t// Strip .js/.ts extension if present (normalize)\n\tconst cleaned = importPath.replace(/\\.[jt]sx?$/, \"\");\n\treturn path.posix.join(fromDir, cleaned);\n}\n\n/** Resolve a Python relative import. */\nfunction resolvePythonImport(fromDir: string, importPath: string): string | null {\n\tif (importPath === \".\") return fromDir;\n\tconst dots = importPath.match(/^(\\.+)/);\n\tif (!dots) return null;\n\tconst levels = dots[1].length - 1;\n\tconst remainder = importPath.slice(dots[1].length).replace(/\\./g, \"/\");\n\tlet base = fromDir;\n\tfor (let i = 0; i < levels; i++) {\n\t\tbase = path.posix.dirname(base);\n\t}\n\treturn remainder ? path.posix.join(base, remainder) : base;\n}\n"]}

package/dist/core/search/index-manager.js

@@ -1,311 +0,0 @@
-/**
- * Index lifecycle manager.
- *
- * Orchestrates: file scanning → chunking → embedding → FTS indexing → import graph.
- * Supports incremental updates via mtime comparison.
- */
-import { existsSync, mkdirSync, readFileSync } from "node:fs";
-import path from "node:path";
-import { chunkFile } from "./chunker.js";
-import { isSqliteAvailable, SearchDatabase as SearchDatabaseClass } from "./db.js";
-import { scanProject } from "./scanner.js";
-// ============================================================================
-// Constants
-// ============================================================================
-const DB_FILENAME = "search.db";
-// ============================================================================
-// Index Manager
-// ============================================================================
-export class IndexManager {
-    config;
-    db = null;
-    embedder = null;
-    constructor(config) {
-        this.config = config;
-    }
-    /** Check if node:sqlite is available. */
-    static isAvailable() {
-        return isSqliteAvailable();
-    }
-    /** Open or create the index database. */
-    open() {
-        if (this.db)
-            return this.db;
-        mkdirSync(this.config.indexDir, { recursive: true });
-        const dbPath = path.join(this.config.indexDir, DB_FILENAME);
-        this.db = new SearchDatabaseClass(dbPath);
-        return this.db;
-    }
-    /**
-     * Set an external embedder instance to share with the caller.
-     * When set, embedChunks() uses this instead of creating its own.
-     */
-    setEmbedder(embedder) {
-        this.embedder = embedder;
-    }
-    /** Close the database and dispose resources. */
-    close() {
-        if (this.db) {
-            this.db.close();
-            this.db = null;
-        }
-        // Only dispose the embedder if we own it (not shared externally).
-        // The caller who set it via setEmbedder() is responsible for its lifecycle.
-        this.embedder = null;
-    }
-    /** Get the database, opening if needed. */
-    getDb() {
-        if (!this.db)
-            return this.open();
-        return this.db;
-    }
-    /**
-     * Build or incrementally update the index.
-     *
-     * 1. Scan project for files
-     * 2. Compare mtimes against stored records
-     * 3. Re-chunk and re-embed only changed/new files
-     * 4. Remove deleted files
-     */
-    async buildIndex(onProgress) {
-        const db = this.getDb();
-        const config = this.config;
-        // Phase 1: Scan
-        onProgress?.("scanning", 0, 1);
-        const scannedFiles = await scanProject(config.projectRoot, config.globalMemoryDir);
-        onProgress?.("scanning", 1, 1);
-        // Phase 2: Diff against existing index
-        const existingFiles = db.getAllFiles();
-        const existingByPath = new Map();
-        for (const f of existingFiles) {
-            existingByPath.set(f.filePath, f);
-        }
-        const scannedByPath = new Map();
-        for (const f of scannedFiles) {
-            scannedByPath.set(f.filePath, f);
-        }
-        const toAdd = [];
-        const toUpdate = [];
-        const toRemove = [];
-        // Find new and changed files
-        for (const scanned of scannedFiles) {
-            const existing = existingByPath.get(scanned.filePath);
-            if (!existing) {
-                toAdd.push(scanned);
-            }
-            else if (existing.mtime !== scanned.mtime) {
-                toUpdate.push(scanned);
-            }
-        }
-        // Find deleted files
-        for (const existing of existingFiles) {
-            if (!scannedByPath.has(existing.filePath)) {
-                toRemove.push(existing);
-            }
-        }
-        const totalWork = toAdd.length + toUpdate.length + toRemove.length;
-        if (totalWork === 0) {
-            return { added: 0, updated: 0, removed: 0, failed: 0 };
-        }
-        // Phase 3: Remove deleted files
-        for (const file of toRemove) {
-            db.deleteFile(file.id);
-        }
-        // Phase 4: Process new and changed files
-        const filesToProcess = [...toAdd, ...toUpdate];
-        const allNewChunkIds = [];
-        let failed = 0;
-        for (let i = 0; i < filesToProcess.length; i++) {
-            const scanned = filesToProcess[i];
-            onProgress?.("indexing", i + 1, filesToProcess.length);
-            try {
-                // Read file content and chunk BEFORE the transaction so that
-                // failures in I/O or chunking don't leave a committed mtime
-                // with zero chunks (which would make the file permanently invisible).
-                const absPath = scanned.filePath.startsWith("~memory/")
-                    ? path.join(this.config.globalMemoryDir ?? "", scanned.filePath.replace("~memory/", ""))
-                    : path.join(config.projectRoot, scanned.filePath);
-                const content = readFileSync(absPath, "utf-8");
-                const chunks = await chunkFile(content, scanned.filePath, scanned.fileType);
-                const imports = extractImports(content, scanned.filePath, scanned.fileType);
-                // All DB mutations in a single transaction — atomic per file
-                db.transaction(() => {
-                    const fileId = db.upsertFile(scanned.filePath, scanned.mtime, scanned.fileType);
-                    // Delete old chunks (for updates)
-                    const existingFile = existingByPath.get(scanned.filePath);
-                    if (existingFile) {
-                        db.deleteChunksForFile(existingFile.id);
-                        db.deleteImportsForFile(existingFile.id);
-                    }
-                    // Insert chunks and symbols
-                    for (const chunk of chunks) {
-                        const chunkId = db.insertChunk(fileId, chunk.filePath, chunk.startLine, chunk.endLine, chunk.kind, chunk.name, chunk.content, chunk.fileType);
-                        allNewChunkIds.push(chunkId);
-                        if (chunk.name) {
-                            db.insertSymbol(chunkId, chunk.name, chunk.kind);
-                        }
-                    }
-                    // Store import edges
-                    for (const imp of imports) {
-                        db.insertImport(fileId, imp);
-                    }
-                });
-            }
-            catch (err) {
-                // Re-throw DB-level errors (SQLITE_FULL, disk full, etc.) — these
-                // indicate infrastructure problems, not per-file issues.
-                const message = err instanceof Error ? err.message : String(err);
-                if (message.includes("SQLITE")) {
-                    throw err;
-                }
-                // Skip files that fail to process (permissions, encoding issues, etc.)
-                failed++;
-            }
-        }
-        // Phase 5: Embed new chunks
-        if (allNewChunkIds.length > 0) {
-            await this.embedChunks(db, allNewChunkIds, onProgress);
-        }
-        return { added: toAdd.length, updated: toUpdate.length, removed: toRemove.length, failed };
-    }
-    /**
-     * Ensure all chunks have embeddings, generating any missing ones.
-     */
-    async ensureEmbeddings(onProgress) {
-        const db = this.getDb();
-        const missingIds = db.getChunkIdsWithoutEmbedding(this.config.modelName);
-        if (missingIds.length === 0)
-            return 0;
-        await this.embedChunks(db, missingIds, onProgress);
-        return missingIds.length;
-    }
-    /**
-     * Generate embeddings for specific chunks.
-     * Requires an embedder to be set via setEmbedder() before calling.
-     */
-    async embedChunks(db, chunkIds, onProgress) {
-        if (chunkIds.length === 0)
-            return;
-        if (!this.embedder) {
-            throw new Error("IndexManager: embedder not set. Call setEmbedder() before embedding.");
-        }
-        // Get chunk contents
-        const chunks = db.getChunksById(chunkIds);
-        const texts = chunks.map((c) => c.content);
-        // Generate embeddings
-        const vectors = await this.embedder.embedDocuments(texts, onProgress);
-        // Store embeddings
-        const items = chunks.map((chunk, i) => ({
-            chunkId: chunk.id,
-            modelName: this.config.modelName,
-            vector: vectors[i],
-        }));
-        db.batchUpsertEmbeddings(items);
-    }
-    /** Check if the index exists. */
-    indexExists() {
-        const dbPath = path.join(this.config.indexDir, DB_FILENAME);
-        return existsSync(dbPath);
-    }
-    /** Get index stats. */
-    getStats() {
-        if (!this.indexExists())
-            return null;
-        const db = this.getDb();
-        return {
-            files: db.getFileCount(),
-            chunks: db.getChunkCount(),
-        };
-    }
-}
-// ============================================================================
-// Import Extraction (simple regex-based)
-// ============================================================================
-/**
- * Extract import targets from source code.
- * Returns resolved relative paths (without extensions for JS/TS).
- */
-function extractImports(content, filePath, fileType) {
-    const imports = [];
-    const dir = path.dirname(filePath);
-    if (fileType === "typescript" || fileType === "tsx" || fileType === "javascript") {
-        // ES6 imports: import ... from '...'
-        // require(): require('...')
-        const importRe = /(?:import\s+.*?\s+from\s+|import\s*\(|require\s*\()\s*['"]([^'"]+)['"]/g;
-        for (const match of content.matchAll(importRe)) {
-            const target = match[1];
-            if (target.startsWith(".")) {
-                imports.push(resolveImportPath(dir, target));
-            }
-        }
-    }
-    else if (fileType === "python") {
-        // from . import X, from .module import X
-        const fromRe = /from\s+(\.\S*)\s+import/g;
-        for (const match of content.matchAll(fromRe)) {
-            const resolved = resolvePythonImport(dir, match[1]);
-            if (resolved)
-                imports.push(resolved);
-        }
-    }
-    else if (fileType === "go") {
-        // import "..." or import ( "..." )
-        const importRe = /import\s+(?:\(\s*(?:[\s\S]*?)\s*\)|"([^"]+)")/g;
-        const pathRe = /"([^"]+)"/g;
-        for (const match of content.matchAll(importRe)) {
-            if (match[1]) {
-                imports.push(match[1]);
-            }
-            else {
-                // Multi-line import block
-                for (const inner of match[0].matchAll(pathRe)) {
-                    imports.push(inner[1]);
-                }
-            }
-        }
-    }
-    else if (fileType === "rust") {
-        // use crate::..., use super::...,
-        const useRe = /use\s+((?:crate|super|self)::[\w:]+)/g;
-        for (const match of content.matchAll(useRe)) {
-            imports.push(match[1].replace(/::/g, "/"));
-        }
-    }
-    else if (fileType === "java") {
-        // import com.example.Foo;
-        const importRe = /import\s+([\w.]+)\s*;/g;
-        for (const match of content.matchAll(importRe)) {
-            imports.push(match[1].replace(/\./g, "/"));
-        }
-    }
-    else if (fileType === "c" || fileType === "cpp") {
-        // #include "local.h"
-        const includeRe = /#include\s+"([^"]+)"/g;
-        for (const match of content.matchAll(includeRe)) {
-            imports.push(path.posix.join(dir, match[1]));
-        }
-    }
-    return imports;
-}
-/** Resolve a relative JS/TS import to a file path. */
-function resolveImportPath(fromDir, importPath) {
-    // Strip .js/.ts extension if present (normalize)
-    const cleaned = importPath.replace(/\.[jt]sx?$/, "");
-    return path.posix.join(fromDir, cleaned);
-}
-/** Resolve a Python relative import. */
-function resolvePythonImport(fromDir, importPath) {
-    if (importPath === ".")
-        return fromDir;
-    const dots = importPath.match(/^(\.+)/);
-    if (!dots)
-        return null;
-    const levels = dots[1].length - 1;
-    const remainder = importPath.slice(dots[1].length).replace(/\./g, "/");
-    let base = fromDir;
-    for (let i = 0; i < levels; i++) {
-        base = path.posix.dirname(base);
-    }
-    return remainder ? path.posix.join(base, remainder) : base;
-}
-//# sourceMappingURL=index-manager.js.map

package/dist/core/search/index-manager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index-manager.js","sourceRoot":"","sources":["../../../src/core/search/index-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,cAAc,IAAI,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEnF,OAAO,EAAoB,WAAW,EAAE,MAAM,cAAc,CAAC;AAG7D,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,WAAW,GAAG,WAAW,CAAC;AAEhC,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,OAAO,YAAY;IACP,MAAM,CAAc;IAC7B,EAAE,GAA0B,IAAI,CAAC;IACjC,QAAQ,GAAoB,IAAI,CAAC;IAEzC,YAAY,MAAmB,EAAE;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IAAA,CACrB;IAED,yCAAyC;IACzC,MAAM,CAAC,WAAW,GAAY;QAC7B,OAAO,iBAAiB,EAAE,CAAC;IAAA,CAC3B;IAED,yCAAyC;IACzC,IAAI,GAAmB;QACtB,IAAI,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAE5B,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC5D,IAAI,CAAC,EAAE,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,EAAE,CAAC;IAAA,CACf;IAED;;;OAGG;IACH,WAAW,CAAC,QAAkB,EAAQ;QACrC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAAA,CACzB;IAED,gDAAgD;IAChD,KAAK,GAAS;QACb,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,kEAAkE;QAClE,4EAA4E;QAC5E,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IAAA,CACrB;IAED,2CAA2C;IAC3C,KAAK,GAAmB;QACvB,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,EAAE,CAAC;IAAA,CACf;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CACf,UAAkC,EAC6C;QAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,gBAAgB;QAChB,UAAU,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACnF,UAAU,EAAE,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE/B,uCAAuC;QACvC,MAAM,aAAa,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAuB,CAAC;QACtD,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC/B,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;QACrD,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC9B,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,6BAA6B;QAC7B,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,QAAQ,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;QACF,CAAC;QAED,qBAAqB;QACrB,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACtC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACF,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QACnE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACxD,CAAC;QAED,gCAAgC;QAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,yCAAyC;QACzC,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC,CAAC;QAC/C,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAClC,UAAU,EAAE,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACJ,6DAA6D;gBAC7D,4DAA4D;gBAC5D,sEAAsE;gBACtE,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC;oBACtD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;oBACxF,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAEnD,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5E,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAE5E,+DAA6D;gBAC7D,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAEhF,kCAAkC;oBAClC,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAC1D,IAAI,YAAY,EAAE,CAAC;wBAClB,EAAE,CAAC,mBAAmB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;wBACxC,EAAE,CAAC,oBAAoB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;oBAC1C,CAAC;oBAED,4BAA4B;oBAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;wBAC5B,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAC7B,MAAM,EACN,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,QAAQ,CACd,CAAC;wBACF,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAE7B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;4BAChB,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAClD,CAAC;oBACF,CAAC;oBAED,qBAAqB;oBACrB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;wBAC3B,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;oBAC9B,CAAC;gBAAA,CACD,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACvB,oEAAkE;gBAClE,yDAAyD;gBACzD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjE,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,MAAM,GAAG,CAAC;gBACX,CAAC;gBACD,uEAAuE;gBACvE,MAAM,EAAE,CAAC;YACV,CAAC;QACF,CAAC;QAED,4BAA4B;QAC5B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAA,CAC3F;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,UAAkC,EAAmB;QAC3E,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEtC,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACnD,OAAO,UAAU,CAAC,MAAM,CAAC;IAAA,CACzB;IAED;;;OAGG;IACK,KAAK,CAAC,WAAW,CACxB,EAAkB,EAClB,QAAkB,EAClB,UAAkC,EAClB;QAChB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;QACzF,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAE3C,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAEtE,mBAAmB;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACvC,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SAClB,CAAC,CAAC,CAAC;QACJ,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAAA,CAChC;IAED,iCAAiC;IACjC,WAAW,GAAY;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC;IAAA,CAC1B;IAED,uBAAuB;IACvB,QAAQ,GAA6C;QACpD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,OAAO,IAAI,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO;YACN,KAAK,EAAE,EAAE,CAAC,YAAY,EAAE;YACxB,MAAM,EAAE,EAAE,CAAC,aAAa,EAAE;SAC1B,CAAC;IAAA,CACF;CACD;AAED,+EAA+E;AAC/E,yCAAyC;AACzC,+EAA+E;AAE/E;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,QAAgB,EAAE,QAAgB,EAAY;IACtF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEnC,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAClF,qCAAqC;QACrC,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,yEAAyE,CAAC;QAC3F,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;IACF,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,yCAAyC;QACzC,MAAM,MAAM,GAAG,0BAA0B,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,QAAQ;gBAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;IACF,CAAC;SAAM,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC9B,mCAAmC;QACnC,MAAM,QAAQ,GAAG,gDAAgD,CAAC;QAClE,MAAM,MAAM,GAAG,YAAY,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACP,0BAA0B;gBAC1B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC/C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxB,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;SAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QAChC,kCAAkC;QAClC,MAAM,KAAK,GAAG,uCAAuC,CAAC;QACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;IACF,CAAC;SAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QAChC,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;IACF,CAAC;SAAM,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACnD,qBAAqB;QACrB,MAAM,SAAS,GAAG,uBAAuB,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC;IAED,OAAO,OAAO,CAAC;AAAA,CACf;AAED,sDAAsD;AACtD,SAAS,iBAAiB,CAAC,OAAe,EAAE,UAAkB,EAAU;IACvE,iDAAiD;IACjD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAAA,CACzC;AAED,wCAAwC;AACxC,SAAS,mBAAmB,CAAC,OAAe,EAAE,UAAkB,EAAiB;IAChF,IAAI,UAAU,KAAK,GAAG;QAAE,OAAO,OAAO,CAAC;IACvC,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACvE,IAAI,IAAI,GAAG,OAAO,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CAC3D","sourcesContent":["/**\n * Index lifecycle manager.\n *\n * Orchestrates: file scanning → chunking → embedding → FTS indexing → import graph.\n * Supports incremental updates via mtime comparison.\n */\n\nimport { existsSync, mkdirSync, readFileSync } from \"node:fs\";\nimport path from \"node:path\";\nimport { chunkFile } from \"./chunker.js\";\nimport type { SearchDatabase } from \"./db.js\";\nimport { isSqliteAvailable, SearchDatabase as SearchDatabaseClass } from \"./db.js\";\nimport type { Embedder } from \"./embedder.js\";\nimport { type ScannedFile, scanProject } from \"./scanner.js\";\nimport type { IndexConfig, IndexedFile, IndexProgressCallback } from \"./types.js\";\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DB_FILENAME = \"search.db\";\n\n// ============================================================================\n// Index Manager\n// ============================================================================\n\nexport class IndexManager {\n\tprivate readonly config: IndexConfig;\n\tprivate db: SearchDatabase | null = null;\n\tprivate embedder: Embedder | null = null;\n\n\tconstructor(config: IndexConfig) {\n\t\tthis.config = config;\n\t}\n\n\t/** Check if node:sqlite is available. */\n\tstatic isAvailable(): boolean {\n\t\treturn isSqliteAvailable();\n\t}\n\n\t/** Open or create the index database. */\n\topen(): SearchDatabase {\n\t\tif (this.db) return this.db;\n\n\t\tmkdirSync(this.config.indexDir, { recursive: true });\n\t\tconst dbPath = path.join(this.config.indexDir, DB_FILENAME);\n\t\tthis.db = new SearchDatabaseClass(dbPath);\n\t\treturn this.db;\n\t}\n\n\t/**\n\t * Set an external embedder instance to share with the caller.\n\t * When set, embedChunks() uses this instead of creating its own.\n\t */\n\tsetEmbedder(embedder: Embedder): void {\n\t\tthis.embedder = embedder;\n\t}\n\n\t/** Close the database and dispose resources. */\n\tclose(): void {\n\t\tif (this.db) {\n\t\t\tthis.db.close();\n\t\t\tthis.db = null;\n\t\t}\n\t\t// Only dispose the embedder if we own it (not shared externally).\n\t\t// The caller who set it via setEmbedder() is responsible for its lifecycle.\n\t\tthis.embedder = null;\n\t}\n\n\t/** Get the database, opening if needed. */\n\tgetDb(): SearchDatabase {\n\t\tif (!this.db) return this.open();\n\t\treturn this.db;\n\t}\n\n\t/**\n\t * Build or incrementally update the index.\n\t *\n\t * 1. Scan project for files\n\t * 2. Compare mtimes against stored records\n\t * 3. Re-chunk and re-embed only changed/new files\n\t * 4. Remove deleted files\n\t */\n\tasync buildIndex(\n\t\tonProgress?: IndexProgressCallback,\n\t): Promise<{ added: number; updated: number; removed: number; failed: number }> {\n\t\tconst db = this.getDb();\n\t\tconst config = this.config;\n\n\t\t// Phase 1: Scan\n\t\tonProgress?.(\"scanning\", 0, 1);\n\t\tconst scannedFiles = await scanProject(config.projectRoot, config.globalMemoryDir);\n\t\tonProgress?.(\"scanning\", 1, 1);\n\n\t\t// Phase 2: Diff against existing index\n\t\tconst existingFiles = db.getAllFiles();\n\t\tconst existingByPath = new Map<string, IndexedFile>();\n\t\tfor (const f of existingFiles) {\n\t\t\texistingByPath.set(f.filePath, f);\n\t\t}\n\n\t\tconst scannedByPath = new Map<string, ScannedFile>();\n\t\tfor (const f of scannedFiles) {\n\t\t\tscannedByPath.set(f.filePath, f);\n\t\t}\n\n\t\tconst toAdd: ScannedFile[] = [];\n\t\tconst toUpdate: ScannedFile[] = [];\n\t\tconst toRemove: IndexedFile[] = [];\n\n\t\t// Find new and changed files\n\t\tfor (const scanned of scannedFiles) {\n\t\t\tconst existing = existingByPath.get(scanned.filePath);\n\t\t\tif (!existing) {\n\t\t\t\ttoAdd.push(scanned);\n\t\t\t} else if (existing.mtime !== scanned.mtime) {\n\t\t\t\ttoUpdate.push(scanned);\n\t\t\t}\n\t\t}\n\n\t\t// Find deleted files\n\t\tfor (const existing of existingFiles) {\n\t\t\tif (!scannedByPath.has(existing.filePath)) {\n\t\t\t\ttoRemove.push(existing);\n\t\t\t}\n\t\t}\n\n\t\tconst totalWork = toAdd.length + toUpdate.length + toRemove.length;\n\t\tif (totalWork === 0) {\n\t\t\treturn { added: 0, updated: 0, removed: 0, failed: 0 };\n\t\t}\n\n\t\t// Phase 3: Remove deleted files\n\t\tfor (const file of toRemove) {\n\t\t\tdb.deleteFile(file.id);\n\t\t}\n\n\t\t// Phase 4: Process new and changed files\n\t\tconst filesToProcess = [...toAdd, ...toUpdate];\n\t\tconst allNewChunkIds: number[] = [];\n\t\tlet failed = 0;\n\n\t\tfor (let i = 0; i < filesToProcess.length; i++) {\n\t\t\tconst scanned = filesToProcess[i];\n\t\t\tonProgress?.(\"indexing\", i + 1, filesToProcess.length);\n\n\t\t\ttry {\n\t\t\t\t// Read file content and chunk BEFORE the transaction so that\n\t\t\t\t// failures in I/O or chunking don't leave a committed mtime\n\t\t\t\t// with zero chunks (which would make the file permanently invisible).\n\t\t\t\tconst absPath = scanned.filePath.startsWith(\"~memory/\")\n\t\t\t\t\t? path.join(this.config.globalMemoryDir ?? \"\", scanned.filePath.replace(\"~memory/\", \"\"))\n\t\t\t\t\t: path.join(config.projectRoot, scanned.filePath);\n\n\t\t\t\tconst content = readFileSync(absPath, \"utf-8\");\n\t\t\t\tconst chunks = await chunkFile(content, scanned.filePath, scanned.fileType);\n\t\t\t\tconst imports = extractImports(content, scanned.filePath, scanned.fileType);\n\n\t\t\t\t// All DB mutations in a single transaction — atomic per file\n\t\t\t\tdb.transaction(() => {\n\t\t\t\t\tconst fileId = db.upsertFile(scanned.filePath, scanned.mtime, scanned.fileType);\n\n\t\t\t\t\t// Delete old chunks (for updates)\n\t\t\t\t\tconst existingFile = existingByPath.get(scanned.filePath);\n\t\t\t\t\tif (existingFile) {\n\t\t\t\t\t\tdb.deleteChunksForFile(existingFile.id);\n\t\t\t\t\t\tdb.deleteImportsForFile(existingFile.id);\n\t\t\t\t\t}\n\n\t\t\t\t\t// Insert chunks and symbols\n\t\t\t\t\tfor (const chunk of chunks) {\n\t\t\t\t\t\tconst chunkId = db.insertChunk(\n\t\t\t\t\t\t\tfileId,\n\t\t\t\t\t\t\tchunk.filePath,\n\t\t\t\t\t\t\tchunk.startLine,\n\t\t\t\t\t\t\tchunk.endLine,\n\t\t\t\t\t\t\tchunk.kind,\n\t\t\t\t\t\t\tchunk.name,\n\t\t\t\t\t\t\tchunk.content,\n\t\t\t\t\t\t\tchunk.fileType,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tallNewChunkIds.push(chunkId);\n\n\t\t\t\t\t\tif (chunk.name) {\n\t\t\t\t\t\t\tdb.insertSymbol(chunkId, chunk.name, chunk.kind);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Store import edges\n\t\t\t\t\tfor (const imp of imports) {\n\t\t\t\t\t\tdb.insertImport(fileId, imp);\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t} catch (err: unknown) {\n\t\t\t\t// Re-throw DB-level errors (SQLITE_FULL, disk full, etc.) — these\n\t\t\t\t// indicate infrastructure problems, not per-file issues.\n\t\t\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\t\t\tif (message.includes(\"SQLITE\")) {\n\t\t\t\t\tthrow err;\n\t\t\t\t}\n\t\t\t\t// Skip files that fail to process (permissions, encoding issues, etc.)\n\t\t\t\tfailed++;\n\t\t\t}\n\t\t}\n\n\t\t// Phase 5: Embed new chunks\n\t\tif (allNewChunkIds.length > 0) {\n\t\t\tawait this.embedChunks(db, allNewChunkIds, onProgress);\n\t\t}\n\n\t\treturn { added: toAdd.length, updated: toUpdate.length, removed: toRemove.length, failed };\n\t}\n\n\t/**\n\t * Ensure all chunks have embeddings, generating any missing ones.\n\t */\n\tasync ensureEmbeddings(onProgress?: IndexProgressCallback): Promise<number> {\n\t\tconst db = this.getDb();\n\t\tconst missingIds = db.getChunkIdsWithoutEmbedding(this.config.modelName);\n\t\tif (missingIds.length === 0) return 0;\n\n\t\tawait this.embedChunks(db, missingIds, onProgress);\n\t\treturn missingIds.length;\n\t}\n\n\t/**\n\t * Generate embeddings for specific chunks.\n\t * Requires an embedder to be set via setEmbedder() before calling.\n\t */\n\tprivate async embedChunks(\n\t\tdb: SearchDatabase,\n\t\tchunkIds: number[],\n\t\tonProgress?: IndexProgressCallback,\n\t): Promise<void> {\n\t\tif (chunkIds.length === 0) return;\n\n\t\tif (!this.embedder) {\n\t\t\tthrow new Error(\"IndexManager: embedder not set. Call setEmbedder() before embedding.\");\n\t\t}\n\n\t\t// Get chunk contents\n\t\tconst chunks = db.getChunksById(chunkIds);\n\t\tconst texts = chunks.map((c) => c.content);\n\n\t\t// Generate embeddings\n\t\tconst vectors = await this.embedder.embedDocuments(texts, onProgress);\n\n\t\t// Store embeddings\n\t\tconst items = chunks.map((chunk, i) => ({\n\t\t\tchunkId: chunk.id,\n\t\t\tmodelName: this.config.modelName,\n\t\t\tvector: vectors[i],\n\t\t}));\n\t\tdb.batchUpsertEmbeddings(items);\n\t}\n\n\t/** Check if the index exists. */\n\tindexExists(): boolean {\n\t\tconst dbPath = path.join(this.config.indexDir, DB_FILENAME);\n\t\treturn existsSync(dbPath);\n\t}\n\n\t/** Get index stats. */\n\tgetStats(): { files: number; chunks: number } | null {\n\t\tif (!this.indexExists()) return null;\n\t\tconst db = this.getDb();\n\t\treturn {\n\t\t\tfiles: db.getFileCount(),\n\t\t\tchunks: db.getChunkCount(),\n\t\t};\n\t}\n}\n\n// ============================================================================\n// Import Extraction (simple regex-based)\n// ============================================================================\n\n/**\n * Extract import targets from source code.\n * Returns resolved relative paths (without extensions for JS/TS).\n */\nfunction extractImports(content: string, filePath: string, fileType: string): string[] {\n\tconst imports: string[] = [];\n\tconst dir = path.dirname(filePath);\n\n\tif (fileType === \"typescript\" || fileType === \"tsx\" || fileType === \"javascript\") {\n\t\t// ES6 imports: import ... from '...'\n\t\t// require(): require('...')\n\t\tconst importRe = /(?:import\\s+.*?\\s+from\\s+|import\\s*\\(|require\\s*\\()\\s*['\"]([^'\"]+)['\"]/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\tconst target = match[1];\n\t\t\tif (target.startsWith(\".\")) {\n\t\t\t\timports.push(resolveImportPath(dir, target));\n\t\t\t}\n\t\t}\n\t} else if (fileType === \"python\") {\n\t\t// from . import X, from .module import X\n\t\tconst fromRe = /from\\s+(\\.\\S*)\\s+import/g;\n\t\tfor (const match of content.matchAll(fromRe)) {\n\t\t\tconst resolved = resolvePythonImport(dir, match[1]);\n\t\t\tif (resolved) imports.push(resolved);\n\t\t}\n\t} else if (fileType === \"go\") {\n\t\t// import \"...\" or import ( \"...\" )\n\t\tconst importRe = /import\\s+(?:\\(\\s*(?:[\\s\\S]*?)\\s*\\)|\"([^\"]+)\")/g;\n\t\tconst pathRe = /\"([^\"]+)\"/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\tif (match[1]) {\n\t\t\t\timports.push(match[1]);\n\t\t\t} else {\n\t\t\t\t// Multi-line import block\n\t\t\t\tfor (const inner of match[0].matchAll(pathRe)) {\n\t\t\t\t\timports.push(inner[1]);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t} else if (fileType === \"rust\") {\n\t\t// use crate::..., use super::...,\n\t\tconst useRe = /use\\s+((?:crate|super|self)::[\\w:]+)/g;\n\t\tfor (const match of content.matchAll(useRe)) {\n\t\t\timports.push(match[1].replace(/::/g, \"/\"));\n\t\t}\n\t} else if (fileType === \"java\") {\n\t\t// import com.example.Foo;\n\t\tconst importRe = /import\\s+([\\w.]+)\\s*;/g;\n\t\tfor (const match of content.matchAll(importRe)) {\n\t\t\timports.push(match[1].replace(/\\./g, \"/\"));\n\t\t}\n\t} else if (fileType === \"c\" || fileType === \"cpp\") {\n\t\t// #include \"local.h\"\n\t\tconst includeRe = /#include\\s+\"([^\"]+)\"/g;\n\t\tfor (const match of content.matchAll(includeRe)) {\n\t\t\timports.push(path.posix.join(dir, match[1]));\n\t\t}\n\t}\n\n\treturn imports;\n}\n\n/** Resolve a relative JS/TS import to a file path. */\nfunction resolveImportPath(fromDir: string, importPath: string): string {\n\t// Strip .js/.ts extension if present (normalize)\n\tconst cleaned = importPath.replace(/\\.[jt]sx?$/, \"\");\n\treturn path.posix.join(fromDir, cleaned);\n}\n\n/** Resolve a Python relative import. */\nfunction resolvePythonImport(fromDir: string, importPath: string): string | null {\n\tif (importPath === \".\") return fromDir;\n\tconst dots = importPath.match(/^(\\.+)/);\n\tif (!dots) return null;\n\tconst levels = dots[1].length - 1;\n\tconst remainder = importPath.slice(dots[1].length).replace(/\\./g, \"/\");\n\tlet base = fromDir;\n\tfor (let i = 0; i < levels; i++) {\n\t\tbase = path.posix.dirname(base);\n\t}\n\treturn remainder ? path.posix.join(base, remainder) : base;\n}\n"]}

package/dist/core/search/metrics/bm25.d.ts

@@ -1,10 +0,0 @@
-/**
- * BM25 metric — full-text search scoring via FTS5.
- */
-import type { SearchDatabase } from "../db.js";
-/**
- * Compute BM25 scores for a query using FTS5.
- * Returns a Map of chunkId → normalized score (0-1, higher = more relevant).
- */
-export declare function computeBm25Scores(db: SearchDatabase, query: string, limit: number): Map<number, number>;
-//# sourceMappingURL=bm25.d.ts.map

package/dist/core/search/metrics/bm25.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../../../src/core/search/metrics/bm25.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE/C;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAwBvG","sourcesContent":["/**\n * BM25 metric — full-text search scoring via FTS5.\n */\n\nimport type { SearchDatabase } from \"../db.js\";\n\n/**\n * Compute BM25 scores for a query using FTS5.\n * Returns a Map of chunkId → normalized score (0-1, higher = more relevant).\n */\nexport function computeBm25Scores(db: SearchDatabase, query: string, limit: number): Map<number, number> {\n\tconst scores = new Map<number, number>();\n\n\ttry {\n\t\tconst results = db.ftsSearch(query, limit);\n\t\tif (results.length === 0) return scores;\n\n\t\t// Find the maximum score for normalization\n\t\tlet maxScore = 0;\n\t\tfor (const r of results) {\n\t\t\tif (r.score > maxScore) maxScore = r.score;\n\t\t}\n\n\t\t// Normalize: top result → 1.0, others proportional\n\t\tif (maxScore > 0) {\n\t\t\tfor (const r of results) {\n\t\t\t\tscores.set(r.chunkId, r.score / maxScore);\n\t\t\t}\n\t\t}\n\t} catch {\n\t\t// If FTS query fails, return empty map\n\t}\n\n\treturn scores;\n}\n"]}