src-mcp 1.0.1

package/dist/core/embeddings/store.d.ts

@@ -0,0 +1,93 @@
+/**
+ * LanceDB vector store for code embeddings
+ *
+ * Supports:
+ * - Vector similarity search (embeddings)
+ * - Full-text search (BM25)
+ * - Hybrid search with RRF (Reciprocal Rank Fusion)
+ */
+import type { EmbeddedChunk, EmbeddingConfig, IndexStatus, SearchResult } from "@core/embeddings/types";
+/**
+ * Search mode for queries
+ */
+export type SearchMode = "vector" | "fts" | "hybrid";
+/**
+ * Options for hybrid search
+ */
+export interface HybridSearchOptions {
+    /** Search mode: vector only, fts only, or hybrid (default: hybrid) */
+    mode?: SearchMode;
+    /** Weight for vector search in hybrid mode (0-1, default: 0.5) */
+    vectorWeight?: number;
+    /** RRF constant k for rank fusion (default: 60) */
+    rrfK?: number;
+}
+/**
+ * LanceDB vector store wrapper
+ */
+export declare class VectorStore {
+    private db;
+    private table;
+    private readonly indexPath;
+    private ftsIndexCreated;
+    constructor(directory: string, _config: Pick<EmbeddingConfig, "embeddingDimensions">);
+    /**
+     * Initialize the database connection
+     */
+    connect(): Promise<void>;
+    /**
+     * Close the database connection
+     */
+    close(): void;
+    /**
+     * Check if the index exists
+     */
+    exists(): boolean;
+    /**
+     * Add embedded chunks to the store
+     */
+    addChunks(chunks: EmbeddedChunk[]): Promise<void>;
+    /**
+     * Create FTS (Full-Text Search) index on content column
+     * This enables BM25-based text search
+     */
+    createFtsIndex(): Promise<void>;
+    /**
+     * Search for similar chunks using vector similarity
+     */
+    search(queryVector: number[], limit?: number): Promise<SearchResult[]>;
+    /**
+     * Full-text search using BM25
+     */
+    searchFts(queryText: string, limit?: number): Promise<SearchResult[]>;
+    /**
+     * Hybrid search combining vector similarity and full-text search
+     * Uses Reciprocal Rank Fusion (RRF) to combine results
+     */
+    searchHybrid(queryVector: number[], queryText: string, limit?: number, options?: HybridSearchOptions): Promise<SearchResult[]>;
+    /**
+     * Delete chunks by file path
+     */
+    deleteByFilePath(filePath: string): Promise<void>;
+    /**
+     * Clear all data from the store
+     */
+    clear(): Promise<void>;
+    /**
+     * Get index status
+     */
+    getStatus(directory: string): Promise<IndexStatus>;
+    /**
+     * Get all indexed file paths
+     */
+    getIndexedFiles(): Promise<string[]>;
+}
+/**
+ * Create a vector store for a directory
+ */
+export declare function createVectorStore(directory: string, config: Pick<EmbeddingConfig, "embeddingDimensions">): VectorStore;
+/**
+ * Get the index path for a directory
+ */
+export declare function getIndexPath(directory: string): string;
+//# sourceMappingURL=store.d.ts.map

package/dist/core/embeddings/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/core/embeddings/store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,WAAW,EACX,YAAY,EACb,MAAM,wBAAwB,CAAC;AAMhC;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,KAAK,GAAG,QAAQ,CAAC;AAErD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,sEAAsE;IACtE,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,kEAAkE;IAClE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAkED;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,eAAe,CAAS;gBAG9B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,qBAAqB,CAAC;IAKvD;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAS9B;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB;;OAEG;IACG,SAAS,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBvD;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBrC;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,SAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAyBxE;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAqCvE;;;OAGG;IACG,YAAY,CAChB,WAAW,EAAE,MAAM,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,KAAK,SAAK,EACV,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,YAAY,EAAE,CAAC;IA8B1B;;OAEG;IACG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQvD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAiCxD;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAiB3C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,qBAAqB,CAAC,GACnD,WAAW,CAEb;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEtD"}

package/dist/core/embeddings/store.js

@@ -0,0 +1,304 @@
+/**
+ * LanceDB vector store for code embeddings
+ *
+ * Supports:
+ * - Vector similarity search (embeddings)
+ * - Full-text search (BM25)
+ * - Hybrid search with RRF (Reciprocal Rank Fusion)
+ */
+import * as lancedb from "@lancedb/lancedb";
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { logger } from "@utils";
+const TABLE_NAME = "code_chunks";
+const INDEX_DIR_NAME = ".src-index";
+/**
+ * Reciprocal Rank Fusion (RRF) to combine ranked lists
+ *
+ * RRF score = sum(1 / (k + rank_i)) for each list
+ * where k is a constant (typically 60) and rank_i is the 1-based rank in list i
+ */
+function rrfFusion(vectorResults, ftsResults, k = 60) {
+    const scores = new Map();
+    // Add vector results with RRF scoring
+    vectorResults.forEach((result, index) => {
+        const rank = index + 1;
+        const rrfScore = 1 / (k + rank);
+        const existing = scores.get(result.chunk.id);
+        if (existing) {
+            existing.score += rrfScore;
+        }
+        else {
+            scores.set(result.chunk.id, { score: rrfScore, result });
+        }
+    });
+    // Add FTS results with RRF scoring
+    ftsResults.forEach((result, index) => {
+        const rank = index + 1;
+        const rrfScore = 1 / (k + rank);
+        const existing = scores.get(result.chunk.id);
+        if (existing) {
+            existing.score += rrfScore;
+        }
+        else {
+            scores.set(result.chunk.id, { score: rrfScore, result });
+        }
+    });
+    // Sort by combined RRF score (higher is better)
+    const combined = Array.from(scores.values())
+        .sort((a, b) => b.score - a.score)
+        .map(({ score, result }) => ({
+        ...result,
+        score, // Replace distance with RRF score
+    }));
+    return combined;
+}
+/**
+ * LanceDB vector store wrapper
+ */
+export class VectorStore {
+    db = null;
+    table = null;
+    indexPath;
+    ftsIndexCreated = false;
+    constructor(directory, _config) {
+        this.indexPath = path.join(directory, INDEX_DIR_NAME);
+    }
+    /**
+     * Initialize the database connection
+     */
+    async connect() {
+        this.db = await lancedb.connect(this.indexPath);
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes(TABLE_NAME)) {
+            this.table = await this.db.openTable(TABLE_NAME);
+        }
+    }
+    /**
+     * Close the database connection
+     */
+    close() {
+        this.db = null;
+        this.table = null;
+    }
+    /**
+     * Check if the index exists
+     */
+    exists() {
+        return fs.existsSync(this.indexPath);
+    }
+    /**
+     * Add embedded chunks to the store
+     */
+    async addChunks(chunks) {
+        if (!this.db) {
+            throw new Error("Database not connected. Call connect() first.");
+        }
+        const records = chunks.map((chunk) => ({
+            id: chunk.id,
+            content: chunk.content,
+            filePath: chunk.filePath,
+            language: chunk.language,
+            startLine: chunk.startLine,
+            endLine: chunk.endLine,
+            symbolName: chunk.symbolName ?? "",
+            symbolType: chunk.symbolType ?? "",
+            vector: chunk.vector,
+        }));
+        if (!this.table) {
+            this.table = await this.db.createTable(TABLE_NAME, records);
+        }
+        else {
+            await this.table.add(records);
+        }
+    }
+    /**
+     * Create FTS (Full-Text Search) index on content column
+     * This enables BM25-based text search
+     */
+    async createFtsIndex() {
+        if (!this.table || this.ftsIndexCreated) {
+            return;
+        }
+        try {
+            await this.table.createIndex("content", {
+                config: lancedb.Index.fts(),
+            });
+            this.ftsIndexCreated = true;
+            logger.debug("FTS index created on content column");
+        }
+        catch (error) {
+            // Index may already exist
+            if (error instanceof Error && error.message.includes("already exists")) {
+                this.ftsIndexCreated = true;
+                logger.debug("FTS index already exists");
+            }
+            else {
+                logger.warn(`Failed to create FTS index: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+    }
+    /**
+     * Search for similar chunks using vector similarity
+     */
+    async search(queryVector, limit = 10) {
+        if (!this.table) {
+            return [];
+        }
+        const results = (await this.table
+            .vectorSearch(queryVector)
+            .limit(limit)
+            .toArray());
+        return results.map((row) => ({
+            chunk: {
+                id: row.id,
+                content: row.content,
+                filePath: row.filePath,
+                language: row.language,
+                startLine: row.startLine,
+                endLine: row.endLine,
+                symbolName: row.symbolName || undefined,
+                symbolType: row.symbolType || undefined,
+            },
+            score: row._distance ?? 0,
+        }));
+    }
+    /**
+     * Full-text search using BM25
+     */
+    async searchFts(queryText, limit = 10) {
+        if (!this.table) {
+            return [];
+        }
+        // Ensure FTS index exists
+        await this.createFtsIndex();
+        try {
+            const results = (await this.table
+                .query()
+                .nearestToText(queryText)
+                .limit(limit)
+                .toArray());
+            return results.map((row, index) => ({
+                chunk: {
+                    id: row.id,
+                    content: row.content,
+                    filePath: row.filePath,
+                    language: row.language,
+                    startLine: row.startLine,
+                    endLine: row.endLine,
+                    symbolName: row.symbolName || undefined,
+                    symbolType: row.symbolType || undefined,
+                },
+                // FTS doesn't return distance, use rank-based score
+                score: 1 / (index + 1),
+            }));
+        }
+        catch (error) {
+            logger.warn(`FTS search failed, falling back to empty results: ${error instanceof Error ? error.message : String(error)}`);
+            return [];
+        }
+    }
+    /**
+     * Hybrid search combining vector similarity and full-text search
+     * Uses Reciprocal Rank Fusion (RRF) to combine results
+     */
+    async searchHybrid(queryVector, queryText, limit = 10, options = {}) {
+        const { mode = "hybrid", rrfK = 60 } = options;
+        if (!this.table) {
+            return [];
+        }
+        // Vector-only search
+        if (mode === "vector") {
+            return this.search(queryVector, limit);
+        }
+        // FTS-only search
+        if (mode === "fts") {
+            return this.searchFts(queryText, limit);
+        }
+        // Hybrid search: run both searches in parallel
+        const [vectorResults, ftsResults] = await Promise.all([
+            this.search(queryVector, limit * 2), // Get more results for fusion
+            this.searchFts(queryText, limit * 2),
+        ]);
+        // Fuse results using RRF
+        const fusedResults = rrfFusion(vectorResults, ftsResults, rrfK);
+        // Return top N results
+        return fusedResults.slice(0, limit);
+    }
+    /**
+     * Delete chunks by file path
+     */
+    async deleteByFilePath(filePath) {
+        if (!this.table) {
+            return;
+        }
+        await this.table.delete(`"filePath" = '${filePath.replace(/'/g, "''")}'`);
+    }
+    /**
+     * Clear all data from the store
+     */
+    async clear() {
+        if (this.db && this.table) {
+            await this.db.dropTable(TABLE_NAME);
+            this.table = null;
+        }
+    }
+    /**
+     * Get index status
+     */
+    async getStatus(directory) {
+        const status = {
+            directory,
+            indexPath: this.indexPath,
+            exists: this.exists(),
+            totalChunks: 0,
+            totalFiles: 0,
+            languages: {},
+        };
+        if (!this.table) {
+            return status;
+        }
+        const allRows = (await this.table.query().toArray());
+        status.totalChunks = allRows.length;
+        const uniqueFiles = new Set();
+        const languageCounts = {};
+        for (const row of allRows) {
+            uniqueFiles.add(row.filePath);
+            const lang = row.language;
+            languageCounts[lang] = (languageCounts[lang] ?? 0) + 1;
+        }
+        status.totalFiles = uniqueFiles.size;
+        status.languages = languageCounts;
+        return status;
+    }
+    /**
+     * Get all indexed file paths
+     */
+    async getIndexedFiles() {
+        if (!this.table) {
+            return [];
+        }
+        const rows = (await this.table
+            .query()
+            .select(["filePath"])
+            .toArray());
+        const uniqueFiles = new Set();
+        for (const row of rows) {
+            uniqueFiles.add(row.filePath);
+        }
+        return Array.from(uniqueFiles);
+    }
+}
+/**
+ * Create a vector store for a directory
+ */
+export function createVectorStore(directory, config) {
+    return new VectorStore(directory, config);
+}
+/**
+ * Get the index path for a directory
+ */
+export function getIndexPath(directory) {
+    return path.join(directory, INDEX_DIR_NAME);
+}
+//# sourceMappingURL=store.js.map

package/dist/core/embeddings/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/core/embeddings/store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAOlC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,MAAM,UAAU,GAAG,aAAa,CAAC;AACjC,MAAM,cAAc,GAAG,YAAY,CAAC;AAmBpC;;;;;GAKG;AACH,SAAS,SAAS,CAChB,aAA6B,EAC7B,UAA0B,EAC1B,CAAC,GAAG,EAAE;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmD,CAAC;IAE1E,sCAAsC;IACtC,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,mCAAmC;IACnC,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,gDAAgD;IAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;SACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3B,GAAG,MAAM;QACT,KAAK,EAAE,kCAAkC;KAC1C,CAAC,CAAC,CAAC;IAEN,OAAO,QAAQ,CAAC;AAClB,CAAC;AAkBD;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,EAAE,GAA8B,IAAI,CAAC;IACrC,KAAK,GAAyB,IAAI,CAAC;IAC1B,SAAS,CAAS;IAC3B,eAAe,GAAG,KAAK,CAAC;IAEhC,YACE,SAAiB,EACjB,OAAqD;QAErD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,MAAuB;QACrC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE;YAClC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE;YAClC,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE;gBACtC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;aAC5B,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;YAC1B,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACvE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CACT,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACxF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,WAAqB,EAAE,KAAK,GAAG,EAAE;QAC5C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK;aAC9B,YAAY,CAAC,WAAW,CAAC;aACzB,KAAK,CAAC,KAAK,CAAC;aACZ,OAAO,EAAE,CAAiB,CAAC;QAE9B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC3B,KAAK,EAAE;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,SAAS;gBACvC,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,SAAS;aACxC;YACD,KAAK,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,KAAK,GAAG,EAAE;QAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,0BAA0B;QAC1B,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK;iBAC9B,KAAK,EAAE;iBACP,aAAa,CAAC,SAAS,CAAC;iBACxB,KAAK,CAAC,KAAK,CAAC;iBACZ,OAAO,EAAE,CAAiB,CAAC;YAE9B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAClC,KAAK,EAAE;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,SAAS;oBACvC,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,SAAS;iBACxC;gBACD,oDAAoD;gBACpD,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;aACvB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CACT,qDAAqD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9G,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAChB,WAAqB,EACrB,SAAiB,EACjB,KAAK,GAAG,EAAE,EACV,UAA+B,EAAE;QAEjC,MAAM,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QAE/C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,+CAA+C;QAC/C,MAAM,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,8BAA8B;YACnE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC;SACrC,CAAC,CAAC;QAEH,yBAAyB;QACzB,MAAM,YAAY,GAAG,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAEhE,uBAAuB;QACvB,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,MAAM,GAAgB;YAC1B,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;YACrB,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,EAAE;SACd,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAiB,CAAC;QAErE,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAEpC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,MAAM,cAAc,GAA2B,EAAE,CAAC;QAElD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC;QACrC,MAAM,CAAC,SAAS,GAAG,cAAc,CAAC;QAElC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK;aAC3B,KAAK,EAAE;aACP,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;aACpB,OAAO,EAAE,CAAmC,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,MAAoD;IAEpD,OAAO,IAAI,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AAC9C,CAAC"}

package/dist/core/embeddings/types.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Embedding types for Ollama + LanceDB integration
+ */
+/**
+ * A chunk of code with metadata
+ */
+export interface CodeChunk {
+    id: string;
+    content: string;
+    filePath: string;
+    language: string;
+    startLine: number;
+    endLine: number;
+    symbolName?: string;
+    symbolType?: string;
+}
+/**
+ * A chunk with its embedding vector
+ */
+export interface EmbeddedChunk extends CodeChunk {
+    vector: number[];
+}
+/**
+ * Search result from LanceDB
+ */
+export interface SearchResult {
+    chunk: CodeChunk;
+    score: number;
+}
+/**
+ * Index status information
+ */
+export interface IndexStatus {
+    directory: string;
+    indexPath: string;
+    exists: boolean;
+    totalChunks: number;
+    totalFiles: number;
+    languages: Record<string, number>;
+    lastUpdated?: Date;
+}
+/**
+ * Embedding configuration
+ */
+export interface EmbeddingConfig {
+    ollamaBaseUrl: string;
+    embeddingModel: string;
+    embeddingDimensions: number;
+    defaultChunkSize: number;
+    defaultChunkOverlap: number;
+    batchSize: number;
+    /** Model for re-ranking search results (lightweight model recommended) */
+    rerankModel?: string;
+}
+/**
+ * A symbol contained within a chunk
+ */
+export interface ChunkSymbol {
+    /** Symbol name */
+    name: string;
+    /** Symbol type (function, class, variable, etc.) */
+    type: string;
+    /** Optional signature for functions/methods */
+    signature?: string;
+}
+/**
+ * A chunk enriched with semantic metadata
+ */
+export interface EnrichedChunk extends CodeChunk {
+    /** The enriched content to be used for embedding */
+    enrichedContent: string;
+    /** Symbols contained within this chunk */
+    containedSymbols: ChunkSymbol[];
+    /** Whether enrichment was successfully applied */
+    wasEnriched: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/core/embeddings/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/embeddings/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,SAAS;IAC9C,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,IAAI,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,+CAA+C;IAC/C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,SAAS;IAC9C,oDAAoD;IACpD,eAAe,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,gBAAgB,EAAE,WAAW,EAAE,CAAC;IAChC,kDAAkD;IAClD,WAAW,EAAE,OAAO,CAAC;CACtB"}

package/dist/core/embeddings/types.js

@@ -0,0 +1,5 @@
+/**
+ * Embedding types for Ollama + LanceDB integration
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/core/embeddings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/core/embeddings/types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/core/embeddings/watcher.d.ts

@@ -0,0 +1,130 @@
+/**
+ * File watcher for automatic index updates
+ *
+ * Features:
+ * - SHA-256 hash comparison to detect real content changes
+ * - Debounce (5s default) to handle rapid changes
+ * - Persistent hash cache to avoid unnecessary re-indexing
+ * - fast-glob for efficient file scanning
+ */
+import type { EmbeddingConfig } from "@core/embeddings/types";
+export interface WatcherOptions {
+    directory: string;
+    config: EmbeddingConfig;
+    /** Debounce delay in ms (default: 5000) */
+    debounceMs?: number;
+    onReady?: () => void;
+    onError?: (error: Error) => void;
+    onIndexed?: (filePath: string) => void;
+    onRemoved?: (filePath: string) => void;
+}
+export declare class IndexWatcher {
+    private readonly directory;
+    private readonly config;
+    private readonly debounceMs;
+    private readonly ollamaClient;
+    private readonly vectorStore;
+    private watcher;
+    private ig;
+    private isProcessing;
+    private hashCache;
+    private pendingChanges;
+    private operationQueue;
+    private readonly onReady?;
+    private readonly onError?;
+    private readonly onIndexed?;
+    private readonly onRemoved?;
+    constructor(options: WatcherOptions);
+    /**
+     * Compute SHA-256 hash of content
+     */
+    private computeHash;
+    /**
+     * Get hash cache file path
+     */
+    private getHashCachePath;
+    /**
+     * Load hash cache from disk
+     */
+    private loadHashCache;
+    /**
+     * Save hash cache to disk
+     */
+    private saveHashCache;
+    /**
+     * Check if file content has changed by comparing hashes
+     */
+    private hasContentChanged;
+    /**
+     * Remove file from hash cache
+     */
+    private removeFromHashCache;
+    /**
+     * Create ignore filter from .gitignore
+     */
+    private createIgnoreFilter;
+    /**
+     * Check if a file should be indexed
+     */
+    private shouldIndex;
+    /**
+     * Schedule a file change with debouncing
+     */
+    private scheduleChange;
+    /**
+     * Process a file change after debounce
+     */
+    private processChange;
+    /**
+     * Index a single file
+     */
+    private indexFile;
+    /**
+     * Remove a file from the index
+     */
+    private removeFile;
+    /**
+     * Queue an operation to prevent concurrent modifications
+     */
+    private queueOperation;
+    /**
+     * Process queued operations sequentially
+     */
+    private processQueue;
+    /**
+     * Collect files using fast-glob
+     */
+    private collectFilesWithGlob;
+    /**
+     * Perform full initial indexing
+     */
+    private fullIndex;
+    /**
+     * Start watching for file changes
+     */
+    start(): Promise<void>;
+    /**
+     * Stop watching and cleanup
+     */
+    stop(): Promise<void>;
+    /**
+     * Check if watcher is running
+     */
+    isRunning(): boolean;
+    /**
+     * Clear the hash cache
+     */
+    clearCache(): void;
+    /**
+     * Get cache statistics
+     */
+    getCacheStats(): {
+        cachedFiles: number;
+        cacheSize: number;
+    };
+}
+/**
+ * Create a new index watcher
+ */
+export declare function createIndexWatcher(options: WatcherOptions): IndexWatcher;
+//# sourceMappingURL=watcher.d.ts.map

package/dist/core/embeddings/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../../src/core/embeddings/watcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAiB9D,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,eAAe,CAAC;IACxB,2CAA2C;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;IACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;CACxC;AAUD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,cAAc,CAA+B;IAErD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAa;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAA6B;IACxD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAA6B;gBAE5C,OAAO,EAAE,cAAc;IAgBnC;;OAEG;IACH,OAAO,CAAC,WAAW;IAInB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAIxB;;OAEG;IACH,OAAO,CAAC,aAAa;IAgBrB;;OAEG;IACH,OAAO,CAAC,aAAa;IAerB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAYzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAK3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;OAEG;IACH,OAAO,CAAC,WAAW;IAkBnB;;OAEG;IACH,OAAO,CAAC,cAAc;IAqBtB;;OAEG;YACW,aAAa;IAW3B;;OAEG;YACW,SAAS;IAsDvB;;OAEG;YACW,UAAU;IAexB;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB;;OAEG;YACW,YAAY;IAsB1B;;OAEG;YACW,oBAAoB;IAsBlC;;OAEG;YACW,SAAS;IAyDvB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmE5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,UAAU,IAAI,IAAI;IASlB;;OAEG;IACH,aAAa,IAAI;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;CAM5D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,YAAY,CAExE"}