@liendev/core 0.19.5

package/dist/vectordb/lancedb.js

@@ -0,0 +1,203 @@
+import * as lancedb from '@lancedb/lancedb';
+import path from 'path';
+import os from 'os';
+import crypto from 'crypto';
+import { EMBEDDING_DIMENSION } from '../embeddings/types.js';
+import { readVersionFile } from './version.js';
+import { DatabaseError, wrapError } from '../errors/index.js';
+import * as queryOps from './query.js';
+import * as batchOps from './batch-insert.js';
+import * as maintenanceOps from './maintenance.js';
+export class VectorDB {
+    db = null;
+    table = null;
+    dbPath;
+    tableName = 'code_chunks';
+    lastVersionCheck = 0;
+    currentVersion = 0;
+    constructor(projectRoot) {
+        // Store in user's home directory under ~/.lien/indices/{projectName-hash}
+        const projectName = path.basename(projectRoot);
+        // Create unique identifier from full path to prevent collisions
+        const pathHash = crypto
+            .createHash('md5')
+            .update(projectRoot)
+            .digest('hex')
+            .substring(0, 8);
+        this.dbPath = path.join(os.homedir(), '.lien', 'indices', `${projectName}-${pathHash}`);
+    }
+    async initialize() {
+        try {
+            this.db = await lancedb.connect(this.dbPath);
+            try {
+                this.table = await this.db.openTable(this.tableName);
+            }
+            catch {
+                // Table doesn't exist yet - will be created on first insert
+                this.table = null;
+            }
+            // Read and cache the current version
+            try {
+                this.currentVersion = await readVersionFile(this.dbPath);
+            }
+            catch {
+                // Version file doesn't exist yet, will be created on first index
+                this.currentVersion = 0;
+            }
+        }
+        catch (error) {
+            throw wrapError(error, 'Failed to initialize vector database', { dbPath: this.dbPath });
+        }
+    }
+    async insertBatch(vectors, metadatas, contents) {
+        if (!this.db) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        // Note: insertBatch may return null for empty batches when table is null
+        // This is correct behavior - empty batches are no-ops and don't create tables
+        this.table = await batchOps.insertBatch(this.db, this.table, this.tableName, vectors, metadatas, contents);
+    }
+    async search(queryVector, limit = 5, query) {
+        if (!this.table) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        try {
+            return await queryOps.search(this.table, queryVector, limit, query);
+        }
+        catch (error) {
+            const errorMsg = String(error);
+            // Detect corrupted index or missing data files
+            if (errorMsg.includes('Not found:') || errorMsg.includes('.lance')) {
+                // Attempt to reconnect - index may have been rebuilt
+                try {
+                    await this.initialize();
+                    if (!this.table) {
+                        throw new DatabaseError('Vector database not initialized after reconnection');
+                    }
+                    return await queryOps.search(this.table, queryVector, limit, query);
+                }
+                catch (retryError) {
+                    throw new DatabaseError(`Index appears corrupted or outdated. Please restart the MCP server or run 'lien reindex' in the project directory.`, { originalError: retryError });
+                }
+            }
+            throw error;
+        }
+    }
+    async scanWithFilter(options) {
+        if (!this.table) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        return queryOps.scanWithFilter(this.table, options);
+    }
+    /**
+     * Scan all chunks in the database
+     * Fetches total count first, then retrieves all chunks in a single optimized query
+     * @param options - Filter options (language, pattern)
+     * @returns All matching chunks
+     */
+    async scanAll(options = {}) {
+        if (!this.table) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        return queryOps.scanAll(this.table, options);
+    }
+    async querySymbols(options) {
+        if (!this.table) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        return queryOps.querySymbols(this.table, options);
+    }
+    async clear() {
+        if (!this.db) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        // Close connections first to release file handles
+        this.table = null;
+        await maintenanceOps.clear(this.db, null, this.tableName, this.dbPath);
+    }
+    async deleteByFile(filepath) {
+        if (!this.table) {
+            throw new DatabaseError('Vector database not initialized');
+        }
+        await maintenanceOps.deleteByFile(this.table, filepath);
+    }
+    async updateFile(filepath, vectors, metadatas, contents) {
+        if (!this.db) {
+            throw new DatabaseError('Vector database connection not initialized');
+        }
+        if (!this.table) {
+            throw new DatabaseError('Vector database table not initialized');
+        }
+        this.table = await maintenanceOps.updateFile(this.db, this.table, this.tableName, this.dbPath, filepath, vectors, metadatas, contents);
+    }
+    async checkVersion() {
+        const now = Date.now();
+        // Cache version checks for 1 second to minimize I/O
+        if (now - this.lastVersionCheck < 1000) {
+            return false;
+        }
+        this.lastVersionCheck = now;
+        try {
+            const version = await readVersionFile(this.dbPath);
+            if (version > this.currentVersion) {
+                this.currentVersion = version;
+                return true;
+            }
+            return false;
+        }
+        catch (error) {
+            // If we can't read version file, don't reconnect
+            return false;
+        }
+    }
+    async reconnect() {
+        try {
+            // Close existing connections to force reload from disk
+            this.table = null;
+            this.db = null;
+            // Reinitialize with fresh connection
+            await this.initialize();
+        }
+        catch (error) {
+            throw wrapError(error, 'Failed to reconnect to vector database');
+        }
+    }
+    getCurrentVersion() {
+        return this.currentVersion;
+    }
+    getVersionDate() {
+        if (this.currentVersion === 0) {
+            return 'Unknown';
+        }
+        return new Date(this.currentVersion).toLocaleString();
+    }
+    async hasData() {
+        if (!this.table) {
+            return false;
+        }
+        try {
+            const count = await this.table.countRows();
+            if (count === 0) {
+                return false;
+            }
+            // Sample a few rows to verify they contain real data
+            const sample = await this.table
+                .search(Array(EMBEDDING_DIMENSION).fill(0))
+                .limit(Math.min(count, 5))
+                .toArray();
+            const hasRealData = sample.some((r) => r.content &&
+                r.content.trim().length > 0);
+            return hasRealData;
+        }
+        catch {
+            // If any error occurs, assume no data
+            return false;
+        }
+    }
+    static async load(projectRoot) {
+        const db = new VectorDB(projectRoot);
+        await db.initialize();
+        return db;
+    }
+}
+//# sourceMappingURL=lancedb.js.map

package/dist/vectordb/lancedb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb.js","sourceRoot":"","sources":["../../src/vectordb/lancedb.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,QAAQ,MAAM,mBAAmB,CAAC;AAC9C,OAAO,KAAK,cAAc,MAAM,kBAAkB,CAAC;AAKnD,MAAM,OAAO,QAAQ;IACX,EAAE,GAA6B,IAAI,CAAC;IACpC,KAAK,GAAwB,IAAI,CAAC;IAC1B,MAAM,CAAS;IACd,SAAS,GAAG,aAAa,CAAC;IACnC,gBAAgB,GAAW,CAAC,CAAC;IAC7B,cAAc,GAAW,CAAC,CAAC;IAEnC,YAAY,WAAmB;QAC7B,0EAA0E;QAC1E,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAE/C,gEAAgE;QAChE,MAAM,QAAQ,GAAG,MAAM;aACpB,UAAU,CAAC,KAAK,CAAC;aACjB,MAAM,CAAC,WAAW,CAAC;aACnB,MAAM,CAAC,KAAK,CAAC;aACb,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CACrB,EAAE,CAAC,OAAO,EAAE,EACZ,OAAO,EACP,SAAS,EACT,GAAG,WAAW,IAAI,QAAQ,EAAE,CAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE7C,IAAI,CAAC;gBACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,CAAC;YAAC,MAAM,CAAC;gBACP,4DAA4D;gBAC5D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,qCAAqC;YACrC,IAAI,CAAC;gBACH,IAAI,CAAC,cAAc,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3D,CAAC;YAAC,MAAM,CAAC;gBACP,iEAAiE;gBACjE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,SAAS,CAAC,KAAK,EAAE,sCAAsC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAuB,EACvB,SAA0B,EAC1B,QAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,yEAAyE;QACzE,8EAA8E;QAC9E,IAAI,CAAC,KAAK,GAAG,MAAM,QAAQ,CAAC,WAAW,CACrC,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAAS,EACd,OAAO,EACP,SAAS,EACT,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,WAAyB,EACzB,QAAgB,CAAC,EACjB,KAAc;QAEd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnE,qDAAqD;gBACrD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,IAAI,aAAa,CAAC,oDAAoD,CAAC,CAAC;oBAChF,CAAC;oBACD,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACtE,CAAC;gBAAC,OAAO,UAAmB,EAAE,CAAC;oBAC7B,MAAM,IAAI,aAAa,CACrB,oHAAoH,EACpH,EAAE,aAAa,EAAE,UAAU,EAAE,CAC9B,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAIpB;QACC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,UAGV,EAAE;QACJ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAKlB;QACC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,kDAAkD;QAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAgB,EAChB,OAAuB,EACvB,SAA0B,EAC1B,QAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,aAAa,CAAC,uCAAuC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,MAAM,cAAc,CAAC,UAAU,CAC1C,IAAI,CAAC,EAAE,EACP,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,oDAAoD;QACpD,IAAI,GAAG,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,EAAE,CAAC;YACvC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,GAAG,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnD,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAClC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;gBAC9B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iDAAiD;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,uDAAuD;YACvD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YAEf,qCAAqC;YACrC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,CAAC,KAAK,EAAE,wCAAwC,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,cAAc,EAAE,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAE3C,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,OAAO,KAAK,CAAC;YACf,CAAC;YAED,qDAAqD;YACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK;iBAC5B,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;iBACzB,OAAO,EAAE,CAAC;YAEb,MAAM,WAAW,GAAI,MAA2B,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAC/D,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC5B,CAAC;YAEF,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,sCAAsC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAmB;QACnC,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;QACrC,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;CACF"}

package/dist/vectordb/maintenance.d.ts

@@ -0,0 +1,18 @@
+import { ChunkMetadata } from '../indexer/types.js';
+type LanceDBConnection = any;
+type LanceDBTable = any;
+/**
+ * Clear all data from the vector database.
+ * Drops the table AND cleans up the .lance directory to prevent corrupted state.
+ */
+export declare function clear(db: LanceDBConnection, table: LanceDBTable | null, tableName: string, dbPath?: string): Promise<void>;
+/**
+ * Delete all chunks from a specific file
+ */
+export declare function deleteByFile(table: LanceDBTable, filepath: string): Promise<void>;
+/**
+ * Update a file in the index by atomically deleting old chunks and inserting new ones
+ */
+export declare function updateFile(db: LanceDBConnection, table: LanceDBTable | null, tableName: string, dbPath: string, filepath: string, vectors: Float32Array[], metadatas: ChunkMetadata[], contents: string[]): Promise<LanceDBTable>;
+export {};
+//# sourceMappingURL=maintenance.d.ts.map

package/dist/vectordb/maintenance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"maintenance.d.ts","sourceRoot":"","sources":["../../src/vectordb/maintenance.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAQpD,KAAK,iBAAiB,GAAG,GAAG,CAAC;AAC7B,KAAK,YAAY,GAAG,GAAG,CAAC;AAExB;;;GAGG;AACH,wBAAsB,KAAK,CACzB,EAAE,EAAE,iBAAiB,EACrB,KAAK,EAAE,YAAY,GAAG,IAAI,EAC1B,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAiCf;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,YAAY,EACnB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAUf;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,EAAE,EAAE,iBAAiB,EACrB,KAAK,EAAE,YAAY,GAAG,IAAI,EAC1B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,YAAY,EAAE,EACvB,SAAS,EAAE,aAAa,EAAE,EAC1B,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,YAAY,CAAC,CAyBvB"}

package/dist/vectordb/maintenance.js

@@ -0,0 +1,87 @@
+import fs from 'fs/promises';
+import path from 'path';
+import { DatabaseError, wrapError } from '../errors/index.js';
+import { writeVersionFile } from './version.js';
+import { insertBatch } from './batch-insert.js';
+/**
+ * Clear all data from the vector database.
+ * Drops the table AND cleans up the .lance directory to prevent corrupted state.
+ */
+export async function clear(db, table, tableName, dbPath) {
+    if (!db) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    try {
+        // Clean up the .lance directory directly
+        // This is more reliable than dropTable which can have locking issues
+        if (dbPath) {
+            const lanceDir = path.join(dbPath, `${tableName}.lance`);
+            try {
+                await fs.rm(lanceDir, { recursive: true, force: true });
+            }
+            catch (err) {
+                // If deletion fails, try dropping the table first
+                if (err?.code === 'ENOTEMPTY' || err?.message?.includes('not empty')) {
+                    try {
+                        await db.dropTable(tableName);
+                        // Try deletion again after dropping
+                        await fs.rm(lanceDir, { recursive: true, force: true });
+                    }
+                    catch {
+                        // Ignore - best effort cleanup
+                    }
+                }
+            }
+        }
+        else {
+            // No dbPath provided, just drop the table
+            if (table) {
+                await db.dropTable(tableName);
+            }
+        }
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to clear vector database');
+    }
+}
+/**
+ * Delete all chunks from a specific file
+ */
+export async function deleteByFile(table, filepath) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    try {
+        await table.delete(`file = "${filepath}"`);
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to delete file from vector database');
+    }
+}
+/**
+ * Update a file in the index by atomically deleting old chunks and inserting new ones
+ */
+export async function updateFile(db, table, tableName, dbPath, filepath, vectors, metadatas, contents) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    try {
+        // 1. Delete old chunks from this file
+        await deleteByFile(table, filepath);
+        // 2. Insert new chunks (if any)
+        let updatedTable = table;
+        if (vectors.length > 0) {
+            updatedTable = await insertBatch(db, table, tableName, vectors, metadatas, contents);
+            if (!updatedTable) {
+                throw new DatabaseError('insertBatch unexpectedly returned null');
+            }
+        }
+        // 3. Update version file to trigger MCP reconnection
+        await writeVersionFile(dbPath);
+        return updatedTable;
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to update file in vector database');
+    }
+}
+//# sourceMappingURL=maintenance.js.map

package/dist/vectordb/maintenance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"maintenance.js","sourceRoot":"","sources":["../../src/vectordb/maintenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAQhD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,EAAqB,EACrB,KAA0B,EAC1B,SAAiB,EACjB,MAAe;IAEf,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC;QACH,yCAAyC;QACzC,qEAAqE;QACrE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,kDAAkD;gBAClD,IAAI,GAAG,EAAE,IAAI,KAAK,WAAW,IAAI,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACrE,IAAI,CAAC;wBACH,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;wBAC9B,oCAAoC;wBACpC,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC1D,CAAC;oBAAC,MAAM,CAAC;wBACP,+BAA+B;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,CAAC,KAAK,EAAE,iCAAiC,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAmB,EACnB,QAAgB;IAEhB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,CAAC,WAAW,QAAQ,GAAG,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,CAAC,KAAK,EAAE,4CAA4C,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,EAAqB,EACrB,KAA0B,EAC1B,SAAiB,EACjB,MAAc,EACd,QAAgB,EAChB,OAAuB,EACvB,SAA0B,EAC1B,QAAkB;IAElB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAEpC,gCAAgC;QAChC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,YAAY,GAAG,MAAM,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YACrF,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,aAAa,CAAC,wCAAwC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAE/B,OAAO,YAAY,CAAC;IACtB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,CAAC,KAAK,EAAE,0CAA0C,CAAC,CAAC;IACrE,CAAC;AACH,CAAC"}

package/dist/vectordb/query.d.ts

@@ -0,0 +1,34 @@
+import { SearchResult } from './types.js';
+type LanceDBTable = any;
+/**
+ * Search the vector database
+ */
+export declare function search(table: LanceDBTable, queryVector: Float32Array, limit?: number, query?: string): Promise<SearchResult[]>;
+/**
+ * Scan the database with filters
+ */
+export declare function scanWithFilter(table: LanceDBTable, options: {
+    language?: string;
+    pattern?: string;
+    limit?: number;
+}): Promise<SearchResult[]>;
+/**
+ * Query symbols (functions, classes, interfaces)
+ */
+export declare function querySymbols(table: LanceDBTable, options: {
+    language?: string;
+    pattern?: string;
+    symbolType?: 'function' | 'class' | 'interface';
+    limit?: number;
+}): Promise<SearchResult[]>;
+/**
+ * Scan all chunks in the database
+ * First gets the total count, then fetches all with a single query
+ * This is more efficient than pagination for local/embedded databases like LanceDB
+ */
+export declare function scanAll(table: LanceDBTable, options?: {
+    language?: string;
+    pattern?: string;
+}): Promise<SearchResult[]>;
+export {};
+//# sourceMappingURL=query.d.ts.map

package/dist/vectordb/query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/vectordb/query.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,KAAK,YAAY,GAAG,GAAG,CAAC;AAiLxB;;GAEG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,YAAY,EACnB,WAAW,EAAE,YAAY,EACzB,KAAK,GAAE,MAAU,EACjB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,YAAY,EAAE,CAAC,CA+BzB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACA,OAAO,CAAC,YAAY,EAAE,CAAC,CAuCzB;AA+ED;;GAEG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,WAAW,CAAC;IAChD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACA,OAAO,CAAC,YAAY,EAAE,CAAC,CA+BzB;AAED;;;;GAIG;AACH,wBAAsB,OAAO,CAC3B,KAAK,EAAE,YAAY,EACnB,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CACb,GACL,OAAO,CAAC,YAAY,EAAE,CAAC,CAuBzB"}

package/dist/vectordb/query.js

@@ -0,0 +1,303 @@
+import { EMBEDDING_DIMENSION } from '../embeddings/types.js';
+import { DatabaseError, wrapError } from '../errors/index.js';
+import { calculateRelevance } from './relevance.js';
+import { classifyQueryIntent, QueryIntent } from './intent-classifier.js';
+import { BoostingComposer, PathBoostingStrategy, FilenameBoostingStrategy, FileTypeBoostingStrategy } from './boosting/index.js';
+/**
+ * Cached strategy instances to avoid repeated instantiation overhead.
+ * These strategies are stateless and can be safely reused across queries.
+ */
+const PATH_STRATEGY = new PathBoostingStrategy();
+const FILENAME_STRATEGY = new FilenameBoostingStrategy();
+/**
+ * Cached FileTypeBoostingStrategy instances for each intent.
+ * Since there are only three possible intents, we can cache all three.
+ */
+const FILE_TYPE_STRATEGIES = {
+    [QueryIntent.LOCATION]: new FileTypeBoostingStrategy(QueryIntent.LOCATION),
+    [QueryIntent.CONCEPTUAL]: new FileTypeBoostingStrategy(QueryIntent.CONCEPTUAL),
+    [QueryIntent.IMPLEMENTATION]: new FileTypeBoostingStrategy(QueryIntent.IMPLEMENTATION),
+};
+/**
+ * Cached BoostingComposer instances for each intent.
+ * Pre-configured with the appropriate strategy pipeline for each intent type.
+ * This avoids creating a new composer instance on every search result.
+ */
+const BOOSTING_COMPOSERS = {
+    [QueryIntent.LOCATION]: new BoostingComposer()
+        .addStrategy(PATH_STRATEGY)
+        .addStrategy(FILENAME_STRATEGY)
+        .addStrategy(FILE_TYPE_STRATEGIES[QueryIntent.LOCATION]),
+    [QueryIntent.CONCEPTUAL]: new BoostingComposer()
+        .addStrategy(PATH_STRATEGY)
+        .addStrategy(FILENAME_STRATEGY)
+        .addStrategy(FILE_TYPE_STRATEGIES[QueryIntent.CONCEPTUAL]),
+    [QueryIntent.IMPLEMENTATION]: new BoostingComposer()
+        .addStrategy(PATH_STRATEGY)
+        .addStrategy(FILENAME_STRATEGY)
+        .addStrategy(FILE_TYPE_STRATEGIES[QueryIntent.IMPLEMENTATION]),
+};
+/**
+ * Check if a DB record has valid content and file path.
+ * Used to filter out empty/invalid records from query results.
+ */
+function isValidRecord(r) {
+    return Boolean(r.content &&
+        r.content.trim().length > 0 &&
+        r.file &&
+        r.file.length > 0);
+}
+/**
+ * Check if an array field has valid (non-empty) entries.
+ * LanceDB stores empty arrays as [''] which we need to filter out.
+ */
+function hasValidArrayEntries(arr) {
+    return Boolean(arr && arr.length > 0 && arr[0] !== '');
+}
+/**
+ * Get symbols for a specific type from a DB record.
+ * Consolidates the symbol extraction logic used across query functions.
+ */
+function getSymbolsForType(r, symbolType) {
+    if (symbolType === 'function')
+        return r.functionNames || [];
+    if (symbolType === 'class')
+        return r.classNames || [];
+    if (symbolType === 'interface')
+        return r.interfaceNames || [];
+    return [
+        ...(r.functionNames || []),
+        ...(r.classNames || []),
+        ...(r.interfaceNames || []),
+    ];
+}
+/**
+ * Convert a DB record to base SearchResult metadata.
+ * Shared between all query functions to avoid duplication.
+ */
+function buildSearchResultMetadata(r) {
+    return {
+        file: r.file,
+        startLine: r.startLine,
+        endLine: r.endLine,
+        type: r.type,
+        language: r.language,
+        symbolName: r.symbolName || undefined,
+        symbolType: r.symbolType,
+        parentClass: r.parentClass || undefined,
+        complexity: r.complexity || undefined,
+        cognitiveComplexity: r.cognitiveComplexity || undefined,
+        parameters: hasValidArrayEntries(r.parameters) ? r.parameters : undefined,
+        signature: r.signature || undefined,
+        imports: hasValidArrayEntries(r.imports) ? r.imports : undefined,
+        // Halstead metrics (v0.19.0) - use explicit null check to preserve valid 0 values
+        halsteadVolume: r.halsteadVolume != null ? r.halsteadVolume : undefined,
+        halsteadDifficulty: r.halsteadDifficulty != null ? r.halsteadDifficulty : undefined,
+        halsteadEffort: r.halsteadEffort != null ? r.halsteadEffort : undefined,
+        halsteadBugs: r.halsteadBugs != null ? r.halsteadBugs : undefined,
+    };
+}
+/**
+ * Apply relevance boosting strategies to a search score.
+ *
+ * Uses composable boosting strategies based on query intent:
+ * - Path matching: Boost files with query tokens in path
+ * - Filename matching: Boost files with query tokens in filename
+ * - File type boosting: Intent-specific boosting (docs for conceptual, etc.)
+ */
+function applyRelevanceBoosting(query, filepath, baseScore) {
+    if (!query) {
+        return baseScore;
+    }
+    const intent = classifyQueryIntent(query);
+    // Use cached composer instance configured for this intent
+    return BOOSTING_COMPOSERS[intent].apply(query, filepath, baseScore);
+}
+/**
+ * Convert a DBRecord to a SearchResult
+ */
+function dbRecordToSearchResult(r, query) {
+    const baseScore = r._distance ?? 0;
+    const boostedScore = applyRelevanceBoosting(query, r.file, baseScore);
+    return {
+        content: r.content,
+        metadata: buildSearchResultMetadata(r),
+        score: boostedScore,
+        relevance: calculateRelevance(boostedScore),
+    };
+}
+/**
+ * Search the vector database
+ */
+export async function search(table, queryVector, limit = 5, query) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    try {
+        const results = await table
+            .search(Array.from(queryVector))
+            .limit(limit + 20)
+            .toArray();
+        const filtered = results
+            .filter(isValidRecord)
+            .map((r) => dbRecordToSearchResult(r, query))
+            .sort((a, b) => a.score - b.score)
+            .slice(0, limit);
+        return filtered;
+    }
+    catch (error) {
+        const errorMsg = String(error);
+        // Detect corrupted index
+        if (errorMsg.includes('Not found:') || errorMsg.includes('.lance')) {
+            throw new DatabaseError(`Index appears corrupted or outdated. Please restart the MCP server or run 'lien reindex' in the project directory.`, { originalError: error });
+        }
+        throw wrapError(error, 'Failed to search vector database');
+    }
+}
+/**
+ * Scan the database with filters
+ */
+export async function scanWithFilter(table, options) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    const { language, pattern, limit = 100 } = options;
+    try {
+        const zeroVector = Array(EMBEDDING_DIMENSION).fill(0);
+        const query = table.search(zeroVector)
+            .where('file != ""')
+            .limit(Math.max(limit * 5, 200));
+        const results = await query.toArray();
+        let filtered = results.filter(isValidRecord);
+        if (language) {
+            filtered = filtered.filter((r) => r.language && r.language.toLowerCase() === language.toLowerCase());
+        }
+        if (pattern) {
+            const regex = new RegExp(pattern, 'i');
+            filtered = filtered.filter((r) => regex.test(r.content) || regex.test(r.file));
+        }
+        return filtered.slice(0, limit).map((r) => ({
+            content: r.content,
+            metadata: buildSearchResultMetadata(r),
+            score: 0,
+            relevance: calculateRelevance(0),
+        }));
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to scan with filter');
+    }
+}
+/**
+ * Helper to check if a record matches the requested symbol type
+ */
+/** Maps query symbolType to acceptable AST symbolType values */
+const SYMBOL_TYPE_MATCHES = {
+    function: new Set(['function', 'method']),
+    class: new Set(['class']),
+    interface: new Set(['interface']),
+};
+function matchesSymbolType(record, symbolType, symbols) {
+    // If AST-based symbolType exists, use lookup table
+    if (record.symbolType) {
+        return SYMBOL_TYPE_MATCHES[symbolType]?.has(record.symbolType) ?? false;
+    }
+    // Fallback: check if pre-AST symbols array has valid entries
+    return symbols.length > 0 && symbols.some((s) => s.length > 0 && s !== '');
+}
+/**
+ * Check if a record matches the symbol query filters.
+ * Extracted to reduce complexity of querySymbols.
+ */
+function matchesSymbolFilter(r, { language, pattern, symbolType }) {
+    // Language filter
+    if (language && (!r.language || r.language.toLowerCase() !== language.toLowerCase())) {
+        return false;
+    }
+    const symbols = getSymbolsForType(r, symbolType);
+    const astSymbolName = r.symbolName || '';
+    // Must have at least one symbol (legacy or AST-based)
+    if (symbols.length === 0 && !astSymbolName) {
+        return false;
+    }
+    // Pattern filter (if provided)
+    if (pattern) {
+        const regex = new RegExp(pattern, 'i');
+        const nameMatches = symbols.some((s) => regex.test(s)) || regex.test(astSymbolName);
+        if (!nameMatches)
+            return false;
+    }
+    // Symbol type filter (if provided)
+    if (symbolType) {
+        return matchesSymbolType(r, symbolType, symbols);
+    }
+    return true;
+}
+/**
+ * Build legacy symbols object for backwards compatibility.
+ */
+function buildLegacySymbols(r) {
+    return {
+        functions: hasValidArrayEntries(r.functionNames) ? r.functionNames : [],
+        classes: hasValidArrayEntries(r.classNames) ? r.classNames : [],
+        interfaces: hasValidArrayEntries(r.interfaceNames) ? r.interfaceNames : [],
+    };
+}
+/**
+ * Query symbols (functions, classes, interfaces)
+ */
+export async function querySymbols(table, options) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    const { language, pattern, symbolType, limit = 50 } = options;
+    const filterOpts = { language, pattern, symbolType };
+    try {
+        const zeroVector = Array(EMBEDDING_DIMENSION).fill(0);
+        const query = table.search(zeroVector)
+            .where('file != ""')
+            .limit(Math.max(limit * 10, 500));
+        const results = await query.toArray();
+        const filtered = results
+            .filter((r) => isValidRecord(r) && matchesSymbolFilter(r, filterOpts));
+        return filtered.slice(0, limit).map((r) => ({
+            content: r.content,
+            metadata: {
+                ...buildSearchResultMetadata(r),
+                symbols: buildLegacySymbols(r),
+            },
+            score: 0,
+            relevance: calculateRelevance(0),
+        }));
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to query symbols');
+    }
+}
+/**
+ * Scan all chunks in the database
+ * First gets the total count, then fetches all with a single query
+ * This is more efficient than pagination for local/embedded databases like LanceDB
+ */
+export async function scanAll(table, options = {}) {
+    if (!table) {
+        throw new DatabaseError('Vector database not initialized');
+    }
+    try {
+        // Get total row count to determine limit
+        const totalRows = await table.countRows();
+        // Fetch all rows in one query (LanceDB is local, this is efficient)
+        // Note: scanWithFilter internally fetches 5x the limit to handle filtering overhead,
+        // then caps output to 'limit'. We pass totalRows so we get all rows back after
+        // filtering. The 5x overfetch is acceptable overhead for local DBs.
+        const MIN_SCAN_LIMIT = 1000;
+        const results = await scanWithFilter(table, {
+            ...options,
+            limit: Math.max(totalRows, MIN_SCAN_LIMIT),
+        });
+        return results;
+    }
+    catch (error) {
+        throw wrapError(error, 'Failed to scan all chunks');
+    }
+}
+//# sourceMappingURL=query.js.map