lance-context 0.1.0

package/dist/search/indexer.js

@@ -0,0 +1,173 @@
+import * as lancedb from '@lancedb/lancedb';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+const CHUNK_SIZE = 100; // lines per chunk
+const CHUNK_OVERLAP = 20; // overlap between chunks
+/**
+ * Code indexer using LanceDB for vector storage
+ */
+export class CodeIndexer {
+    db = null;
+    table = null;
+    embeddingBackend;
+    indexPath;
+    projectPath;
+    constructor(projectPath, embeddingBackend) {
+        this.projectPath = projectPath;
+        this.embeddingBackend = embeddingBackend;
+        this.indexPath = path.join(projectPath, '.lance-context');
+    }
+    async initialize() {
+        this.db = await lancedb.connect(this.indexPath);
+    }
+    async getStatus() {
+        const tableNames = await this.db?.tableNames();
+        const hasTable = tableNames?.includes('code_chunks') ?? false;
+        if (!hasTable) {
+            return {
+                indexed: false,
+                fileCount: 0,
+                chunkCount: 0,
+                lastUpdated: null,
+                indexPath: this.indexPath,
+            };
+        }
+        this.table = await this.db.openTable('code_chunks');
+        const count = await this.table.countRows();
+        return {
+            indexed: true,
+            fileCount: 0, // Would need to query distinct files
+            chunkCount: count,
+            lastUpdated: new Date().toISOString(),
+            indexPath: this.indexPath,
+        };
+    }
+    async indexCodebase(patterns = ['**/*.ts', '**/*.tsx', '**/*.js', '**/*.jsx', '**/*.py', '**/*.go', '**/*.rs'], excludePatterns = ['**/node_modules/**', '**/dist/**', '**/.git/**', '**/build/**']) {
+        const { glob } = await import('glob');
+        // Find all matching files
+        const files = [];
+        for (const pattern of patterns) {
+            const matches = await glob(pattern, {
+                cwd: this.projectPath,
+                ignore: excludePatterns,
+                absolute: true,
+            });
+            files.push(...matches);
+        }
+        console.error(`[lance-context] Found ${files.length} files to index`);
+        // Process files into chunks
+        const allChunks = [];
+        for (const filePath of files) {
+            const chunks = await this.chunkFile(filePath);
+            allChunks.push(...chunks);
+        }
+        console.error(`[lance-context] Created ${allChunks.length} chunks`);
+        // Generate embeddings in batches
+        const batchSize = 32;
+        for (let i = 0; i < allChunks.length; i += batchSize) {
+            const batch = allChunks.slice(i, i + batchSize);
+            const texts = batch.map((c) => c.content);
+            const embeddings = await this.embeddingBackend.embedBatch(texts);
+            batch.forEach((chunk, idx) => {
+                chunk.embedding = embeddings[idx];
+            });
+            console.error(`[lance-context] Embedded ${i + batch.length}/${allChunks.length} chunks`);
+        }
+        // Store in LanceDB
+        const dimensions = this.embeddingBackend.getDimensions();
+        const data = allChunks.map((chunk) => ({
+            id: chunk.id,
+            filePath: chunk.filePath,
+            content: chunk.content,
+            startLine: chunk.startLine,
+            endLine: chunk.endLine,
+            language: chunk.language,
+            vector: chunk.embedding,
+        }));
+        // Drop existing table if exists
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes('code_chunks')) {
+            await this.db.dropTable('code_chunks');
+        }
+        this.table = await this.db.createTable('code_chunks', data);
+        return {
+            filesIndexed: files.length,
+            chunksCreated: allChunks.length,
+        };
+    }
+    async chunkFile(filePath) {
+        const content = await fs.readFile(filePath, 'utf-8');
+        const lines = content.split('\n');
+        const ext = path.extname(filePath).slice(1);
+        const language = this.getLanguage(ext);
+        const relativePath = path.relative(this.projectPath, filePath);
+        const chunks = [];
+        for (let i = 0; i < lines.length; i += CHUNK_SIZE - CHUNK_OVERLAP) {
+            const chunkLines = lines.slice(i, i + CHUNK_SIZE);
+            const chunkContent = chunkLines.join('\n');
+            if (chunkContent.trim().length === 0)
+                continue;
+            chunks.push({
+                id: `${relativePath}:${i + 1}-${i + chunkLines.length}`,
+                filePath: relativePath,
+                content: chunkContent,
+                startLine: i + 1,
+                endLine: i + chunkLines.length,
+                language,
+            });
+        }
+        return chunks;
+    }
+    getLanguage(ext) {
+        const langMap = {
+            ts: 'typescript',
+            tsx: 'typescript',
+            js: 'javascript',
+            jsx: 'javascript',
+            py: 'python',
+            go: 'go',
+            rs: 'rust',
+            java: 'java',
+            rb: 'ruby',
+            php: 'php',
+            c: 'c',
+            cpp: 'cpp',
+            h: 'c',
+            hpp: 'cpp',
+            cs: 'csharp',
+            swift: 'swift',
+            kt: 'kotlin',
+            md: 'markdown',
+            json: 'json',
+            yaml: 'yaml',
+            yml: 'yaml',
+        };
+        return langMap[ext] || ext;
+    }
+    async search(query, limit = 10) {
+        if (!this.table) {
+            const status = await this.getStatus();
+            if (!status.indexed) {
+                throw new Error('Codebase not indexed. Run index_codebase first.');
+            }
+        }
+        const queryEmbedding = await this.embeddingBackend.embed(query);
+        const results = await this.table.search(queryEmbedding).limit(limit).toArray();
+        return results.map((r) => ({
+            id: r.id,
+            filePath: r.filePath,
+            content: r.content,
+            startLine: r.startLine,
+            endLine: r.endLine,
+            language: r.language,
+        }));
+    }
+    async clearIndex() {
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes('code_chunks')) {
+            await this.db.dropTable('code_chunks');
+        }
+        this.table = null;
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/dist/search/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/search/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAqB7B,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,kBAAkB;AAC1C,MAAM,aAAa,GAAG,EAAE,CAAC,CAAC,yBAAyB;AAEnD;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,EAAE,GAA8B,IAAI,CAAC;IACrC,KAAK,GAAyB,IAAI,CAAC;IACnC,gBAAgB,CAAmB;IACnC,SAAS,CAAS;IAClB,WAAW,CAAS;IAE5B,YAAY,WAAmB,EAAE,gBAAkC;QACjE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,UAAU,EAAE,QAAQ,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC;QAE9D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAE3C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,CAAC,EAAE,qCAAqC;YACnD,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,WAAqB,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,EACpG,kBAA4B,CAAC,oBAAoB,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,CAAC;QAE7F,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QAEtC,0BAA0B;QAC1B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;gBAClC,GAAG,EAAE,IAAI,CAAC,WAAW;gBACrB,MAAM,EAAE,eAAe;gBACvB,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAEtE,4BAA4B;QAC5B,MAAM,SAAS,GAAgB,EAAE,CAAC;QAClC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,2BAA2B,SAAS,CAAC,MAAM,SAAS,CAAC,CAAC;QAEpE,iCAAiC;QACjC,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACjE,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC3B,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,SAAS,CAAC,CAAC;QAC3F,CAAC;QAED,mBAAmB;QACnB,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,SAAS;SACxB,CAAC,CAAC,CAAC;QAEJ,gCAAgC;QAChC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAG,CAAC,UAAU,EAAE,CAAC;QAC/C,IAAI,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,EAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAG,CAAC,WAAW,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QAE7D,OAAO;YACL,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,aAAa,EAAE,SAAS,CAAC,MAAM;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,QAAgB;QACtC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAClE,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3C,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAE/C,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,YAAY,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE;gBACvD,QAAQ,EAAE,YAAY;gBACtB,OAAO,EAAE,YAAY;gBACrB,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,OAAO,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM;gBAC9B,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,MAAM,OAAO,GAA2B;YACtC,EAAE,EAAE,YAAY;YAChB,GAAG,EAAE,YAAY;YACjB,EAAE,EAAE,YAAY;YAChB,GAAG,EAAE,YAAY;YACjB,EAAE,EAAE,QAAQ;YACZ,EAAE,EAAE,IAAI;YACR,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,MAAM;YACZ,EAAE,EAAE,MAAM;YACV,GAAG,EAAE,KAAK;YACV,CAAC,EAAE,GAAG;YACN,GAAG,EAAE,KAAK;YACV,CAAC,EAAE,GAAG;YACN,GAAG,EAAE,KAAK;YACV,EAAE,EAAE,QAAQ;YACZ,KAAK,EAAE,OAAO;YACd,EAAE,EAAE,QAAQ;YACZ,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,MAAM;SACZ,CAAC;QACF,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;QAEhF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAG,CAAC,UAAU,EAAE,CAAC;QAC/C,IAAI,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,EAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "lance-context",
+  "version": "0.1.0",
+  "description": "MCP plugin for semantic code search using LanceDB - gives AI coding agents deep context from your entire codebase",
+  "main": "dist/index.js",
+  "type": "module",
+  "bin": {
+    "lance-context": "./dist/index.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/index.js",
+    "dev": "tsx src/index.ts",
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "prepublishOnly": "npm run build"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/nicholaspsmith/lance-context.git"
+  },
+  "keywords": [
+    "mcp",
+    "claude",
+    "code-search",
+    "embeddings",
+    "lancedb",
+    "semantic-search",
+    "ai-coding"
+  ],
+  "author": "Nicholas Smith",
+  "license": "GPL-3.0",
+  "bugs": {
+    "url": "https://github.com/nicholaspsmith/lance-context/issues"
+  },
+  "homepage": "https://github.com/nicholaspsmith/lance-context#readme",
+  "dependencies": {
+    "@lancedb/lancedb": "^0.22.3",
+    "@modelcontextprotocol/sdk": "^1.0.0",
+    "glob": "^13.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "tsx": "^4.0.0",
+    "typescript": "^5.7.0"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  }
+}