@zuvia-software-solutions/code-mapper 2.1.0 → 2.1.1

package/dist/cli/analyze.js

@@ -189,7 +189,7 @@ export const analyzeCommand = async (inputPath, options) => {
     updateBar(60, 'Loading into database...');
     // Reset the database (delete and recreate)
     const t0Db = Date.now();
-    const db = resetDb(dbPath);
+    let db = resetDb(dbPath);
     let dbMsgCount = 0;
     const dbResult = loadGraphToDb(db, pipelineResult.graph, pipelineResult.repoPath, (msg) => {
         dbMsgCount++;
@@ -229,14 +229,61 @@ export const analyzeCommand = async (inputPath, options) => {
         embeddingSkipped = false;
     }
     if (!embeddingSkipped) {
-        updateBar(90, 'Loading embedding model...');
+        updateBar(90, 'Generating embeddings...');
         const t0Emb = Date.now();
-        const { runEmbeddingPipeline } = await import('../core/embeddings/embedding-pipeline.js');
-        await runEmbeddingPipeline(db, (progress) => {
-            const scaled = 90 + Math.round((progress.percent / 100) * 8);
-            const label = progress.phase === 'loading-model' ? 'Loading embedding model...' : `Embedding ${progress.nodesProcessed || 0}/${progress.totalNodes || '?'}`;
-            updateBar(scaled, label);
-        }, {}, cachedEmbeddingNodeIds.size > 0 ? cachedEmbeddingNodeIds : undefined);
+        // Close DB so Python can write to it
+        closeDb(dbPath);
+        // Run Python embedder in batch mode — reads from SQLite, embeds, writes back.
+        // Zero IPC overhead: ~3x faster than Node↔Python JSON streaming.
+        const { execFile } = await import('child_process');
+        const { fileURLToPath } = await import('url');
+        const mlxScript = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..', '..', 'models', 'mlx-embedder.py');
+        await new Promise((resolve, reject) => {
+            const proc = execFile('python3', [mlxScript, 'batch', dbPath, '--dims', '256', '--max-tokens', '2048'], {
+                maxBuffer: 10 * 1024 * 1024,
+                timeout: 600_000, // 10 min max for huge codebases
+            }, (err, _stdout, stderr) => {
+                if (err) {
+                    console.error(stderr || '');
+                    reject(new Error(`Embedding failed: ${err.message}`));
+                }
+                else {
+                    resolve();
+                }
+            });
+            // Stream progress from Python's JSON lines on stdout
+            let lineBuf = '';
+            proc.stdout?.on('data', (chunk) => {
+                lineBuf += chunk.toString();
+                const lines = lineBuf.split('\n');
+                lineBuf = lines.pop() || '';
+                for (const line of lines) {
+                    if (!line.trim())
+                        continue;
+                    try {
+                        const msg = JSON.parse(line);
+                        if (msg.phase === 'loaded') {
+                            updateBar(91, `Model loaded (${msg.load_ms}ms)`);
+                        }
+                        else if (msg.phase === 'queried') {
+                            updateBar(92, `Found ${msg.nodes} embeddable nodes`);
+                        }
+                        else if (msg.phase === 'prepared') {
+                            updateBar(93, `${msg.to_embed} to embed, ${msg.skipped} cached`);
+                        }
+                        else if (msg.phase === 'embedded') {
+                            updateBar(96, `Embedded ${msg.count} nodes (${(msg.ms / 1000).toFixed(1)}s)`);
+                        }
+                        else if (msg.phase === 'done') {
+                            updateBar(98, `Embeddings complete (${msg.embedded} new, ${msg.skipped} cached)`);
+                        }
+                    }
+                    catch { }
+                }
+            });
+        });
+        // Reopen DB after Python is done
+        db = openDb(dbPath);
         embeddingTime = ((Date.now() - t0Emb) / 1000).toFixed(1);
     }
     // Phase 5: Finalize (98-100%)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zuvia-software-solutions/code-mapper",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "description": "Graph-powered code intelligence for AI agents. Index any codebase, query via MCP or CLI.",
   "author": "Abhigyan Patwari",
   "license": "PolyForm-Noncommercial-1.0.0",