@zuvia-software-solutions/code-mapper 2.0.2 → 2.1.0

package/dist/core/embeddings/embedder.js

@@ -159,24 +159,34 @@ export const embedBatch = async (texts) => {
         return [];
     if (!ready)
         await initEmbedder();
-    // Send all texts to Python in one call — Python does optimal length-tiered
-    // batching internally for Metal GPU. No need to double-batch at the Node level.
-    console.error(`Code Mapper: embedBatch sending ${texts.length} texts to MLX...`);
+    // Batch at Node level to keep stdin/stdout JSON messages manageable.
+    // Python does internal length-tiered batching within each chunk.
+    // 500 texts per chunk balances IPC overhead vs pipe buffer limits.
+    const CHUNK_SIZE = 500;
+    const allResults = [];
+    const totalChunks = Math.ceil(texts.length / CHUNK_SIZE);
     const t0 = Date.now();
-    const result = await sendAndReceive({
-        texts,
-        task: 'nl2code',
-        type: 'passage',
-        dims: DEFAULT_EMBEDDING_CONFIG.dimensions,
-    });
-    if (result.error)
-        throw new Error(`Batch embedding failed: ${result.error}`);
-    if (!result.embeddings || !Array.isArray(result.embeddings)) {
-        throw new Error(`Batch embedding returned invalid response: ${JSON.stringify(result).slice(0, 200)}`);
+    console.error(`Code Mapper: embedBatch ${texts.length} texts in ${totalChunks} chunk(s)...`);
+    for (let i = 0; i < texts.length; i += CHUNK_SIZE) {
+        const chunk = texts.slice(i, i + CHUNK_SIZE);
+        const result = await sendAndReceive({
+            texts: chunk,
+            task: 'nl2code',
+            type: 'passage',
+            dims: DEFAULT_EMBEDDING_CONFIG.dimensions,
+        });
+        if (result.error)
+            throw new Error(`Batch embedding failed: ${result.error}`);
+        if (!result.embeddings || !Array.isArray(result.embeddings)) {
+            throw new Error(`Batch embedding returned invalid response: ${JSON.stringify(result).slice(0, 200)}`);
+        }
+        for (const e of result.embeddings) {
+            allResults.push(new Float32Array(e));
+        }
     }
     const elapsed = Date.now() - t0;
-    console.error(`Code Mapper: embedBatch complete — ${result.embeddings.length} embeddings in ${elapsed}ms (${result.ms ?? '?'}ms inference)`);
-    return result.embeddings.map((e) => new Float32Array(e));
+    console.error(`Code Mapper: embedBatch complete — ${allResults.length} embeddings in ${elapsed}ms`);
+    return allResults;
 };
 /**
  * Embed a query text for semantic search (cached, uses "query" prompt type)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zuvia-software-solutions/code-mapper",
-  "version": "2.0.2",
+  "version": "2.1.0",
   "description": "Graph-powered code intelligence for AI agents. Index any codebase, query via MCP or CLI.",
   "author": "Abhigyan Patwari",
   "license": "PolyForm-Noncommercial-1.0.0",