@zuvia-software-solutions/code-mapper 2.6.2 → 2.6.3

package/dist/core/embeddings/nl-embed-worker.js

@@ -9,20 +9,28 @@
 import { pipeline } from '@huggingface/transformers';
 const MODEL_ID = 'Xenova/bge-small-en-v1.5';
 async function main() {
-    // Load model
     const extractor = await pipeline('feature-extraction', MODEL_ID, { quantized: true });
     process.send({ type: 'ready' });
     // Process messages from parent
     process.on('message', async (msg) => {
         if (msg.type === 'embed') {
             const results = [];
-            for (const item of msg.items) {
-                try {
-                    const result = await extractor(item.text, { pooling: 'cls', normalize: true });
-                    results.push({ nodeId: item.nodeId, vec: Array.from(result.data) });
+            try {
+                const texts = msg.items.map((item) => item.text);
+                const batchResult = await extractor(texts, { pooling: 'cls', normalize: true });
+                const dims = batchResult.dims?.[1] ?? 384;
+                const flat = batchResult.data;
+                for (let i = 0; i < msg.items.length; i++) {
+                    results.push({ nodeId: msg.items[i].nodeId, vec: Array.from(flat.subarray(i * dims, (i + 1) * dims)) });
                 }
-                catch {
-                    // Skip failed embeddings
+            }
+            catch {
+                for (const item of msg.items) {
+                    try {
+                        const result = await extractor(item.text, { pooling: 'cls', normalize: true });
+                        results.push({ nodeId: item.nodeId, vec: Array.from(result.data) });
+                    }
+                    catch { /* skip */ }
                 }
             }
             process.send({ type: 'results', results, batchId: msg.batchId });

package/dist/core/embeddings/nl-embedder.js

@@ -21,9 +21,11 @@ export async function initNlEmbedder() {
         return loadPromise;
     loadPromise = (async () => {
         const { pipeline, env } = await import('@huggingface/transformers');
+        const os = await import('os');
+        const cpuCount = os.cpus().length;
         // Use all available CPU threads for ONNX inference
         if (env.backends?.onnx?.wasm) {
-            env.backends.onnx.wasm.numThreads = Math.max(1, (await import('os')).cpus().length);
+            env.backends.onnx.wasm.numThreads = Math.max(1, cpuCount);
         }
         extractor = await pipeline('feature-extraction', MODEL_ID, { quantized: true });
     })();
@@ -44,14 +46,15 @@ export async function nlEmbed(text) {
 export async function nlEmbedBatch(texts) {
     if (!extractor)
         await initNlEmbedder();
-    const BATCH = 32; // sub-batch size — balances throughput vs memory
+    const BATCH = 64;
     const results = [];
     for (let i = 0; i < texts.length; i += BATCH) {
         const batch = texts.slice(i, i + BATCH);
-        // Process sub-batch — transformers.js handles arrays
-        const batchResults = await Promise.all(batch.map(text => extractor(text, { pooling: 'cls', normalize: true })));
-        for (const result of batchResults) {
-            results.push(Array.from(result.data));
+        const batchResult = await extractor(batch, { pooling: 'cls', normalize: true });
+        const dims = batchResult.dims?.[1] ?? 384;
+        const flat = batchResult.data;
+        for (let j = 0; j < batch.length; j++) {
+            results.push(Array.from(flat.subarray(j * dims, (j + 1) * dims)));
         }
     }
     return results;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zuvia-software-solutions/code-mapper",
-  "version": "2.6.2",
+  "version": "2.6.3",
   "description": "Graph-powered code intelligence for AI agents. Index any codebase, query via MCP or CLI.",
   "author": "Abhigyan Patwari",
   "license": "PolyForm-Noncommercial-1.0.0",