@kelceyp/caw-server 1.0.197 → 1.0.198

package/dist/embedding-worker.js

@@ -21,6 +21,17 @@
 
 import { createInterface } from 'readline';
 
+const pad = (n) => String(n).padStart(2, '0');
+const pad3 = (n) => String(n).padStart(3, '0');
+const formatTimestamp = () => {
+    const now = new Date();
+    const h = now.getHours();
+    const ampm = h >= 12 ? 'pm' : 'am';
+    const h12 = h % 12 || 12;
+    return `${now.getFullYear()}-${pad(now.getMonth() + 1)}-${pad(now.getDate())}` +
+           ` ${pad(h12)}:${pad(now.getMinutes())}:${pad(now.getSeconds())}.${pad3(now.getMilliseconds())} ${ampm}`;
+};
+
 const MODEL_NAME = process.env.EMBEDDING_MODEL || 'nomic-ai/nomic-embed-text-v1.5';
 const CACHE_DIR = process.env.EMBEDDING_CACHE_DIR || null;
 
@@ -50,17 +61,17 @@ const run = async () => {
             },
             progress_callback: (progress) => {
                 if (progress.status === 'download') {
-                    process.stderr.write(`[EmbeddingWorker] Downloading: ${progress.file} (${Math.round((progress.loaded / progress.total) * 100)}%)\n`);
+                    process.stderr.write(`${formatTimestamp()} [EmbeddingWorker] Downloading: ${progress.file} (${Math.round((progress.loaded / progress.total) * 100)}%)\n`);
                 } else if (progress.status === 'ready') {
                     const suffix = progress.file ? `: ${progress.file}` : '';
-                    process.stderr.write(`[EmbeddingWorker] Ready${suffix}\n`);
+                    process.stderr.write(`${formatTimestamp()} [EmbeddingWorker] Ready${suffix}\n`);
                 }
             }
         });
 
         // Log loaded model details and baseline memory
         const rss = Math.round(process.memoryUsage().rss / 1024 / 1024);
-        process.stderr.write(`[EmbeddingWorker] Model loaded. RSS: ${rss}MB\n`);
+        process.stderr.write(`${formatTimestamp()} [EmbeddingWorker] Model loaded. RSS: ${rss}MB\n`);
 
         sendLine({ ready: true });
     } catch (err) {
@@ -81,26 +92,41 @@ const run = async () => {
             return;
         }
 
-        const { texts } = req;
+        const { texts, maxLength } = req;
         if (!Array.isArray(texts)) {
             sendLine({ error: 'Request must have a texts array' });
             return;
         }
 
-        try {
-            const output = await pipe(texts, { pooling: 'mean', normalize: false });
-            // Serialise: output.data is a flat Float32Array [batch * dims]
+        const extractVectors = (output, count) => {
             const dims = output.dims[output.dims.length - 1];
             const vectors = [];
-            for (let i = 0; i < texts.length; i++) {
+            for (let i = 0; i < count; i++) {
                 const start = i * dims;
-                const end = start + dims;
-                vectors.push(Array.from(output.data.slice(start, end)));
+                vectors.push(Array.from(output.data.slice(start, start + dims)));
             }
             output.dispose();
+            return vectors;
+        };
+
+        try {
+            let output;
+            if (maxLength !== undefined) {
+                const paddingOptions = { pooling: 'mean', normalize: false, padding: 'max_length', max_length: maxLength };
+                try {
+                    output = await pipe(texts, paddingOptions);
+                } catch (_paddingErr) {
+                    process.stderr.write(`${formatTimestamp()} [EmbeddingWorker] padding options unsupported, retrying without padding\n`);
+                    output = await pipe(texts, { pooling: 'mean', normalize: false });
+                }
+            } else {
+                output = await pipe(texts, { pooling: 'mean', normalize: false });
+            }
+            const vectors = extractVectors(output, texts.length);
             embedCallCount++;
             const embedRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
-            process.stderr.write(`[EmbeddingWorker] Embed #${embedCallCount}: ${texts.length} texts, RSS: ${embedRss}MB\n`);
+            const shapeStr = maxLength !== undefined ? `[${texts.length}×${maxLength}]` : `[${texts.length}×var]`;
+            process.stderr.write(`${formatTimestamp()} [EmbeddingWorker] Embed #${embedCallCount}: shape=${shapeStr}, RSS: ${embedRss}MB\n`);
             sendLine({ vectors });
         } catch (err) {
             sendLine({ error: `Embedding failed: ${err.message}` });