specmem-hardwicksoftware 3.7.3 → 3.7.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "specmem-hardwicksoftware",
-  "version": "3.7.3",
+  "version": "3.7.5",
   "type": "module",
   "description": "Persistent memory system for coding sessions - semantic search with pgvector, token compression, team coordination, file watching. Needs root: installs system-wide hooks, manages docker/PostgreSQL, writes global configs, handles screen sessions. justcalljon.pro",
   "main": "dist/index.js",

package/scripts/specmem-init.cjs

@@ -3129,6 +3129,14 @@ async function indexCodebase(projectPath, ui, embeddingResult) {
       // Use Python directly - built-in thread limiting via torch.set_num_threads()
       initLog('[EMBED] Starting frankenstein-embeddings.py directly');
       const pythonPath = getPythonPath();
+
+      // Redirect stdout/stderr to log file instead of piping
+      // CRITICAL: Piped stdio keeps a reference to the child process even after unref(),
+      // which can cause SIGTERM/SIGPIPE when the parent's event loop is under heavy load
+      // (e.g. during batch embedding). Using 'ignore' or file descriptors prevents this.
+      const embedLogPath = path.join(projectPath, 'specmem', 'sockets', 'embedding-autostart.log');
+      const embedLogFd = fs.openSync(embedLogPath, 'a');
+
       const embeddingProcess = spawn(pythonPath, [embeddingScript], {
         cwd: path.dirname(embeddingScript),
         env: {
@@ -3137,7 +3145,7 @@ async function indexCodebase(projectPath, ui, embeddingResult) {
           SPECMEM_PROJECT_PATH: projectPath
         },
         detached: true,
-        stdio: ['ignore', 'pipe', 'pipe']
+        stdio: ['ignore', embedLogFd, embedLogFd]
       });
 
       // error handler BEFORE unref - prevents silent spawn failures
@@ -3145,13 +3153,8 @@ async function indexCodebase(projectPath, ui, embeddingResult) {
         ui.setSubStatus('Embedding spawn error: ' + err.message);
       });
 
-      // CRITICAL: Consume stdout/stderr so Python startup banner doesn't leak to terminal
-      embeddingProcess.stdout.on('data', (chunk) => {
-        initLog('[EMBED-STDOUT] ' + chunk.toString().trim());
-      });
-      embeddingProcess.stderr.on('data', (chunk) => {
-        initLog('[EMBED-STDERR] ' + chunk.toString().trim());
-      });
+      // Close the fd in the parent so only the child holds it
+      fs.closeSync(embedLogFd);
 
       embeddingProcess.unref();
 
@@ -3731,8 +3734,20 @@ async function indexCodebase(projectPath, ui, embeddingResult) {
 
           client.setTimeout(TIMEOUTS.EMBEDDING_REQUEST * 2); // Longer timeout for batch
 
+          // HARD WALL-CLOCK TIMEOUT: Cannot be reset by data/heartbeats
+          // Prevents infinite hangs on large files where server keeps sending heartbeats
+          const HARD_TIMEOUT_MS = TIMEOUTS.EMBEDDING_REQUEST * 3; // 270s absolute max
+          const hardTimeout = setTimeout(() => {
+            if (!settled) {
+              settled = true;
+              if (!client.destroyed) client.destroy();
+              reject(new Error(`Hard wall-clock timeout after ${HARD_TIMEOUT_MS}ms - embedding took too long (heartbeats: ${heartbeatCount})`));
+            }
+          }, HARD_TIMEOUT_MS);
+
           // Cleanup helper to avoid leaked resources
           const cleanup = () => {
+            clearTimeout(hardTimeout);
             if (!client.destroyed) client.destroy();
           };
 
@@ -4253,6 +4268,16 @@ async function indexCodebase(projectPath, ui, embeddingResult) {
     setPhase('Embedding');
 
     let fileEmbeddings = [];
+    // FIX: If activeSocketPath is gone (socket died), try to revalidate before skipping
+    if (fileEmbedTexts.length > 0 && !activeSocketPath) {
+      initLog('No active socket for embedding phase - attempting revalidation...');
+      const revalidated = await revalidateSocket();
+      if (revalidated) {
+        initLog(`Socket revalidated successfully: ${activeSocketPath}`);
+      } else {
+        initLog('Socket revalidation failed - embeddings will be skipped for this batch');
+      }
+    }
     if (fileEmbedTexts.length > 0 && activeSocketPath) {
       try {
         ui.setSubStatus(`Generating ${fileEmbedTexts.length} embeddings in batch...`);