code-graph-context 2.10.2 → 2.10.3

package/dist/core/embeddings/embedding-sidecar.js

@@ -22,6 +22,7 @@ export class EmbeddingSidecar {
     config;
     _dimensions = null;
     stopping = false;
+    _exitHandler = null;
     constructor(config = {}) {
         this.config = { ...DEFAULT_CONFIG, ...config };
     }
@@ -74,12 +75,15 @@ export class EmbeddingSidecar {
         console.error(`[embedding-sidecar] Starting on ${this.baseUrl} (python: ${python}, model: ${this.config.model})`);
         this.process = spawn(python, ['-m', 'uvicorn', 'embedding_server:app', '--host', this.config.host, '--port', String(this.config.port)], {
             cwd: sidecarDir,
-            stdio: ['ignore', 'pipe', 'pipe'],
+            // stdin='pipe' so the child detects parent death when the pipe breaks
+            stdio: ['pipe', 'pipe', 'pipe'],
             env: {
                 ...process.env,
                 EMBEDDING_MODEL: this.config.model,
             },
         });
+        // Store pid for synchronous cleanup on exit
+        const childPid = this.process.pid;
         // Forward stderr for visibility (model loading progress, errors)
         this.process.stderr?.on('data', (data) => {
             const line = data.toString().trim();
@@ -95,6 +99,21 @@ export class EmbeddingSidecar {
             }
             this.cleanup();
         });
+        // Synchronous kill on parent exit — this is the only guaranteed cleanup
+        // when the Node process dies unexpectedly (SIGKILL, crash, etc.)
+        if (childPid) {
+            const exitHandler = () => {
+                try {
+                    process.kill(childPid, 'SIGKILL');
+                }
+                catch {
+                    // Process already dead — ignore
+                }
+            };
+            process.on('exit', exitHandler);
+            // Store handler so we can remove it when the sidecar stops normally
+            this._exitHandler = exitHandler;
+        }
         // Poll until healthy
         await this.waitForHealthy();
     }
@@ -233,6 +252,10 @@ export class EmbeddingSidecar {
         this.cleanup();
     }
     cleanup() {
+        if (this._exitHandler) {
+            process.removeListener('exit', this._exitHandler);
+            this._exitHandler = null;
+        }
         this.process = null;
         this.readyPromise = null;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "code-graph-context",
-  "version": "2.10.2",
+  "version": "2.10.3",
   "description": "MCP server that builds code graphs to provide rich context to LLMs",
   "type": "module",
   "homepage": "https://github.com/drewdrewH/code-graph-context#readme",

package/sidecar/embedding_server.py

@@ -49,7 +49,8 @@ def load_model():
         model = SentenceTransformer(model_name, device=device)
 
         # Warm up with a test embedding
-        test = model.encode(["warmup"], show_progress_bar=False)
+        with torch.no_grad():
+            test = model.encode(["warmup"], show_progress_bar=False)
         dims = len(test[0])
         logger.info(f"Model loaded: {dims} dimensions, device={device}")
     except Exception as e:
@@ -99,12 +100,16 @@ def _encode_with_oom_fallback(texts: list[str], batch_size: int) -> list[list[fl
     import torch
 
     try:
-        result = model.encode(
-            texts,
-            batch_size=batch_size,
-            show_progress_bar=False,
-            normalize_embeddings=True,
-        )
+        with torch.no_grad():
+            result = model.encode(
+                texts,
+                batch_size=batch_size,
+                show_progress_bar=False,
+                normalize_embeddings=True,
+            )
+        # Free intermediate tensors after each request
+        if hasattr(torch.mps, "empty_cache"):
+            torch.mps.empty_cache()
         return result.tolist()
     except (torch.mps.OutOfMemoryError, RuntimeError) as e:
         if "out of memory" not in str(e).lower():
@@ -124,12 +129,13 @@ def _encode_with_oom_fallback(texts: list[str], batch_size: int) -> list[list[fl
         try:
             # Use smaller batches on CPU
             cpu_batch = min(batch_size, 4)
-            result = model.encode(
-                texts,
-                batch_size=cpu_batch,
-                show_progress_bar=False,
-                normalize_embeddings=True,
-            )
+            with torch.no_grad():
+                result = model.encode(
+                    texts,
+                    batch_size=cpu_batch,
+                    show_progress_bar=False,
+                    normalize_embeddings=True,
+                )
             return result.tolist()
         finally:
             # Move back to MPS for future requests
@@ -145,3 +151,27 @@ def handle_signal(sig, _frame):
 
 
 signal.signal(signal.SIGTERM, handle_signal)
+
+
+def _watch_stdin():
+    """
+    Watch stdin for EOF — when the parent Node.js process dies (any reason),
+    the pipe breaks and stdin closes. This is our most reliable way to detect
+    parent death and self-terminate instead of becoming an orphan.
+    """
+    import threading
+
+    def _watcher():
+        try:
+            # Blocks until stdin is closed (parent died)
+            sys.stdin.read()
+        except Exception:
+            pass
+        logger.info("Parent process died (stdin closed), shutting down")
+        os._exit(0)
+
+    t = threading.Thread(target=_watcher, daemon=True)
+    t.start()
+
+
+_watch_stdin()