specmem-hardwicksoftware 3.7.38 → 3.7.40

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "specmem-hardwicksoftware",
-  "version": "3.7.38",
+  "version": "3.7.40",
   "type": "module",
   "description": "Your Claude Code sessions don't have to start from scratch anymore — SpecMem gives your AI real memory. It won't forget your conversations, your code, or your architecture decisions between sessions. That's the whole point. Semantic code indexing that actually works: TypeScript, JavaScript, Python, Go, Rust, Java, Kotlin, C, C++, HTML and more. It doesn't just track functions — it gets classes, methods, fields, constants, enums, macros, imports, structs, the whole codebase graph. There's chat memory too, powered by pgvector embeddings. You've also got token compression, team coordination, multi-agent comms, and file watching built in. 74+ MCP tools. Runs on PostgreSQL + Docker. It's kind of a big deal. justcalljon.pro",
   "main": "dist/index.js",

package/scripts/specmem-init.cjs

@@ -9140,15 +9140,15 @@ function registerProjectInRegistry(projectPath, globalDir) {
 /**
  * Stage 1: MODEL DOWNLOAD
  * Checks for all required ML models. If any are missing, auto-downloads
- * the combined models tarball from GitHub release — no prompting.
+ * the combined models tarball from a permanent GitHub release (tag: "models").
+ * Version-independent — all npm versions pull from the same release.
  *
- * Models bundled in npm (always present after install):
- *   - all-MiniLM-L6-v2 (embedding)
- *   - minisbd (sentence boundary)
- *
- * Models NOT in npm (LFS-only, downloaded via release tarball):
- *   - pythia-410m-onnx-quant (mini-COT)
- *   - argos-translate (translation en↔zh/zt)
+ * All models (~662MB uncompressed):
+ *   - all-MiniLM-L6-v2 (23MB) — embedding model (ONNX)
+ *   - pythia-410m-onnx-quant (394MB) — mini-COT (ONNX int8)
+ *   - argos-translate (246MB) — translation (en↔zh/zt)
+ *   - minisbd (192KB) — sentence boundary detection
+ *   - argos-translate-packages (4KB) — package registry
  */
 async function ensureModels(ui) {
   const specmemRoot = path.resolve(__dirname, '..');
@@ -9156,8 +9156,10 @@ async function ensureModels(ui) {
   const version = SPECMEM_VERSION;
 
   const sentinels = [
+    { name: 'Embedding (MiniLM)', path: path.join(modelsDir, 'all-MiniLM-L6-v2', 'onnx', 'model_quint8_avx2.onnx') },
     { name: 'Mini-COT (Pythia)', path: path.join(modelsDir, 'pythia-410m-onnx-quant', 'model_quantized.onnx') },
     { name: 'Translation (Argos)', path: path.join(modelsDir, 'argos-translate', 'translate-en_zh-1_9', 'model', 'model.bin') },
+    { name: 'SBD (minisbd)', path: path.join(modelsDir, 'minisbd', 'en.onnx') },
   ];
 
   const missing = sentinels.filter(s => !fs.existsSync(s.path));
@@ -9188,8 +9190,9 @@ async function ensureModels(ui) {
     return;
   }
 
-  const releaseUrl = `https://github.com/jonhardwick-spec/specmem/releases/download/v${version}/specmem-models-${version}.tar.gz`;
-  const tmpTarball = path.join(os.tmpdir(), `specmem-models-${version}.tar.gz`);
+  // Permanent models release — version-independent, all npm versions pull from here
+  const releaseUrl = 'https://github.com/jonhardwick-spec/specmem/releases/download/models/specmem-models.tar.gz';
+  const tmpTarball = path.join(os.tmpdir(), 'specmem-models.tar.gz');
 
   initLog(`[MODELS] Downloading: ${releaseUrl}`);
 
@@ -9210,14 +9213,15 @@ async function ensureModels(ui) {
 
   try {
     const mkdirCmd = `mkdir -p "${modelsDir}"`;
-    const extractCmd = `tar xzf "${tmpTarball}" -C "${modelsDir}"`;
+    // Tarball has models/ prefix — strip it so contents land directly in modelsDir
+    const extractCmd = `tar xzf "${tmpTarball}" -C "${modelsDir}" --strip-components=1`;
     if (needsSudo) {
       execSync(`sudo ${mkdirCmd}`, { stdio: 'pipe' });
-      execSync(`sudo ${extractCmd}`, { stdio: 'pipe', timeout: 180000 });
+      execSync(`sudo ${extractCmd}`, { stdio: 'pipe', timeout: 300000 });
       execSync(`sudo chmod -R a+rX "${modelsDir}"`, { stdio: 'pipe' });
     } else {
       execSync(mkdirCmd, { stdio: 'pipe' });
-      execSync(extractCmd, { stdio: 'pipe', timeout: 180000 });
+      execSync(extractCmd, { stdio: 'pipe', timeout: 300000 });
     }
   } catch (e) {
     initLog(`[MODELS] Extraction failed: ${e.message}`);
@@ -10129,23 +10133,33 @@ ${lastOutput}
       } catch {
         ui.setStatus(`Pulling ${containerImage}...`);
         try {
-          execSync(`${rtCmd} pull ${containerImage}`, { stdio: 'pipe', timeout: 600000 });
+          execSync(`${rtCmd} pull ${containerImage}`, { stdio: 'ignore', timeout: 600000 });
           imageExists = true;
           ui.setStatus('Image pulled');
         } catch (pullErr) {
           // Try building locally if pull fails
-          ui.setStatus('Pull failed, building locally...');
-          const dockerfilePath = path.join(path.dirname(__dirname), 'container', 'Dockerfile');
-          if (fs.existsSync(dockerfilePath)) {
-            try {
-              execSync(`${rtCmd} build -t ${containerImage} -f ${dockerfilePath} ${path.dirname(__dirname)}`, {
-                stdio: 'pipe', timeout: 1200000 // 20 min for local build
-              });
-              imageExists = true;
-              ui.setStatus('Image built locally');
-            } catch (buildErr) {
-              ui.setStatus('Image unavailable — will use legacy mode');
+          try {
+            ui.setStatus('Pull failed, building locally...');
+            const dockerfilePath = path.join(path.dirname(__dirname), 'container', 'Dockerfile');
+            if (fs.existsSync(dockerfilePath)) {
+              // stdio:'ignore' — build output can be gigabytes (no .dockerignore at context root)
+              // Without this, Node's default 1MB maxBuffer causes ERR_CHILD_PROCESS_STDIO_MAXBUFFER
+              // which crashes init before the catch can fire cleanly
+              try {
+                execSync(`${rtCmd} build -t ${containerImage} -f ${dockerfilePath} ${path.dirname(__dirname)}`, {
+                  stdio: 'ignore', timeout: 1200000 // 20 min for local build
+                });
+                imageExists = true;
+                ui.setStatus('Image built locally');
+              } catch (buildErr) {
+                initLog(`[CONTAINER] Local build failed: ${buildErr.message}`);
+                ui.setStatus('Image unavailable — will use legacy mode');
+              }
             }
+          } catch (fallbackErr) {
+            // Catch-all: even if ui.setStatus or fs.existsSync throws, don't crash init
+            initLog(`[CONTAINER] Pull fallback error: ${fallbackErr.message}`);
+            ui.setStatus('Image unavailable');
           }
         }
       }
@@ -11698,5 +11712,9 @@ priority=999
 
 main().catch((err) => {
   cleanupSpeedMode();
+  // Stop ProgressUI if active — otherwise error prints to alternate screen buffer and is invisible
+  if (_currentUI && typeof _currentUI.stop === 'function') {
+    try { _currentUI.stop(); } catch {}
+  }
   console.error(err);
 });