engrm 0.4.43 → 0.4.45

package/dist/server.js

@@ -14409,6 +14409,7 @@ function ensureObservationTypes(db) {
         DROP TABLE observations;
         ALTER TABLE observations_repair RENAME TO observations;
         CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_project_lifecycle ON observations(project_id, lifecycle);
         CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
         CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
         CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
@@ -14689,6 +14690,7 @@ class MemDatabase {
     this.db = openDatabase(dbPath);
     this.db.exec("PRAGMA journal_mode = WAL");
     this.db.exec("PRAGMA foreign_keys = ON");
+    this.db.exec("PRAGMA busy_timeout = 5000");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
     ensureObservationTypes(this.db);
@@ -14710,8 +14712,16 @@ class MemDatabase {
     this.db.close();
   }
   upsertProject(project) {
+    const canonicalId = project.canonical_id?.trim();
+    const name = project.name?.trim();
+    if (!canonicalId) {
+      throw new Error("Project canonical_id is required");
+    }
+    if (!name) {
+      throw new Error("Project name is required");
+    }
     const now = Math.floor(Date.now() / 1000);
-    const existing = this.db.query("SELECT * FROM projects WHERE canonical_id = ?").get(project.canonical_id);
+    const existing = this.db.query("SELECT * FROM projects WHERE canonical_id = ?").get(canonicalId);
     if (existing) {
       this.db.query(`UPDATE projects SET
             local_path = COALESCE(?, local_path),
@@ -14726,7 +14736,7 @@ class MemDatabase {
       };
     }
     const result = this.db.query(`INSERT INTO projects (canonical_id, name, local_path, remote_url, first_seen_epoch, last_active_epoch)
-        VALUES (?, ?, ?, ?, ?, ?)`).run(project.canonical_id, project.name, project.local_path ?? null, project.remote_url ?? null, now, now);
+        VALUES (?, ?, ?, ?, ?, ?)`).run(canonicalId, name, project.local_path ?? null, project.remote_url ?? null, now, now);
     return this.db.query("SELECT * FROM projects WHERE id = ?").get(Number(result.lastInsertRowid));
   }
   getProjectByCanonicalId(canonicalId) {
@@ -15822,10 +15832,11 @@ function readProjectConfigFile(directory) {
   }
 }
 function detectProject(directory) {
-  const remoteUrl = getGitRemoteUrl(directory);
+  const resolvedDirectory = resolve(directory);
+  const remoteUrl = getGitRemoteUrl(resolvedDirectory);
   if (remoteUrl) {
     const canonicalId = normaliseGitRemoteUrl(remoteUrl);
-    const repoRoot = getGitTopLevel(directory) ?? directory;
+    const repoRoot = getGitTopLevel(resolvedDirectory) ?? resolvedDirectory;
     return {
       canonical_id: canonicalId,
       name: projectNameFromCanonicalId(canonicalId),
@@ -15833,21 +15844,22 @@ function detectProject(directory) {
       local_path: repoRoot
     };
   }
-  const configFile = readProjectConfigFile(directory);
+  const configFile = readProjectConfigFile(resolvedDirectory);
   if (configFile) {
     return {
       canonical_id: configFile.project_id,
       name: configFile.name ?? projectNameFromCanonicalId(configFile.project_id),
       remote_url: null,
-      local_path: directory
+      local_path: resolvedDirectory
     };
   }
-  const dirName = basename(directory);
+  const dirName = basename(resolvedDirectory);
+  const safeDirName = !dirName || dirName === "/" || dirName === "." ? "root" : dirName;
   return {
-    canonical_id: `local/${dirName}`,
-    name: dirName,
+    canonical_id: `local/${safeDirName}`,
+    name: safeDirName,
     remote_url: null,
-    local_path: directory
+    local_path: resolvedDirectory
   };
 }
 function detectProjectForPath(filePath, fallbackCwd) {
@@ -17537,7 +17549,19 @@ function formatTimestamp(nowMs) {
   return `${yyyy}-${mm}-${dd} ${hh}:${mi}Z`;
 }
 function compactLine(value) {
-  const trimmed = value?.replace(/\s+/g, " ").trim();
+  if (value === null || value === undefined)
+    return null;
+  let text;
+  if (typeof value === "string") {
+    text = value;
+  } else {
+    try {
+      text = JSON.stringify(value);
+    } catch {
+      text = String(value);
+    }
+  }
+  const trimmed = text.replace(/\s+/g, " ").trim();
   if (!trimmed)
     return null;
   return trimmed.length > 120 ? `${trimmed.slice(0, 117)}...` : trimmed;
@@ -21217,11 +21241,12 @@ function getPendingEntries(db, limit = 50) {
       LIMIT ?`).all(now, limit);
 }
 function markSyncing(db, entryId) {
-  db.db.query("UPDATE sync_outbox SET status = 'syncing' WHERE id = ?").run(entryId);
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query("UPDATE sync_outbox SET status = 'syncing', next_retry_epoch = ? WHERE id = ?").run(now, entryId);
 }
 function markSynced(db, entryId) {
   const now = Math.floor(Date.now() / 1000);
-  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ? WHERE id = ?").run(now, entryId);
+  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ?, next_retry_epoch = NULL, last_error = NULL WHERE id = ?").run(now, entryId);
 }
 function markFailed(db, entryId, error48) {
   const now = Math.floor(Date.now() / 1000);
@@ -21245,6 +21270,74 @@ function getOutboxStats(db) {
   }
   return stats;
 }
+function getOutboxFailureSummaries(db, limit = 5) {
+  return db.db.query(`SELECT COALESCE(last_error, '') as error, COUNT(*) as count
+       FROM sync_outbox
+       WHERE status = 'failed'
+       GROUP BY COALESCE(last_error, '')
+       ORDER BY count DESC, error ASC
+       LIMIT ?`).all(limit).filter((row) => row.error.length > 0);
+}
+function classifyOutboxFailure(error48) {
+  const normalized = error48.toLowerCase();
+  if (normalized.includes("401") || normalized.includes("invalid or missing credentials")) {
+    return "auth";
+  }
+  if (normalized.includes("429") || normalized.includes("rate limit")) {
+    return "rate_limit";
+  }
+  if (normalized.includes("timeout") || normalized.includes("abort")) {
+    return "timeout";
+  }
+  if (normalized.includes("network") || normalized.includes("fetch") || normalized.includes("econn")) {
+    return "network";
+  }
+  if (normalized.includes("400") || normalized.includes("422") || normalized.includes("validation")) {
+    return "validation";
+  }
+  return "other";
+}
+function resetFailedEntries(db) {
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           retry_count = 0,
+           last_error = NULL,
+           next_retry_epoch = NULL
+       WHERE status = 'failed'`).run();
+  return result.changes;
+}
+function resetFailedEntriesMatching(db, predicate) {
+  const rows = db.db.query(`SELECT id, last_error
+       FROM sync_outbox
+       WHERE status = 'failed'`).all();
+  const matchingIds = rows.filter((row) => row.last_error && predicate(row.last_error)).map((row) => row.id);
+  if (matchingIds.length === 0)
+    return 0;
+  const placeholders = matchingIds.map(() => "?").join(", ");
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           retry_count = 0,
+           last_error = NULL,
+           next_retry_epoch = NULL
+       WHERE id IN (${placeholders})`).run(...matchingIds);
+  return result.changes;
+}
+function resetSyncingEntries(db) {
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           next_retry_epoch = NULL
+      WHERE status = 'syncing'`).run();
+  return result.changes;
+}
+function resetStaleSyncingEntries(db, maxAgeSeconds = 300) {
+  const cutoff = Math.floor(Date.now() / 1000) - maxAgeSeconds;
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           next_retry_epoch = NULL
+       WHERE status = 'syncing'
+         AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?)`).run(cutoff);
+  return result.changes;
+}
 
 // src/intelligence/value-signals.ts
 var LESSON_TYPES = new Set(["bugfix", "decision", "pattern"]);
@@ -21381,7 +21474,12 @@ function getMemoryStats(db) {
     recent_completed: insights.recent_completed,
     next_steps: insights.next_steps,
     installed_packs: db.getInstalledPacks(),
-    outbox: getOutboxStats(db)
+    outbox: getOutboxStats(db),
+    outbox_failure_summary: getOutboxFailureSummaries(db).map((row) => ({
+      category: classifyOutboxFailure(row.error),
+      error: row.error,
+      count: row.count
+    }))
   };
 }
 
@@ -21564,6 +21662,7 @@ function isDue(db, key, interval, now) {
 }
 
 // src/sync/auth.ts
+import { createHash as createHash4 } from "node:crypto";
 var LEGACY_PUBLIC_HOSTS = new Set(["www.candengo.com", "candengo.com"]);
 function normalizeBaseUrl(url2) {
   const trimmed = url2.trim();
@@ -21594,6 +21693,36 @@ function getBaseUrl(config2) {
   }
   return null;
 }
+function getAuthFingerprint(config2) {
+  const apiKey = getApiKey(config2);
+  const baseUrl = getBaseUrl(config2);
+  if (!apiKey || !baseUrl)
+    return null;
+  return createHash4("sha256").update(`${baseUrl}
+${apiKey}
+${config2.namespace}
+${config2.site_id}`).digest("hex");
+}
+function recoverOutboxAfterAuthChange(db, config2) {
+  const fingerprint = getAuthFingerprint(config2);
+  if (!fingerprint) {
+    const staleSyncingReset2 = resetStaleSyncingEntries(db);
+    return { fingerprintChanged: false, failedReset: 0, authFailedReset: 0, syncingReset: 0, staleSyncingReset: staleSyncingReset2 };
+  }
+  const key = "sync_auth_fingerprint";
+  const previous = db.getSyncState(key);
+  const fingerprintChanged = previous !== fingerprint;
+  if (!fingerprintChanged) {
+    const authFailedReset = resetFailedEntriesMatching(db, (error48) => classifyOutboxFailure(error48) === "auth");
+    const staleSyncingReset2 = resetStaleSyncingEntries(db);
+    return { fingerprintChanged: false, failedReset: 0, authFailedReset, syncingReset: 0, staleSyncingReset: staleSyncingReset2 };
+  }
+  const failedReset = resetFailedEntries(db);
+  const syncingReset = resetSyncingEntries(db);
+  const staleSyncingReset = 0;
+  db.setSyncState(key, fingerprint);
+  return { fingerprintChanged: true, failedReset, authFailedReset: 0, syncingReset, staleSyncingReset };
+}
 function buildSourceId(config2, localId, type = "obs") {
   return `${config2.user_id}-${config2.device_id}-${type}-${localId}`;
 }
@@ -21782,7 +21911,19 @@ function buildCurrentThread(latestRequest, recentOutcomes, hotFiles, recentToolN
   return null;
 }
 function compactLine2(value) {
-  const trimmed = value?.replace(/\s+/g, " ").trim();
+  if (value === null || value === undefined)
+    return null;
+  let text;
+  if (typeof value === "string") {
+    text = value;
+  } else {
+    try {
+      text = JSON.stringify(value);
+    } catch {
+      text = String(value);
+    }
+  }
+  const trimmed = text.replace(/\s+/g, " ").trim();
   if (!trimmed)
     return null;
   return trimmed.length > 120 ? `${trimmed.slice(0, 117)}...` : trimmed;
@@ -22375,6 +22516,9 @@ async function pullSettings(client, config2) {
 
 // src/sync/engine.ts
 var DEFAULT_PULL_INTERVAL = 60000;
+function recordNowEpoch(db, key) {
+  db.setSyncState(key, String(Math.floor(Date.now() / 1000)));
+}
 
 class SyncEngine {
   db;
@@ -22433,7 +22577,11 @@ class SyncEngine {
       return;
     this._pushing = true;
     try {
-      await pushOutbox(this.db, this.config, this.config.sync.batch_size);
+      recoverOutboxAfterAuthChange(this.db, this.config);
+      const result = await pushOutbox(this.db, this.config, this.config.sync.batch_size);
+      if (result.pushed > 0) {
+        recordNowEpoch(this.db, "last_push_epoch");
+      }
     } finally {
       this._pushing = false;
     }
@@ -22443,11 +22591,16 @@ class SyncEngine {
       return;
     this._pulling = true;
     try {
-      await pullFromVector(this.db, this.client, this.config);
+      const primary = await pullFromVector(this.db, this.client, this.config);
+      let totalReceived = primary.received;
       if (this.fleetClient) {
-        await pullFromVector(this.db, this.fleetClient, this.config);
+        const fleet = await pullFromVector(this.db, this.fleetClient, this.config);
+        totalReceived += fleet.received;
       }
       await pullSettings(this.client, this.config);
+      if (totalReceived > 0) {
+        recordNowEpoch(this.db, "last_pull_epoch");
+      }
     } finally {
       this._pulling = false;
     }
@@ -23103,20 +23256,41 @@ function resolveAgentName(clientName) {
   return clientName;
 }
 var syncEngine = null;
-process.on("SIGINT", () => {
-  syncEngine?.stop();
-  db.close();
-  process.exit(0);
-});
-process.on("SIGTERM", () => {
+var shuttingDown = false;
+function shutdown(code = 0) {
+  if (shuttingDown)
+    return;
+  shuttingDown = true;
   syncEngine?.stop();
   db.close();
-  process.exit(0);
-});
+  process.exit(code);
+}
+process.on("SIGINT", () => shutdown(0));
+process.on("SIGTERM", () => shutdown(0));
+function installStdioLivenessGuards() {
+  process.stdin.on("end", () => shutdown(0));
+  process.stdin.on("close", () => shutdown(0));
+  process.stdin.on("error", () => shutdown(0));
+  process.stdin.resume();
+  const parentPid = process.ppid;
+  if (!Number.isInteger(parentPid) || parentPid <= 1)
+    return;
+  const heartbeat = setInterval(() => {
+    try {
+      process.kill(parentPid, 0);
+    } catch {
+      shutdown(0);
+    }
+    if (process.ppid === 1) {
+      shutdown(0);
+    }
+  }, 30000);
+  heartbeat.unref();
+}
 function buildServer() {
   const server = new McpServer({
     name: "engrm",
-    version: "0.4.42"
+    version: "0.4.45"
   });
   const enabledToolNames = getEnabledToolNames(config2.tool_profile);
   const originalTool = server.tool.bind(server);
@@ -25127,6 +25301,7 @@ async function main() {
     await startHttpServer();
     return;
   }
+  installStdioLivenessGuards();
   const transport = new StdioServerTransport;
   await server.connect(transport);
 }

package/opencode/README.md

@@ -31,12 +31,12 @@ The MCP entry written by the helper script matches:
 {
   "$schema": "https://opencode.ai/config.json",
   "mcp": {
-    "engrm": {
-      "type": "local",
-      "command": ["engrm", "serve"],
-      "enabled": true,
-      "timeout": 5000
-    }
+      "engrm": {
+        "type": "local",
+        "command": ["node", "/absolute/path/to/engrm/dist/server.js"],
+        "enabled": true,
+        "timeout": 5000
+      }
   }
 }
 ```

package/opencode/install-or-update-opencode-plugin.sh

@@ -13,6 +13,12 @@ import os
 root = Path(os.environ["ENGRM_OPENCODE_SCRIPT_DIR"]).resolve()
 repo = root.parent
 plugin_source = repo / "opencode" / "plugin" / "engrm-opencode.js"
+runtime = shutil.which("node") or shutil.which("bun") or "node"
+dist_server = repo / "dist" / "server.js"
+src_server = repo / "src" / "server.ts"
+command = [runtime, str(dist_server if dist_server.exists() else src_server)]
+if not dist_server.exists() and command[0].endswith("bun"):
+    command = [runtime, "run", str(src_server)]
 config_dir = Path.home() / ".config" / "opencode"
 plugins_dir = config_dir / "plugins"
 config_path = config_dir / "opencode.json"
@@ -32,7 +38,7 @@ config.setdefault("$schema", "https://opencode.ai/config.json")
 mcp = config.setdefault("mcp", {})
 mcp["engrm"] = {
     "type": "local",
-    "command": ["engrm", "serve"],
+    "command": command,
     "enabled": True,
     "timeout": 5000,
 }

package/opencode/opencode.example.json

@@ -4,8 +4,8 @@
     "engrm": {
       "type": "local",
       "command": [
-        "engrm",
-        "serve"
+        "node",
+        "/absolute/path/to/engrm/dist/server.js"
       ],
       "enabled": true,
       "timeout": 5000

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "engrm",
-  "version": "0.4.43",
+  "version": "0.4.45",
   "description": "Shared memory across devices, sessions, and agents, with thin MCP tools for durable capture, live continuity, and Hermes-ready remote MCP support",
   "mcpName": "io.github.dr12hes/engrm",
   "type": "module",