engrm 0.4.42 → 0.4.44

package/dist/hooks/stop.js

@@ -399,7 +399,8 @@ function createDefaultConfig() {
       project_name: "shared-experience",
       namespace: "",
       api_key: ""
-    }
+    },
+    tool_profile: "full"
   };
 }
 function loadConfig() {
@@ -470,7 +471,8 @@ function loadConfig() {
       project_name: asString(config["fleet"]?.["project_name"], defaults.fleet.project_name),
       namespace: asString(config["fleet"]?.["namespace"], defaults.fleet.namespace),
       api_key: asString(config["fleet"]?.["api_key"], defaults.fleet.api_key)
-    }
+    },
+    tool_profile: asToolProfile(config["tool_profile"], defaults.tool_profile)
   };
 }
 function saveConfig(config) {
@@ -525,6 +527,11 @@ function asObserverMode(value, fallback) {
     return value;
   return fallback;
 }
+function asToolProfile(value, fallback) {
+  if (value === "full" || value === "memory")
+    return value;
+  return fallback;
+}
 function asTeams(value, fallback) {
   if (!Array.isArray(value))
     return fallback;
@@ -1158,6 +1165,7 @@ function ensureObservationTypes(db) {
         DROP TABLE observations;
         ALTER TABLE observations_repair RENAME TO observations;
         CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_project_lifecycle ON observations(project_id, lifecycle);
         CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
         CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
         CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
@@ -1358,6 +1366,7 @@ class MemDatabase {
     this.db = openDatabase(dbPath);
     this.db.exec("PRAGMA journal_mode = WAL");
     this.db.exec("PRAGMA foreign_keys = ON");
+    this.db.exec("PRAGMA busy_timeout = 5000");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
     ensureObservationTypes(this.db);
@@ -1379,8 +1388,16 @@ class MemDatabase {
     this.db.close();
   }
   upsertProject(project) {
+    const canonicalId = project.canonical_id?.trim();
+    const name = project.name?.trim();
+    if (!canonicalId) {
+      throw new Error("Project canonical_id is required");
+    }
+    if (!name) {
+      throw new Error("Project name is required");
+    }
     const now = Math.floor(Date.now() / 1000);
-    const existing = this.db.query("SELECT * FROM projects WHERE canonical_id = ?").get(project.canonical_id);
+    const existing = this.db.query("SELECT * FROM projects WHERE canonical_id = ?").get(canonicalId);
     if (existing) {
       this.db.query(`UPDATE projects SET
             local_path = COALESCE(?, local_path),
@@ -1395,7 +1412,7 @@ class MemDatabase {
       };
     }
     const result = this.db.query(`INSERT INTO projects (canonical_id, name, local_path, remote_url, first_seen_epoch, last_active_epoch)
-        VALUES (?, ?, ?, ?, ?, ?)`).run(project.canonical_id, project.name, project.local_path ?? null, project.remote_url ?? null, now, now);
+        VALUES (?, ?, ?, ?, ?, ?)`).run(canonicalId, name, project.local_path ?? null, project.remote_url ?? null, now, now);
     return this.db.query("SELECT * FROM projects WHERE id = ?").get(Number(result.lastInsertRowid));
   }
   getProjectByCanonicalId(canonicalId) {
@@ -2207,6 +2224,96 @@ function formatRiskTrafficLight(result) {
   return `${icon} Risk: ${result.score}/100 (${result.level})`;
 }
 
+// src/sync/auth.ts
+import { createHash as createHash3 } from "node:crypto";
+
+// src/storage/outbox.ts
+function getPendingEntries(db, limit = 50) {
+  const now = Math.floor(Date.now() / 1000);
+  return db.db.query(`SELECT * FROM sync_outbox
+      WHERE (status = 'pending')
+        OR (status = 'failed' AND retry_count < max_retries AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?))
+      ORDER BY created_at_epoch ASC
+      LIMIT ?`).all(now, limit);
+}
+function markSyncing(db, entryId) {
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query("UPDATE sync_outbox SET status = 'syncing', next_retry_epoch = ? WHERE id = ?").run(now, entryId);
+}
+function markSynced(db, entryId) {
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ?, next_retry_epoch = NULL, last_error = NULL WHERE id = ?").run(now, entryId);
+}
+function markFailed(db, entryId, error) {
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query(`UPDATE sync_outbox SET
+        status = 'failed',
+        retry_count = retry_count + 1,
+        last_error = ?,
+        next_retry_epoch = ? + MIN(30 * (1 << retry_count), 3600)
+      WHERE id = ?`).run(error, now, entryId);
+}
+function classifyOutboxFailure(error) {
+  const normalized = error.toLowerCase();
+  if (normalized.includes("401") || normalized.includes("invalid or missing credentials")) {
+    return "auth";
+  }
+  if (normalized.includes("429") || normalized.includes("rate limit")) {
+    return "rate_limit";
+  }
+  if (normalized.includes("timeout") || normalized.includes("abort")) {
+    return "timeout";
+  }
+  if (normalized.includes("network") || normalized.includes("fetch") || normalized.includes("econn")) {
+    return "network";
+  }
+  if (normalized.includes("400") || normalized.includes("422") || normalized.includes("validation")) {
+    return "validation";
+  }
+  return "other";
+}
+function resetFailedEntries(db) {
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           retry_count = 0,
+           last_error = NULL,
+           next_retry_epoch = NULL
+       WHERE status = 'failed'`).run();
+  return result.changes;
+}
+function resetFailedEntriesMatching(db, predicate) {
+  const rows = db.db.query(`SELECT id, last_error
+       FROM sync_outbox
+       WHERE status = 'failed'`).all();
+  const matchingIds = rows.filter((row) => row.last_error && predicate(row.last_error)).map((row) => row.id);
+  if (matchingIds.length === 0)
+    return 0;
+  const placeholders = matchingIds.map(() => "?").join(", ");
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           retry_count = 0,
+           last_error = NULL,
+           next_retry_epoch = NULL
+       WHERE id IN (${placeholders})`).run(...matchingIds);
+  return result.changes;
+}
+function resetSyncingEntries(db) {
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           next_retry_epoch = NULL
+      WHERE status = 'syncing'`).run();
+  return result.changes;
+}
+function resetStaleSyncingEntries(db, maxAgeSeconds = 300) {
+  const cutoff = Math.floor(Date.now() / 1000) - maxAgeSeconds;
+  const result = db.db.query(`UPDATE sync_outbox
+       SET status = 'pending',
+           next_retry_epoch = NULL
+       WHERE status = 'syncing'
+         AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?)`).run(cutoff);
+  return result.changes;
+}
+
 // src/sync/auth.ts
 var LEGACY_PUBLIC_HOSTS = new Set(["www.candengo.com", "candengo.com"]);
 function normalizeBaseUrl(url) {
@@ -2238,6 +2345,36 @@ function getBaseUrl(config) {
   }
   return null;
 }
+function getAuthFingerprint(config) {
+  const apiKey = getApiKey(config);
+  const baseUrl = getBaseUrl(config);
+  if (!apiKey || !baseUrl)
+    return null;
+  return createHash3("sha256").update(`${baseUrl}
+${apiKey}
+${config.namespace}
+${config.site_id}`).digest("hex");
+}
+function recoverOutboxAfterAuthChange(db, config) {
+  const fingerprint = getAuthFingerprint(config);
+  if (!fingerprint) {
+    const staleSyncingReset2 = resetStaleSyncingEntries(db);
+    return { fingerprintChanged: false, failedReset: 0, authFailedReset: 0, syncingReset: 0, staleSyncingReset: staleSyncingReset2 };
+  }
+  const key = "sync_auth_fingerprint";
+  const previous = db.getSyncState(key);
+  const fingerprintChanged = previous !== fingerprint;
+  if (!fingerprintChanged) {
+    const authFailedReset = resetFailedEntriesMatching(db, (error) => classifyOutboxFailure(error) === "auth");
+    const staleSyncingReset2 = resetStaleSyncingEntries(db);
+    return { fingerprintChanged: false, failedReset: 0, authFailedReset, syncingReset: 0, staleSyncingReset: staleSyncingReset2 };
+  }
+  const failedReset = resetFailedEntries(db);
+  const syncingReset = resetSyncingEntries(db);
+  const staleSyncingReset = 0;
+  db.setSyncState(key, fingerprint);
+  return { fingerprintChanged: true, failedReset, authFailedReset: 0, syncingReset, staleSyncingReset };
+}
 function buildSourceId(config, localId, type = "obs") {
   return `${config.user_id}-${config.device_id}-${type}-${localId}`;
 }
@@ -2271,6 +2408,7 @@ class VectorClient {
   apiKey;
   siteId;
   namespace;
+  timeoutMs;
   constructor(config, overrides = {}) {
     const baseUrl = getBaseUrl(config);
     const apiKey = overrides.apiKey ?? getApiKey(config);
@@ -2281,6 +2419,7 @@ class VectorClient {
     this.apiKey = apiKey;
     this.siteId = overrides.siteId ?? config.site_id;
     this.namespace = overrides.namespace ?? config.namespace;
+    this.timeoutMs = overrides.timeoutMs ?? 1e4;
   }
   static isConfigured(config) {
     return getApiKey(config) !== null && getBaseUrl(config) !== null;
@@ -2343,6 +2482,7 @@ class VectorClient {
     if (body && method !== "GET") {
       init.body = JSON.stringify(body);
     }
+    init.signal = AbortSignal.timeout(this.timeoutMs);
     const response = await fetch(url, init);
     if (!response.ok) {
       const text = await response.text().catch(() => "");
@@ -2368,32 +2508,6 @@ class VectorApiError extends Error {
   }
 }
 
-// src/storage/outbox.ts
-function getPendingEntries(db, limit = 50) {
-  const now = Math.floor(Date.now() / 1000);
-  return db.db.query(`SELECT * FROM sync_outbox
-      WHERE (status = 'pending')
-        OR (status = 'failed' AND retry_count < max_retries AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?))
-      ORDER BY created_at_epoch ASC
-      LIMIT ?`).all(now, limit);
-}
-function markSyncing(db, entryId) {
-  db.db.query("UPDATE sync_outbox SET status = 'syncing' WHERE id = ?").run(entryId);
-}
-function markSynced(db, entryId) {
-  const now = Math.floor(Date.now() / 1000);
-  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ? WHERE id = ?").run(now, entryId);
-}
-function markFailed(db, entryId, error) {
-  const now = Math.floor(Date.now() / 1000);
-  db.db.query(`UPDATE sync_outbox SET
-        status = 'failed',
-        retry_count = retry_count + 1,
-        last_error = ?,
-        next_retry_epoch = ? + MIN(30 * (1 << retry_count), 3600)
-      WHERE id = ?`).run(error, now, entryId);
-}
-
 // src/intelligence/value-signals.ts
 var LESSON_TYPES = new Set(["bugfix", "decision", "pattern"]);
 function computeSessionValueSignals(observations, securityFindings = []) {
@@ -2474,7 +2588,19 @@ function buildCurrentThread(latestRequest, recentOutcomes, hotFiles, recentToolN
   return null;
 }
 function compactLine(value) {
-  const trimmed = value?.replace(/\s+/g, " ").trim();
+  if (value === null || value === undefined)
+    return null;
+  let text;
+  if (typeof value === "string") {
+    text = value;
+  } else {
+    try {
+      text = JSON.stringify(value);
+    } catch {
+      text = String(value);
+    }
+  }
+  const trimmed = text.replace(/\s+/g, " ").trim();
   if (!trimmed)
     return null;
   return trimmed.length > 120 ? `${trimmed.slice(0, 117)}...` : trimmed;
@@ -2811,7 +2937,7 @@ function buildSummaryVectorDocument(summary, config, project, targetOrObservatio
     }
   };
 }
-async function pushOutbox(db, config, batchSize = 50) {
+async function pushOutbox(db, config, batchSize = 50, options = {}) {
   const entries = getPendingEntries(db, batchSize);
   let pushed = 0;
   let failed = 0;
@@ -2922,7 +3048,8 @@ async function pushOutbox(db, config, batchSize = 50) {
     const client = new VectorClient(config, {
       apiKey: target.apiKey,
       namespace: target.namespace,
-      siteId: target.siteId
+      siteId: target.siteId,
+      timeoutMs: options.timeoutMs
     });
     try {
       await client.batchIngest(items.map((b) => b.doc));
@@ -3003,118 +3130,21 @@ function summarizeObservationSourceTools(observations) {
   });
 }
 
-// src/embeddings/embedder.ts
-var _available = null;
-var _pipeline = null;
-var MODEL_NAME = "Xenova/all-MiniLM-L6-v2";
-async function embedText(text) {
-  const pipe = await getPipeline();
-  if (!pipe)
-    return null;
-  try {
-    const output = await pipe(text, { pooling: "mean", normalize: true });
-    return new Float32Array(output.data);
-  } catch {
-    return null;
-  }
-}
-function composeEmbeddingText(obs) {
-  const parts = [obs.title];
-  if (obs.narrative)
-    parts.push(obs.narrative);
-  if (obs.facts) {
-    try {
-      const facts = JSON.parse(obs.facts);
-      if (Array.isArray(facts) && facts.length > 0) {
-        parts.push(facts.map((f) => `- ${f}`).join(`
-`));
-      }
-    } catch {
-      parts.push(obs.facts);
-    }
-  }
-  if (obs.concepts) {
-    try {
-      const concepts = JSON.parse(obs.concepts);
-      if (Array.isArray(concepts) && concepts.length > 0) {
-        parts.push(concepts.join(", "));
-      }
-    } catch {}
-  }
-  return parts.join(`
-
-`);
-}
-function composeChatEmbeddingText(text) {
-  return text.replace(/\s+/g, " ").trim().slice(0, 2000);
-}
-async function getPipeline() {
-  if (_pipeline)
-    return _pipeline;
-  if (_available === false)
-    return null;
-  try {
-    const { pipeline } = await import("@xenova/transformers");
-    _pipeline = await pipeline("feature-extraction", MODEL_NAME);
-    _available = true;
-    return _pipeline;
-  } catch (err) {
-    _available = false;
-    console.error(`[engrm] Local embedding model unavailable: ${err instanceof Error ? err.message : String(err)}`);
-    return null;
-  }
-}
-
-// src/sync/pull.ts
-async function pullSettings(client, config) {
-  try {
-    const settings = await client.fetchSettings();
-    if (!settings)
-      return false;
-    let changed = false;
-    if (settings.transcript_analysis !== undefined) {
-      const ta = settings.transcript_analysis;
-      if (typeof ta === "object" && ta !== null) {
-        const taObj = ta;
-        if (taObj.enabled !== undefined && taObj.enabled !== config.transcript_analysis.enabled) {
-          config.transcript_analysis.enabled = !!taObj.enabled;
-          changed = true;
-        }
-      }
-    }
-    if (settings.observer !== undefined) {
-      const obs = settings.observer;
-      if (typeof obs === "object" && obs !== null) {
-        const obsObj = obs;
-        if (obsObj.enabled !== undefined && obsObj.enabled !== config.observer.enabled) {
-          config.observer.enabled = !!obsObj.enabled;
-          changed = true;
-        }
-        if (obsObj.model !== undefined && typeof obsObj.model === "string" && obsObj.model !== config.observer.model) {
-          config.observer.model = obsObj.model;
-          changed = true;
-        }
-      }
-    }
-    if (changed) {
-      saveConfig(config);
-    }
-    return changed;
-  } catch {
-    return false;
-  }
-}
-
 // src/sync/push-once.ts
-async function pushOnce(db, config) {
+function recordNowEpoch(db, key) {
+  db.setSyncState(key, String(Math.floor(Date.now() / 1000)));
+}
+async function pushOnce(db, config, options = {}) {
   if (!config.sync.enabled)
     return 0;
   if (!VectorClient.isConfigured(config))
     return 0;
   try {
-    const client = new VectorClient(config);
-    const result = await pushOutbox(db, config, config.sync.batch_size);
-    await pullSettings(client, config);
+    recoverOutboxAfterAuthChange(db, config);
+    const result = await pushOutbox(db, config, config.sync.batch_size, { timeoutMs: options.timeoutMs ?? 4000 });
+    if (result.pushed > 0) {
+      recordNowEpoch(db, "last_push_epoch");
+    }
     return result.pushed;
   } catch {
     return 0;
@@ -3338,7 +3368,7 @@ function buildBeacon(db, config, sessionId, metrics) {
     sentinel_used: valueSignals.security_findings_count > 0,
     risk_score: riskScore,
     stacks_detected: stacks,
-    client_version: "0.4.42",
+    client_version: "0.4.44",
     context_observations_injected: metrics?.contextObsInjected ?? 0,
     context_total_available: metrics?.contextTotalAvailable ?? 0,
     recall_attempts: metrics?.recallAttempts ?? 0,
@@ -3470,10 +3500,11 @@ function readProjectConfigFile(directory) {
   }
 }
 function detectProject(directory) {
-  const remoteUrl = getGitRemoteUrl(directory);
+  const resolvedDirectory = resolve(directory);
+  const remoteUrl = getGitRemoteUrl(resolvedDirectory);
   if (remoteUrl) {
     const canonicalId = normaliseGitRemoteUrl(remoteUrl);
-    const repoRoot = getGitTopLevel(directory) ?? directory;
+    const repoRoot = getGitTopLevel(resolvedDirectory) ?? resolvedDirectory;
     return {
       canonical_id: canonicalId,
       name: projectNameFromCanonicalId(canonicalId),
@@ -3481,21 +3512,22 @@ function detectProject(directory) {
       local_path: repoRoot
     };
   }
-  const configFile = readProjectConfigFile(directory);
+  const configFile = readProjectConfigFile(resolvedDirectory);
   if (configFile) {
     return {
       canonical_id: configFile.project_id,
       name: configFile.name ?? projectNameFromCanonicalId(configFile.project_id),
       remote_url: null,
-      local_path: directory
+      local_path: resolvedDirectory
     };
   }
-  const dirName = basename2(directory);
+  const dirName = basename2(resolvedDirectory);
+  const safeDirName = !dirName || dirName === "/" || dirName === "." ? "root" : dirName;
   return {
-    canonical_id: `local/${dirName}`,
-    name: dirName,
+    canonical_id: `local/${safeDirName}`,
+    name: safeDirName,
     remote_url: null,
-    local_path: directory
+    local_path: resolvedDirectory
   };
 }
 function detectProjectForPath(filePath, fallbackCwd) {
@@ -3526,11 +3558,73 @@ function detectProjectFromTouchedPaths(paths, fallbackCwd) {
 }
 
 // src/capture/transcript.ts
-import { createHash as createHash3 } from "node:crypto";
+import { createHash as createHash4 } from "node:crypto";
 import { readFileSync as readFileSync4, existsSync as existsSync4 } from "node:fs";
 import { join as join5 } from "node:path";
 import { homedir as homedir3 } from "node:os";
 
+// src/embeddings/embedder.ts
+var _available = null;
+var _pipeline = null;
+var MODEL_NAME = "Xenova/all-MiniLM-L6-v2";
+async function embedText(text) {
+  const pipe = await getPipeline();
+  if (!pipe)
+    return null;
+  try {
+    const output = await pipe(text, { pooling: "mean", normalize: true });
+    return new Float32Array(output.data);
+  } catch {
+    return null;
+  }
+}
+function composeEmbeddingText(obs) {
+  const parts = [obs.title];
+  if (obs.narrative)
+    parts.push(obs.narrative);
+  if (obs.facts) {
+    try {
+      const facts = JSON.parse(obs.facts);
+      if (Array.isArray(facts) && facts.length > 0) {
+        parts.push(facts.map((f) => `- ${f}`).join(`
+`));
+      }
+    } catch {
+      parts.push(obs.facts);
+    }
+  }
+  if (obs.concepts) {
+    try {
+      const concepts = JSON.parse(obs.concepts);
+      if (Array.isArray(concepts) && concepts.length > 0) {
+        parts.push(concepts.join(", "));
+      }
+    } catch {}
+  }
+  return parts.join(`
+
+`);
+}
+function composeChatEmbeddingText(text) {
+  return text.replace(/\s+/g, " ").trim().slice(0, 2000);
+}
+async function getPipeline() {
+  if (_pipeline)
+    return _pipeline;
+  if (_available === false)
+    return null;
+  try {
+    const { pipeline } = await import("@xenova/transformers");
+    _pipeline = await pipeline("feature-extraction", MODEL_NAME);
+    _available = true;
+    return _pipeline;
+  } catch (err) {
+    _available = false;
+    console.error(`[engrm] Local embedding model unavailable: ${err instanceof Error ? err.message : String(err)}`);
+    return null;
+  }
+}
+
 // src/tools/save.ts
 import { relative, isAbsolute } from "node:path";
 
@@ -4261,7 +4355,7 @@ function dedupeHistoryMessages(messages) {
   return deduped;
 }
 function buildHistorySourceId(sessionId, createdAtEpoch, text) {
-  const digest = createHash3("sha1").update(text).digest("hex").slice(0, 12);
+  const digest = createHash4("sha1").update(text).digest("hex").slice(0, 12);
   return `history:${sessionId}:${createdAtEpoch}:${digest}`;
 }
 function truncateTranscript(messages, maxBytes = 50000) {
@@ -4772,7 +4866,19 @@ function parseJsonArray4(value) {
   }
 }
 function compactLine2(value) {
-  const trimmed = value?.replace(/\s+/g, " ").trim();
+  if (value === null || value === undefined)
+    return null;
+  let text;
+  if (typeof value === "string") {
+    text = value;
+  } else {
+    try {
+      text = JSON.stringify(value);
+    } catch {
+      text = String(value);
+    }
+  }
+  const trimmed = text.replace(/\s+/g, " ").trim();
   if (!trimmed)
     return null;
   return trimmed.length > 120 ? `${trimmed.slice(0, 117)}...` : trimmed;
@@ -4924,7 +5030,7 @@ async function main() {
         }
       } catch {}
     }
-    await pushOnce(db, config);
+    await pushOnce(db, config, { timeoutMs: 4000 });
     try {
       if (event.session_id) {
         const metrics = readSessionMetrics(event.session_id);