engrm 0.3.2 → 0.4.0

package/dist/hooks/elicitation-result.js

@@ -4,9 +4,9 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/config.ts
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { homedir, hostname } from "node:os";
+import { homedir, hostname, networkInterfaces } from "node:os";
 import { join } from "node:path";
-import { randomBytes } from "node:crypto";
+import { createHash } from "node:crypto";
 var CONFIG_DIR = join(homedir(), ".engrm");
 var SETTINGS_PATH = join(CONFIG_DIR, "settings.json");
 var DB_PATH = join(CONFIG_DIR, "engrm.db");
@@ -15,7 +15,22 @@ function getDbPath() {
 }
 function generateDeviceId() {
   const host = hostname().toLowerCase().replace(/[^a-z0-9-]/g, "");
-  const suffix = randomBytes(4).toString("hex");
+  let mac = "";
+  const ifaces = networkInterfaces();
+  for (const entries of Object.values(ifaces)) {
+    if (!entries)
+      continue;
+    for (const entry of entries) {
+      if (!entry.internal && entry.mac && entry.mac !== "00:00:00:00:00:00") {
+        mac = entry.mac;
+        break;
+      }
+    }
+    if (mac)
+      break;
+  }
+  const material = `${host}:${mac || "no-mac"}`;
+  const suffix = createHash("sha256").update(material).digest("hex").slice(0, 8);
   return `${host}-${suffix}`;
 }
 function createDefaultConfig() {
@@ -57,7 +72,10 @@ function createDefaultConfig() {
     observer: {
       enabled: true,
       mode: "per_event",
-      model: "haiku"
+      model: "sonnet"
+    },
+    transcript_analysis: {
+      enabled: false
     }
   };
 }
@@ -116,9 +134,19 @@ function loadConfig() {
       enabled: asBool(config["observer"]?.["enabled"], defaults.observer.enabled),
       mode: asObserverMode(config["observer"]?.["mode"], defaults.observer.mode),
       model: asString(config["observer"]?.["model"], defaults.observer.model)
+    },
+    transcript_analysis: {
+      enabled: asBool(config["transcript_analysis"]?.["enabled"], defaults.transcript_analysis.enabled)
     }
   };
 }
+function saveConfig(config) {
+  if (!existsSync(CONFIG_DIR)) {
+    mkdirSync(CONFIG_DIR, { recursive: true });
+  }
+  writeFileSync(SETTINGS_PATH, JSON.stringify(config, null, 2) + `
+`, "utf-8");
+}
 function configExists() {
   return existsSync(SETTINGS_PATH);
 }
@@ -514,6 +542,56 @@ function runMigrations(db) {
     }
   }
 }
+function ensureObservationTypes(db) {
+  try {
+    db.exec("INSERT INTO observations (session_id, project_id, type, title, user_id, device_id, agent, created_at, created_at_epoch) " + "VALUES ('_typecheck', 1, 'message', '_test', '_test', '_test', '_test', '2000-01-01', 0)");
+    db.exec("DELETE FROM observations WHERE session_id = '_typecheck'");
+  } catch {
+    db.exec("BEGIN TRANSACTION");
+    try {
+      db.exec(`
+        CREATE TABLE observations_repair (
+          id INTEGER PRIMARY KEY AUTOINCREMENT, session_id TEXT,
+          project_id INTEGER NOT NULL REFERENCES projects(id),
+          type TEXT NOT NULL CHECK (type IN (
+            'bugfix','discovery','decision','pattern','change','feature',
+            'refactor','digest','standard','message')),
+          title TEXT NOT NULL, narrative TEXT, facts TEXT, concepts TEXT,
+          files_read TEXT, files_modified TEXT,
+          quality REAL DEFAULT 0.5 CHECK (quality BETWEEN 0.0 AND 1.0),
+          lifecycle TEXT DEFAULT 'active' CHECK (lifecycle IN ('active','aging','archived','purged','pinned')),
+          sensitivity TEXT DEFAULT 'shared' CHECK (sensitivity IN ('shared','personal','secret')),
+          user_id TEXT NOT NULL, device_id TEXT NOT NULL, agent TEXT DEFAULT 'claude-code',
+          created_at TEXT NOT NULL, created_at_epoch INTEGER NOT NULL,
+          archived_at_epoch INTEGER,
+          compacted_into INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          superseded_by INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          remote_source_id TEXT
+        );
+        INSERT INTO observations_repair SELECT * FROM observations;
+        DROP TABLE observations;
+        ALTER TABLE observations_repair RENAME TO observations;
+        CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+        CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
+        CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_lifecycle ON observations(lifecycle);
+        CREATE INDEX IF NOT EXISTS idx_observations_quality ON observations(quality);
+        CREATE INDEX IF NOT EXISTS idx_observations_user ON observations(user_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by);
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_observations_remote_source ON observations(remote_source_id) WHERE remote_source_id IS NOT NULL;
+        DROP TABLE IF EXISTS observations_fts;
+        CREATE VIRTUAL TABLE observations_fts USING fts5(
+          title, narrative, facts, concepts, content=observations, content_rowid=id
+        );
+        INSERT INTO observations_fts(observations_fts) VALUES('rebuild');
+      `);
+      db.exec("COMMIT");
+    } catch (err) {
+      db.exec("ROLLBACK");
+    }
+  }
+}
 var LATEST_SCHEMA_VERSION = MIGRATIONS.filter((m) => !m.condition).reduce((max, m) => Math.max(max, m.version), 0);
 
 // src/storage/sqlite.ts
@@ -580,6 +658,7 @@ class MemDatabase {
     this.db.exec("PRAGMA foreign_keys = ON");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
+    ensureObservationTypes(this.db);
   }
   loadVecExtension() {
     try {
@@ -1537,7 +1616,8 @@ var VALID_TYPES = [
   "feature",
   "refactor",
   "digest",
-  "standard"
+  "standard",
+  "message"
 ];
 async function saveObservation(db, config, input) {
   if (!VALID_TYPES.includes(input.type)) {

package/dist/hooks/post-tool-use.js

@@ -4,9 +4,9 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/config.ts
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { homedir, hostname } from "node:os";
+import { homedir, hostname, networkInterfaces } from "node:os";
 import { join } from "node:path";
-import { randomBytes } from "node:crypto";
+import { createHash } from "node:crypto";
 var CONFIG_DIR = join(homedir(), ".engrm");
 var SETTINGS_PATH = join(CONFIG_DIR, "settings.json");
 var DB_PATH = join(CONFIG_DIR, "engrm.db");
@@ -15,7 +15,22 @@ function getDbPath() {
 }
 function generateDeviceId() {
   const host = hostname().toLowerCase().replace(/[^a-z0-9-]/g, "");
-  const suffix = randomBytes(4).toString("hex");
+  let mac = "";
+  const ifaces = networkInterfaces();
+  for (const entries of Object.values(ifaces)) {
+    if (!entries)
+      continue;
+    for (const entry of entries) {
+      if (!entry.internal && entry.mac && entry.mac !== "00:00:00:00:00:00") {
+        mac = entry.mac;
+        break;
+      }
+    }
+    if (mac)
+      break;
+  }
+  const material = `${host}:${mac || "no-mac"}`;
+  const suffix = createHash("sha256").update(material).digest("hex").slice(0, 8);
   return `${host}-${suffix}`;
 }
 function createDefaultConfig() {
@@ -57,7 +72,10 @@ function createDefaultConfig() {
     observer: {
       enabled: true,
       mode: "per_event",
-      model: "haiku"
+      model: "sonnet"
+    },
+    transcript_analysis: {
+      enabled: false
     }
   };
 }
@@ -116,9 +134,19 @@ function loadConfig() {
       enabled: asBool(config["observer"]?.["enabled"], defaults.observer.enabled),
       mode: asObserverMode(config["observer"]?.["mode"], defaults.observer.mode),
       model: asString(config["observer"]?.["model"], defaults.observer.model)
+    },
+    transcript_analysis: {
+      enabled: asBool(config["transcript_analysis"]?.["enabled"], defaults.transcript_analysis.enabled)
     }
   };
 }
+function saveConfig(config) {
+  if (!existsSync(CONFIG_DIR)) {
+    mkdirSync(CONFIG_DIR, { recursive: true });
+  }
+  writeFileSync(SETTINGS_PATH, JSON.stringify(config, null, 2) + `
+`, "utf-8");
+}
 function configExists() {
   return existsSync(SETTINGS_PATH);
 }
@@ -514,6 +542,56 @@ function runMigrations(db) {
     }
   }
 }
+function ensureObservationTypes(db) {
+  try {
+    db.exec("INSERT INTO observations (session_id, project_id, type, title, user_id, device_id, agent, created_at, created_at_epoch) " + "VALUES ('_typecheck', 1, 'message', '_test', '_test', '_test', '_test', '2000-01-01', 0)");
+    db.exec("DELETE FROM observations WHERE session_id = '_typecheck'");
+  } catch {
+    db.exec("BEGIN TRANSACTION");
+    try {
+      db.exec(`
+        CREATE TABLE observations_repair (
+          id INTEGER PRIMARY KEY AUTOINCREMENT, session_id TEXT,
+          project_id INTEGER NOT NULL REFERENCES projects(id),
+          type TEXT NOT NULL CHECK (type IN (
+            'bugfix','discovery','decision','pattern','change','feature',
+            'refactor','digest','standard','message')),
+          title TEXT NOT NULL, narrative TEXT, facts TEXT, concepts TEXT,
+          files_read TEXT, files_modified TEXT,
+          quality REAL DEFAULT 0.5 CHECK (quality BETWEEN 0.0 AND 1.0),
+          lifecycle TEXT DEFAULT 'active' CHECK (lifecycle IN ('active','aging','archived','purged','pinned')),
+          sensitivity TEXT DEFAULT 'shared' CHECK (sensitivity IN ('shared','personal','secret')),
+          user_id TEXT NOT NULL, device_id TEXT NOT NULL, agent TEXT DEFAULT 'claude-code',
+          created_at TEXT NOT NULL, created_at_epoch INTEGER NOT NULL,
+          archived_at_epoch INTEGER,
+          compacted_into INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          superseded_by INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          remote_source_id TEXT
+        );
+        INSERT INTO observations_repair SELECT * FROM observations;
+        DROP TABLE observations;
+        ALTER TABLE observations_repair RENAME TO observations;
+        CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+        CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
+        CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_lifecycle ON observations(lifecycle);
+        CREATE INDEX IF NOT EXISTS idx_observations_quality ON observations(quality);
+        CREATE INDEX IF NOT EXISTS idx_observations_user ON observations(user_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by);
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_observations_remote_source ON observations(remote_source_id) WHERE remote_source_id IS NOT NULL;
+        DROP TABLE IF EXISTS observations_fts;
+        CREATE VIRTUAL TABLE observations_fts USING fts5(
+          title, narrative, facts, concepts, content=observations, content_rowid=id
+        );
+        INSERT INTO observations_fts(observations_fts) VALUES('rebuild');
+      `);
+      db.exec("COMMIT");
+    } catch (err) {
+      db.exec("ROLLBACK");
+    }
+  }
+}
 var LATEST_SCHEMA_VERSION = MIGRATIONS.filter((m) => !m.condition).reduce((max, m) => Math.max(max, m.version), 0);
 
 // src/storage/sqlite.ts
@@ -580,6 +658,7 @@ class MemDatabase {
     this.db.exec("PRAGMA foreign_keys = ON");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
+    ensureObservationTypes(this.db);
   }
   loadVecExtension() {
     try {
@@ -1743,7 +1822,8 @@ var VALID_TYPES = [
   "feature",
   "refactor",
   "digest",
-  "standard"
+  "standard",
+  "message"
 ];
 async function saveObservation(db, config, input) {
   if (!VALID_TYPES.includes(input.type)) {
@@ -2278,6 +2358,229 @@ function extractFilesFromEvent(event) {
   return { files_modified: [filePath] };
 }
 
+// src/capture/recall.ts
+var VEC_DISTANCE_THRESHOLD = 0.25;
+function extractErrorSignature(output) {
+  if (!output || output.length < 10)
+    return null;
+  const lines = output.split(`
+`);
+  for (let i = lines.length - 1;i >= 0; i--) {
+    const line = lines[i].trim();
+    if (/^[A-Z]\w*(Error|Exception):\s/.test(line)) {
+      return line.slice(0, 200);
+    }
+  }
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (/^(TypeError|ReferenceError|SyntaxError|RangeError|Error):\s/.test(trimmed)) {
+      return trimmed.slice(0, 200);
+    }
+  }
+  for (const line of lines) {
+    const match = line.match(/panicked at '(.+?)'/);
+    if (match)
+      return `panic: ${match[1].slice(0, 180)}`;
+  }
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (trimmed.startsWith("panic:"))
+      return trimmed.slice(0, 200);
+  }
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (/^(error|Error|ERROR)\b[:\[]/.test(trimmed) && trimmed.length > 10) {
+      return trimmed.slice(0, 200);
+    }
+  }
+  for (const line of lines) {
+    const match = line.match(/(E[A-Z]{2,}): (.+)/);
+    if (match && /^E[A-Z]+$/.test(match[1])) {
+      return `${match[1]}: ${match[2].slice(0, 180)}`;
+    }
+  }
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (/^fatal:\s/.test(trimmed))
+      return trimmed.slice(0, 200);
+  }
+  return null;
+}
+async function recallPastFix(db, errorSignature, projectId) {
+  if (db.vecAvailable) {
+    const embedding = await embedText(errorSignature);
+    if (embedding) {
+      const vecResults = db.searchVec(embedding, null, ["active", "aging", "pinned"], 10);
+      for (const match of vecResults) {
+        if (match.distance > VEC_DISTANCE_THRESHOLD)
+          continue;
+        const obs = db.getObservationById(match.observation_id);
+        if (!obs)
+          continue;
+        if (obs.type !== "bugfix")
+          continue;
+        let projectName;
+        if (projectId != null && obs.project_id !== projectId) {
+          const proj = db.getProjectById(obs.project_id);
+          if (proj)
+            projectName = proj.name;
+        }
+        return {
+          found: true,
+          title: obs.title,
+          narrative: truncateNarrative(obs.narrative, 200),
+          observationId: obs.id,
+          projectName,
+          similarity: 1 - match.distance
+        };
+      }
+    }
+  }
+  const ftsQuery = buildFtsQueryFromError(errorSignature);
+  if (!ftsQuery)
+    return { found: false };
+  const ftsResults = db.searchFts(ftsQuery, null, ["active", "aging", "pinned"], 10);
+  for (const match of ftsResults) {
+    const obs = db.getObservationById(match.id);
+    if (!obs)
+      continue;
+    if (obs.type !== "bugfix")
+      continue;
+    let projectName;
+    if (projectId != null && obs.project_id !== projectId) {
+      const proj = db.getProjectById(obs.project_id);
+      if (proj)
+        projectName = proj.name;
+    }
+    return {
+      found: true,
+      title: obs.title,
+      narrative: truncateNarrative(obs.narrative, 200),
+      observationId: obs.id,
+      projectName
+    };
+  }
+  return { found: false };
+}
+function buildFtsQueryFromError(error) {
+  const cleaned = error.replace(/[{}()[\]^~*:'"`,.<>\/\\|]/g, " ").replace(/\b(at|in|of|the|is|to|from|for|with|a|an|and|or|not|no|on)\b/gi, " ").replace(/\b\d+\b/g, " ").replace(/\s+/g, " ").trim();
+  const tokens = cleaned.split(" ").filter((t) => t.length >= 3);
+  if (tokens.length === 0)
+    return null;
+  return tokens.slice(0, 5).join(" ");
+}
+function truncateNarrative(narrative, maxLen) {
+  if (!narrative)
+    return;
+  if (narrative.length <= maxLen)
+    return narrative;
+  return narrative.slice(0, maxLen - 3) + "...";
+}
+
+// src/capture/fatigue.ts
+var DEBOUNCE_MINUTES = 10;
+var DEFAULT_AVG_SESSION_MINUTES = 90;
+var DEFAULT_P90_SESSION_MINUTES = 180;
+var ERROR_ACCELERATION_THRESHOLD = 2;
+var RECENT_WINDOW_MINUTES = 30;
+function computeUserStats(db) {
+  const rows = db.db.query(`SELECT (completed_at_epoch - started_at_epoch) / 60.0 AS duration
+       FROM sessions
+       WHERE status = 'completed'
+         AND started_at_epoch IS NOT NULL
+         AND completed_at_epoch IS NOT NULL
+         AND completed_at_epoch > started_at_epoch
+       ORDER BY duration ASC`).all();
+  if (rows.length < 3) {
+    return {
+      avgDurationMinutes: DEFAULT_AVG_SESSION_MINUTES,
+      p90DurationMinutes: DEFAULT_P90_SESSION_MINUTES
+    };
+  }
+  const durations = rows.map((r) => r.duration);
+  const sum = durations.reduce((a, b) => a + b, 0);
+  const avg = sum / durations.length;
+  const p90Index = Math.floor(durations.length * 0.9);
+  const p90 = durations[Math.min(p90Index, durations.length - 1)];
+  return {
+    avgDurationMinutes: avg,
+    p90DurationMinutes: p90
+  };
+}
+function computeErrorAcceleration(db, sessionId, nowEpoch) {
+  const recentWindowStart = nowEpoch - RECENT_WINDOW_MINUTES * 60;
+  const sessionRow = db.db.query("SELECT started_at_epoch FROM sessions WHERE session_id = ?").get(sessionId);
+  if (!sessionRow || !sessionRow.started_at_epoch) {
+    return { ratio: 0, recentCount: 0, sessionCount: 0 };
+  }
+  const sessionStartEpoch = sessionRow.started_at_epoch;
+  const sessionMinutes = (nowEpoch - sessionStartEpoch) / 60;
+  if (sessionMinutes < 5) {
+    return { ratio: 0, recentCount: 0, sessionCount: 0 };
+  }
+  const totalRow = db.db.query(`SELECT COUNT(*) as cnt FROM observations
+       WHERE session_id = ? AND type = 'bugfix'`).get(sessionId);
+  const sessionCount = totalRow?.cnt ?? 0;
+  const recentRow = db.db.query(`SELECT COUNT(*) as cnt FROM observations
+       WHERE session_id = ? AND type = 'bugfix' AND created_at_epoch >= ?`).get(sessionId, recentWindowStart);
+  const recentCount = recentRow?.cnt ?? 0;
+  if (sessionCount === 0) {
+    return { ratio: 0, recentCount: 0, sessionCount: 0 };
+  }
+  const sessionRate = sessionCount / sessionMinutes * RECENT_WINDOW_MINUTES;
+  const recentRate = recentCount;
+  if (sessionRate === 0) {
+    return { ratio: 0, recentCount, sessionCount };
+  }
+  return {
+    ratio: recentRate / sessionRate,
+    recentCount,
+    sessionCount
+  };
+}
+function checkSessionFatigue(db, sessionId) {
+  const nowEpoch = Math.floor(Date.now() / 1000);
+  const debounceKey = `fatigue_last_check:${sessionId}`;
+  const lastCheck = db.db.query("SELECT value FROM sync_state WHERE key = ?").get(debounceKey);
+  if (lastCheck) {
+    const lastCheckEpoch = parseInt(lastCheck.value, 10);
+    if (nowEpoch - lastCheckEpoch < DEBOUNCE_MINUTES * 60) {
+      return { fatigued: false, sessionMinutes: 0, recentErrorRate: 0 };
+    }
+  }
+  db.db.query("INSERT OR REPLACE INTO sync_state (key, value) VALUES (?, ?)").run(debounceKey, String(nowEpoch));
+  const sessionRow = db.db.query("SELECT started_at_epoch FROM sessions WHERE session_id = ?").get(sessionId);
+  if (!sessionRow || !sessionRow.started_at_epoch) {
+    return { fatigued: false, sessionMinutes: 0, recentErrorRate: 0 };
+  }
+  const sessionMinutes = (nowEpoch - sessionRow.started_at_epoch) / 60;
+  const acceleration = computeErrorAcceleration(db, sessionId, nowEpoch);
+  const stats = computeUserStats(db);
+  const reasons = [];
+  if (acceleration.ratio >= ERROR_ACCELERATION_THRESHOLD && acceleration.recentCount >= 2) {
+    reasons.push(`your error rate in the last 30 min is ${acceleration.ratio.toFixed(1)}x your session average`);
+  }
+  if (sessionMinutes > stats.p90DurationMinutes) {
+    const hours = Math.floor(sessionMinutes / 60);
+    const mins = Math.round(sessionMinutes % 60);
+    reasons.push(`this session (${hours}h${mins}m) is longer than 90% of your past sessions`);
+  }
+  if (reasons.length === 0) {
+    return {
+      fatigued: false,
+      sessionMinutes,
+      recentErrorRate: acceleration.recentCount
+    };
+  }
+  const message = `Consider taking a break — ${reasons.join(", and ")}.`;
+  return {
+    fatigued: true,
+    message,
+    sessionMinutes,
+    recentErrorRate: acceleration.recentCount
+  };
+}
+
 // hooks/post-tool-use.ts
 async function main() {
   const chunks = [];
@@ -2305,6 +2608,9 @@ async function main() {
   }
   try {
     if (event.session_id) {
+      const detected = detectProject(event.cwd);
+      const project = db.getProjectByCanonicalId(detected.canonical_id);
+      db.upsertSession(event.session_id, project?.id ?? null, config.user_id, config.device_id);
       const metricsIncrement = {
         toolCalls: 1
       };
@@ -2350,6 +2656,35 @@ async function main() {
         });
       }
     }
+    if (event.tool_name === "Bash" && event.tool_response) {
+      const sig = extractErrorSignature(event.tool_response);
+      if (sig) {
+        try {
+          const detected = detectProject(event.cwd);
+          const project = db.getProjectByCanonicalId(detected.canonical_id);
+          const recall = await recallPastFix(db, sig, project?.id ?? null);
+          if (recall.found) {
+            const projectLabel = recall.projectName ? ` (from ${recall.projectName})` : "";
+            console.error(`
+\uD83D\uDCA1 Engrm: You solved this before${projectLabel}: "${recall.title}"`);
+            if (recall.narrative) {
+              console.error(`   ${recall.narrative}`);
+            }
+          }
+        } catch {}
+      }
+    }
+    if (event.tool_name === "Bash" && event.tool_response && event.session_id) {
+      if (extractErrorSignature(event.tool_response)) {
+        try {
+          const fatigue = checkSessionFatigue(db, event.session_id);
+          if (fatigue.fatigued && fatigue.message) {
+            console.error(`
+\uD83D\uDCA1 Engrm: ${fatigue.message}`);
+          }
+        } catch {}
+      }
+    }
     let saved = false;
     if (config.observer?.enabled !== false) {
       try {