engrm 0.3.2 → 0.4.0

package/dist/hooks/pre-compact.js

@@ -4,9 +4,9 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/config.ts
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { homedir, hostname } from "node:os";
+import { homedir, hostname, networkInterfaces } from "node:os";
 import { join } from "node:path";
-import { randomBytes } from "node:crypto";
+import { createHash } from "node:crypto";
 var CONFIG_DIR = join(homedir(), ".engrm");
 var SETTINGS_PATH = join(CONFIG_DIR, "settings.json");
 var DB_PATH = join(CONFIG_DIR, "engrm.db");
@@ -15,7 +15,22 @@ function getDbPath() {
 }
 function generateDeviceId() {
   const host = hostname().toLowerCase().replace(/[^a-z0-9-]/g, "");
-  const suffix = randomBytes(4).toString("hex");
+  let mac = "";
+  const ifaces = networkInterfaces();
+  for (const entries of Object.values(ifaces)) {
+    if (!entries)
+      continue;
+    for (const entry of entries) {
+      if (!entry.internal && entry.mac && entry.mac !== "00:00:00:00:00:00") {
+        mac = entry.mac;
+        break;
+      }
+    }
+    if (mac)
+      break;
+  }
+  const material = `${host}:${mac || "no-mac"}`;
+  const suffix = createHash("sha256").update(material).digest("hex").slice(0, 8);
   return `${host}-${suffix}`;
 }
 function createDefaultConfig() {
@@ -57,7 +72,10 @@ function createDefaultConfig() {
     observer: {
       enabled: true,
       mode: "per_event",
-      model: "haiku"
+      model: "sonnet"
+    },
+    transcript_analysis: {
+      enabled: false
     }
   };
 }
@@ -116,9 +134,19 @@ function loadConfig() {
       enabled: asBool(config["observer"]?.["enabled"], defaults.observer.enabled),
       mode: asObserverMode(config["observer"]?.["mode"], defaults.observer.mode),
       model: asString(config["observer"]?.["model"], defaults.observer.model)
+    },
+    transcript_analysis: {
+      enabled: asBool(config["transcript_analysis"]?.["enabled"], defaults.transcript_analysis.enabled)
     }
   };
 }
+function saveConfig(config) {
+  if (!existsSync(CONFIG_DIR)) {
+    mkdirSync(CONFIG_DIR, { recursive: true });
+  }
+  writeFileSync(SETTINGS_PATH, JSON.stringify(config, null, 2) + `
+`, "utf-8");
+}
 function configExists() {
   return existsSync(SETTINGS_PATH);
 }
@@ -514,6 +542,56 @@ function runMigrations(db) {
     }
   }
 }
+function ensureObservationTypes(db) {
+  try {
+    db.exec("INSERT INTO observations (session_id, project_id, type, title, user_id, device_id, agent, created_at, created_at_epoch) " + "VALUES ('_typecheck', 1, 'message', '_test', '_test', '_test', '_test', '2000-01-01', 0)");
+    db.exec("DELETE FROM observations WHERE session_id = '_typecheck'");
+  } catch {
+    db.exec("BEGIN TRANSACTION");
+    try {
+      db.exec(`
+        CREATE TABLE observations_repair (
+          id INTEGER PRIMARY KEY AUTOINCREMENT, session_id TEXT,
+          project_id INTEGER NOT NULL REFERENCES projects(id),
+          type TEXT NOT NULL CHECK (type IN (
+            'bugfix','discovery','decision','pattern','change','feature',
+            'refactor','digest','standard','message')),
+          title TEXT NOT NULL, narrative TEXT, facts TEXT, concepts TEXT,
+          files_read TEXT, files_modified TEXT,
+          quality REAL DEFAULT 0.5 CHECK (quality BETWEEN 0.0 AND 1.0),
+          lifecycle TEXT DEFAULT 'active' CHECK (lifecycle IN ('active','aging','archived','purged','pinned')),
+          sensitivity TEXT DEFAULT 'shared' CHECK (sensitivity IN ('shared','personal','secret')),
+          user_id TEXT NOT NULL, device_id TEXT NOT NULL, agent TEXT DEFAULT 'claude-code',
+          created_at TEXT NOT NULL, created_at_epoch INTEGER NOT NULL,
+          archived_at_epoch INTEGER,
+          compacted_into INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          superseded_by INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          remote_source_id TEXT
+        );
+        INSERT INTO observations_repair SELECT * FROM observations;
+        DROP TABLE observations;
+        ALTER TABLE observations_repair RENAME TO observations;
+        CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+        CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
+        CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_lifecycle ON observations(lifecycle);
+        CREATE INDEX IF NOT EXISTS idx_observations_quality ON observations(quality);
+        CREATE INDEX IF NOT EXISTS idx_observations_user ON observations(user_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by);
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_observations_remote_source ON observations(remote_source_id) WHERE remote_source_id IS NOT NULL;
+        DROP TABLE IF EXISTS observations_fts;
+        CREATE VIRTUAL TABLE observations_fts USING fts5(
+          title, narrative, facts, concepts, content=observations, content_rowid=id
+        );
+        INSERT INTO observations_fts(observations_fts) VALUES('rebuild');
+      `);
+      db.exec("COMMIT");
+    } catch (err) {
+      db.exec("ROLLBACK");
+    }
+  }
+}
 var LATEST_SCHEMA_VERSION = MIGRATIONS.filter((m) => !m.condition).reduce((max, m) => Math.max(max, m.version), 0);
 
 // src/storage/sqlite.ts
@@ -580,6 +658,7 @@ class MemDatabase {
     this.db.exec("PRAGMA foreign_keys = ON");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
+    ensureObservationTypes(this.db);
   }
   loadVecExtension() {
     try {
@@ -1057,7 +1136,7 @@ function estimateTokens(text) {
 }
 function buildSessionContext(db, cwd, options = {}) {
   const opts = typeof options === "number" ? { maxCount: options } : options;
-  const tokenBudget = opts.tokenBudget ?? 800;
+  const tokenBudget = opts.tokenBudget ?? 3000;
   const maxCount = opts.maxCount;
   const detected = detectProject(cwd);
   const project = db.getProjectByCanonicalId(detected.canonical_id);
@@ -1079,6 +1158,12 @@ function buildSessionContext(db, cwd, options = {}) {
        AND superseded_by IS NULL
        ORDER BY quality DESC, created_at_epoch DESC
        LIMIT ?`).all(project.id, MAX_PINNED);
+  const MAX_RECENT = 5;
+  const recent = db.db.query(`SELECT * FROM observations
+       WHERE project_id = ? AND lifecycle IN ('active', 'aging')
+       AND superseded_by IS NULL
+       ORDER BY created_at_epoch DESC
+       LIMIT ?`).all(project.id, MAX_RECENT);
   const candidateLimit = maxCount ?? 50;
   const candidates = db.db.query(`SELECT * FROM observations
        WHERE project_id = ? AND lifecycle IN ('active', 'aging')
@@ -1106,6 +1191,12 @@ function buildSessionContext(db, cwd, options = {}) {
     });
   }
   const seenIds = new Set(pinned.map((o) => o.id));
+  const dedupedRecent = recent.filter((o) => {
+    if (seenIds.has(o.id))
+      return false;
+    seenIds.add(o.id);
+    return true;
+  });
   const deduped = candidates.filter((o) => !seenIds.has(o.id));
   for (const obs of crossProjectCandidates) {
     if (!seenIds.has(obs.id)) {
@@ -1122,8 +1213,8 @@ function buildSessionContext(db, cwd, options = {}) {
     return scoreB - scoreA;
   });
   if (maxCount !== undefined) {
-    const remaining = Math.max(0, maxCount - pinned.length);
-    const all = [...pinned, ...sorted.slice(0, remaining)];
+    const remaining = Math.max(0, maxCount - pinned.length - dedupedRecent.length);
+    const all = [...pinned, ...dedupedRecent, ...sorted.slice(0, remaining)];
     return {
       project_name: project.name,
       canonical_id: project.canonical_id,
@@ -1139,6 +1230,11 @@ function buildSessionContext(db, cwd, options = {}) {
     remainingBudget -= cost;
     selected.push(obs);
   }
+  for (const obs of dedupedRecent) {
+    const cost = estimateObservationTokens(obs, selected.length);
+    remainingBudget -= cost;
+    selected.push(obs);
+  }
   for (const obs of sorted) {
     const cost = estimateObservationTokens(obs, selected.length);
     if (remainingBudget - cost < 0 && selected.length > 0)
@@ -1146,7 +1242,7 @@ function buildSessionContext(db, cwd, options = {}) {
     remainingBudget -= cost;
     selected.push(obs);
   }
-  const summaries = db.getRecentSummaries(project.id, 2);
+  const summaries = db.getRecentSummaries(project.id, 5);
   let securityFindings = [];
   try {
     const weekAgo = Math.floor(Date.now() / 1000) - 7 * 86400;
@@ -1166,7 +1262,7 @@ function buildSessionContext(db, cwd, options = {}) {
   };
 }
 function estimateObservationTokens(obs, index) {
-  const DETAILED_THRESHOLD = 3;
+  const DETAILED_THRESHOLD = 5;
   const titleCost = estimateTokens(`- **[${obs.type}]** ${obs.title} (2026-01-01, q=0.5)`);
   if (index >= DETAILED_THRESHOLD) {
     return titleCost;
@@ -1178,7 +1274,7 @@ function formatContextForInjection(context) {
   if (context.observations.length === 0) {
     return `Project: ${context.project_name} (no prior observations)`;
   }
-  const DETAILED_COUNT = 3;
+  const DETAILED_COUNT = 5;
   const lines = [
     `## Project Memory: ${context.project_name}`,
     `${context.session_count} relevant observation(s) from prior sessions:`,

package/dist/hooks/sentinel.js

@@ -4,9 +4,9 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // src/config.ts
 import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { homedir, hostname } from "node:os";
+import { homedir, hostname, networkInterfaces } from "node:os";
 import { join } from "node:path";
-import { randomBytes } from "node:crypto";
+import { createHash } from "node:crypto";
 var CONFIG_DIR = join(homedir(), ".engrm");
 var SETTINGS_PATH = join(CONFIG_DIR, "settings.json");
 var DB_PATH = join(CONFIG_DIR, "engrm.db");
@@ -15,7 +15,22 @@ function getDbPath() {
 }
 function generateDeviceId() {
   const host = hostname().toLowerCase().replace(/[^a-z0-9-]/g, "");
-  const suffix = randomBytes(4).toString("hex");
+  let mac = "";
+  const ifaces = networkInterfaces();
+  for (const entries of Object.values(ifaces)) {
+    if (!entries)
+      continue;
+    for (const entry of entries) {
+      if (!entry.internal && entry.mac && entry.mac !== "00:00:00:00:00:00") {
+        mac = entry.mac;
+        break;
+      }
+    }
+    if (mac)
+      break;
+  }
+  const material = `${host}:${mac || "no-mac"}`;
+  const suffix = createHash("sha256").update(material).digest("hex").slice(0, 8);
   return `${host}-${suffix}`;
 }
 function createDefaultConfig() {
@@ -57,7 +72,10 @@ function createDefaultConfig() {
     observer: {
       enabled: true,
       mode: "per_event",
-      model: "haiku"
+      model: "sonnet"
+    },
+    transcript_analysis: {
+      enabled: false
     }
   };
 }
@@ -116,9 +134,19 @@ function loadConfig() {
       enabled: asBool(config["observer"]?.["enabled"], defaults.observer.enabled),
       mode: asObserverMode(config["observer"]?.["mode"], defaults.observer.mode),
       model: asString(config["observer"]?.["model"], defaults.observer.model)
+    },
+    transcript_analysis: {
+      enabled: asBool(config["transcript_analysis"]?.["enabled"], defaults.transcript_analysis.enabled)
     }
   };
 }
+function saveConfig(config) {
+  if (!existsSync(CONFIG_DIR)) {
+    mkdirSync(CONFIG_DIR, { recursive: true });
+  }
+  writeFileSync(SETTINGS_PATH, JSON.stringify(config, null, 2) + `
+`, "utf-8");
+}
 function configExists() {
   return existsSync(SETTINGS_PATH);
 }
@@ -514,6 +542,56 @@ function runMigrations(db) {
     }
   }
 }
+function ensureObservationTypes(db) {
+  try {
+    db.exec("INSERT INTO observations (session_id, project_id, type, title, user_id, device_id, agent, created_at, created_at_epoch) " + "VALUES ('_typecheck', 1, 'message', '_test', '_test', '_test', '_test', '2000-01-01', 0)");
+    db.exec("DELETE FROM observations WHERE session_id = '_typecheck'");
+  } catch {
+    db.exec("BEGIN TRANSACTION");
+    try {
+      db.exec(`
+        CREATE TABLE observations_repair (
+          id INTEGER PRIMARY KEY AUTOINCREMENT, session_id TEXT,
+          project_id INTEGER NOT NULL REFERENCES projects(id),
+          type TEXT NOT NULL CHECK (type IN (
+            'bugfix','discovery','decision','pattern','change','feature',
+            'refactor','digest','standard','message')),
+          title TEXT NOT NULL, narrative TEXT, facts TEXT, concepts TEXT,
+          files_read TEXT, files_modified TEXT,
+          quality REAL DEFAULT 0.5 CHECK (quality BETWEEN 0.0 AND 1.0),
+          lifecycle TEXT DEFAULT 'active' CHECK (lifecycle IN ('active','aging','archived','purged','pinned')),
+          sensitivity TEXT DEFAULT 'shared' CHECK (sensitivity IN ('shared','personal','secret')),
+          user_id TEXT NOT NULL, device_id TEXT NOT NULL, agent TEXT DEFAULT 'claude-code',
+          created_at TEXT NOT NULL, created_at_epoch INTEGER NOT NULL,
+          archived_at_epoch INTEGER,
+          compacted_into INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          superseded_by INTEGER REFERENCES observations(id) ON DELETE SET NULL,
+          remote_source_id TEXT
+        );
+        INSERT INTO observations_repair SELECT * FROM observations;
+        DROP TABLE observations;
+        ALTER TABLE observations_repair RENAME TO observations;
+        CREATE INDEX IF NOT EXISTS idx_observations_project ON observations(project_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_type ON observations(type);
+        CREATE INDEX IF NOT EXISTS idx_observations_created ON observations(created_at_epoch);
+        CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_lifecycle ON observations(lifecycle);
+        CREATE INDEX IF NOT EXISTS idx_observations_quality ON observations(quality);
+        CREATE INDEX IF NOT EXISTS idx_observations_user ON observations(user_id);
+        CREATE INDEX IF NOT EXISTS idx_observations_superseded ON observations(superseded_by);
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_observations_remote_source ON observations(remote_source_id) WHERE remote_source_id IS NOT NULL;
+        DROP TABLE IF EXISTS observations_fts;
+        CREATE VIRTUAL TABLE observations_fts USING fts5(
+          title, narrative, facts, concepts, content=observations, content_rowid=id
+        );
+        INSERT INTO observations_fts(observations_fts) VALUES('rebuild');
+      `);
+      db.exec("COMMIT");
+    } catch (err) {
+      db.exec("ROLLBACK");
+    }
+  }
+}
 var LATEST_SCHEMA_VERSION = MIGRATIONS.filter((m) => !m.condition).reduce((max, m) => Math.max(max, m.version), 0);
 
 // src/storage/sqlite.ts
@@ -580,6 +658,7 @@ class MemDatabase {
     this.db.exec("PRAGMA foreign_keys = ON");
     this.vecAvailable = this.loadVecExtension();
     runMigrations(this.db);
+    ensureObservationTypes(this.db);
   }
   loadVecExtension() {
     try {
@@ -1165,6 +1244,13 @@ async function main() {
   }
   try {
     const filePath = String(event.tool_input["file_path"] ?? "unknown");
+    const defaultSkips = [/migrations?\./, /\.test\./, /\.spec\./, /\.lock$/, /package\.json$/];
+    const customSkips = (config.sentinel.skip_patterns || []).map((p) => new RegExp(p));
+    const allSkips = [...defaultSkips, ...customSkips];
+    if (allSkips.some((re) => re.test(filePath))) {
+      db.close();
+      process.exit(0);
+    }
     const content = event.tool_name === "Write" ? String(event.tool_input["content"] ?? "") : String(event.tool_input["new_string"] ?? "");
     const result = await auditCodeChange(config, db, event.tool_name, filePath, content);
     if (result.verdict === "PASS") {