engrm 0.4.11 → 0.4.13

package/dist/hooks/user-prompt-submit.js

@@ -713,6 +713,18 @@ var MIGRATIONS = [
       CREATE INDEX IF NOT EXISTS idx_tool_events_created
         ON tool_events(created_at_epoch DESC, id DESC);
     `
+  },
+  {
+    version: 11,
+    description: "Add observation provenance from tool and prompt chronology",
+    sql: `
+      ALTER TABLE observations ADD COLUMN source_tool TEXT;
+      ALTER TABLE observations ADD COLUMN source_prompt_number INTEGER;
+      CREATE INDEX IF NOT EXISTS idx_observations_source_tool
+        ON observations(source_tool, created_at_epoch DESC);
+      CREATE INDEX IF NOT EXISTS idx_observations_source_prompt
+        ON observations(session_id, source_prompt_number DESC);
+    `
   }
 ];
 function isVecExtensionLoaded(db) {
@@ -766,6 +778,8 @@ function inferLegacySchemaVersion(db) {
     version = Math.max(version, 9);
   if (tableExists(db, "tool_events"))
     version = Math.max(version, 10);
+  if (columnExists(db, "observations", "source_tool"))
+    version = Math.max(version, 11);
   return version;
 }
 function runMigrations(db) {
@@ -848,6 +862,86 @@ var LATEST_SCHEMA_VERSION = MIGRATIONS.filter((m) => !m.condition).reduce((max,
 
 // src/storage/sqlite.ts
 import { createHash as createHash2 } from "node:crypto";
+
+// src/intelligence/summary-sections.ts
+function extractSummaryItems(section, limit) {
+  if (!section || !section.trim())
+    return [];
+  const rawLines = section.split(`
+`).map((line) => line.replace(/\s+/g, " ").trim()).filter(Boolean);
+  const items = [];
+  const seen = new Set;
+  let heading = null;
+  for (const rawLine of rawLines) {
+    const line = stripSectionPrefix(rawLine);
+    if (!line)
+      continue;
+    const headingOnly = parseHeading(line);
+    if (headingOnly) {
+      heading = headingOnly;
+      continue;
+    }
+    const isBullet = /^[-*•]\s+/.test(line);
+    const stripped = line.replace(/^[-*•]\s+/, "").trim();
+    if (!stripped)
+      continue;
+    const item = heading && isBullet ? `${heading}: ${stripped}` : stripped;
+    const normalized = normalizeItem(item);
+    if (!normalized || seen.has(normalized))
+      continue;
+    seen.add(normalized);
+    items.push(item);
+    if (limit && items.length >= limit)
+      break;
+  }
+  return items;
+}
+function formatSummaryItems(section, maxLen) {
+  const items = extractSummaryItems(section);
+  if (items.length === 0)
+    return null;
+  const cleaned = items.map((item) => `- ${item}`).join(`
+`);
+  if (cleaned.length <= maxLen)
+    return cleaned;
+  const truncated = cleaned.slice(0, maxLen).trimEnd();
+  const lastBreak = Math.max(truncated.lastIndexOf(`
+`), truncated.lastIndexOf(" "));
+  const safe = lastBreak > maxLen * 0.5 ? truncated.slice(0, lastBreak) : truncated;
+  return `${safe.trimEnd()}…`;
+}
+function normalizeSummarySection(section) {
+  const items = extractSummaryItems(section);
+  if (items.length === 0) {
+    const cleaned = section?.replace(/\s+/g, " ").trim() ?? "";
+    return cleaned || null;
+  }
+  return items.map((item) => `- ${item}`).join(`
+`);
+}
+function normalizeSummaryRequest(value) {
+  const cleaned = value?.replace(/\s+/g, " ").trim() ?? "";
+  return cleaned || null;
+}
+function stripSectionPrefix(value) {
+  return value.replace(/^(request|investigated|learned|completed|next steps|summary):\s*/i, "").trim();
+}
+function parseHeading(value) {
+  const boldMatch = value.match(/^\*{1,2}\s*(.+?)\s*:\*{1,2}$/);
+  if (boldMatch?.[1]) {
+    return boldMatch[1].trim().replace(/\s+/g, " ");
+  }
+  const plainMatch = value.match(/^(.+?):$/);
+  if (plainMatch?.[1]) {
+    return plainMatch[1].trim().replace(/\s+/g, " ");
+  }
+  return null;
+}
+function normalizeItem(value) {
+  return value.toLowerCase().replace(/\*+/g, "").replace(/\s+/g, " ").trim();
+}
+
+// src/storage/sqlite.ts
 var IS_BUN = typeof globalThis.Bun !== "undefined";
 function openDatabase(dbPath) {
   if (IS_BUN) {
@@ -884,6 +978,7 @@ function openNodeDatabase(dbPath) {
   const BetterSqlite3 = __require("better-sqlite3");
   const raw = new BetterSqlite3(dbPath);
   return {
+    __raw: raw,
     query(sql) {
       const stmt = raw.prepare(sql);
       return {
@@ -921,7 +1016,7 @@ class MemDatabase {
   loadVecExtension() {
     try {
       const sqliteVec = __require("sqlite-vec");
-      sqliteVec.load(this.db);
+      sqliteVec.load(this.db.__raw ?? this.db);
       return true;
     } catch {
       return false;
@@ -962,8 +1057,9 @@ class MemDatabase {
     const result = this.db.query(`INSERT INTO observations (
           session_id, project_id, type, title, narrative, facts, concepts,
           files_read, files_modified, quality, lifecycle, sensitivity,
-          user_id, device_id, agent, created_at, created_at_epoch
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(obs.session_id ?? null, obs.project_id, obs.type, obs.title, obs.narrative ?? null, obs.facts ?? null, obs.concepts ?? null, obs.files_read ?? null, obs.files_modified ?? null, obs.quality, obs.lifecycle ?? "active", obs.sensitivity ?? "shared", obs.user_id, obs.device_id, obs.agent ?? "claude-code", createdAt, now);
+          user_id, device_id, agent, source_tool, source_prompt_number,
+          created_at, created_at_epoch
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(obs.session_id ?? null, obs.project_id, obs.type, obs.title, obs.narrative ?? null, obs.facts ?? null, obs.concepts ?? null, obs.files_read ?? null, obs.files_modified ?? null, obs.quality, obs.lifecycle ?? "active", obs.sensitivity ?? "shared", obs.user_id, obs.device_id, obs.agent ?? "claude-code", obs.source_tool ?? null, obs.source_prompt_number ?? null, createdAt, now);
     const id = Number(result.lastInsertRowid);
     const row = this.getObservationById(id);
     this.ftsInsert(row);
@@ -1204,6 +1300,13 @@ class MemDatabase {
          ORDER BY prompt_number ASC
          LIMIT ?`).all(sessionId, limit);
   }
+  getLatestSessionPromptNumber(sessionId) {
+    const row = this.db.query(`SELECT prompt_number FROM user_prompts
+         WHERE session_id = ?
+         ORDER BY prompt_number DESC
+         LIMIT 1`).get(sessionId);
+    return row?.prompt_number ?? null;
+  }
   insertToolEvent(input) {
     const createdAt = input.created_at_epoch ?? Math.floor(Date.now() / 1000);
     const result = this.db.query(`INSERT INTO tool_events (
@@ -1313,8 +1416,15 @@ class MemDatabase {
   }
   insertSessionSummary(summary) {
     const now = Math.floor(Date.now() / 1000);
+    const normalized = {
+      request: normalizeSummaryRequest(summary.request),
+      investigated: normalizeSummarySection(summary.investigated),
+      learned: normalizeSummarySection(summary.learned),
+      completed: normalizeSummarySection(summary.completed),
+      next_steps: normalizeSummarySection(summary.next_steps)
+    };
     const result = this.db.query(`INSERT INTO session_summaries (session_id, project_id, user_id, request, investigated, learned, completed, next_steps, created_at_epoch)
-        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(summary.session_id, summary.project_id, summary.user_id, summary.request, summary.investigated, summary.learned, summary.completed, summary.next_steps, now);
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(summary.session_id, summary.project_id, summary.user_id, normalized.request, normalized.investigated, normalized.learned, normalized.completed, normalized.next_steps, now);
     const id = Number(result.lastInsertRowid);
     return this.db.query("SELECT * FROM session_summaries WHERE id = ?").get(id);
   }