engrm 0.4.0 → 0.4.3

package/dist/server.js

@@ -14249,8 +14249,8 @@ class MemDatabase {
     return this.db.query("SELECT * FROM projects WHERE id = ?").get(id) ?? null;
   }
   insertObservation(obs) {
-    const now = Math.floor(Date.now() / 1000);
-    const createdAt = new Date().toISOString();
+    const now = obs.created_at_epoch ?? Math.floor(Date.now() / 1000);
+    const createdAt = obs.created_at ?? new Date(now * 1000).toISOString();
     const result = this.db.query(`INSERT INTO observations (
           session_id, project_id, type, title, narrative, facts, concepts,
           files_read, files_modified, quality, lifecycle, sensitivity,
@@ -14267,11 +14267,14 @@ class MemDatabase {
   getObservationById(id) {
     return this.db.query("SELECT * FROM observations WHERE id = ?").get(id) ?? null;
   }
-  getObservationsByIds(ids) {
+  getObservationsByIds(ids, userId) {
     if (ids.length === 0)
       return [];
     const placeholders = ids.map(() => "?").join(",");
-    return this.db.query(`SELECT * FROM observations WHERE id IN (${placeholders}) ORDER BY created_at_epoch DESC`).all(...ids);
+    const visibilityClause = userId ? " AND (sensitivity != 'personal' OR user_id = ?)" : "";
+    return this.db.query(`SELECT * FROM observations
+         WHERE id IN (${placeholders})${visibilityClause}
+         ORDER BY created_at_epoch DESC`).all(...ids, ...userId ? [userId] : []);
   }
   getRecentObservations(projectId, sincEpoch, limit = 50) {
     return this.db.query(`SELECT * FROM observations
@@ -14279,8 +14282,9 @@ class MemDatabase {
         ORDER BY created_at_epoch DESC
         LIMIT ?`).all(projectId, sincEpoch, limit);
   }
-  searchFts(query, projectId, lifecycles = ["active", "aging", "pinned"], limit = 20) {
+  searchFts(query, projectId, lifecycles = ["active", "aging", "pinned"], limit = 20, userId) {
     const lifecyclePlaceholders = lifecycles.map(() => "?").join(",");
+    const visibilityClause = userId ? " AND (o.sensitivity != 'personal' OR o.user_id = ?)" : "";
     if (projectId !== null) {
       return this.db.query(`SELECT o.id, observations_fts.rank
           FROM observations_fts
@@ -14288,33 +14292,39 @@ class MemDatabase {
           WHERE observations_fts MATCH ?
             AND o.project_id = ?
             AND o.lifecycle IN (${lifecyclePlaceholders})
+            ${visibilityClause}
           ORDER BY observations_fts.rank
-          LIMIT ?`).all(query, projectId, ...lifecycles, limit);
+          LIMIT ?`).all(query, projectId, ...lifecycles, ...userId ? [userId] : [], limit);
     }
     return this.db.query(`SELECT o.id, observations_fts.rank
         FROM observations_fts
         JOIN observations o ON o.id = observations_fts.rowid
         WHERE observations_fts MATCH ?
           AND o.lifecycle IN (${lifecyclePlaceholders})
+          ${visibilityClause}
         ORDER BY observations_fts.rank
-        LIMIT ?`).all(query, ...lifecycles, limit);
+        LIMIT ?`).all(query, ...lifecycles, ...userId ? [userId] : [], limit);
   }
-  getTimeline(anchorId, projectId, depthBefore = 3, depthAfter = 3) {
-    const anchor = this.getObservationById(anchorId);
+  getTimeline(anchorId, projectId, depthBefore = 3, depthAfter = 3, userId) {
+    const visibilityClause = userId ? " AND (sensitivity != 'personal' OR user_id = ?)" : "";
+    const anchor = this.db.query(`SELECT * FROM observations WHERE id = ?${visibilityClause}`).get(anchorId, ...userId ? [userId] : []) ?? null;
     if (!anchor)
       return [];
     const projectFilter = projectId !== null ? "AND project_id = ?" : "";
     const projectParams = projectId !== null ? [projectId] : [];
+    const visibilityParams = userId ? [userId] : [];
     const before = this.db.query(`SELECT * FROM observations
         WHERE created_at_epoch < ? ${projectFilter}
           AND lifecycle IN ('active', 'aging', 'pinned')
+          ${visibilityClause}
         ORDER BY created_at_epoch DESC
-        LIMIT ?`).all(anchor.created_at_epoch, ...projectParams, depthBefore);
+        LIMIT ?`).all(anchor.created_at_epoch, ...projectParams, ...visibilityParams, depthBefore);
     const after = this.db.query(`SELECT * FROM observations
         WHERE created_at_epoch > ? ${projectFilter}
           AND lifecycle IN ('active', 'aging', 'pinned')
+          ${visibilityClause}
         ORDER BY created_at_epoch ASC
-        LIMIT ?`).all(anchor.created_at_epoch, ...projectParams, depthAfter);
+        LIMIT ?`).all(anchor.created_at_epoch, ...projectParams, ...visibilityParams, depthAfter);
     return [...before.reverse(), anchor, ...after];
   }
   pinObservation(id, pinned) {
@@ -14428,11 +14438,12 @@ class MemDatabase {
       return;
     this.db.query("DELETE FROM vec_observations WHERE observation_id = ?").run(observationId);
   }
-  searchVec(queryEmbedding, projectId, lifecycles = ["active", "aging", "pinned"], limit = 20) {
+  searchVec(queryEmbedding, projectId, lifecycles = ["active", "aging", "pinned"], limit = 20, userId) {
     if (!this.vecAvailable)
       return [];
     const lifecyclePlaceholders = lifecycles.map(() => "?").join(",");
     const embeddingBlob = new Uint8Array(queryEmbedding.buffer);
+    const visibilityClause = userId ? " AND (o.sensitivity != 'personal' OR o.user_id = ?)" : "";
     if (projectId !== null) {
       return this.db.query(`SELECT v.observation_id, v.distance
            FROM vec_observations v
@@ -14441,7 +14452,7 @@ class MemDatabase {
              AND k = ?
              AND o.project_id = ?
              AND o.lifecycle IN (${lifecyclePlaceholders})
-             AND o.superseded_by IS NULL`).all(embeddingBlob, limit, projectId, ...lifecycles);
+             AND o.superseded_by IS NULL` + visibilityClause).all(embeddingBlob, limit, projectId, ...lifecycles, ...userId ? [userId] : []);
     }
     return this.db.query(`SELECT v.observation_id, v.distance
          FROM vec_observations v
@@ -14449,7 +14460,7 @@ class MemDatabase {
          WHERE v.embedding MATCH ?
            AND k = ?
            AND o.lifecycle IN (${lifecyclePlaceholders})
-           AND o.superseded_by IS NULL`).all(embeddingBlob, limit, ...lifecycles);
+           AND o.superseded_by IS NULL` + visibilityClause).all(embeddingBlob, limit, ...lifecycles, ...userId ? [userId] : []);
   }
   getUnembeddedCount() {
     if (!this.vecAvailable)
@@ -14733,6 +14744,12 @@ function scoreQuality(input) {
     case "digest":
       score += 0.3;
       break;
+    case "standard":
+      score += 0.25;
+      break;
+    case "message":
+      score += 0.1;
+      break;
   }
   if (input.narrative && input.narrative.length > 50) {
     score += 0.15;
@@ -15329,11 +15346,11 @@ async function searchObservations(db, input) {
     }
   }
   const safeQuery = sanitizeFtsQuery(query);
-  const ftsResults = safeQuery ? db.searchFts(safeQuery, projectId, undefined, limit * 2) : [];
+  const ftsResults = safeQuery ? db.searchFts(safeQuery, projectId, undefined, limit * 2, input.user_id) : [];
   let vecResults = [];
   const queryEmbedding = await embedText(query);
   if (queryEmbedding && db.vecAvailable) {
-    vecResults = db.searchVec(queryEmbedding, projectId, ["active", "aging", "pinned"], limit * 2);
+    vecResults = db.searchVec(queryEmbedding, projectId, ["active", "aging", "pinned"], limit * 2, input.user_id);
   }
   const merged = mergeResults(ftsResults, vecResults, limit);
   if (merged.length === 0) {
@@ -15341,7 +15358,7 @@ async function searchObservations(db, input) {
   }
   const ids = merged.map((r) => r.id);
   const scoreMap = new Map(merged.map((r) => [r.id, r.score]));
-  const observations = db.getObservationsByIds(ids);
+  const observations = db.getObservationsByIds(ids, input.user_id);
   const active = observations.filter((obs) => obs.superseded_by === null);
   const projectNameCache = new Map;
   if (!projectScoped) {
@@ -15368,7 +15385,7 @@ async function searchObservations(db, input) {
       lifecycle: obs.lifecycle,
       created_at: obs.created_at,
       rank: baseScore * lifecycleWeight,
-      ...!projectScoped && projectId !== null && obs.project_id !== projectId ? { project_name: projectNameCache.get(obs.project_id) } : {}
+      ...!projectScoped ? { project_name: projectNameCache.get(obs.project_id) } : {}
     };
   });
   entries.sort((a, b) => b.rank - a.rank);
@@ -15404,7 +15421,7 @@ function getObservations(db, input) {
   if (input.ids.length === 0) {
     return { observations: [], not_found: [] };
   }
-  const observations = db.getObservationsByIds(input.ids);
+  const observations = db.getObservationsByIds(input.ids, input.user_id);
   const foundIds = new Set(observations.map((o) => o.id));
   const notFound = input.ids.filter((id) => !foundIds.has(id));
   return { observations, not_found: notFound };
@@ -15426,7 +15443,7 @@ function getTimeline(db, input) {
       projectName = project.name;
     }
   }
-  const observations = db.getTimeline(input.anchor_id, projectId, depthBefore, depthAfter);
+  const observations = db.getTimeline(input.anchor_id, projectId, depthBefore, depthAfter, input.user_id);
   const anchorIndex = observations.findIndex((o) => o.id === input.anchor_id);
   return {
     observations,
@@ -15457,6 +15474,295 @@ function pinObservation(db, input) {
   return { success: true };
 }
 
+// src/tools/recent.ts
+function getRecentActivity(db, input) {
+  const limit = Math.max(1, Math.min(input.limit ?? 10, 50));
+  const projectScoped = input.project_scoped !== false;
+  let projectId = null;
+  let projectName;
+  if (projectScoped) {
+    const cwd = input.cwd ?? process.cwd();
+    const detected = detectProject(cwd);
+    const project = db.getProjectByCanonicalId(detected.canonical_id);
+    if (project) {
+      projectId = project.id;
+      projectName = project.name;
+    }
+  }
+  const params = [];
+  const conditions = [
+    "lifecycle IN ('active', 'aging', 'pinned')",
+    "superseded_by IS NULL"
+  ];
+  if (input.user_id) {
+    conditions.push("(sensitivity != 'personal' OR user_id = ?)");
+    params.push(input.user_id);
+  }
+  if (projectId !== null) {
+    conditions.push("project_id = ?");
+    params.push(projectId);
+  }
+  if (input.type) {
+    conditions.push("type = ?");
+    params.push(input.type);
+  }
+  params.push(limit);
+  const observations = db.db.query(`SELECT observations.*, projects.name AS project_name
+       FROM observations
+       LEFT JOIN projects ON projects.id = observations.project_id
+       WHERE ${conditions.join(" AND ")}
+       ORDER BY observations.created_at_epoch DESC
+       LIMIT ?`).all(...params);
+  return {
+    observations,
+    project: projectName
+  };
+}
+
+// src/tools/send-message.ts
+async function sendMessage(db, config2, input) {
+  const result = await saveObservation(db, config2, {
+    type: "message",
+    title: input.title,
+    narrative: input.narrative,
+    concepts: input.concepts,
+    session_id: input.session_id,
+    cwd: input.cwd
+  });
+  return {
+    success: result.success,
+    observation_id: result.observation_id,
+    reason: result.reason
+  };
+}
+
+// src/storage/outbox.ts
+function getPendingEntries(db, limit = 50) {
+  const now = Math.floor(Date.now() / 1000);
+  return db.db.query(`SELECT * FROM sync_outbox
+      WHERE (status = 'pending')
+        OR (status = 'failed' AND retry_count < max_retries AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?))
+      ORDER BY created_at_epoch ASC
+      LIMIT ?`).all(now, limit);
+}
+function markSyncing(db, entryId) {
+  db.db.query("UPDATE sync_outbox SET status = 'syncing' WHERE id = ?").run(entryId);
+}
+function markSynced(db, entryId) {
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ? WHERE id = ?").run(now, entryId);
+}
+function markFailed(db, entryId, error48) {
+  const now = Math.floor(Date.now() / 1000);
+  db.db.query(`UPDATE sync_outbox SET
+        status = 'failed',
+        retry_count = retry_count + 1,
+        last_error = ?,
+        next_retry_epoch = ? + MIN(30 * (1 << retry_count), 3600)
+      WHERE id = ?`).run(error48, now, entryId);
+}
+function getOutboxStats(db) {
+  const rows = db.db.query("SELECT status, COUNT(*) as count FROM sync_outbox GROUP BY status").all();
+  const stats = {
+    pending: 0,
+    syncing: 0,
+    synced: 0,
+    failed: 0
+  };
+  for (const row of rows) {
+    stats[row.status] = row.count;
+  }
+  return stats;
+}
+
+// src/tools/stats.ts
+function getMemoryStats(db) {
+  const activeObservations = db.getActiveObservationCount();
+  const messages = db.db.query(`SELECT COUNT(*) as count FROM observations
+       WHERE type = 'message' AND lifecycle IN ('active', 'aging', 'pinned')`).get()?.count ?? 0;
+  const sessionSummaries = db.db.query("SELECT COUNT(*) as count FROM session_summaries").get()?.count ?? 0;
+  return {
+    active_observations: activeObservations,
+    messages,
+    session_summaries: sessionSummaries,
+    installed_packs: db.getInstalledPacks(),
+    outbox: getOutboxStats(db)
+  };
+}
+
+// src/intelligence/followthrough.ts
+var FOLLOW_THROUGH_THRESHOLD = 0.25;
+var STALE_AFTER_DAYS = 3;
+var DECISION_WINDOW_DAYS = 30;
+var IMPLEMENTATION_TYPES = new Set([
+  "feature",
+  "bugfix",
+  "change",
+  "refactor"
+]);
+function findStaleDecisions(db, projectId, options) {
+  const staleAfterDays = options?.staleAfterDays ?? STALE_AFTER_DAYS;
+  const windowDays = options?.windowDays ?? DECISION_WINDOW_DAYS;
+  const nowEpoch = Math.floor(Date.now() / 1000);
+  const windowStart = nowEpoch - windowDays * 86400;
+  const staleThreshold = nowEpoch - staleAfterDays * 86400;
+  const decisions = db.db.query(`SELECT * FROM observations
+       WHERE project_id = ? AND type = 'decision'
+       AND lifecycle IN ('active', 'aging', 'pinned')
+       AND superseded_by IS NULL
+       AND created_at_epoch >= ?
+       ORDER BY created_at_epoch DESC`).all(projectId, windowStart);
+  if (decisions.length === 0)
+    return [];
+  const implementations = db.db.query(`SELECT * FROM observations
+       WHERE project_id = ? AND type IN ('feature', 'bugfix', 'change', 'refactor')
+       AND lifecycle IN ('active', 'aging', 'pinned')
+       AND superseded_by IS NULL
+       AND created_at_epoch >= ?
+       ORDER BY created_at_epoch DESC`).all(projectId, windowStart);
+  const crossProjectImpls = db.db.query(`SELECT * FROM observations
+       WHERE project_id != ? AND type IN ('feature', 'bugfix', 'change', 'refactor')
+       AND lifecycle IN ('active', 'aging', 'pinned')
+       AND superseded_by IS NULL
+       AND created_at_epoch >= ?
+       ORDER BY created_at_epoch DESC
+       LIMIT 200`).all(projectId, windowStart);
+  const allImpls = [...implementations, ...crossProjectImpls];
+  const stale = [];
+  for (const decision of decisions) {
+    if (decision.created_at_epoch > staleThreshold)
+      continue;
+    const daysAgo = Math.floor((nowEpoch - decision.created_at_epoch) / 86400);
+    let decisionConcepts = [];
+    try {
+      const parsed = decision.concepts ? JSON.parse(decision.concepts) : [];
+      if (Array.isArray(parsed))
+        decisionConcepts = parsed;
+    } catch {}
+    let bestTitle = "";
+    let bestScore = 0;
+    for (const impl of allImpls) {
+      if (impl.created_at_epoch <= decision.created_at_epoch)
+        continue;
+      const titleScore = jaccardSimilarity(decision.title, impl.title);
+      let conceptBoost = 0;
+      if (decisionConcepts.length > 0) {
+        try {
+          const implConcepts = impl.concepts ? JSON.parse(impl.concepts) : [];
+          if (Array.isArray(implConcepts) && implConcepts.length > 0) {
+            const decSet = new Set(decisionConcepts.map((c) => c.toLowerCase()));
+            const overlap = implConcepts.filter((c) => decSet.has(c.toLowerCase())).length;
+            conceptBoost = overlap / Math.max(decisionConcepts.length, 1) * 0.15;
+          }
+        } catch {}
+      }
+      let narrativeBoost = 0;
+      if (impl.narrative) {
+        const decWords = new Set(decision.title.toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((w) => w.length > 3));
+        if (decWords.size > 0) {
+          const implNarrativeLower = impl.narrative.toLowerCase();
+          const hits = [...decWords].filter((w) => implNarrativeLower.includes(w)).length;
+          narrativeBoost = hits / decWords.size * 0.1;
+        }
+      }
+      const totalScore = titleScore + conceptBoost + narrativeBoost;
+      if (totalScore > bestScore) {
+        bestScore = totalScore;
+        bestTitle = impl.title;
+      }
+    }
+    if (bestScore < FOLLOW_THROUGH_THRESHOLD) {
+      stale.push({
+        id: decision.id,
+        title: decision.title,
+        narrative: decision.narrative,
+        concepts: decisionConcepts,
+        created_at: decision.created_at,
+        days_ago: daysAgo,
+        ...bestScore > 0.1 ? {
+          best_match_title: bestTitle,
+          best_match_similarity: Math.round(bestScore * 100) / 100
+        } : {}
+      });
+    }
+  }
+  stale.sort((a, b) => b.days_ago - a.days_ago);
+  return stale.slice(0, 5);
+}
+function findStaleDecisionsGlobal(db, options) {
+  const staleAfterDays = options?.staleAfterDays ?? STALE_AFTER_DAYS;
+  const windowDays = options?.windowDays ?? DECISION_WINDOW_DAYS;
+  const nowEpoch = Math.floor(Date.now() / 1000);
+  const windowStart = nowEpoch - windowDays * 86400;
+  const staleThreshold = nowEpoch - staleAfterDays * 86400;
+  const decisions = db.db.query(`SELECT * FROM observations
+       WHERE type = 'decision'
+       AND lifecycle IN ('active', 'aging', 'pinned')
+       AND superseded_by IS NULL
+       AND created_at_epoch >= ?
+       ORDER BY created_at_epoch DESC`).all(windowStart);
+  if (decisions.length === 0)
+    return [];
+  const implementations = db.db.query(`SELECT * FROM observations
+       WHERE type IN ('feature', 'bugfix', 'change', 'refactor')
+       AND lifecycle IN ('active', 'aging', 'pinned')
+       AND superseded_by IS NULL
+       AND created_at_epoch >= ?
+       ORDER BY created_at_epoch DESC
+       LIMIT 500`).all(windowStart);
+  const stale = [];
+  for (const decision of decisions) {
+    if (decision.created_at_epoch > staleThreshold)
+      continue;
+    const daysAgo = Math.floor((nowEpoch - decision.created_at_epoch) / 86400);
+    let decisionConcepts = [];
+    try {
+      const parsed = decision.concepts ? JSON.parse(decision.concepts) : [];
+      if (Array.isArray(parsed))
+        decisionConcepts = parsed;
+    } catch {}
+    let bestScore = 0;
+    let bestTitle = "";
+    for (const impl of implementations) {
+      if (impl.created_at_epoch <= decision.created_at_epoch)
+        continue;
+      const titleScore = jaccardSimilarity(decision.title, impl.title);
+      let conceptBoost = 0;
+      if (decisionConcepts.length > 0) {
+        try {
+          const implConcepts = impl.concepts ? JSON.parse(impl.concepts) : [];
+          if (Array.isArray(implConcepts) && implConcepts.length > 0) {
+            const decSet = new Set(decisionConcepts.map((c) => c.toLowerCase()));
+            const overlap = implConcepts.filter((c) => decSet.has(c.toLowerCase())).length;
+            conceptBoost = overlap / Math.max(decisionConcepts.length, 1) * 0.15;
+          }
+        } catch {}
+      }
+      const totalScore = titleScore + conceptBoost;
+      if (totalScore > bestScore) {
+        bestScore = totalScore;
+        bestTitle = impl.title;
+      }
+    }
+    if (bestScore < FOLLOW_THROUGH_THRESHOLD) {
+      stale.push({
+        id: decision.id,
+        title: decision.title,
+        narrative: decision.narrative,
+        concepts: decisionConcepts,
+        created_at: decision.created_at,
+        days_ago: daysAgo,
+        ...bestScore > 0.1 ? {
+          best_match_title: bestTitle,
+          best_match_similarity: Math.round(bestScore * 100) / 100
+        } : {}
+      });
+    }
+  }
+  stale.sort((a, b) => b.days_ago - a.days_ago);
+  return stale.slice(0, 5);
+}
+
 // src/context/inject.ts
 var RECENCY_WINDOW_SECONDS = 30 * 86400;
 function computeBlendedScore(quality, createdAtEpoch, nowEpoch) {
@@ -15473,48 +15779,63 @@ function buildSessionContext(db, cwd, options = {}) {
   const opts = typeof options === "number" ? { maxCount: options } : options;
   const tokenBudget = opts.tokenBudget ?? 3000;
   const maxCount = opts.maxCount;
+  const visibilityClause = opts.userId ? " AND (sensitivity != 'personal' OR user_id = ?)" : "";
+  const visibilityParams = opts.userId ? [opts.userId] : [];
   const detected = detectProject(cwd);
   const project = db.getProjectByCanonicalId(detected.canonical_id);
-  if (!project) {
-    return {
-      project_name: detected.name,
-      canonical_id: detected.canonical_id,
-      observations: [],
-      session_count: 0,
-      total_active: 0
-    };
-  }
-  const totalActive = (db.db.query(`SELECT COUNT(*) as c FROM observations
-         WHERE project_id = ? AND lifecycle IN ('active', 'aging', 'pinned')
-         AND superseded_by IS NULL`).get(project.id) ?? { c: 0 }).c;
-  const MAX_PINNED = 5;
-  const pinned = db.db.query(`SELECT * FROM observations
-       WHERE project_id = ? AND lifecycle = 'pinned'
-       AND superseded_by IS NULL
-       ORDER BY quality DESC, created_at_epoch DESC
-       LIMIT ?`).all(project.id, MAX_PINNED);
-  const MAX_RECENT = 5;
-  const recent = db.db.query(`SELECT * FROM observations
-       WHERE project_id = ? AND lifecycle IN ('active', 'aging')
-       AND superseded_by IS NULL
-       ORDER BY created_at_epoch DESC
-       LIMIT ?`).all(project.id, MAX_RECENT);
+  const projectId = project?.id ?? -1;
+  const isNewProject = !project;
+  const totalActive = isNewProject ? (db.db.query(`SELECT COUNT(*) as c FROM observations
+             WHERE lifecycle IN ('active', 'aging', 'pinned')
+             ${visibilityClause}
+             AND superseded_by IS NULL`).get(...visibilityParams) ?? { c: 0 }).c : (db.db.query(`SELECT COUNT(*) as c FROM observations
+             WHERE project_id = ? AND lifecycle IN ('active', 'aging', 'pinned')
+             ${visibilityClause}
+             AND superseded_by IS NULL`).get(projectId, ...visibilityParams) ?? { c: 0 }).c;
   const candidateLimit = maxCount ?? 50;
-  const candidates = db.db.query(`SELECT * FROM observations
-       WHERE project_id = ? AND lifecycle IN ('active', 'aging')
-       AND quality >= 0.3
-       AND superseded_by IS NULL
-       ORDER BY quality DESC, created_at_epoch DESC
-       LIMIT ?`).all(project.id, candidateLimit);
-  let crossProjectCandidates = [];
-  if (opts.scope === "all") {
-    const crossLimit = Math.max(10, Math.floor(candidateLimit / 3));
-    const rawCross = db.db.query(`SELECT * FROM observations
-         WHERE project_id != ? AND lifecycle IN ('active', 'aging')
-         AND quality >= 0.5
+  let pinned = [];
+  let recent = [];
+  let candidates = [];
+  if (!isNewProject) {
+    const MAX_PINNED = 5;
+    pinned = db.db.query(`SELECT * FROM observations
+         WHERE project_id = ? AND lifecycle = 'pinned'
          AND superseded_by IS NULL
+         ${visibilityClause}
          ORDER BY quality DESC, created_at_epoch DESC
-         LIMIT ?`).all(project.id, crossLimit);
+         LIMIT ?`).all(projectId, ...visibilityParams, MAX_PINNED);
+    const MAX_RECENT = 5;
+    recent = db.db.query(`SELECT * FROM observations
+         WHERE project_id = ? AND lifecycle IN ('active', 'aging')
+         AND superseded_by IS NULL
+         ${visibilityClause}
+         ORDER BY created_at_epoch DESC
+         LIMIT ?`).all(projectId, ...visibilityParams, MAX_RECENT);
+    candidates = db.db.query(`SELECT * FROM observations
+         WHERE project_id = ? AND lifecycle IN ('active', 'aging')
+         AND quality >= 0.3
+         AND superseded_by IS NULL
+         ${visibilityClause}
+         ORDER BY quality DESC, created_at_epoch DESC
+         LIMIT ?`).all(projectId, ...visibilityParams, candidateLimit);
+  }
+  let crossProjectCandidates = [];
+  if (opts.scope === "all" || isNewProject) {
+    const crossLimit = isNewProject ? Math.max(30, candidateLimit) : Math.max(10, Math.floor(candidateLimit / 3));
+    const qualityThreshold = isNewProject ? 0.3 : 0.5;
+    const rawCross = isNewProject ? db.db.query(`SELECT * FROM observations
+             WHERE lifecycle IN ('active', 'aging', 'pinned')
+             AND quality >= ?
+             AND superseded_by IS NULL
+             ${visibilityClause}
+             ORDER BY quality DESC, created_at_epoch DESC
+             LIMIT ?`).all(qualityThreshold, ...visibilityParams, crossLimit) : db.db.query(`SELECT * FROM observations
+             WHERE project_id != ? AND lifecycle IN ('active', 'aging')
+             AND quality >= ?
+             AND superseded_by IS NULL
+             ${visibilityClause}
+             ORDER BY quality DESC, created_at_epoch DESC
+             LIMIT ?`).all(projectId, qualityThreshold, ...visibilityParams, crossLimit);
     const projectNameCache = new Map;
     crossProjectCandidates = rawCross.map((obs) => {
       if (!projectNameCache.has(obs.project_id)) {
@@ -15547,12 +15868,14 @@ function buildSessionContext(db, cwd, options = {}) {
     const scoreB = computeBlendedScore(b.quality, b.created_at_epoch, nowEpoch) + boostB;
     return scoreB - scoreA;
   });
+  const projectName = project?.name ?? detected.name;
+  const canonicalId = project?.canonical_id ?? detected.canonical_id;
   if (maxCount !== undefined) {
     const remaining = Math.max(0, maxCount - pinned.length - dedupedRecent.length);
     const all = [...pinned, ...dedupedRecent, ...sorted.slice(0, remaining)];
     return {
-      project_name: project.name,
-      canonical_id: project.canonical_id,
+      project_name: projectName,
+      canonical_id: canonicalId,
       observations: all.map(toContextObservation),
       session_count: all.length,
       total_active: totalActive
@@ -15577,23 +15900,61 @@ function buildSessionContext(db, cwd, options = {}) {
     remainingBudget -= cost;
     selected.push(obs);
   }
-  const summaries = db.getRecentSummaries(project.id, 5);
+  const summaries = isNewProject ? [] : db.getRecentSummaries(projectId, 5);
   let securityFindings = [];
+  if (!isNewProject) {
+    try {
+      const weekAgo = Math.floor(Date.now() / 1000) - 7 * 86400;
+      securityFindings = db.db.query(`SELECT * FROM security_findings
+           WHERE project_id = ? AND created_at_epoch > ?
+           ORDER BY severity DESC, created_at_epoch DESC
+           LIMIT ?`).all(projectId, weekAgo, 10);
+    } catch {}
+  }
+  let recentProjects;
+  if (isNewProject) {
+    try {
+      const nowEpochSec = Math.floor(Date.now() / 1000);
+      const projectRows = db.db.query(`SELECT p.name, p.canonical_id, p.last_active_epoch,
+                  (SELECT COUNT(*) FROM observations o
+                   WHERE o.project_id = p.id
+                   AND o.lifecycle IN ('active', 'aging', 'pinned')
+                   ${opts.userId ? "AND (o.sensitivity != 'personal' OR o.user_id = ?)" : ""}
+                   AND o.superseded_by IS NULL) as obs_count
+           FROM projects p
+           ORDER BY p.last_active_epoch DESC
+           LIMIT 10`).all(...visibilityParams);
+      if (projectRows.length > 0) {
+        recentProjects = projectRows.map((r) => {
+          const daysAgo = Math.max(0, Math.floor((nowEpochSec - r.last_active_epoch) / 86400));
+          const lastActive = new Date(r.last_active_epoch * 1000).toISOString().split("T")[0];
+          return {
+            name: r.name,
+            canonical_id: r.canonical_id,
+            observation_count: r.obs_count,
+            last_active: lastActive,
+            days_ago: daysAgo
+          };
+        });
+      }
+    } catch {}
+  }
+  let staleDecisions;
   try {
-    const weekAgo = Math.floor(Date.now() / 1000) - 7 * 86400;
-    securityFindings = db.db.query(`SELECT * FROM security_findings
-         WHERE project_id = ? AND created_at_epoch > ?
-         ORDER BY severity DESC, created_at_epoch DESC
-         LIMIT ?`).all(project.id, weekAgo, 10);
+    const stale = isNewProject ? findStaleDecisionsGlobal(db) : findStaleDecisions(db, projectId);
+    if (stale.length > 0)
+      staleDecisions = stale;
   } catch {}
   return {
-    project_name: project.name,
-    canonical_id: project.canonical_id,
+    project_name: projectName,
+    canonical_id: canonicalId,
     observations: selected.map(toContextObservation),
     session_count: selected.length,
     total_active: totalActive,
     summaries: summaries.length > 0 ? summaries : undefined,
-    securityFindings: securityFindings.length > 0 ? securityFindings : undefined
+    securityFindings: securityFindings.length > 0 ? securityFindings : undefined,
+    recentProjects,
+    staleDecisions
   };
 }
 function estimateObservationTokens(obs, index) {
@@ -15610,11 +15971,25 @@ function formatContextForInjection(context) {
     return `Project: ${context.project_name} (no prior observations)`;
   }
   const DETAILED_COUNT = 5;
-  const lines = [
-    `## Project Memory: ${context.project_name}`,
-    `${context.session_count} relevant observation(s) from prior sessions:`,
-    ""
-  ];
+  const isCrossProject = context.recentProjects && context.recentProjects.length > 0;
+  const lines = [];
+  if (isCrossProject) {
+    lines.push(`## Engrm Memory — Workspace Overview`);
+    lines.push(`This is a new project folder. Here is context from your recent work:`);
+    lines.push("");
+    lines.push("**Active projects in memory:**");
+    for (const rp of context.recentProjects) {
+      const activity = rp.days_ago === 0 ? "today" : rp.days_ago === 1 ? "yesterday" : `${rp.days_ago}d ago`;
+      lines.push(`- **${rp.name}** — ${rp.observation_count} observations, last active ${activity}`);
+    }
+    lines.push("");
+    lines.push(`${context.session_count} relevant observation(s) from across projects:`);
+    lines.push("");
+  } else {
+    lines.push(`## Project Memory: ${context.project_name}`);
+    lines.push(`${context.session_count} relevant observation(s) from prior sessions:`);
+    lines.push("");
+  }
   for (let i = 0;i < context.observations.length; i++) {
     const obs = context.observations[i];
     const date5 = obs.created_at.split("T")[0];
@@ -15629,17 +16004,10 @@ function formatContextForInjection(context) {
   }
   if (context.summaries && context.summaries.length > 0) {
     lines.push("");
-    lines.push("Lessons from recent sessions:");
-    for (const summary of context.summaries) {
-      if (summary.request) {
-        lines.push(`- Request: ${summary.request}`);
-      }
-      if (summary.learned) {
-        lines.push(`  Learned: ${truncateText(summary.learned, 100)}`);
-      }
-      if (summary.next_steps) {
-        lines.push(`  Next: ${truncateText(summary.next_steps, 80)}`);
-      }
+    lines.push("## Recent Project Briefs");
+    for (const summary of context.summaries.slice(0, 3)) {
+      lines.push(...formatSessionBrief(summary));
+      lines.push("");
     }
   }
   if (context.securityFindings && context.securityFindings.length > 0) {
@@ -15651,6 +16019,17 @@ function formatContextForInjection(context) {
       lines.push(`- [${finding.severity.toUpperCase()}] ${finding.pattern_name}${file2} (${date5})`);
     }
   }
+  if (context.staleDecisions && context.staleDecisions.length > 0) {
+    lines.push("");
+    lines.push("Stale commitments (decided but no implementation observed):");
+    for (const sd of context.staleDecisions) {
+      const date5 = sd.created_at.split("T")[0];
+      lines.push(`- [DECISION] ${sd.title} (${date5}, ${sd.days_ago}d ago)`);
+      if (sd.best_match_title) {
+        lines.push(`  Closest match: "${sd.best_match_title}" (${Math.round((sd.best_match_similarity ?? 0) * 100)}% similar — not enough to count as done)`);
+      }
+    }
+  }
   const remaining = context.total_active - context.session_count;
   if (remaining > 0) {
     lines.push("");
@@ -15659,6 +16038,44 @@ function formatContextForInjection(context) {
   return lines.join(`
 `);
 }
+function formatSessionBrief(summary) {
+  const lines = [];
+  const heading = summary.request ? `### ${truncateText(summary.request, 120)}` : `### Session ${summary.session_id.slice(0, 8)}`;
+  lines.push(heading);
+  const sections = [
+    ["Investigated", summary.investigated, 180],
+    ["Learned", summary.learned, 180],
+    ["Completed", summary.completed, 180],
+    ["Next Steps", summary.next_steps, 140]
+  ];
+  for (const [label, value, maxLen] of sections) {
+    const formatted = formatSummarySection(value, maxLen);
+    if (formatted) {
+      lines.push(`${label}:`);
+      lines.push(formatted);
+    }
+  }
+  return lines;
+}
+function formatSummarySection(value, maxLen) {
+  if (!value)
+    return null;
+  const cleaned = value.split(`
+`).map((line) => line.trim()).filter(Boolean).map((line) => line.startsWith("-") ? line : `- ${line}`).join(`
+`);
+  if (!cleaned)
+    return null;
+  return truncateMultilineText(cleaned, maxLen);
+}
+function truncateMultilineText(text, maxLen) {
+  if (text.length <= maxLen)
+    return text;
+  const truncated = text.slice(0, maxLen).trimEnd();
+  const lastBreak = Math.max(truncated.lastIndexOf(`
+`), truncated.lastIndexOf(" "));
+  const safe = lastBreak > maxLen * 0.5 ? truncated.slice(0, lastBreak) : truncated;
+  return `${safe.trimEnd()}…`;
+}
 function truncateText(text, maxLen) {
   if (text.length <= maxLen)
     return text;
@@ -16039,32 +16456,6 @@ class VectorApiError extends Error {
   }
 }
 
-// src/storage/outbox.ts
-function getPendingEntries(db, limit = 50) {
-  const now = Math.floor(Date.now() / 1000);
-  return db.db.query(`SELECT * FROM sync_outbox
-      WHERE (status = 'pending')
-        OR (status = 'failed' AND retry_count < max_retries AND (next_retry_epoch IS NULL OR next_retry_epoch <= ?))
-      ORDER BY created_at_epoch ASC
-      LIMIT ?`).all(now, limit);
-}
-function markSyncing(db, entryId) {
-  db.db.query("UPDATE sync_outbox SET status = 'syncing' WHERE id = ?").run(entryId);
-}
-function markSynced(db, entryId) {
-  const now = Math.floor(Date.now() / 1000);
-  db.db.query("UPDATE sync_outbox SET status = 'synced', synced_at_epoch = ? WHERE id = ?").run(now, entryId);
-}
-function markFailed(db, entryId, error48) {
-  const now = Math.floor(Date.now() / 1000);
-  db.db.query(`UPDATE sync_outbox SET
-        status = 'failed',
-        retry_count = retry_count + 1,
-        last_error = ?,
-        next_retry_epoch = ? + MIN(30 * (1 << retry_count), 3600)
-      WHERE id = ?`).run(error48, now, entryId);
-}
-
 // src/sync/push.ts
 function buildVectorDocument(obs, config2, project) {
   const parts = [obs.title];
@@ -16107,6 +16498,8 @@ function buildVectorDocument(obs, config2, project) {
       files_modified: obs.files_modified ? JSON.parse(obs.files_modified) : [],
       session_id: obs.session_id,
       created_at_epoch: obs.created_at_epoch,
+      created_at: obs.created_at,
+      sensitivity: obs.sensitivity,
       local_id: obs.id
     }
   };
@@ -16284,10 +16677,12 @@ function mergeChanges(db, config2, changes) {
       concepts: change.metadata?.concepts ? JSON.stringify(change.metadata.concepts) : null,
       quality: change.metadata?.quality ?? 0.5,
       lifecycle: "active",
-      sensitivity: "shared",
+      sensitivity: change.metadata?.sensitivity ?? "shared",
       user_id: change.metadata?.user_id ?? "unknown",
       device_id: change.metadata?.device_id ?? "unknown",
-      agent: change.metadata?.agent ?? "unknown"
+      agent: change.metadata?.agent ?? "unknown",
+      created_at: change.metadata?.created_at ?? undefined,
+      created_at_epoch: change.metadata?.created_at_epoch ?? undefined
     });
     db.db.query("UPDATE observations SET remote_source_id = ? WHERE id = ?").run(change.source_id, obs.id);
     if (db.vecAvailable) {
@@ -16471,6 +16866,9 @@ function loadPack(name) {
 }
 
 // src/server.ts
+import { existsSync as existsSync4, writeFileSync as writeFileSync2, mkdirSync as mkdirSync2 } from "node:fs";
+import { join as join4 } from "node:path";
+import { homedir as homedir2 } from "node:os";
 if (!configExists()) {
   console.error("Engrm is not configured. Run: engrm init --manual");
   process.exit(1);
@@ -16479,6 +16877,23 @@ var config2 = loadConfig();
 var db = new MemDatabase(getDbPath());
 var contextServed = false;
 var _lastSearchSessionId = null;
+var sessionMetrics = {
+  contextObsInjected: 0,
+  contextTotalAvailable: 0,
+  recallAttempts: 0,
+  recallHits: 0,
+  searchCount: 0,
+  searchResultsTotal: 0
+};
+var MCP_METRICS_PATH = join4(homedir2(), ".engrm", "mcp-session-metrics.json");
+function persistSessionMetrics() {
+  try {
+    const dir = join4(homedir2(), ".engrm");
+    if (!existsSync4(dir))
+      mkdirSync2(dir, { recursive: true });
+    writeFileSync2(MCP_METRICS_PATH, JSON.stringify(sessionMetrics), "utf-8");
+  } catch {}
+}
 var _detectedAgent = null;
 function getDetectedAgent() {
   if (_detectedAgent)
@@ -16589,8 +17004,14 @@ server.tool("search", "Search memory for observations", {
   project_scoped: exports_external.boolean().optional().describe("Scope to project (default: true)"),
   limit: exports_external.number().optional().describe("Max results (default: 10)")
 }, async (params) => {
-  const result = await searchObservations(db, params);
+  const result = await searchObservations(db, {
+    ...params,
+    user_id: config2.user_id
+  });
   _lastSearchSessionId = "active";
+  sessionMetrics.searchCount++;
+  sessionMetrics.searchResultsTotal += result.total;
+  persistSessionMetrics();
   if (result.total === 0) {
     return {
       content: [
@@ -16627,7 +17048,10 @@ ${rows.join(`
 server.tool("get_observations", "Get observations by ID", {
   ids: exports_external.array(exports_external.number()).describe("Observation IDs")
 }, async (params) => {
-  const result = getObservations(db, params);
+  const result = getObservations(db, {
+    ...params,
+    user_id: config2.user_id
+  });
   if (result.observations.length === 0) {
     return {
       content: [
@@ -16682,7 +17106,8 @@ server.tool("timeline", "Timeline around an observation", {
     anchor_id: params.anchor,
     depth_before: params.depth_before,
     depth_after: params.depth_after,
-    project_scoped: params.project_scoped
+    project_scoped: params.project_scoped,
+    user_id: config2.user_id
   });
   if (result.observations.length === 0) {
     return {
@@ -16734,8 +17159,12 @@ server.tool("check_messages", "Check for messages sent from other devices or ses
   const readKey = `messages_read_${config2.device_id}`;
   const lastReadId = parseInt(db.getSyncState(readKey) ?? "0", 10);
   const messages = db.db.query(`SELECT id, title, narrative, user_id, device_id, created_at FROM observations
-         WHERE type = 'message' AND id > ? AND lifecycle IN ('active', 'pinned')
-         ORDER BY created_at_epoch DESC LIMIT 20`).all(lastReadId);
+         WHERE type = 'message'
+           AND id > ?
+           AND lifecycle IN ('active', 'pinned')
+           AND device_id != ?
+           AND (sensitivity != 'personal' OR user_id = ?)
+         ORDER BY created_at_epoch DESC LIMIT 20`).all(lastReadId, config2.device_id, config2.user_id);
   if (messages.length === 0) {
     return {
       content: [{ type: "text", text: "No new messages." }]
@@ -16763,6 +17192,87 @@ ${lines.join(`
     }]
   };
 });
+server.tool("send_message", "Leave a cross-device or team note in Engrm's shared inbox", {
+  title: exports_external.string().describe("Short message title"),
+  narrative: exports_external.string().optional().describe("Optional message body"),
+  concepts: exports_external.array(exports_external.string()).optional().describe("Optional tags"),
+  session_id: exports_external.string().optional()
+}, async (params) => {
+  const result = await sendMessage(db, config2, {
+    ...params,
+    cwd: process.cwd()
+  });
+  return {
+    content: [
+      {
+        type: "text",
+        text: result.success ? `Message saved as observation #${result.observation_id}` : `Failed: ${result.reason}`
+      }
+    ]
+  };
+});
+server.tool("recent_activity", "Inspect the most recent observations captured by Engrm", {
+  limit: exports_external.number().optional().describe("Max observations to return (default: 10)"),
+  project_scoped: exports_external.boolean().optional().describe("Scope to current project (default: true)"),
+  type: exports_external.string().optional().describe("Optional observation type filter")
+}, async (params) => {
+  const result = getRecentActivity(db, {
+    ...params,
+    cwd: process.cwd(),
+    user_id: config2.user_id
+  });
+  if (result.observations.length === 0) {
+    return {
+      content: [
+        {
+          type: "text",
+          text: result.project ? `No recent observations found in project ${result.project}.` : "No recent observations found."
+        }
+      ]
+    };
+  }
+  const showProject = !result.project;
+  const header = showProject ? "| ID | Project | Type | Title | Created |" : "| ID | Type | Title | Created |";
+  const separator = showProject ? "|---|---|---|---|---|" : "|---|---|---|---|";
+  const rows = result.observations.map((obs) => {
+    const date5 = obs.created_at.split("T")[0];
+    if (showProject) {
+      return `| ${obs.id} | ${obs.project_name ?? "(unknown)"} | ${obs.type} | ${obs.title} | ${date5} |`;
+    }
+    return `| ${obs.id} | ${obs.type} | ${obs.title} | ${date5} |`;
+  });
+  const projectLine = result.project ? `Project: ${result.project}
+` : "";
+  return {
+    content: [
+      {
+        type: "text",
+        text: `${projectLine}Recent activity:
+
+${header}
+${separator}
+${rows.join(`
+`)}`
+      }
+    ]
+  };
+});
+server.tool("memory_stats", "Show high-level Engrm capture and sync statistics", {}, async () => {
+  const stats = getMemoryStats(db);
+  const packs = stats.installed_packs.length > 0 ? stats.installed_packs.join(", ") : "(none)";
+  return {
+    content: [
+      {
+        type: "text",
+        text: `Active observations: ${stats.active_observations}
+` + `Messages: ${stats.messages}
+` + `Session summaries: ${stats.session_summaries}
+` + `Installed packs: ${packs}
+` + `Outbox: pending ${stats.outbox.pending ?? 0}, failed ${stats.outbox.failed ?? 0}, synced ${stats.outbox.synced ?? 0}`
+      }
+    ]
+  };
+});
 function formatTimeAgo(isoDate) {
   const diff = Date.now() - new Date(isoDate).getTime();
   const mins = Math.floor(diff / 60000);
@@ -16834,7 +17344,7 @@ server.tool("session_context", "Load project memory for this session", {
       ]
     };
   }
-  const context = buildSessionContext(db, process.cwd(), params.max_observations ? { maxCount: params.max_observations } : { tokenBudget: 800 });
+  const context = buildSessionContext(db, process.cwd(), params.max_observations ? { maxCount: params.max_observations, userId: config2.user_id } : { tokenBudget: 800, userId: config2.user_id });
   if (!context || context.observations.length === 0) {
     return {
       content: [
@@ -16846,6 +17356,9 @@ server.tool("session_context", "Load project memory for this session", {
     };
   }
   contextServed = true;
+  sessionMetrics.contextObsInjected = context.observations.length;
+  sessionMetrics.contextTotalAvailable = context.total_active;
+  persistSessionMetrics();
   return {
     content: [
       {
@@ -16874,3 +17387,6 @@ main().catch((error48) => {
   db.close();
   process.exit(1);
 });
+export {
+  sessionMetrics
+};