atris 3.15.57 → 3.16.0

package/commands/brain.js

@@ -1,6 +1,7 @@
 const fs = require('fs');
 const path = require('path');
 const crypto = require('crypto');
+const { spawnSync } = require('child_process');
 const { refreshNowFile } = require('./now');
 
 const GENERATED_START = '<!-- ATRIS_BRAIN_COMPILE:START -->';
@@ -18,6 +19,39 @@ const OPTIONAL_LOAD_ORDER_FILES = [
   'atris/TODO.md',
   'atris/wiki/index.md',
 ];
+const CORE_STATE_FILES = [
+  'events.jsonl',
+  'episodes.jsonl',
+  'task_episodes.jsonl',
+  'scorecards.jsonl',
+  'agent_tasks.jsonl',
+  'agent_mail.jsonl',
+  'agent_inboxes.jsonl',
+  'agents.jsonl',
+  'approvals.jsonl',
+];
+const LOOP_HEALTH_CHANNELS = [
+  { label: 'Task plane', files: ['task_events.jsonl', 'tasks.projection.json'] },
+  { label: 'Overnight RL', files: ['overnight_rl_self_heal.jsonl'] },
+  { label: 'Career XP', files: ['career_xp_receipts.jsonl', 'career_xp.projection.json', 'gm_xp.projection.json'] },
+  { label: 'Master loop', files: ['master_loop_events.jsonl'] },
+  { label: 'Missions', files: ['mission_events.jsonl', 'missions.jsonl'] },
+  { label: 'Company YC', files: ['company_yc_wow_events.jsonl', 'company_yc_wow_latest.json'] },
+  { label: 'Codex goal', files: ['codex_goal.json'] },
+  { label: 'Pulse AGI', files: ['pulse_agi_loop_receipts.jsonl'] },
+];
+const TIMESTAMP_KEYS = new Set([
+  'at',
+  'created_at',
+  'date',
+  'generated_at',
+  'last_checked_at',
+  'started_at',
+  'synced_at',
+  'timestamp',
+  'ts',
+  'updated_at',
+]);
 
 function parseArgs(args) {
   const options = {
@@ -142,6 +176,60 @@ function readJsonlStats(filePath) {
   };
 }
 
+function latestTimestampFromValue(value, depth = 0) {
+  if (depth > 5 || value == null) return null;
+  if (Array.isArray(value)) {
+    return value
+      .map(item => latestTimestampFromValue(item, depth + 1))
+      .filter(Boolean)
+      .sort()
+      .pop() || null;
+  }
+  if (typeof value !== 'object') return null;
+
+  let latest = null;
+  for (const [key, child] of Object.entries(value)) {
+    if (TIMESTAMP_KEYS.has(key) && (typeof child === 'string' || typeof child === 'number')) {
+      const ts = String(child);
+      if (!latest || ts > latest) latest = ts;
+      continue;
+    }
+    const childTs = latestTimestampFromValue(child, depth + 1);
+    if (childTs && (!latest || childTs > latest)) latest = childTs;
+  }
+  return latest;
+}
+
+function readJsonStats(filePath) {
+  if (!fs.existsSync(filePath)) {
+    return { path: filePath, exists: false, rows: 0, validRows: 0, latestTs: null };
+  }
+  const parsed = readJson(filePath);
+  return {
+    path: filePath,
+    exists: true,
+    rows: 1,
+    validRows: parsed === null ? 0 : 1,
+    latestTs: latestTimestampFromValue(parsed),
+  };
+}
+
+function readStateFileStats(filePath) {
+  if (filePath.endsWith('.jsonl')) return readJsonlStats(filePath);
+  if (filePath.endsWith('.json')) return readJsonStats(filePath);
+  return { path: filePath, exists: fs.existsSync(filePath), rows: 0, validRows: 0, latestTs: null };
+}
+
+function collectStateFileStats(stateDir) {
+  const names = new Set(CORE_STATE_FILES);
+  if (fs.existsSync(stateDir)) {
+    for (const name of fs.readdirSync(stateDir).sort()) {
+      if (name.endsWith('.json') || name.endsWith('.jsonl')) names.add(name);
+    }
+  }
+  return Array.from(names).map(name => readStateFileStats(path.join(stateDir, name)));
+}
+
 function readJsonlRows(filePath) {
   const text = readText(filePath);
   const rows = [];
@@ -156,6 +244,56 @@ function readJsonlRows(filePath) {
   return rows;
 }
 
+function parseGitWorktrees(text) {
+  const out = [];
+  let current = {};
+  for (const raw of `${text || ''}\n`.split(/\r?\n/)) {
+    const line = raw.trim();
+    if (!line) {
+      if (current.worktree) out.push(path.resolve(current.worktree));
+      current = {};
+      continue;
+    }
+    const idx = line.indexOf(' ');
+    if (idx === -1) {
+      current[line] = true;
+    } else {
+      current[line.slice(0, idx)] = line.slice(idx + 1);
+    }
+  }
+  return out;
+}
+
+function primaryWorktreeRoot(root) {
+  const result = spawnSync('git', ['worktree', 'list', '--porcelain'], {
+    cwd: root,
+    encoding: 'utf8',
+  });
+  if (result.status !== 0) return null;
+  const [primary] = parseGitWorktrees(result.stdout);
+  return primary || null;
+}
+
+function stateRowCount(stateDir) {
+  return collectStateFileStats(stateDir)
+    .reduce((sum, item) => sum + item.rows, 0);
+}
+
+function resolveStateRoots(root) {
+  const primary = primaryWorktreeRoot(root);
+  if (!primary || path.resolve(primary) === path.resolve(root)) return [root];
+
+  const primaryStateDir = path.join(primary, '.atris', 'state');
+  if (!fs.existsSync(primaryStateDir)) return [root];
+
+  return stateRowCount(primaryStateDir) > 0 ? [root, primary] : [root];
+}
+
+function resolveStateRoot(root) {
+  const roots = resolveStateRoots(root);
+  return roots[roots.length - 1] || root;
+}
+
 function countTodoItems(todoText) {
   const text = String(todoText || '');
   const hasRenderedSections = /^##\s+(Backlog|In Progress|Blocked|Completed)\s*$/m.test(text);
@@ -297,7 +435,9 @@ function isNextMoveScorecard(row) {
 
 function collectState(root) {
   const atrisDir = path.join(root, 'atris');
-  const stateDir = path.join(root, '.atris', 'state');
+  const stateRoot = resolveStateRoot(root);
+  const stateRoots = resolveStateRoots(root);
+  const stateDirs = stateRoots.map(item => path.join(item, '.atris', 'state'));
   const business = readJson(path.join(root, '.atris', 'business.json')) || {};
   const todoText = readText(path.join(atrisDir, 'TODO.md'));
   const mapText = readText(path.join(atrisDir, 'MAP.md'));
@@ -305,21 +445,11 @@ function collectState(root) {
   const wikiStatus = readText(path.join(atrisDir, 'wiki', 'STATUS.md'));
   const status = readText(path.join(atrisDir, 'STATUS.md'));
 
-  const stateFiles = [
-    'events.jsonl',
-    'episodes.jsonl',
-    'task_episodes.jsonl',
-    'scorecards.jsonl',
-    'agent_tasks.jsonl',
-    'agent_mail.jsonl',
-    'agent_inboxes.jsonl',
-    'agents.jsonl',
-    'approvals.jsonl',
-  ].map(name => readJsonlStats(path.join(stateDir, name)));
+  const stateFiles = stateDirs.flatMap(stateDir => collectStateFileStats(stateDir));
 
   const totalRows = stateFiles.reduce((sum, item) => sum + item.rows, 0);
   const validRows = stateFiles.reduce((sum, item) => sum + item.validRows, 0);
-  const latestScorecard = readJsonlRows(path.join(stateDir, 'scorecards.jsonl'))
+  const latestScorecard = stateDirs.flatMap(stateDir => readJsonlRows(path.join(stateDir, 'scorecards.jsonl')))
     .filter(isNextMoveScorecard)
     .sort((a, b) => scorecardTs(a).localeCompare(scorecardTs(b)))
     .pop() || null;
@@ -344,6 +474,9 @@ function collectState(root) {
     mapLineCount: mapText ? mapText.split('\n').length : 0,
     wikiPages: listMarkdown(root, 'atris/wiki', 20),
     stateFiles,
+    stateRoot,
+    stateRoots,
+    loopHealth: buildLoopHealth(stateFiles),
     totalRows,
     validRows,
     latestScorecard: latestScorecard ? {
@@ -368,14 +501,46 @@ function countStateRows(state, names) {
     .reduce((sum, item) => sum + item.rows, 0);
 }
 
+function stateFilesForNames(stateFiles, names) {
+  const wanted = new Set(names);
+  return stateFiles.filter(item => wanted.has(path.basename(item.path)));
+}
+
+function buildLoopHealth(stateFiles) {
+  return LOOP_HEALTH_CHANNELS.map(channel => {
+    const files = stateFilesForNames(stateFiles, channel.files);
+    const rows = files.reduce((sum, item) => sum + item.rows, 0);
+    const validRows = files.reduce((sum, item) => sum + item.validRows, 0);
+    const latestTs = files
+      .map(item => item.latestTs)
+      .filter(Boolean)
+      .sort()
+      .pop() || null;
+    return {
+      label: channel.label,
+      files: channel.files,
+      rows,
+      validRows,
+      latestTs,
+      active: validRows > 0,
+    };
+  });
+}
+
 function strongestSignal(state) {
   const mail = countStateRows(state, 'agent_mail.jsonl');
   const tasks = countStateRows(state, 'agent_tasks.jsonl');
   const scorecards = countStateRows(state, 'scorecards.jsonl');
   const episodes = countStateRows(state, ['episodes.jsonl', 'task_episodes.jsonl']);
-  if (scorecards > 0 && episodes > 0) return `${scorecards} scorecard row(s) and ${episodes} episode row(s) are available for feedback-driven learning.`;
-  if (scorecards > 0) return `${scorecards} scorecard row(s) are available for outcome scoring.`;
-  if (episodes > 0) return `${episodes} episode row(s) are available; compile them into scorecards and next-action memory.`;
+  const activeLoops = (state.loopHealth || buildLoopHealth(state.stateFiles || []))
+    .filter(channel => channel.active);
+  const loopSuffix = activeLoops.length > 0
+    ? ` Loop health sees ${activeLoops.length} active channel(s): ${activeLoops.map(channel => channel.label).join(', ')}.`
+    : '';
+  if (scorecards > 0 && episodes > 0) return `${scorecards} scorecard row(s) and ${episodes} episode row(s) are available for feedback-driven learning.${loopSuffix}`;
+  if (scorecards > 0) return `${scorecards} scorecard row(s) are available for outcome scoring.${loopSuffix}`;
+  if (episodes > 0) return `${episodes} episode row(s) are available; compile them into scorecards and next-action memory.${loopSuffix}`;
+  if (activeLoops.length > 0) return `Loop health sees ${activeLoops.length} active channel(s): ${activeLoops.map(channel => channel.label).join(', ')}.`;
   if (mail > 0) return `${mail} agent-mail row(s) are available; compile them into decisions, follow-ups, and CRM memory.`;
   if (tasks > 0) return `${tasks} agent-task row(s) are available; use them to choose the next action.`;
   return 'Workspace has structure, but little scored state yet; first improvement is to create scorecards and episodes.';
@@ -440,10 +605,6 @@ function latestRecommendation(root) {
   return nextMove(collectState(root));
 }
 
-function loadBrainState(root) {
-  return readJson(path.join(root, 'atris', 'brain', 'state.json')) || collectState(root);
-}
-
 function normalizeMemberSlug(memberSlug) {
   return String(memberSlug || '').toLowerCase().replace(/[^a-z0-9_-]/g, '');
 }
@@ -917,14 +1078,18 @@ function latestTaskEpisodes(taskEpisodes) {
 
 function recordTaskEpisodeScorecards(options) {
   const root = options.root;
-  const stateDir = path.join(root, '.atris', 'state');
-  const taskEpisodesPath = path.join(stateDir, 'task_episodes.jsonl');
+  const stateRoot = resolveStateRoot(root);
+  const stateDir = path.join(stateRoot, '.atris', 'state');
+  const stateDirs = resolveStateRoots(root).map(item => path.join(item, '.atris', 'state'));
   const scorecardsPath = path.join(stateDir, 'scorecards.jsonl');
-  const workspace = readJson(path.join(root, '.atris', 'business.json')) || {};
-  const taskEpisodes = readJsonlRows(taskEpisodesPath)
+  const workspace =
+    readJson(path.join(stateRoot, '.atris', 'business.json')) ||
+    readJson(path.join(root, '.atris', 'business.json')) ||
+    {};
+  const taskEpisodes = stateDirs.flatMap(item => readJsonlRows(path.join(item, 'task_episodes.jsonl')))
     .filter(row => row && row.schema === 'atris.task_episode.v1');
   const scoreableEpisodes = latestTaskEpisodes(taskEpisodes);
-  const existing = readJsonlRows(scorecardsPath);
+  const existing = stateDirs.flatMap(item => readJsonlRows(path.join(item, 'scorecards.jsonl')));
   const seenEpisodeIds = new Set(existing
     .map(row => row.source_episode_id)
     .filter(Boolean));
@@ -940,6 +1105,7 @@ function recordTaskEpisodeScorecards(options) {
   }
 
   return {
+    stateRoot,
     taskEpisodes: taskEpisodes.length,
     written: written.length,
     scorecards: written,
@@ -947,11 +1113,11 @@ function recordTaskEpisodeScorecards(options) {
 }
 
 function verifyTaskEpisodeScorecards(root) {
-  const stateDir = path.join(root, '.atris', 'state');
-  const taskEpisodes = readJsonlRows(path.join(stateDir, 'task_episodes.jsonl'))
+  const stateDirs = resolveStateRoots(root).map(item => path.join(item, '.atris', 'state'));
+  const taskEpisodes = stateDirs.flatMap(item => readJsonlRows(path.join(item, 'task_episodes.jsonl')))
     .filter(row => row && row.schema === 'atris.task_episode.v1');
   const scoreableEpisodes = latestTaskEpisodes(taskEpisodes);
-  const scorecards = readJsonlRows(path.join(stateDir, 'scorecards.jsonl'));
+  const scorecards = stateDirs.flatMap(item => readJsonlRows(path.join(item, 'scorecards.jsonl')));
   const scorecardEpisodeIds = new Set(scorecards
     .map(row => row.source_episode_id)
     .filter(Boolean));
@@ -997,20 +1163,39 @@ function renderBulletedLoadOrder(state) {
     .join('\n');
 }
 
+function renderLoopHealthPanel(state) {
+  const rows = (state.loopHealth || []).map(channel => {
+    const status = channel.active ? 'active' : 'missing';
+    return `| ${channel.label} | ${status} | ${channel.rows} | ${channel.validRows} | ${channel.latestTs || ''} | \`${channel.files.join('`, `')}\` |`;
+  }).join('\n');
+
+  return `## Loop Health
+
+| Channel | Status | Rows | Valid | Latest timestamp | Files |
+|---|---|---:|---:|---|---|
+${rows}`;
+}
+
 function renderStatus(state) {
+  const stateRootLine = state.stateRoot && path.resolve(state.stateRoot) !== path.resolve(state.root)
+    ? `- State root: ${state.stateRoot} (primary checkout)\n`
+    : '';
+
   return `# Atris Brain Status
 
 - Generated: ${state.generatedAt}
 - Workspace: ${state.name}
 - Slug: ${state.slug}
 - Root: ${state.root}
-- Now loaded: ${state.hasNow ? `yes (${state.nowHeading || 'no heading'})` : 'no'}
+${stateRootLine}- Now loaded: ${state.hasNow ? `yes (${state.nowHeading || 'no heading'})` : 'no'}
 - MAP loaded: ${state.hasMap ? `yes (${state.mapLineCount} lines)` : 'no'}
 - Wiki status loaded: ${state.hasWikiStatus ? 'yes' : 'no'}
 - TODO open estimate: ${state.todo.open}
-- State rows: ${state.totalRows} raw / ${state.validRows} valid JSONL
+- State rows: ${state.totalRows} raw / ${state.validRows} valid state rows
 - Latest state timestamp: ${state.latestStateTs || 'none found'}
 
+${renderLoopHealthPanel(state)}
+
 ## What Improved
 
 This run compiled scattered workspace state into one loadable brain:
@@ -1043,7 +1228,7 @@ Definitions: operator = current person or agent; move = one concrete high-levera
 
 function renderLedger(state) {
   const rows = state.stateFiles.map(item => {
-    const rel = path.relative(state.root, item.path).replace(/\\/g, '/');
+    const rel = path.relative(state.stateRoot || state.root, item.path).replace(/\\/g, '/');
     return `| \`${rel}\` | ${item.exists ? 'yes' : 'no'} | ${item.rows} | ${item.validRows} | ${item.latestTs || ''} |`;
   }).join('\n');
 
@@ -1059,7 +1244,7 @@ This is not model-weight improvement yet. It is workspace-policy and context imp
 
 ## Current State Inputs
 
-| Source | Exists | Rows | Valid JSONL | Latest timestamp |
+| Source | Exists | Rows | Valid JSON/JSONL | Latest timestamp |
 |---|---:|---:|---:|---|
 ${rows}
 
@@ -1092,7 +1277,7 @@ function generatedBootBlock(state) {
 This workspace has a compiled agent brain.
 
 On session start, activate it first:
-\`atris brain activate --root ${state.root} --verify\`
+\`atris brain activate --root . --verify\`
 
 Load these first:
 ${renderBulletedLoadOrder(state)}
@@ -1103,7 +1288,7 @@ Shape: \`<operator>, today is about <move>\` -> \`I picked this because <why now
 Definitions: operator = current person or agent; move = one concrete high-leverage workflow; why now = business reason; ready = prepared action or proof; paths = 2-4 optional deeper views.
 
 Re-run after meaningful work:
-\`atris brain compile --root ${state.root}\`
+\`atris brain compile --root .\`
 ${GENERATED_END}
 `;
 }