@aria_asi/cli 0.2.40 → 0.2.41

package/dist/assets/hooks/codex-native/lib/hive-wal-consumer.mjs

@@ -0,0 +1,452 @@
+// Hive WAL consumer helper. The producer side (recordHiveFileTouch +
+// recordHiveSessionLifecycle) is already wired across 15 call sites in the
+// codex-native chain and writes to ~/.aria/runtime/state/hive-ledger-wal.jsonl.
+// This module is the missing consumer side: reads the tail of the WAL,
+// normalizes sessionIds, excludes self, and exposes three surface helpers:
+//   - readRecentHiveActivity      : parsed + filtered entries
+//   - summarizeOtherSessionsForContext : prose lines for UserPromptSubmit
+//   - findFileConflicts           : conflict rows for pre-tool gate
+//   - summarizeForStatusline      : `sessions:N touches:M` fragment for ticker
+//
+// 2026-05-17: producer/consumer asymmetry discovered (15 producers, 0 consumers
+// on both Claude and codex chains). This helper closes the consumer side per
+// feedback_hive_session_coordination.md doctrine.
+
+import { existsSync, statSync, openSync, readSync, closeSync } from 'node:fs';
+import { homedir } from 'node:os';
+import path from 'node:path';
+
+const HOME = process.env.ARIA_HOME || process.env.HOME || homedir();
+const WAL_PATH = process.env.ARIA_HIVE_WAL_PATH
+  || path.join(HOME, '.aria', 'runtime', 'state', 'hive-ledger-wal.jsonl');
+
+const DEFAULT_TAIL_BYTES = 256 * 1024;
+const DEFAULT_MAX_AGE_MS = 5 * 60 * 1000;
+const DEFAULT_MAX_LINES = 500;
+const DEFAULT_TIME_BUDGET_MS = 50;
+
+const UUID_RX = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/i;
+
+function normalizeSessionId(raw) {
+  if (!raw || typeof raw !== 'string') return null;
+  const m = raw.match(UUID_RX);
+  if (m) return m[0];
+  return raw;
+}
+
+function loudWarn(msg, extra = {}) {
+  try {
+    const extraStr = Object.keys(extra).length ? ` ${JSON.stringify(extra)}` : '';
+    process.stderr.write(`[hive-wal-consumer] ${msg}${extraStr}\n`);
+  } catch {}
+}
+
+function tailFileBytes(filePath, byteBudget) {
+  if (!existsSync(filePath)) {
+    loudWarn('wal_missing', { filePath });
+    return '';
+  }
+  try {
+    const stat = statSync(filePath);
+    const bufSize = Math.min(stat.size, byteBudget);
+    if (bufSize === 0) return '';
+    const buf = Buffer.alloc(bufSize);
+    const fd = openSync(filePath, 'r');
+    try {
+      const offset = Math.max(0, stat.size - bufSize);
+      readSync(fd, buf, 0, bufSize, offset);
+    } finally {
+      closeSync(fd);
+    }
+    return buf.toString('utf8');
+  } catch (err) {
+    loudWarn('wal_read_failed', { message: err?.message || String(err) });
+    return '';
+  }
+}
+
+function parseEntry(line, lineNum) {
+  try {
+    return JSON.parse(line);
+  } catch (err) {
+    loudWarn('wal_parse_failed', { line: lineNum, snippet: line.slice(0, 80) });
+    return null;
+  }
+}
+
+function extractEntryFields(entry) {
+  const payload = entry?.payload || {};
+  const body = payload?.normalizedBody || {};
+  const fromSession = normalizeSessionId(
+    payload?.fromSessionId
+    || body?.session_work_context?.from_session_id
+    || body?.from_session_id
+    || body?.client_identity?.session_id
+    || null,
+  );
+  const surface = body?.client_identity?.surface || body?.source || null;
+  const event = payload?.event || body?.lifecycle_event || entry?.kind || null;
+  const fileClaims = Array.isArray(payload?.fileClaims)
+    ? payload.fileClaims
+    : Array.isArray(body?.file_claims) ? body.file_claims : [];
+  const intentSummary = payload?.intentSummary || body?.intent_summary || null;
+  const action = body?.action || null;
+  const toolName = body?.toolName || null;
+  const createdAtRaw = entry?.created_at || body?.lifecycle?.at || null;
+  const createdAt = createdAtRaw ? Date.parse(createdAtRaw) : NaN;
+  return {
+    fromSession,
+    surface,
+    event,
+    fileClaims,
+    intentSummary,
+    action,
+    toolName,
+    createdAt: Number.isFinite(createdAt) ? createdAt : null,
+    raw: entry,
+  };
+}
+
+export function readRecentHiveActivity({
+  maxLines = DEFAULT_MAX_LINES,
+  maxAgeMs = DEFAULT_MAX_AGE_MS,
+  excludeSessionIds = [],
+  byteBudget = DEFAULT_TAIL_BYTES,
+  timeBudgetMs = DEFAULT_TIME_BUDGET_MS,
+  now = Date.now(),
+} = {}) {
+  const started = Date.now();
+  const excludeSet = new Set(
+    (Array.isArray(excludeSessionIds) ? excludeSessionIds : [excludeSessionIds])
+      .map(normalizeSessionId)
+      .filter(Boolean),
+  );
+  const text = tailFileBytes(WAL_PATH, byteBudget);
+  if (!text) {
+    return { ok: false, reason: 'wal_unavailable', entries: [], sessionsSeen: 0, durationMs: Date.now() - started };
+  }
+  const lines = text.split('\n').filter(Boolean);
+  // First line of a tail-read may be partially truncated when offset > 0;
+  // drop it defensively unless the file is small (offset === 0).
+  let startIdx = 0;
+  try {
+    const stat = statSync(WAL_PATH);
+    if (stat.size > byteBudget) startIdx = 1;
+  } catch {}
+  const slice = lines.slice(Math.max(startIdx, lines.length - maxLines));
+  const ageCutoff = now - maxAgeMs;
+  const seen = new Set();
+  const entries = [];
+  for (let i = 0; i < slice.length; i++) {
+    if (Date.now() - started > timeBudgetMs) {
+      loudWarn('time_budget_exceeded', { processed: i, budgetMs: timeBudgetMs });
+      break;
+    }
+    const parsed = parseEntry(slice[i], i);
+    if (!parsed) continue;
+    const fields = extractEntryFields(parsed);
+    if (!fields.fromSession) continue;
+    if (excludeSet.has(fields.fromSession)) continue;
+    if (fields.createdAt != null && fields.createdAt < ageCutoff) continue;
+    entries.push(fields);
+    seen.add(fields.fromSession);
+  }
+  return {
+    ok: true,
+    entries,
+    sessionsSeen: seen.size,
+    sessionIds: [...seen],
+    durationMs: Date.now() - started,
+    walPath: WAL_PATH,
+  };
+}
+
+export function summarizeOtherSessionsForContext(activity, {
+  maxSessionsToShow = 5,
+  maxTouchesPerSession = 3,
+} = {}) {
+  if (!activity?.ok || !Array.isArray(activity.entries) || activity.entries.length === 0) {
+    return 'OTHER ACTIVE SESSIONS: none observed in recent window.';
+  }
+  const bySession = new Map();
+  for (const e of activity.entries) {
+    if (!bySession.has(e.fromSession)) bySession.set(e.fromSession, []);
+    bySession.get(e.fromSession).push(e);
+  }
+  const lines = ['--- OTHER ACTIVE SESSIONS (hive WAL) ---'];
+  const sessionsOrdered = [...bySession.entries()]
+    .map(([sid, rows]) => ({
+      sid,
+      rows,
+      lastAt: rows.reduce((acc, r) => Math.max(acc, r.createdAt || 0), 0),
+    }))
+    .sort((a, b) => b.lastAt - a.lastAt)
+    .slice(0, maxSessionsToShow);
+  for (const { sid, rows } of sessionsOrdered) {
+    const surface = rows[0]?.surface || 'unknown';
+    const last = rows.reduce((acc, r) => Math.max(acc, r.createdAt || 0), 0);
+    const lastIso = last ? new Date(last).toISOString() : 'unknown';
+    lines.push(`session=${sid.slice(0, 12)}.. surface=${surface} last_event_at=${lastIso}`);
+    const touched = new Set();
+    for (const r of rows) {
+      for (const claim of r.fileClaims || []) {
+        if (touched.size >= maxTouchesPerSession) break;
+        if (claim?.path) touched.add(`${claim.intent || '?'}:${claim.path}`);
+      }
+      if (touched.size >= maxTouchesPerSession) break;
+    }
+    if (touched.size > 0) {
+      lines.push(`  touched: ${[...touched].join(' | ')}`);
+    } else if (rows[0]?.intentSummary) {
+      lines.push(`  intent: ${rows[0].intentSummary.slice(0, 120)}`);
+    }
+  }
+  lines.push(`-- ${activity.sessionsSeen} sibling session(s) seen in last ${Math.round(((activity.entries[0]?.createdAt || Date.now()) - (activity.entries[activity.entries.length - 1]?.createdAt || Date.now())) / -60000) || 5}min --`);
+  return lines.join('\n');
+}
+
+export function findFileConflicts({
+  targetPaths = [],
+  maxAgeMs = 60 * 1000,
+  excludeSessionId = null,
+  now = Date.now(),
+} = {}) {
+  const paths = (Array.isArray(targetPaths) ? targetPaths : [targetPaths]).filter(Boolean);
+  if (paths.length === 0) return { ok: true, conflicts: [], walPath: WAL_PATH };
+  const activity = readRecentHiveActivity({
+    maxAgeMs,
+    excludeSessionIds: excludeSessionId ? [excludeSessionId] : [],
+    now,
+  });
+  if (!activity.ok) return { ok: false, reason: activity.reason, conflicts: [], walPath: WAL_PATH };
+  const targetSet = new Set(paths);
+  const conflicts = [];
+  for (const e of activity.entries) {
+    for (const claim of e.fileClaims || []) {
+      if (!claim?.path) continue;
+      if (!targetSet.has(claim.path)) continue;
+      conflicts.push({
+        path: claim.path,
+        otherSession: e.fromSession,
+        otherIntent: claim.intent || '?',
+        event: e.event,
+        at: e.createdAt,
+        surface: e.surface,
+      });
+    }
+  }
+  return { ok: true, conflicts, walPath: WAL_PATH };
+}
+
+export function summarizeForStatusline({
+  maxAgeMs = 5 * 60 * 1000,
+  excludeSessionId = null,
+  now = Date.now(),
+} = {}) {
+  const activity = readRecentHiveActivity({
+    maxAgeMs,
+    excludeSessionIds: excludeSessionId ? [excludeSessionId] : [],
+    now,
+  });
+  if (!activity.ok) return { sessions: 0, touches: 0, ok: false };
+  let touches = 0;
+  for (const e of activity.entries) touches += (e.fileClaims?.length || 0);
+  return { sessions: activity.sessionsSeen, touches, ok: true };
+}
+
+// Cross-CLI fleet aggregator. Per owner directive 2026-05-17 ("should be cross
+// cli info and across all harness platforms, including client platforms in the
+// future"). Authoritative sources:
+//   - ~/.aria/universal-turn-packet-receipts/<surface>/*.json — firedSkillCount
+//     per turn, surfaceId, sessionId, completedAt. Covers claude-code, codex,
+//     opencode, shell, codex-smoke, codex-dist-smoke, and future surface subdirs
+//     automatically (glob-based).
+//   - hive-ledger-wal.jsonl — sibling session count + file touch count (via
+//     summarizeForStatusline above).
+//
+// Bounded: max 100 receipt files per surface scanned, 50ms total time budget,
+// LOUD-warn on any read failure.
+
+import { readdirSync, readFileSync } from 'node:fs';
+
+const UNIVERSAL_RECEIPT_ROOT = process.env.ARIA_UNIVERSAL_RECEIPT_ROOT
+  || path.join(HOME, '.aria', 'universal-turn-packet-receipts');
+
+export function aggregateCrossCliFleetState({
+  maxAgeMs = 30 * 60 * 1000,
+  perSurfaceLimit = 30,
+  timeBudgetMs = 250,
+  now = Date.now(),
+} = {}) {
+  const started = Date.now();
+  const ageCutoff = now - maxAgeMs;
+  const surfaceTotals = {};
+  let totalSkills = 0;
+  let totalSessions = 0;
+  let totalReceipts = 0;
+  let latestCompletedAt = 0;
+  const sessionsSeen = new Set();
+  const allSkillIds = new Set();
+  let surfaces = [];
+  try {
+    surfaces = readdirSync(UNIVERSAL_RECEIPT_ROOT, { withFileTypes: true })
+      .filter((d) => d.isDirectory())
+      .map((d) => d.name);
+  } catch (err) {
+    loudWarn('universal_receipts_root_unreadable', { message: err?.message || String(err) });
+    return { ok: false, reason: 'receipts_root_missing', surfaces: [], totalSkills: 0, totalSessions: 0, surfaceTotals, durationMs: Date.now() - started };
+  }
+  for (const surface of surfaces) {
+    if (Date.now() - started > timeBudgetMs) {
+      loudWarn('fleet_aggregate_time_budget_exceeded', { processed: surface, budgetMs: timeBudgetMs });
+      break;
+    }
+    const dir = path.join(UNIVERSAL_RECEIPT_ROOT, surface);
+    let fileEntries = [];
+    try {
+      const dirEntries = readdirSync(dir, { withFileTypes: true })
+        .filter((d) => d.isFile() && d.name.endsWith('.json'));
+      // Sort by mtime descending so most recent receipts process first.
+      fileEntries = dirEntries
+        .map((d) => {
+          const fp = path.join(dir, d.name);
+          let mt = 0;
+          try { mt = statSync(fp).mtimeMs; } catch {}
+          return { name: d.name, path: fp, mtimeMs: mt };
+        })
+        .sort((a, b) => b.mtimeMs - a.mtimeMs);
+    } catch (err) {
+      loudWarn('surface_dir_unreadable', { surface, message: err?.message || String(err) });
+      continue;
+    }
+    const surfaceAcc = { skills: 0, sessions: 0, receipts: 0, latestAt: 0, skillsUnique: 0 };
+    const surfaceSkillIds = new Set();
+    let processed = 0;
+    for (const fe of fileEntries) {
+      if (processed >= perSurfaceLimit) break;
+      if (Date.now() - started > timeBudgetMs) break;
+      if (fe.mtimeMs < ageCutoff) break; // sorted desc: rest are older, stop scan
+      processed++;
+      let parsed;
+      try { parsed = JSON.parse(readFileSync(fe.path, 'utf8')); }
+      catch (err) {
+        loudWarn('receipt_parse_failed', { surface, file: fe.name, message: err?.message || String(err) });
+        continue;
+      }
+      const ser = parsed?.skillExecutionReceipt || {};
+      const firedIds = Array.isArray(ser.firedSkillIds) ? ser.firedSkillIds : [];
+      surfaceAcc.skills += firedIds.length;
+      for (const id of firedIds) {
+        if (id) { surfaceSkillIds.add(id); allSkillIds.add(id); }
+      }
+      const sid = parsed?.sessionId || fe.name.replace(/\.json$/, '');
+      if (sid && !sessionsSeen.has(sid)) {
+        sessionsSeen.add(sid);
+        surfaceAcc.sessions++;
+      }
+      surfaceAcc.receipts++;
+      const completedAt = parsed?.completedAt ? Date.parse(parsed.completedAt) : NaN;
+      if (Number.isFinite(completedAt) && completedAt > surfaceAcc.latestAt) surfaceAcc.latestAt = completedAt;
+    }
+    surfaceAcc.skillsUnique = surfaceSkillIds.size;
+    surfaceTotals[surface] = surfaceAcc;
+    totalSkills += surfaceAcc.skills;
+    totalSessions += surfaceAcc.sessions;
+    totalReceipts += surfaceAcc.receipts;
+    if (surfaceAcc.latestAt > latestCompletedAt) latestCompletedAt = surfaceAcc.latestAt;
+  }
+  return {
+    ok: true,
+    surfaces,
+    surfaceTotals,
+    totalSkills,            // sum of all firedSkillIds across all receipts (fire-count)
+    totalSkillsUnique: allSkillIds.size, // distinct skill ids across fleet
+    totalSessions,
+    totalReceipts,
+    latestCompletedAt: latestCompletedAt || null,
+    durationMs: Date.now() - started,
+  };
+}
+
+// Cross-CLI statusline composer. Default emits 2 lines so TUI can show full
+// fleet posture without truncation:
+//   Line 1: fleet aggregates (surfaces, skills, sessions, touches)
+//   Line 2: atlas/sentinel/latest tail + per-surface skill+session breakdown
+// Single-line mode available via { lines: 1 } for callers that need it.
+// preserveBaseRender mode (sidecar / Claude-Code statusLine): keeps the rich
+// harness counter line (Gate checks | Repairs | Blocks | Skills fired |
+// Lessons | Durable saves | atlas | sentinel | latest) as line 1 and emits
+// a single fleet-summary line as line 2. Atlas / sentinel / latest live in
+// the base render so they are dropped from line 2 to avoid duplication.
+export function renderCrossCliStatusline({
+  baseRender = '',
+  excludeSessionId = null,
+  maxAgeMs = 30 * 60 * 1000,
+  lines = 2,
+  preserveBaseRender = false,
+  now = Date.now(),
+} = {}) {
+  try {
+    const fleet = aggregateCrossCliFleetState({ maxAgeMs, now });
+    const sessionsStat = summarizeForStatusline({ maxAgeMs: 5 * 60 * 1000, excludeSessionId, now });
+    // Preserve atlas/sentinel/latest fragments from the base render (already cross-CLI).
+    const atlasMatch = (baseRender || '').match(/\|\s*(atlas[^|]+)/i);
+    const sentinelMatch = (baseRender || '').match(/\|\s*(sentinel[^|]+)/i);
+    const latestMatch = (baseRender || '').match(/\|\s*(latest[^|]+)/i);
+    const atlasFragment = atlasMatch?.[1]?.trim() || '';
+    const sentinelFragment = sentinelMatch?.[1]?.trim() || '';
+    const latestFragment = latestMatch?.[1]?.trim() || '';
+    const surfaceCount = fleet.ok ? fleet.surfaces.length : 0;
+    const fleetSkills = fleet.ok ? fleet.totalSkills : 0;
+    const fleetSessions = fleet.ok ? fleet.totalSessions : 0;
+    const liveSessions = sessionsStat.ok ? sessionsStat.sessions : 0;
+    const touches = sessionsStat.ok ? sessionsStat.touches : 0;
+    const fleetSkillsUnique = fleet.ok ? fleet.totalSkillsUnique : 0;
+    const perSurfaceParts = [];
+    if (fleet.ok) {
+      const surfaceRows = Object.entries(fleet.surfaceTotals)
+        .filter(([, t]) => (t?.receipts || 0) > 0)
+        .sort((a, b) => (b[1]?.skills || 0) - (a[1]?.skills || 0))
+        .slice(0, 4);
+      for (const [s, t] of surfaceRows) perSurfaceParts.push(`${s}:${t.skills}/${t.sessions}`);
+    }
+    if (preserveBaseRender) {
+      const fleetLineParts = [
+        'Aria fleet',
+        `surfaces:${surfaceCount}`,
+        `skills:${fleetSkills}(uniq:${fleetSkillsUnique})`,
+        `sessions:${fleetSessions}(live:${liveSessions})`,
+        `touches:${touches}`,
+      ];
+      if (perSurfaceParts.length > 0) fleetLineParts.push(`per-surface ${perSurfaceParts.join(' ')}`);
+      const fleetLine = fleetLineParts.join(' | ');
+      const base = String(baseRender || '').trim();
+      if (!base) return fleetLine;
+      return `${base}\n${fleetLine}`;
+    }
+    // Line 1: high-level fleet counters
+    const line1 = [
+      'Aria fleet',
+      `surfaces:${surfaceCount}`,
+      `skills:${fleetSkills}(uniq:${fleetSkillsUnique})`,
+      `sessions:${fleetSessions}(live:${liveSessions})`,
+      `touches:${touches}`,
+    ].join(' | ');
+    // Line 2: atlas/sentinel/latest + per-surface breakdown (top 4 by activity)
+    const line2Tail = [atlasFragment, sentinelFragment, latestFragment].filter(Boolean).join(' | ');
+    const line2Parts = [];
+    if (perSurfaceParts.length > 0) line2Parts.push(`per-surface: ${perSurfaceParts.join(' | ')}`);
+    if (line2Tail) line2Parts.push(line2Tail);
+    const line2 = line2Parts.join(' | ');
+    if (lines <= 1) {
+      // Single-line fallback: concat both with a separator.
+      return `${line1}${line2 ? ' || ' + line2 : ''}`;
+    }
+    return line2 ? `${line1}\n${line2}` : line1;
+  } catch (err) {
+    loudWarn('cross_cli_render_failed', { message: err?.message || String(err) });
+    return baseRender;
+  }
+}
+
+export { normalizeSessionId, WAL_PATH };