agentxchain 2.116.0 → 2.118.0

package/src/lib/continuous-run.js

@@ -0,0 +1,499 @@
+/**
+ * Continuous Vision-Driven Run — lights-out governed execution loop.
+ *
+ * When the intake queue is empty, derives candidate intents from VISION.md
+ * and feeds them through the existing intake pipeline. Chains governed runs
+ * back-to-back until max_runs, max_idle_cycles, or operator stop.
+ *
+ * Spec: .planning/VISION_DRIVEN_CONTINUOUS_SPEC.md
+ * Decision: DEC-VISION-CONTINUOUS-001
+ */
+
+import { existsSync, readFileSync, readdirSync, mkdirSync, unlinkSync } from 'node:fs';
+import { join } from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { resolveVisionPath, deriveVisionCandidates } from './vision-reader.js';
+import {
+  recordEvent,
+  triageIntent,
+  approveIntent,
+  planIntent,
+  startIntent,
+  resolveIntent,
+} from './intake.js';
+import { safeWriteJson } from './safe-write.js';
+
+const CONTINUOUS_SESSION_PATH = '.agentxchain/continuous-session.json';
+
+// ---------------------------------------------------------------------------
+// Session state
+// ---------------------------------------------------------------------------
+
+export function readContinuousSession(root) {
+  const p = join(root, CONTINUOUS_SESSION_PATH);
+  if (!existsSync(p)) return null;
+  try {
+    return JSON.parse(readFileSync(p, 'utf8'));
+  } catch {
+    return null;
+  }
+}
+
+export function writeContinuousSession(root, session) {
+  const dir = join(root, '.agentxchain');
+  mkdirSync(dir, { recursive: true });
+  safeWriteJson(join(root, CONTINUOUS_SESSION_PATH), session);
+}
+
+export function removeContinuousSession(root) {
+  const p = join(root, CONTINUOUS_SESSION_PATH);
+  try {
+    if (existsSync(p)) unlinkSync(p);
+  } catch {
+    // best-effort cleanup
+  }
+}
+
+function createSession(visionPath, maxRuns, maxIdleCycles) {
+  return {
+    session_id: `cont-${randomUUID().slice(0, 8)}`,
+    started_at: new Date().toISOString(),
+    vision_path: visionPath,
+    runs_completed: 0,
+    max_runs: maxRuns,
+    idle_cycles: 0,
+    max_idle_cycles: maxIdleCycles,
+    current_run_id: null,
+    current_vision_objective: null,
+    status: 'running',
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Intake queue check
+// ---------------------------------------------------------------------------
+
+/**
+ * Find the next approved or planned intent in the intake queue.
+ *
+ * @param {string} root
+ * @returns {{ ok: boolean, intentId?: string, status?: string }}
+ */
+export function findNextQueuedIntent(root) {
+  const intentsDir = join(root, '.agentxchain', 'intake', 'intents');
+  if (!existsSync(intentsDir)) return { ok: false };
+
+  const files = readdirSync(intentsDir).filter(f => f.endsWith('.json') && !f.startsWith('.tmp-'));
+
+  // Priority order: planned > approved (planned is closer to execution)
+  let bestPlanned = null;
+  let bestApproved = null;
+
+  for (const file of files) {
+    try {
+      const intent = JSON.parse(readFileSync(join(intentsDir, file), 'utf8'));
+      if (intent.status === 'planned' && !bestPlanned) {
+        bestPlanned = { intentId: intent.intent_id, status: 'planned' };
+      } else if (intent.status === 'approved' && !bestApproved) {
+        bestApproved = { intentId: intent.intent_id, status: 'approved' };
+      }
+    } catch {
+      // skip corrupt
+    }
+  }
+
+  if (bestPlanned) return { ok: true, ...bestPlanned };
+  if (bestApproved) return { ok: true, ...bestApproved };
+  return { ok: false };
+}
+
+function readIntent(root, intentId) {
+  const intentPath = join(root, '.agentxchain', 'intake', 'intents', `${intentId}.json`);
+  if (!existsSync(intentPath)) return null;
+  try {
+    return JSON.parse(readFileSync(intentPath, 'utf8'));
+  } catch {
+    return null;
+  }
+}
+
+function buildContinuousProvenance(intentId, options = {}) {
+  const { trigger = 'intake', triggerReason = null } = options;
+  return {
+    trigger,
+    intake_intent_id: intentId,
+    trigger_reason: triggerReason,
+    created_by: 'continuous_loop',
+  };
+}
+
+function prepareIntentForRun(root, intentId, options = {}) {
+  let intent = readIntent(root, intentId);
+  if (!intent) {
+    return { ok: false, error: `intent ${intentId} not found` };
+  }
+
+  if (intent.status === 'approved') {
+    const planned = planIntent(root, intentId);
+    if (!planned.ok) {
+      return { ok: false, error: `plan failed: ${planned.error}` };
+    }
+    intent = planned.intent;
+  }
+
+  if (intent.status === 'planned') {
+    const started = startIntent(root, intentId, {
+      allowTerminalRestart: true,
+      provenance: options.provenance,
+    });
+    if (!started.ok) {
+      return { ok: false, error: `start failed: ${started.error}` };
+    }
+    intent = started.intent;
+    return {
+      ok: true,
+      intent,
+      runId: started.run_id,
+      turnId: started.turn_id,
+    };
+  }
+
+  if (intent.status === 'executing') {
+    return {
+      ok: true,
+      intent,
+      runId: intent.target_run || null,
+      turnId: intent.target_turn || null,
+    };
+  }
+
+  return {
+    ok: false,
+    error: `intent ${intentId} is in unsupported status "${intent.status}" for continuous execution`,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Vision-to-intake pipeline
+// ---------------------------------------------------------------------------
+
+/**
+ * Derive the next vision candidate and record it through the intake pipeline.
+ *
+ * @param {string} root
+ * @param {string} visionPath - Absolute path to VISION.md
+ * @param {{ triageApproval?: string }} options
+ * @returns {{ ok: boolean, intentId?: string, section?: string, goal?: string, error?: string, idle?: boolean }}
+ */
+export function seedFromVision(root, visionPath, options = {}) {
+  const result = deriveVisionCandidates(root, visionPath);
+  if (!result.ok) {
+    return { ok: false, error: result.error };
+  }
+
+  if (result.candidates.length === 0) {
+    return { ok: true, idle: true };
+  }
+
+  // Take the first unaddressed candidate
+  const candidate = result.candidates[0];
+
+  // Record event through intake
+  const eventResult = recordEvent(root, {
+    source: 'vision_scan',
+    category: 'vision_derived',
+    signal: {
+      description: candidate.goal,
+      vision_section: candidate.section,
+      derived: true,
+    },
+    evidence: [
+      { type: 'text', value: `Vision section: ${candidate.section} — Goal: ${candidate.goal}` },
+    ],
+  });
+
+  if (!eventResult.ok) {
+    // Deduplication is normal — means this goal already has an intent
+    if (eventResult.deduplicated) {
+      return { ok: true, idle: true };
+    }
+    return { ok: false, error: `intake record failed: ${eventResult.error}` };
+  }
+
+  if (eventResult.deduplicated) {
+    return { ok: true, idle: true };
+  }
+
+  const intentId = eventResult.intent.intent_id;
+
+  // Triage
+  const triageResult = triageIntent(root, intentId, {
+    priority: candidate.priority,
+    template: 'generic',
+    charter: `[vision] ${candidate.section}: ${candidate.goal}`,
+    acceptance_contract: [`Vision goal addressed: ${candidate.goal}`],
+  });
+
+  if (!triageResult.ok) {
+    return { ok: false, error: `triage failed: ${triageResult.error}` };
+  }
+
+  // Auto-approve if configured
+  const triageApproval = options.triageApproval || 'auto';
+  if (triageApproval === 'auto') {
+    const approveResult = approveIntent(root, intentId, {
+      approver: 'continuous_loop',
+      reason: 'vision-derived auto-approval',
+    });
+    if (!approveResult.ok) {
+      return { ok: false, error: `approve failed: ${approveResult.error}` };
+    }
+  }
+
+  return {
+    ok: true,
+    idle: false,
+    intentId,
+    section: candidate.section,
+    goal: candidate.goal,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Resolve continuous options from CLI flags + config
+// ---------------------------------------------------------------------------
+
+export function resolveContinuousOptions(opts, config) {
+  const configCont = config?.run_loop?.continuous || {};
+
+  return {
+    enabled: opts.continuous ?? configCont.enabled ?? false,
+    visionPath: opts.vision ?? configCont.vision_path ?? '.planning/VISION.md',
+    maxRuns: opts.maxRuns ?? configCont.max_runs ?? 100,
+    pollSeconds: opts.pollSeconds ?? configCont.poll_seconds ?? 30,
+    maxIdleCycles: opts.maxIdleCycles ?? configCont.max_idle_cycles ?? 3,
+    triageApproval: configCont.triage_approval ?? 'auto',
+    cooldownSeconds: opts.cooldownSeconds ?? configCont.cooldown_seconds ?? 5,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Single-step continuous advancement primitive
+// ---------------------------------------------------------------------------
+
+/**
+ * Advance a continuous session by exactly one step.
+ *
+ * This is the shared primitive used by both `run --continuous` (CLI-owned loop)
+ * and `schedule daemon` (daemon-owned poll). Neither caller embeds a nested
+ * poll/sleep loop — the caller owns cadence, this function owns one step.
+ *
+ * @param {object} context - { root, config }
+ * @param {object} session - mutable session object (read/written by caller)
+ * @param {object} contOpts - resolved continuous options (visionPath, maxRuns, maxIdleCycles, triageApproval)
+ * @param {Function} executeGovernedRun - the run executor function
+ * @param {Function} [log] - logging function
+ * @returns {Promise<{ ok: boolean, status: string, action: string, run_id?: string, intent_id?: string, stop_reason?: string }>}
+ */
+export async function advanceContinuousRunOnce(context, session, contOpts, executeGovernedRun, log = console.log) {
+  const { root } = context;
+  const absVisionPath = resolveVisionPath(root, contOpts.visionPath);
+
+  // Terminal checks
+  if (session.runs_completed >= contOpts.maxRuns) {
+    session.status = 'completed';
+    writeContinuousSession(root, session);
+    return { ok: true, status: 'completed', action: 'max_runs_reached', stop_reason: 'max_runs' };
+  }
+
+  if (session.idle_cycles >= contOpts.maxIdleCycles) {
+    session.status = 'completed';
+    writeContinuousSession(root, session);
+    return { ok: true, status: 'idle_exit', action: 'max_idle_reached', stop_reason: 'idle_exit' };
+  }
+
+  // Validate vision file
+  if (!existsSync(absVisionPath)) {
+    session.status = 'failed';
+    writeContinuousSession(root, session);
+    return { ok: false, status: 'failed', action: 'vision_missing', stop_reason: `VISION.md not found at ${absVisionPath}` };
+  }
+
+  // Step 1: Check intake queue for pending work
+  const queued = findNextQueuedIntent(root);
+  let targetIntentId = null;
+  let visionObjective = null;
+
+  if (queued.ok) {
+    targetIntentId = queued.intentId;
+    session.idle_cycles = 0;
+    log(`Found queued intent: ${queued.intentId} (${queued.status})`);
+  } else {
+    // Step 2: Derive from vision
+    const seeded = seedFromVision(root, absVisionPath, {
+      triageApproval: contOpts.triageApproval,
+    });
+
+    if (!seeded.ok) {
+      log(`Vision scan error: ${seeded.error}`);
+      session.status = 'failed';
+      writeContinuousSession(root, session);
+      return { ok: false, status: 'failed', action: 'vision_scan_error', stop_reason: seeded.error };
+    }
+
+    if (seeded.idle) {
+      session.idle_cycles += 1;
+      log(`Idle cycle ${session.idle_cycles}/${contOpts.maxIdleCycles} — no derivable work from vision.`);
+      writeContinuousSession(root, session);
+      return { ok: true, status: 'running', action: 'no_work_found' };
+    }
+
+    // If triage_approval is "human", the intent is in "triaged" state — don't auto-start
+    if (contOpts.triageApproval === 'human') {
+      log(`Vision-derived intent ${seeded.intentId} left in triaged state (triage_approval: human).`);
+      session.idle_cycles += 1;
+      writeContinuousSession(root, session);
+      return { ok: true, status: 'running', action: 'waited_for_human', intent_id: seeded.intentId };
+    }
+
+    targetIntentId = seeded.intentId;
+    visionObjective = `${seeded.section}: ${seeded.goal}`;
+    session.idle_cycles = 0;
+    log(`Vision-derived: ${visionObjective}`);
+  }
+
+  // Prepare intent through intake lifecycle
+  const provenance = buildContinuousProvenance(targetIntentId, {
+    trigger: visionObjective ? 'vision_scan' : 'intake',
+    triggerReason: visionObjective || readIntent(root, targetIntentId)?.charter || null,
+  });
+  const preparedIntent = prepareIntentForRun(root, targetIntentId, { provenance });
+  if (!preparedIntent.ok) {
+    log(`Continuous start error: ${preparedIntent.error}`);
+    session.status = 'failed';
+    writeContinuousSession(root, session);
+    return { ok: false, status: 'failed', action: 'prepare_failed', stop_reason: preparedIntent.error, intent_id: targetIntentId };
+  }
+
+  // Execute the governed run
+  session.current_run_id = preparedIntent.runId;
+  session.current_vision_objective = visionObjective || preparedIntent.intent?.charter || null;
+  session.status = 'running';
+  writeContinuousSession(root, session);
+
+  const execution = await executeGovernedRun(context, {
+    autoApprove: true,
+    report: true,
+    log,
+  });
+
+  session.runs_completed += 1;
+  session.current_run_id = execution.result?.state?.run_id || null;
+
+  const stopReason = execution.result?.stop_reason;
+  log(`Run ${session.runs_completed}/${contOpts.maxRuns} completed: ${stopReason || 'unknown'}`);
+
+  // Resolve the consumed intent
+  const resolved = resolveIntent(root, targetIntentId);
+  if (!resolved.ok) {
+    log(`Continuous resolve error: ${resolved.error}`);
+    session.status = 'failed';
+    writeContinuousSession(root, session);
+    return { ok: false, status: 'failed', action: 'resolve_failed', stop_reason: resolved.error, intent_id: targetIntentId };
+  }
+
+  if (stopReason === 'blocked') {
+    session.status = 'paused';
+    log('Run blocked — continuous loop paused. Use `agentxchain unblock <id>` to resume.');
+    writeContinuousSession(root, session);
+    return { ok: true, status: 'blocked', action: 'run_blocked', run_id: session.current_run_id, intent_id: targetIntentId };
+  }
+
+  if (stopReason === 'priority_preempted') {
+    log('Priority preemption detected — consuming injected work next cycle.');
+    writeContinuousSession(root, session);
+    return { ok: true, status: 'running', action: 'consumed_injected_priority', run_id: session.current_run_id, intent_id: targetIntentId };
+  }
+
+  writeContinuousSession(root, session);
+  return {
+    ok: true,
+    status: 'running',
+    action: visionObjective ? 'seeded_from_vision' : 'started_run',
+    run_id: session.current_run_id,
+    intent_id: targetIntentId,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Main continuous loop (CLI-owned, built on advanceContinuousRunOnce)
+// ---------------------------------------------------------------------------
+
+/**
+ * Execute the continuous vision-driven run loop.
+ *
+ * @param {object} context - { root, config }
+ * @param {object} contOpts - resolved continuous options
+ * @param {Function} executeGovernedRun - the run executor function
+ * @param {Function} [log] - logging function
+ * @returns {Promise<{ exitCode: number, session: object }>}
+ */
+export async function executeContinuousRun(context, contOpts, executeGovernedRun, log = console.log) {
+  const { root } = context;
+  const absVisionPath = resolveVisionPath(root, contOpts.visionPath);
+
+  // Validate vision file exists
+  if (!existsSync(absVisionPath)) {
+    log(`Error: VISION.md not found at ${absVisionPath}`);
+    log(`Create a .planning/VISION.md for your project to enable vision-driven operation.`);
+    return { exitCode: 1, session: null };
+  }
+
+  const session = createSession(contOpts.visionPath, contOpts.maxRuns, contOpts.maxIdleCycles);
+  writeContinuousSession(root, session);
+
+  // SIGINT handler
+  let stopping = false;
+  const sigHandler = () => {
+    stopping = true;
+    log('\nStopping continuous loop (finishing current work)...');
+  };
+  process.on('SIGINT', sigHandler);
+
+  try {
+    while (!stopping) {
+      const step = await advanceContinuousRunOnce(context, session, contOpts, executeGovernedRun, log);
+
+      // Terminal states
+      if (step.status === 'completed' || step.status === 'idle_exit' || step.status === 'failed' || step.status === 'blocked') {
+        if (step.status === 'completed') {
+          log(`Max runs reached (${contOpts.maxRuns}). Stopping.`);
+        } else if (step.status === 'idle_exit') {
+          log(`All vision goals appear addressed (${contOpts.maxIdleCycles} consecutive idle cycles). Stopping.`);
+        }
+        return { exitCode: step.ok ? 0 : 1, session };
+      }
+
+      // Non-terminal: sleep before next step
+      if (!stopping) {
+        const sleepMs = step.action === 'no_work_found' || step.action === 'waited_for_human'
+          ? contOpts.pollSeconds * 1000
+          : (contOpts.cooldownSeconds ?? 5) * 1000;
+        if (sleepMs > 0) {
+          await new Promise(r => setTimeout(r, sleepMs));
+        }
+      }
+    }
+
+    if (stopping) {
+      session.status = 'stopped';
+      log('Continuous loop stopped by operator.');
+    }
+
+    writeContinuousSession(root, session);
+    return { exitCode: 0, session };
+
+  } finally {
+    process.removeListener('SIGINT', sigHandler);
+  }
+}

package/src/lib/governed-state.js

@@ -44,6 +44,11 @@ import { emitRunEvent } from './run-events.js';
 import { writeSessionCheckpoint } from './session-checkpoint.js';
 import { recordRunHistory } from './run-history.js';
 import { buildDefaultRunProvenance } from './run-provenance.js';
+import {
+  ensureHumanEscalation,
+  findCurrentHumanEscalation,
+  resolveHumanEscalation,
+} from './human-escalations.js';
 import {
   getActiveRepoDecisions,
   appendRepoDecision,
@@ -161,11 +166,21 @@ function buildGateFailureRecord({
 }
 
 function emitBlockedNotification(root, config, state, details = {}, turn = null) {
+  const recovery = state?.blocked_reason?.recovery || details.recovery || null;
+  const humanEscalation = ensureHumanEscalation(root, state, turn);
+
   if (!config?.notifications?.webhooks?.length) {
     return;
   }
 
-  const recovery = state?.blocked_reason?.recovery || details.recovery || null;
+  const escalationPayload = humanEscalation?.record ? {
+    escalation_id: humanEscalation.record.escalation_id,
+    type: humanEscalation.record.type,
+    service: humanEscalation.record.service,
+    action: humanEscalation.record.action,
+    resolution_command: humanEscalation.record.resolution_command,
+  } : null;
+
   emitNotifications(root, config, state, 'run_blocked', {
     category: state?.blocked_reason?.category || details.category || 'unknown_block',
     blocked_on: state?.blocked_on || details.blockedOn || null,
@@ -173,7 +188,12 @@ function emitBlockedNotification(root, config, state, details = {}, turn = null)
     owner: recovery?.owner || null,
     recovery_action: recovery?.recovery_action || null,
     detail: recovery?.detail || null,
+    human_escalation: escalationPayload,
   }, turn);
+
+  if (humanEscalation?.created && escalationPayload) {
+    emitNotifications(root, config, state, 'human_escalation_raised', escalationPayload, turn);
+  }
 }
 
 function emitPendingLifecycleNotification(root, config, state, eventType, payload, turn = null) {
@@ -1910,6 +1930,7 @@ export function reactivateGovernedRun(root, state, details = {}) {
 
   const now = new Date().toISOString();
   const wasEscalation = state.status === 'blocked' && typeof state.blocked_on === 'string' && state.blocked_on.startsWith('escalation:');
+  const humanEscalation = findCurrentHumanEscalation(root, state);
   const nextState = {
     ...state,
     status: 'active',
@@ -1920,6 +1941,21 @@ export function reactivateGovernedRun(root, state, details = {}) {
 
   writeState(root, nextState);
 
+  if (humanEscalation) {
+    resolveHumanEscalation(root, humanEscalation.escalation_id, {
+      resolved_at: now,
+      resolved_via: details.via || 'unknown',
+      resolution_notes: details.note || null,
+    });
+
+    emitPendingLifecycleNotification(details.root || root, details.notificationConfig, nextState, 'human_escalation_resolved', {
+      escalation_id: humanEscalation.escalation_id,
+      type: humanEscalation.type,
+      service: humanEscalation.service,
+      resolved_via: details.via || 'unknown',
+    }, getActiveTurn(state));
+  }
+
   if (wasEscalation) {
     appendJsonl(root, LEDGER_PATH, {
       timestamp: now,