oxe-cc 0.9.3 → 1.2.1

package/packages/runtime/src/scheduler/multi-agent-coordinator.ts

@@ -0,0 +1,333 @@
+import { appendEvent } from '../events/bus';
+import type { ExecutionGraph, GraphNode } from '../compiler/graph-compiler';
+import type { WorkspaceManager } from '../workspace/workspace-manager';
+import type { TaskExecutor, TaskResult, SchedulerContext } from './scheduler';
+import { Scheduler } from './scheduler';
+import type { WorkspaceLease } from '../models/workspace';
+import { buildHandoff } from './agent-roles';
+import type { CooperativeHandoff } from './agent-roles';
+
+export type CoordinationMode = 'parallel' | 'competitive' | 'cooperative';
+
+export interface AgentSpec {
+  id: string;
+  executor: TaskExecutor;
+  workspaceManager: WorkspaceManager;
+  /** Task IDs this agent is responsible for (used in parallel mode) */
+  assignedTaskIds?: string[];
+}
+
+export interface CoordinationOptions {
+  mode: CoordinationMode;
+  agents: AgentSpec[];
+  projectRoot: string;
+  sessionId: string | null;
+  runId: string;
+  onEvent?: SchedulerContext['onEvent'];
+}
+
+export interface CoordinationResult {
+  mode: CoordinationMode;
+  run_id: string;
+  completed: string[];
+  failed: string[];
+  blocked: string[];
+  agent_results: Array<{ agent_id: string; completed: string[]; failed: string[] }>;
+  handoffs?: CooperativeHandoff[];
+}
+
+// ─── Parallel mode ───────────────────────────────────────────────────────────
+// Tasks are partitioned across agents. Each agent runs its own Scheduler
+// on a sub-graph. Results are merged.
+
+async function runParallel(
+  graph: ExecutionGraph,
+  opts: CoordinationOptions
+): Promise<CoordinationResult> {
+  const { agents, projectRoot, sessionId, runId } = opts;
+
+  // Partition tasks across agents (round-robin if assignedTaskIds not set)
+  const partitions = agents.map((a) => a.assignedTaskIds ?? []);
+  if (partitions.every((p) => p.length === 0)) {
+    const allIds = [...graph.nodes.keys()];
+    allIds.forEach((id, i) => {
+      partitions[i % agents.length].push(id);
+    });
+  }
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunStarted',
+    run_id: runId,
+    payload: { mode: 'parallel', agent_count: agents.length },
+  });
+
+  const agentResults = await Promise.all(
+    agents.map(async (agent, idx) => {
+      const subGraph = subGraphFor(graph, partitions[idx]);
+      if (subGraph.nodes.size === 0) {
+        return { agent_id: agent.id, completed: [], failed: [] };
+      }
+      const ctx: SchedulerContext = {
+        projectRoot,
+        sessionId,
+        runId: `${runId}-agent${idx}`,
+        executor: agent.executor,
+        workspaceManager: agent.workspaceManager,
+        onEvent: opts.onEvent,
+      };
+      const scheduler = new Scheduler();
+      const result = await scheduler.run(subGraph, ctx);
+      return { agent_id: agent.id, completed: result.completed, failed: result.failed };
+    })
+  );
+
+  const completed = agentResults.flatMap((r) => r.completed);
+  const failed = agentResults.flatMap((r) => r.failed);
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunCompleted',
+    run_id: runId,
+    payload: { mode: 'parallel', completed: completed.length, failed: failed.length },
+  });
+
+  return { mode: 'parallel', run_id: runId, completed, failed, blocked: [], agent_results: agentResults };
+}
+
+// ─── Competitive mode ────────────────────────────────────────────────────────
+// Two agents attempt the same task. First success wins; the loser's workspace
+// is disposed. Requires exactly 2 agents.
+
+async function runCompetitive(
+  graph: ExecutionGraph,
+  opts: CoordinationOptions
+): Promise<CoordinationResult> {
+  if (opts.agents.length < 2) {
+    throw new Error('Competitive mode requires at least 2 agents');
+  }
+  const [agentA, agentB] = opts.agents;
+  const { projectRoot, sessionId, runId } = opts;
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunStarted',
+    run_id: runId,
+    payload: { mode: 'competitive' },
+  });
+
+  const completed: string[] = [];
+  const failed: string[] = [];
+
+  for (const wave of graph.waves) {
+    for (const nodeId of wave.node_ids) {
+      const node = graph.nodes.get(nodeId)!;
+      const result = await competeTwoAgents(nodeId, node, agentA, agentB, opts);
+      if (result.success) completed.push(nodeId);
+      else failed.push(nodeId);
+      if (failed.length > 0) break;
+    }
+    if (failed.length > 0) break;
+  }
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunCompleted',
+    run_id: runId,
+    payload: { mode: 'competitive', completed: completed.length },
+  });
+
+  return {
+    mode: 'competitive',
+    run_id: runId,
+    completed,
+    failed,
+    blocked: [],
+    agent_results: [
+      { agent_id: agentA.id, completed, failed },
+      { agent_id: agentB.id, completed: [], failed: [] },
+    ],
+  };
+}
+
+async function competeTwoAgents(
+  nodeId: string,
+  node: GraphNode,
+  agentA: AgentSpec,
+  agentB: AgentSpec,
+  opts: CoordinationOptions
+): Promise<TaskResult> {
+  const { projectRoot, sessionId, runId } = opts;
+
+  const allocA = await agentA.workspaceManager.allocate({
+    work_item_id: nodeId, attempt_number: 1, strategy: node.workspace_strategy, mutation_scope: node.mutation_scope,
+  });
+  const allocB = await agentB.workspaceManager.allocate({
+    work_item_id: nodeId, attempt_number: 1, strategy: node.workspace_strategy, mutation_scope: node.mutation_scope,
+  });
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'AttemptStarted',
+    run_id: runId,
+    work_item_id: nodeId,
+    payload: { mode: 'competitive', agents: [agentA.id, agentB.id] },
+  });
+
+  // Race both agents — first success wins
+  const [resultA, resultB] = await Promise.all([
+    agentA.executor.execute(node, allocA, runId, 1).catch((e) => ({
+      success: false, failure_class: 'env' as const, evidence: [], output: String(e),
+    })),
+    agentB.executor.execute(node, allocB, runId, 1).catch((e) => ({
+      success: false, failure_class: 'env' as const, evidence: [], output: String(e),
+    })),
+  ]);
+
+  // Clean up both workspaces
+  await Promise.all([
+    agentA.workspaceManager.dispose(allocA.workspace_id).catch(() => {}),
+    agentB.workspaceManager.dispose(allocB.workspace_id).catch(() => {}),
+  ]);
+
+  // Pick winner: prefer success; if both succeed, prefer A (primary agent)
+  const winner = resultA.success ? resultA : resultB.success ? resultB : resultA;
+
+  if (winner.success) {
+    appendEvent(projectRoot, sessionId, { type: 'WorkItemCompleted', run_id: runId, work_item_id: nodeId, payload: { mode: 'competitive' } });
+  } else {
+    appendEvent(projectRoot, sessionId, { type: 'WorkItemBlocked', run_id: runId, work_item_id: nodeId, payload: { mode: 'competitive', failure_class: winner.failure_class } });
+  }
+
+  return winner;
+}
+
+// ─── Cooperative mode ────────────────────────────────────────────────────────
+// planner (agent[0]) does a dry-run to collect context, then hands off to
+// executor (agent[1]) which performs the real run. Handoffs are recorded.
+
+async function runCooperative(
+  graph: ExecutionGraph,
+  opts: CoordinationOptions
+): Promise<CoordinationResult> {
+  if (opts.agents.length < 2) {
+    throw new Error('Cooperative mode requires at least 2 agents');
+  }
+  const [planner, executor] = opts.agents;
+  const { projectRoot, sessionId, runId } = opts;
+  const handoffs: CooperativeHandoff[] = [];
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunStarted',
+    run_id: runId,
+    payload: { mode: 'cooperative', planner: planner.id, executor: executor.id },
+  });
+
+  const completed: string[] = [];
+  const failed: string[] = [];
+
+  for (const wave of graph.waves) {
+    for (const nodeId of wave.node_ids) {
+      const node = graph.nodes.get(nodeId)!;
+
+      // Phase 1: planner allocates workspace + signals readiness (no output used)
+      const planAlloc = await planner.workspaceManager.allocate({
+        work_item_id: nodeId,
+        attempt_number: 1,
+        strategy: node.workspace_strategy,
+        mutation_scope: node.mutation_scope,
+      });
+      await planner.workspaceManager.dispose(planAlloc.workspace_id).catch(() => {});
+
+      const handoff = buildHandoff({
+        from_agent_id: planner.id,
+        to_agent_id: executor.id,
+        from_role: 'planner',
+        to_role: 'executor',
+        work_item_id: nodeId,
+        context_pack_ref: null,
+      });
+      handoffs.push(handoff);
+
+      appendEvent(projectRoot, sessionId, {
+        type: 'AttemptStarted',
+        run_id: runId,
+        work_item_id: nodeId,
+        payload: { mode: 'cooperative', handoff_id: handoff.handoff_id },
+      });
+
+      // Phase 2: executor performs the real task
+      const execAlloc = await executor.workspaceManager.allocate({
+        work_item_id: nodeId,
+        attempt_number: 1,
+        strategy: node.workspace_strategy,
+        mutation_scope: node.mutation_scope,
+      });
+
+      let result: TaskResult;
+      try {
+        result = await executor.executor.execute(node, execAlloc, runId, 1);
+      } catch (e) {
+        result = { success: false, failure_class: 'env', evidence: [], output: String(e) };
+      }
+      await executor.workspaceManager.dispose(execAlloc.workspace_id).catch(() => {});
+
+      if (result.success) {
+        completed.push(nodeId);
+        appendEvent(projectRoot, sessionId, { type: 'WorkItemCompleted', run_id: runId, work_item_id: nodeId, payload: { mode: 'cooperative' } });
+      } else {
+        failed.push(nodeId);
+        appendEvent(projectRoot, sessionId, { type: 'WorkItemBlocked', run_id: runId, work_item_id: nodeId, payload: { mode: 'cooperative', failure_class: result.failure_class } });
+        break;
+      }
+    }
+    if (failed.length > 0) break;
+  }
+
+  appendEvent(projectRoot, sessionId, {
+    type: 'RunCompleted',
+    run_id: runId,
+    payload: { mode: 'cooperative', completed: completed.length, failed: failed.length },
+  });
+
+  return {
+    mode: 'cooperative',
+    run_id: runId,
+    completed,
+    failed,
+    blocked: [],
+    agent_results: [
+      { agent_id: planner.id, completed: [], failed: [] },
+      { agent_id: executor.id, completed, failed },
+    ],
+    handoffs,
+  };
+}
+
+// ─── Public API ──────────────────────────────────────────────────────────────
+
+export class MultiAgentCoordinator {
+  async run(graph: ExecutionGraph, opts: CoordinationOptions): Promise<CoordinationResult> {
+    switch (opts.mode) {
+      case 'parallel': return runParallel(graph, opts);
+      case 'competitive': return runCompetitive(graph, opts);
+      case 'cooperative': return runCooperative(graph, opts);
+      default:
+        throw new Error(`Unknown coordination mode: ${opts.mode}`);
+    }
+  }
+}
+
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+
+function subGraphFor(graph: ExecutionGraph, nodeIds: string[]): ExecutionGraph {
+  const ids = new Set(nodeIds);
+  const nodes = new Map([...graph.nodes].filter(([id]) => ids.has(id)));
+  const edges = graph.edges.filter((e) => ids.has(e.from) && ids.has(e.to));
+  const waves = graph.waves.map((w) => ({
+    wave_number: w.wave_number,
+    node_ids: w.node_ids.filter((id) => ids.has(id)),
+  })).filter((w) => w.node_ids.length > 0);
+
+  return {
+    nodes,
+    edges,
+    waves,
+    metadata: { ...graph.metadata, node_count: nodes.size, wave_count: waves.length },
+  };
+}

package/packages/runtime/src/scheduler/run-journal.ts

@@ -0,0 +1,62 @@
+import path from 'path';
+import fs from 'fs';
+import type { RunResult } from './scheduler';
+
+export interface RunJournal {
+  run_id: string;
+  paused_at: string | null;
+  cancelled: boolean;
+  eligible_work_items: string[];
+  completed_work_items: string[];
+  failed_work_items: string[];
+  blocked_work_items: string[];
+  pending_gates: string[];
+  replay_cursor: string | null;
+  scheduler_state: 'running' | 'paused' | 'cancelled' | 'completed';
+  partial_result: Omit<RunResult, 'status'> | null;
+}
+
+function journalPath(projectRoot: string, runId: string): string {
+  return path.join(projectRoot, '.oxe', 'runs', runId, 'journal.json');
+}
+
+export function saveJournal(projectRoot: string, runId: string, journal: RunJournal): void {
+  const p = journalPath(projectRoot, runId);
+  fs.mkdirSync(path.dirname(p), { recursive: true });
+  fs.writeFileSync(p, JSON.stringify(journal, null, 2), 'utf8');
+}
+
+export function loadJournal(projectRoot: string, runId: string): RunJournal | null {
+  const p = journalPath(projectRoot, runId);
+  if (!fs.existsSync(p)) return null;
+  try {
+    return JSON.parse(fs.readFileSync(p, 'utf8')) as RunJournal;
+  } catch {
+    return null;
+  }
+}
+
+export function deleteJournal(projectRoot: string, runId: string): void {
+  const p = journalPath(projectRoot, runId);
+  try {
+    fs.unlinkSync(p);
+  } catch {
+    // ignore if not found
+  }
+}
+
+export function createJournal(runId: string): RunJournal {
+  return {
+    run_id: runId,
+    paused_at: null,
+    cancelled: false,
+    eligible_work_items: [],
+    completed_work_items: [],
+    failed_work_items: [],
+    blocked_work_items: [],
+    pending_gates: [],
+    replay_cursor: null,
+    scheduler_state: 'running',
+    partial_result: null,
+  };
+}