maestro-flow 0.1.4 → 0.2.1

package/dashboard/dist-server/src/server/execution/execution-journal.js

@@ -0,0 +1,100 @@
+// ---------------------------------------------------------------------------
+// ExecutionJournal — append-only JSONL event log for crash recovery
+// ---------------------------------------------------------------------------
+import { appendFile, readFile, rename, mkdir, stat } from 'node:fs/promises';
+import { join, dirname } from 'node:path';
+export class ExecutionJournal {
+    journalPath;
+    maxSizeBytes;
+    constructor(workflowRoot, maxSizeBytes = 10 * 1024 * 1024) {
+        this.journalPath = join(workflowRoot, 'execution', 'journal.jsonl');
+        this.maxSizeBytes = maxSizeBytes;
+    }
+    /** Append a single event atomically (single-line JSON + appendFile) */
+    async append(event) {
+        await mkdir(dirname(this.journalPath), { recursive: true });
+        const record = { ...event, timestamp: event.timestamp || new Date().toISOString() };
+        const line = JSON.stringify(record) + '\n';
+        await appendFile(this.journalPath, line, 'utf-8');
+    }
+    /** Read all events from the journal */
+    async readAll() {
+        let raw;
+        try {
+            raw = await readFile(this.journalPath, 'utf-8');
+        }
+        catch {
+            return [];
+        }
+        const events = [];
+        for (const line of raw.split('\n')) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            try {
+                events.push(JSON.parse(trimmed));
+            }
+            catch {
+                // Skip malformed lines — journal must be resilient to partial writes
+            }
+        }
+        return events;
+    }
+    /** Get events for a specific issue */
+    async getEventsForIssue(issueId) {
+        const all = await this.readAll();
+        return all.filter((e) => e.issueId === issueId);
+    }
+    /** Analyze journal and determine recovery actions for interrupted executions */
+    async recover() {
+        const events = await this.readAll();
+        const actions = [];
+        // Group by issueId
+        const byIssue = new Map();
+        for (const event of events) {
+            const list = byIssue.get(event.issueId) || [];
+            list.push(event);
+            byIssue.set(event.issueId, list);
+        }
+        for (const [issueId, issueEvents] of byIssue) {
+            const sorted = issueEvents.sort((a, b) => a.timestamp.localeCompare(b.timestamp));
+            const last = sorted[sorted.length - 1];
+            if (last.type === 'issue:dispatched') {
+                // Dispatched but no completion/failure — server crashed during execution
+                actions.push({
+                    issueId,
+                    action: 'retry',
+                    reason: 'Dispatched but no completion event — server crashed',
+                });
+            }
+            else if (last.type === 'wave:started' || last.type === 'wave:task_completed') {
+                // Wave in progress — find completed tasks for resume
+                const completedTaskIds = sorted
+                    .filter((e) => e.type === 'wave:task_completed')
+                    .map((e) => e.taskId);
+                actions.push({
+                    issueId,
+                    action: 'resume-wave',
+                    reason: `Wave interrupted with ${completedTaskIds.length} completed tasks`,
+                    completedTaskIds,
+                });
+            }
+            // issue:completed or issue:failed — terminal states, no action needed
+        }
+        return actions;
+    }
+    /** Rotate journal when it exceeds maxSizeBytes */
+    async rotate() {
+        try {
+            const info = await stat(this.journalPath);
+            if (info.size > this.maxSizeBytes) {
+                const archivePath = this.journalPath.replace('.jsonl', `-${Date.now()}.jsonl`);
+                await rename(this.journalPath, archivePath);
+            }
+        }
+        catch {
+            // File doesn't exist yet — nothing to rotate
+        }
+    }
+}
+//# sourceMappingURL=execution-journal.js.map

package/dashboard/dist-server/src/server/execution/execution-journal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-journal.js","sourceRoot":"","sources":["../../../../src/server/execution/execution-journal.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAO1C,MAAM,OAAO,gBAAgB;IACV,WAAW,CAAS;IACpB,YAAY,CAAS;IAEtC,YAAY,YAAoB,EAAE,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;QAC/D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC;QACpE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,MAAM,CAAC,KAAmB;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QACpF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;QAC3C,MAAM,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,uCAAuC;IACvC,KAAK,CAAC,OAAO;QACX,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAiB,CAAC,CAAC;YACnD,CAAC;YAAC,MAAM,CAAC;gBACP,qEAAqE;YACvE,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,sCAAsC;IACtC,KAAK,CAAC,iBAAiB,CAAC,OAAe;QACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,mBAAmB;QACnB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEvC,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACrC,yEAAyE;gBACzE,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO;oBACP,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,qDAAqD;iBAC9D,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,IAAI,IAAI,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC/E,qDAAqD;gBACrD,MAAM,gBAAgB,GAAG,MAAM;qBAC5B,MAAM,CAAC,CAAC,CAAC,EAA+B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAqB,CAAC;qBAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO;oBACP,MAAM,EAAE,aAAa;oBACrB,MAAM,EAAE,yBAAyB,gBAAgB,CAAC,MAAM,kBAAkB;oBAC1E,gBAAgB;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,sEAAsE;QACxE,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC/E,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6CAA6C;QAC/C,CAAC;IACH,CAAC;CACF"}

package/dashboard/dist-server/src/server/execution/execution-scheduler.d.ts

@@ -0,0 +1,126 @@
+import type { AgentType } from '../../shared/agent-types.js';
+import type { ExecutionSlot, SchedulerConfig, SchedulerStatus } from '../../shared/execution-types.js';
+import type { AgentManager } from '../agents/agent-manager.js';
+import type { DashboardEventBus } from '../state/event-bus.js';
+import { PromptRegistry } from '../prompt/prompt-registry.js';
+import type { ExecutionJournal } from './execution-journal.js';
+import type { DispatchStrategy } from './dispatch-strategy.js';
+import type { SelfLearningService } from '../supervisor/self-learning-service.js';
+export declare class ExecutionScheduler {
+    private readonly agentManager;
+    private readonly eventBus;
+    private readonly jsonlPath;
+    private readonly journal?;
+    private readonly runningSlots;
+    private readonly queue;
+    private readonly retryQueue;
+    private readonly claimed;
+    private config;
+    private readonly workspaceManager;
+    private readonly promptRegistry;
+    private tickTimer;
+    private lastTickAt;
+    private stats;
+    private tokenUsage;
+    private readonly strategies;
+    private activeStrategy;
+    private selfLearningService?;
+    private isDispatching;
+    isCommanderActive: boolean;
+    private readonly factory;
+    constructor(agentManager: AgentManager, eventBus: DashboardEventBus, jsonlPath: string, config?: Partial<SchedulerConfig>, promptRegistry?: PromptRegistry, journal?: ExecutionJournal | undefined, selfLearningService?: SelfLearningService);
+    /** Dispatch a single issue for execution */
+    executeIssue(issueId: string, executor?: AgentType): Promise<void>;
+    /** Enqueue multiple issues for batch execution */
+    executeBatch(issueIds: string[], executor?: AgentType, maxConcurrency?: number): Promise<void>;
+    /** Cancel a running or queued issue */
+    cancelIssue(issueId: string): Promise<void>;
+    /** Start the automatic dispatch tick loop */
+    enableAutoDispatch(): void;
+    /** @deprecated Use enableAutoDispatch() */
+    startSupervisor(): void;
+    /** Stop automatic dispatch */
+    disableAutoDispatch(): void;
+    /** @deprecated Use disableAutoDispatch() */
+    stopSupervisor(): void;
+    /** Update scheduler config */
+    updateConfig(partial: Partial<SchedulerConfig>): void;
+    /** Get a snapshot of current scheduler state */
+    getStatus(): SchedulerStatus;
+    /** Get config */
+    getConfig(): SchedulerConfig;
+    /** Get the execution slot for a given issue */
+    getSlotForIssue(issueId: string): ExecutionSlot | undefined;
+    /** Register a dispatch strategy (overwrites if name already exists). */
+    registerStrategy(strategy: DispatchStrategy): void;
+    /** Switch the active dispatch strategy by name. Throws if not registered. */
+    setStrategy(name: string): void;
+    /** Get the name of the active dispatch strategy. */
+    getActiveStrategyName(): string;
+    /** Acquire a slot for external use (e.g., WaveExecutor subtasks). Returns false if no capacity. */
+    acquireSlot(issueId: string, processId: string, executor: AgentType): boolean;
+    /** Release a slot after external use */
+    releaseSlot(processId: string): void;
+    /** Wait for a slot to become available, with timeout. Resolves true if acquired, false on timeout. */
+    waitForSlot(issueId: string, processId: string, executor: AgentType, timeoutMs?: number): Promise<boolean>;
+    /** Clean shutdown */
+    destroy(): Promise<void>;
+    /** Atomically claim an issue. Returns true if successfully claimed. */
+    private claim;
+    /** Recover in-memory state from persisted JSONL on startup */
+    private recoverState;
+    private dispatch;
+    /**
+     * Chain-based dispatch — routes issue execution through a GraphWalker chain.
+     * The chain (e.g., 'issue-lifecycle') defines the multi-step execution flow.
+     */
+    private dispatchViaChain;
+    private buildPrompt;
+    /** Inline fallback — preserves original logic for backward compatibility */
+    private buildPromptFallback;
+    /** Simple variable substitution for custom prompt templates */
+    private applyTemplate;
+    private subscribeToAgentEvents;
+    private handleAgentStopped;
+    /**
+     * Handle turn/completed notification from a codex-server agent.
+     * The process is still alive — attempt continuation or complete.
+     */
+    private handleTurnCompleted;
+    private handleCompletion;
+    /** Extract structured result from agent entry history */
+    private extractResult;
+    private handleFailure;
+    /**
+     * Attempt to continue a codex-server agent for another turn.
+     * Returns true if continuation was initiated; false if normal completion should proceed.
+     */
+    private attemptContinuation;
+    /** Build a continuation prompt for multi-turn execution */
+    private buildContinuationPrompt;
+    private tick;
+    /** Delegate issue selection to the active strategy and execute returned decisions. */
+    private dispatchViaStrategy;
+    /**
+     * Reconcile running slots against persisted issue state.
+     * If an issue was externally resolved or closed, stop its agent.
+     */
+    private reconcileRunningIssues;
+    private detectStalls;
+    private processRetries;
+    /** @deprecated Superseded by PriorityStrategy via dispatchViaStrategy(). Kept for reference. */
+    private autoDispatchByPriority;
+    /**
+     * @deprecated Superseded by SmartStrategy via dispatchViaStrategy(). Kept for reference.
+     *
+     * Smart strategy: priority + executor affinity + failure avoidance.
+     * - Prioritize issues matching idle executor types (spread load across agents)
+     * - Deprioritize issue types that have recently failed
+     */
+    private autoDispatchSmart;
+    private dispatchNext;
+    private findIssue;
+    /** Atomically update multiple fields on an issue in a single read-modify-write */
+    private updateIssueFields;
+    private emitStatus;
+}