@kbediako/codex-orchestrator 0.1.37 → 0.2.0

package/dist/orchestrator/src/cli/control/providerWorkflowConfigStore.js

@@ -0,0 +1,515 @@
+import { mkdir, readFile, rename, rm, stat, writeFile } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { logger } from '../../logger.js';
+import { findPipeline, parseUserConfigRaw, resolveRepoConfigPath } from '../config/userConfig.js';
+import { isoTimestamp } from '../utils/time.js';
+import { resolveProviderOperatorAutopilotAuditPath, resolveProviderOperatorAutopilotConfig } from './providerOperatorAutopilot.js';
+import { resolveProviderOperatorAutopilotLifecyclePath } from './providerOperatorAutopilotLifecycle.js';
+import { resolveProviderOperatorAutopilotLocalRolloutExecutionPath } from './providerOperatorAutopilotLocalRolloutExecution.js';
+import { resolveProviderTerminalCleanupConfig } from './providerTerminalCleanup.js';
+import { cloneProviderWorkerHostConfigs, resolveProviderWorkerHostConfig } from './providerWorkerHosts.js';
+const PROVIDER_WORKFLOW_SNAPSHOT_FILE = 'provider-workflow.last-known-good.json';
+export function createProviderWorkflowConfigStore(createOptions) {
+    const cloneState = (value) => JSON.parse(JSON.stringify(value));
+    const sourcePath = resolveRepoConfigPath(createOptions.env);
+    const snapshotPath = join(createOptions.runDir, PROVIDER_WORKFLOW_SNAPSHOT_FILE);
+    // This store assumes serialized access from the single-threaded control-host
+    // runtime loop. Public reload helpers still take an explicit lock because
+    // observability reads and provider launches can overlap through async call
+    // paths even on a single Node event loop.
+    let bootstrapped = false;
+    let lastObservedRevision = null;
+    let reloadQueue = Promise.resolve();
+    let state = {
+        status: 'reload_failed',
+        pipeline_id: createOptions.pipelineId,
+        source_path: sourcePath,
+        snapshot_path: null,
+        last_reload_attempt_at: null,
+        last_success_at: null,
+        last_error_at: null,
+        last_error: null,
+        terminal_cleanup: buildDefaultTerminalCleanupPayload(),
+        worker_hosts: [],
+        operator_autopilot: buildDefaultOperatorAutopilotPayload(createOptions.runDir)
+    };
+    async function snapshotIsUsable(path) {
+        if (!path) {
+            return false;
+        }
+        try {
+            if (!(await stat(path)).isFile()) {
+                return false;
+            }
+            const raw = await readFile(path, 'utf8');
+            const config = parseUserConfigRaw(raw, 'repo');
+            const pipeline = config ? findPipeline(config, createOptions.pipelineId) : null;
+            if (!pipeline) {
+                return false;
+            }
+            buildWorkerHostsPayload(pipeline.metadata);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async function replaceSnapshotAtomically(raw) {
+        const tempSnapshotPath = `${snapshotPath}.tmp`;
+        try {
+            await writeFile(tempSnapshotPath, raw, 'utf8');
+            await rename(tempSnapshotPath, snapshotPath);
+        }
+        catch (error) {
+            await rm(tempSnapshotPath, { force: true }).catch(() => undefined);
+            throw error;
+        }
+    }
+    async function runWithReloadLock(action) {
+        const previous = reloadQueue;
+        let release;
+        reloadQueue = new Promise((resolve) => {
+            release = resolve;
+        });
+        await previous.catch(() => undefined);
+        try {
+            return await action();
+        }
+        finally {
+            release();
+        }
+    }
+    async function bootstrapUnlocked() {
+        const nextState = await attemptReload({ startup: true });
+        bootstrapped = true;
+        return nextState;
+    }
+    async function refreshUnlocked() {
+        if (!bootstrapped) {
+            return await bootstrapUnlocked();
+        }
+        return await attemptReload({ startup: false });
+    }
+    async function bootstrap() {
+        return cloneState(await runWithReloadLock(() => bootstrapUnlocked()));
+    }
+    async function refresh() {
+        return cloneState(await runWithReloadLock(() => refreshUnlocked()));
+    }
+    async function getLaunchConfigPath() {
+        return await runWithReloadLock(async () => {
+            let nextState = await refreshUnlocked();
+            if (!(await snapshotIsUsable(nextState.snapshot_path))) {
+                nextState = await attemptReload({
+                    startup: false,
+                    forceSnapshotRewrite: true
+                });
+            }
+            if (!nextState.snapshot_path || !(await snapshotIsUsable(nextState.snapshot_path))) {
+                throw new Error(nextState.last_error
+                    ? `Provider workflow config snapshot is unavailable: ${nextState.last_error}`
+                    : 'Provider workflow config snapshot is unavailable.');
+            }
+            return nextState.snapshot_path;
+        });
+    }
+    async function attemptReload(reloadOptions) {
+        const attemptedAt = isoTimestamp();
+        let revision = null;
+        try {
+            const sourceStat = await stat(sourcePath);
+            revision = `${sourceStat.mtimeMs}:${sourceStat.size}`;
+            // Only short-circuit when the current revision is healthy. Failed reloads
+            // must be retried even if `mtime:size` is unchanged so transient errors or
+            // same-metadata repairs can recover.
+            if (!reloadOptions.startup &&
+                !reloadOptions.forceSnapshotRewrite &&
+                revision === lastObservedRevision &&
+                state.status === 'ready' &&
+                (await snapshotIsUsable(state.snapshot_path))) {
+                return state;
+            }
+            const raw = await readFile(sourcePath, 'utf8');
+            const pipeline = parseRequiredPipelineFromRaw(raw, sourcePath, createOptions.pipelineId);
+            const nextTerminalCleanup = buildTerminalCleanupPayload(pipeline.metadata, state.terminal_cleanup?.last_result ?? null);
+            const nextWorkerHosts = buildWorkerHostsPayload(pipeline.metadata);
+            await mkdir(dirname(snapshotPath), { recursive: true });
+            await replaceSnapshotAtomically(raw);
+            lastObservedRevision = revision;
+            const previousStatus = state.status;
+            state = {
+                status: 'ready',
+                pipeline_id: createOptions.pipelineId,
+                source_path: sourcePath,
+                snapshot_path: snapshotPath,
+                last_reload_attempt_at: attemptedAt,
+                last_success_at: attemptedAt,
+                last_error_at: null,
+                last_error: null,
+                terminal_cleanup: nextTerminalCleanup,
+                worker_hosts: nextWorkerHosts,
+                operator_autopilot: buildOperatorAutopilotPayload(pipeline.metadata, state.operator_autopilot?.last_result ?? null, createOptions.runDir)
+            };
+            if (!reloadOptions.startup && previousStatus === 'reload_failed') {
+                logger.info(`[provider-workflow] Reloaded config from ${sourcePath}; cleared prior reload error.`);
+            }
+            return state;
+        }
+        catch (error) {
+            const reason = error.message;
+            lastObservedRevision = revision ?? 'missing';
+            const fallbackSnapshotPath = await resolveUsableSnapshotPath(state.snapshot_path, snapshotPath);
+            if (fallbackSnapshotPath) {
+                logger.error(`[provider-workflow] Failed to reload config path=${sourcePath} reason=${reason}; keeping last known good configuration`);
+                const snapshotRaw = await readFile(fallbackSnapshotPath, 'utf8');
+                const pipeline = parseRequiredPipelineFromRaw(snapshotRaw, fallbackSnapshotPath, createOptions.pipelineId);
+                state = {
+                    ...state,
+                    status: 'reload_failed',
+                    pipeline_id: createOptions.pipelineId,
+                    source_path: sourcePath,
+                    snapshot_path: fallbackSnapshotPath,
+                    last_reload_attempt_at: attemptedAt,
+                    last_success_at: state.last_success_at ?? attemptedAt,
+                    last_error_at: attemptedAt,
+                    last_error: reason,
+                    terminal_cleanup: buildTerminalCleanupPayload(pipeline.metadata, state.terminal_cleanup?.last_result ?? null),
+                    worker_hosts: buildWorkerHostsPayload(pipeline.metadata),
+                    operator_autopilot: buildOperatorAutopilotPayload(pipeline.metadata, state.operator_autopilot?.last_result ?? null, createOptions.runDir)
+                };
+                return state;
+            }
+            if (reloadOptions.startup) {
+                throw new Error(`Failed to load provider workflow config path=${sourcePath}: ${reason}`);
+            }
+            state = {
+                ...state,
+                status: 'reload_failed',
+                last_reload_attempt_at: attemptedAt,
+                last_error_at: attemptedAt,
+                last_error: reason
+            };
+            return state;
+        }
+    }
+    async function resolveUsableSnapshotPath(preferredPath, defaultPath) {
+        if (await snapshotIsUsable(preferredPath)) {
+            return preferredPath;
+        }
+        return (await snapshotIsUsable(defaultPath)) ? defaultPath : null;
+    }
+    return {
+        bootstrap,
+        refresh,
+        snapshot: () => cloneState(state),
+        getLaunchConfigPath,
+        recordTerminalCleanupResult: (result) => {
+            state = {
+                ...state,
+                terminal_cleanup: {
+                    ...(state.terminal_cleanup ?? buildDefaultTerminalCleanupPayload()),
+                    last_result: mapTerminalCleanupResult(result)
+                }
+            };
+        },
+        recordOperatorAutopilotResult: (result) => {
+            state = {
+                ...state,
+                operator_autopilot: {
+                    ...(state.operator_autopilot ?? buildDefaultOperatorAutopilotPayload(createOptions.runDir)),
+                    last_result: cloneOperatorAutopilotLastResult(result)
+                }
+            };
+        }
+    };
+}
+function buildDefaultTerminalCleanupPayload() {
+    return {
+        enabled: false,
+        close_attached_pr: {
+            enabled: false,
+            comment_template: resolveProviderTerminalCleanupConfig(null).closeAttachedPr.commentTemplate
+        },
+        last_result: null
+    };
+}
+function buildDefaultOperatorAutopilotPayload(runDir) {
+    const config = resolveProviderOperatorAutopilotConfig(null);
+    return {
+        enabled: config.enabled,
+        backlog_promotion: {
+            enabled: config.backlog_promotion.enabled,
+            state_name: config.backlog_promotion.state_name,
+            target_state_name: config.backlog_promotion.target_state_name,
+            snapshot_retention: {
+                max_untracked_cycles: config.backlog_promotion.snapshot_retention.max_untracked_cycles,
+                terminal_state_types: [
+                    ...config.backlog_promotion.snapshot_retention.terminal_state_types
+                ]
+            }
+        },
+        review_handoff_rework: {
+            enabled: config.review_handoff_rework.enabled,
+            target_state_name: config.review_handoff_rework.target_state_name,
+            excluded_action_required_reasons: [
+                ...config.review_handoff_rework.excluded_action_required_reasons
+            ]
+        },
+        post_merge_rollout: {
+            enabled: config.post_merge_rollout.enabled,
+            summary: config.post_merge_rollout.summary,
+            execution: config.post_merge_rollout.execution
+        },
+        audit_path: resolveProviderOperatorAutopilotAuditPath(runDir),
+        lifecycle_path: resolveProviderOperatorAutopilotLifecyclePath(runDir),
+        execution_path: resolveProviderOperatorAutopilotLocalRolloutExecutionPath(runDir),
+        last_result: null
+    };
+}
+function parseRequiredPipelineFromRaw(raw, path, pipelineId) {
+    const config = parseUserConfigRaw(raw, 'repo');
+    if (!config) {
+        throw new Error(`Missing codex.orchestrator.json at ${path}`);
+    }
+    const pipeline = findPipeline(config, pipelineId);
+    if (!pipeline) {
+        throw new Error(`Repo-local codex.orchestrator.json is missing required pipeline "${pipelineId}".`);
+    }
+    return pipeline;
+}
+function buildTerminalCleanupPayload(metadata, lastResult) {
+    const config = resolveProviderTerminalCleanupConfig(metadata);
+    return {
+        enabled: config.enabled,
+        close_attached_pr: {
+            enabled: config.closeAttachedPr.enabled,
+            comment_template: config.closeAttachedPr.commentTemplate
+        },
+        last_result: lastResult ? cloneTerminalCleanupLastResult(lastResult) : null
+    };
+}
+function buildOperatorAutopilotPayload(metadata, lastResult, runDir) {
+    const config = resolveProviderOperatorAutopilotConfig(metadata);
+    return {
+        enabled: config.enabled,
+        backlog_promotion: {
+            enabled: config.backlog_promotion.enabled,
+            state_name: config.backlog_promotion.state_name,
+            target_state_name: config.backlog_promotion.target_state_name,
+            snapshot_retention: {
+                max_untracked_cycles: config.backlog_promotion.snapshot_retention.max_untracked_cycles,
+                terminal_state_types: [
+                    ...config.backlog_promotion.snapshot_retention.terminal_state_types
+                ]
+            }
+        },
+        review_handoff_rework: {
+            enabled: config.review_handoff_rework.enabled,
+            target_state_name: config.review_handoff_rework.target_state_name,
+            excluded_action_required_reasons: [
+                ...config.review_handoff_rework.excluded_action_required_reasons
+            ]
+        },
+        post_merge_rollout: {
+            enabled: config.post_merge_rollout.enabled,
+            summary: config.post_merge_rollout.summary,
+            execution: config.post_merge_rollout.execution
+        },
+        audit_path: resolveProviderOperatorAutopilotAuditPath(runDir),
+        lifecycle_path: resolveProviderOperatorAutopilotLifecyclePath(runDir),
+        execution_path: resolveProviderOperatorAutopilotLocalRolloutExecutionPath(runDir),
+        last_result: lastResult ? cloneOperatorAutopilotLastResult(lastResult) : null
+    };
+}
+function mapTerminalCleanupResult(result) {
+    return {
+        attempted_at: result.attemptedAt,
+        status: result.status,
+        summary: result.summary,
+        error: result.error,
+        issue_id: result.issueId,
+        issue_identifier: result.issueIdentifier,
+        workspace_path: result.workspacePath,
+        branch: result.branch,
+        attached_pr_urls: [...result.attachedPrUrls],
+        matching_open_pr_urls: [...result.matchingOpenPrUrls],
+        closed_pr_urls: [...result.closedPrUrls]
+    };
+}
+function cloneTerminalCleanupLastResult(result) {
+    return {
+        attempted_at: result.attempted_at,
+        status: result.status,
+        summary: result.summary,
+        error: result.error,
+        issue_id: result.issue_id,
+        issue_identifier: result.issue_identifier,
+        workspace_path: result.workspace_path,
+        branch: result.branch,
+        attached_pr_urls: [...result.attached_pr_urls],
+        matching_open_pr_urls: [...result.matching_open_pr_urls],
+        closed_pr_urls: [...result.closed_pr_urls]
+    };
+}
+function buildWorkerHostsPayload(metadata) {
+    return cloneProviderWorkerHostConfigs(resolveProviderWorkerHostConfig(metadata));
+}
+function cloneOperatorAutopilotLastResult(result) {
+    return {
+        recorded_at: result.recorded_at,
+        status: result.status,
+        summary: result.summary,
+        error: result.error,
+        actions: result.actions.map((action) => ({
+            kind: action.kind,
+            issue_id: action.issue_id,
+            issue_identifier: action.issue_identifier,
+            reason: action.reason,
+            summary: action.summary,
+            transition: {
+                status: action.transition.status,
+                attempted_at: action.transition.attempted_at,
+                previous_state: action.transition.previous_state,
+                target_state: action.transition.target_state,
+                issue_state: action.transition.issue_state,
+                issue_state_type: action.transition.issue_state_type,
+                issue_updated_at: action.transition.issue_updated_at,
+                force_path_used: action.transition.force_path_used ?? false,
+                error: action.transition.error
+            },
+            action_required_reasons: [...action.action_required_reasons]
+        })),
+        holds: result.holds.map((hold) => ({
+            kind: hold.kind,
+            issue_id: hold.issue_id,
+            issue_identifier: hold.issue_identifier,
+            issue_state: hold.issue_state ?? null,
+            issue_state_type: hold.issue_state_type ?? null,
+            issue_updated_at: hold.issue_updated_at ?? null,
+            promotion_attempted_at: hold.promotion_attempted_at ?? null,
+            promotion_issue_updated_at: hold.promotion_issue_updated_at ?? null,
+            force_path_used: hold.force_path_used ?? false,
+            reason: hold.reason,
+            summary: hold.summary,
+            action_required_reasons: [...hold.action_required_reasons]
+        })),
+        pending_actions: result.pending_actions.map((pendingAction) => ({
+            kind: pendingAction.kind,
+            action_instance_id: pendingAction.action_instance_id,
+            issue_id: pendingAction.issue_id,
+            issue_identifier: pendingAction.issue_identifier,
+            summary: pendingAction.summary,
+            merge_closeout_recorded_at: pendingAction.merge_closeout_recorded_at,
+            merge_closeout_reason: pendingAction.merge_closeout_reason,
+            shared_root_status: pendingAction.shared_root_status,
+            linear_transition_status: pendingAction.linear_transition_status,
+            executable_action_ids: [...(pendingAction.executable_action_ids ?? [])],
+            lifecycle_state: pendingAction.lifecycle_state,
+            lifecycle_actor: pendingAction.lifecycle_actor,
+            lifecycle_reason: pendingAction.lifecycle_reason,
+            lifecycle_recorded_at: pendingAction.lifecycle_recorded_at
+        })),
+        terminal_blocker_advisories: (result.terminal_blocker_advisories ?? []).map((advisory) => ({
+            kind: advisory.kind,
+            issue_id: advisory.issue_id,
+            issue_identifier: advisory.issue_identifier,
+            issue_state: advisory.issue_state,
+            issue_state_type: advisory.issue_state_type,
+            issue_updated_at: advisory.issue_updated_at,
+            blockers: advisory.blockers.map((blocker) => ({
+                id: blocker.id,
+                identifier: blocker.identifier,
+                state: blocker.state,
+                state_type: blocker.state_type
+            })),
+            canonical_owner_hints: [...advisory.canonical_owner_hints],
+            duplicate_hints: [...advisory.duplicate_hints],
+            recommended_action: advisory.recommended_action,
+            summary: advisory.summary
+        })),
+        resolved_actions: (result.resolved_actions ?? []).map((resolvedAction) => ({
+            kind: resolvedAction.kind,
+            action_instance_id: resolvedAction.action_instance_id,
+            issue_id: resolvedAction.issue_id,
+            issue_identifier: resolvedAction.issue_identifier,
+            summary: resolvedAction.summary,
+            merge_closeout_recorded_at: resolvedAction.merge_closeout_recorded_at,
+            merge_closeout_reason: resolvedAction.merge_closeout_reason,
+            shared_root_status: resolvedAction.shared_root_status,
+            linear_transition_status: resolvedAction.linear_transition_status,
+            executable_action_ids: [...(resolvedAction.executable_action_ids ?? [])],
+            lifecycle_state: resolvedAction.lifecycle_state,
+            lifecycle_actor: resolvedAction.lifecycle_actor,
+            lifecycle_reason: resolvedAction.lifecycle_reason,
+            lifecycle_recorded_at: resolvedAction.lifecycle_recorded_at
+        })),
+        lifecycle_records: (result.lifecycle_records ?? []).map((record) => ({
+            action_instance_id: record.action_instance_id,
+            kind: record.kind,
+            issue_id: record.issue_id,
+            issue_identifier: record.issue_identifier,
+            state: record.state,
+            actor: record.actor,
+            reason: record.reason,
+            recorded_at: record.recorded_at,
+            source: record.source
+        })),
+        local_rollout_execution_attempts: (result.local_rollout_execution_attempts ?? []).map((attempt) => ({
+            record_kind: attempt.record_kind,
+            action_instance_id: attempt.action_instance_id,
+            action_id: attempt.action_id,
+            issue_id: attempt.issue_id,
+            issue_identifier: attempt.issue_identifier,
+            preflight: {
+                status: attempt.preflight.status,
+                reason: attempt.preflight.reason,
+                checked_at: attempt.preflight.checked_at,
+                summary: attempt.preflight.summary
+            },
+            started_at: attempt.started_at,
+            ended_at: attempt.ended_at,
+            terminal_state: attempt.terminal_state,
+            reason: attempt.reason,
+            summary: attempt.summary,
+            command: {
+                runner: attempt.command.runner,
+                command: attempt.command.command,
+                args: [...attempt.command.args],
+                cwd: attempt.command.cwd,
+                timeout_ms: attempt.command.timeout_ms
+            },
+            exit_code: attempt.exit_code,
+            stdout: attempt.stdout,
+            stderr: attempt.stderr
+        })),
+        backlog_promotion_snapshots: (result.backlog_promotion_snapshots ?? []).map((snapshot) => ({
+            issue_id: snapshot.issue_id,
+            issue_identifier: snapshot.issue_identifier,
+            target_state: snapshot.target_state,
+            attempted_at: snapshot.attempted_at,
+            issue_updated_at: snapshot.issue_updated_at,
+            force_path_used: snapshot.force_path_used ?? false,
+            untracked_cycles: snapshot.untracked_cycles ?? 0
+        })),
+        backlog_promotion_snapshot_retention_records: (result.backlog_promotion_snapshot_retention_records ?? []).map((record) => ({
+            issue_id: record.issue_id,
+            issue_identifier: record.issue_identifier,
+            target_state: record.target_state,
+            attempted_at: record.attempted_at,
+            issue_updated_at: record.issue_updated_at,
+            evaluated_at: record.evaluated_at,
+            decision: record.decision,
+            reason: record.reason,
+            age_ms: record.age_ms,
+            untracked_cycles: record.untracked_cycles,
+            max_untracked_cycles: record.max_untracked_cycles,
+            issue_state: record.issue_state,
+            issue_state_type: record.issue_state_type,
+            issue_archived_at: record.issue_archived_at,
+            issue_trashed: record.issue_trashed,
+            issue_observed_updated_at: record.issue_observed_updated_at,
+            terminal_state_evidence: record.terminal_state_evidence,
+            force_path_used: record.force_path_used ?? false
+        }))
+    };
+}