@resolveio/server-lib 22.3.219 → 22.3.221

package/tests/ai-manager-autopilot-snapshot.test.ts

@@ -0,0 +1,193 @@
+import * as assert from 'node:assert/strict';
+import {
+	buildResolveIOAIManagerAutopilotSnapshot
+} from '../src/util/ai-runner-manager-autopilot';
+import {
+	appendResolveIOAIManagerRecoveryActionDispatch,
+	buildResolveIOAIManagerRecoveryActionPacket,
+	buildResolveIOAIManagerRecoveryCheckpoint,
+	buildResolveIOAIManagerRecoveryEvidenceProbe,
+	buildResolveIOAIManagerRecoveryExecutionDirective,
+	buildResolveIOAIManagerRecoveryPlan,
+	decideResolveIOAIManagerRecoveryActionDispatch
+} from '../src/util/ai-runner-manager-policy';
+
+const current = {
+	lane: 'qa',
+	stepType: 'workflow_qa',
+	failureClass: 'business',
+	blocker: 'Workflow save button shows success but the saved recommendation is not persisted.',
+	evidenceHash: 'workflow-save-same-proof',
+	artifactPaths: ['qa/workflow-save-before.png']
+};
+const plan = buildResolveIOAIManagerRecoveryPlan({
+	action: 'park_ping_pong',
+	reason: 'workflow proof alternated between two failed save patches',
+	failureClass: 'business',
+	lane: 'qa',
+	stepType: 'workflow_qa',
+	blocker: current.blocker,
+	artifactPaths: current.artifactPaths,
+	productRepairFailure: true
+});
+const checkpoint = buildResolveIOAIManagerRecoveryCheckpoint({
+	plan,
+	current,
+	now: '2026-06-15T00:00:00.000Z'
+});
+const probe = buildResolveIOAIManagerRecoveryEvidenceProbe({
+	checkpoint,
+	current,
+	now: '2026-06-15T00:00:30.000Z'
+});
+const action = buildResolveIOAIManagerRecoveryActionPacket({
+	plan,
+	checkpoint,
+	probe,
+	current,
+	now: '2026-06-15T00:01:00.000Z'
+});
+const firstDispatch = decideResolveIOAIManagerRecoveryActionDispatch({
+	action,
+	current,
+	now: '2026-06-15T00:02:00.000Z'
+});
+const directive = buildResolveIOAIManagerRecoveryExecutionDirective({
+	action,
+	dispatchDecision: firstDispatch,
+	current,
+	surface: 'aicoder_builder',
+	now: '2026-06-15T00:02:00.000Z'
+});
+
+const firstSnapshot = buildResolveIOAIManagerAutopilotSnapshot({
+	surface: 'aicoder_builder',
+	runId: 'job-1',
+	title: 'Layflat Pressure Optimizer',
+	status: 'parked',
+	phase: 'qa',
+	runKind: 'initial_builder',
+	current,
+	recoveryPlan: plan,
+	recoveryCheckpoint: checkpoint,
+	recoveryEvidenceProbe: probe,
+	recoveryAction: action,
+	recoveryDirective: directive,
+	recoveryDispatchHistory: [],
+	loopCount: 3,
+	maxLoopCount: 3,
+	totalUsd: 42.5,
+	totalTokens: 125000,
+	updatedAt: '2026-06-15T00:02:00.000Z'
+});
+
+assert.equal(firstSnapshot.surface, 'aicoder_builder');
+assert.equal(firstSnapshot.recommendedAction.action, 'run_evidence_probe');
+assert.equal(firstSnapshot.recommendedAction.label, 'Collect New Evidence');
+assert.equal(firstSnapshot.recommendedAction.enabled, true);
+assert.equal(firstSnapshot.recommendedAction.safety, 'low');
+assert.equal(firstSnapshot.recommendedAction.canRunProductRepair, false);
+assert.equal(firstSnapshot.recommendedAction.requiresNewEvidence, true);
+assert.equal(firstSnapshot.controlPolicy.onePrimaryActionOnly, true);
+assert.equal(firstSnapshot.controlPolicy.mode, 'manual_only');
+assert.equal(firstSnapshot.controlPolicy.modeLabel, 'Manual Only');
+assert.equal(firstSnapshot.controlPolicy.primaryAction.action, 'run_evidence_probe');
+assert.equal(firstSnapshot.controlPolicy.primaryAction.group, 'primary');
+assert.equal(firstSnapshot.controlPolicy.primaryAction.enabled, true);
+assert.equal(firstSnapshot.controlPolicy.primaryAction.autoRunnable, false);
+assert.equal(firstSnapshot.controlPolicy.canAutoDispatch, false);
+assert.equal(firstSnapshot.controlPolicy.requiresHumanDecision, true);
+assert.equal(firstSnapshot.controlPolicy.secondaryActionGroups.some((group) => group.groupId === 'policy' && group.actions.some((action) => action.action === 'set_mode:auto_retry_within_budget')), true);
+assert.equal(firstSnapshot.loopGuard.state, 'collecting_evidence');
+assert.equal(firstSnapshot.loopGuard.sameEvidenceAlreadyAttempted, false);
+assert.equal(firstSnapshot.recovery.evidenceOnly, true);
+assert.equal(firstSnapshot.recovery.requiredArtifacts.some((entry) => /current-blocker|business-assertion/i.test(entry)), true);
+assert.equal(firstSnapshot.cost.totalUsd, 42.5);
+assert.match(firstSnapshot.cost.untrackedWarning, /Manual Codex/i);
+assert.equal(firstSnapshot.controlPolicy.budget.totalUsd, 42.5);
+assert.match(firstSnapshot.controlPolicy.budget.untrackedWarning, /Manual Codex/i);
+
+const completedHistory = appendResolveIOAIManagerRecoveryActionDispatch([], firstDispatch.dispatchRecord
+	? {
+		...firstDispatch.dispatchRecord,
+		status: 'completed',
+		completedAt: '2026-06-15T00:03:00.000Z'
+	}
+	: undefined);
+const repeatDispatch = decideResolveIOAIManagerRecoveryActionDispatch({
+	action,
+	history: completedHistory,
+	current,
+	now: '2026-06-15T00:04:00.000Z'
+});
+const repeatDirective = buildResolveIOAIManagerRecoveryExecutionDirective({
+	action,
+	dispatchDecision: repeatDispatch,
+	current,
+	surface: 'aicoder_builder',
+	now: '2026-06-15T00:04:00.000Z'
+});
+const repeatedSnapshot = buildResolveIOAIManagerAutopilotSnapshot({
+	surface: 'aicoder_builder',
+	runId: 'job-1',
+	title: 'Layflat Pressure Optimizer',
+	status: 'parked',
+	phase: 'qa',
+	runKind: 'initial_builder',
+	current,
+	recoveryPlan: plan,
+	recoveryCheckpoint: checkpoint,
+	recoveryEvidenceProbe: probe,
+	recoveryAction: action,
+	recoveryDirective: repeatDirective,
+	recoveryDispatchHistory: completedHistory,
+	loopCount: 3,
+	maxLoopCount: 3
+});
+
+assert.equal(repeatedSnapshot.recommendedAction.action, 'park_manual');
+assert.equal(repeatedSnapshot.recommendedAction.enabled, false);
+assert.equal(repeatedSnapshot.recommendedAction.safety, 'blocked');
+assert.equal(repeatedSnapshot.controlPolicy.blocked, true);
+assert.equal(repeatedSnapshot.controlPolicy.primaryAction.action, 'park_manual');
+assert.equal(repeatedSnapshot.controlPolicy.primaryAction.enabled, false);
+assert.equal(repeatedSnapshot.controlPolicy.secondaryActionGroups.some((group) => group.groupId === 'evidence' && group.actions.some((action) => action.action === 'run_evidence_probe')), true);
+assert.equal(repeatedSnapshot.loopGuard.state, 'parked');
+assert.equal(repeatedSnapshot.loopGuard.sameEvidenceAlreadyAttempted, true);
+assert.equal(repeatedSnapshot.loopGuard.sameEvidenceDispatchCount, 1);
+assert.match(repeatedSnapshot.recommendedAction.reason, /same recovery action already ran/i);
+assert.equal(repeatedSnapshot.recommendedAction.canRunProductRepair, false);
+assert.equal(repeatedSnapshot.recentDispatches.length, 1);
+assert.equal(repeatedSnapshot.recentDispatches[0].status, 'completed');
+assert.equal(repeatedSnapshot.recentDispatches[0].dispatchAction, 'run_evidence_probe');
+assert.equal(repeatedSnapshot.recentDispatches[0].evidenceHash, current.evidenceHash);
+assert.deepEqual(repeatedSnapshot.recentDispatches[0].artifactPaths, ['qa/workflow-save-before.png']);
+
+const newEvidenceSnapshot = buildResolveIOAIManagerAutopilotSnapshot({
+	surface: 'aicoder_app_dashboard_terminal',
+	runId: 'conversation-1',
+	title: 'AI terminal repair',
+	status: 'parked',
+	phase: 'repair',
+	runKind: 'terminal_helper',
+	current: {
+		...current,
+		lane: 'repair',
+		stepType: 'repair',
+		evidenceHash: 'workflow-save-after-network-trace',
+		artifactPaths: ['qa/workflow-save-before.png', 'qa/workflow-save-network-trace.json']
+	},
+	recoveryPlan: plan,
+	recoveryCheckpoint: checkpoint,
+	recoveryEvidenceProbe: probe,
+	recoveryAction: action,
+	recoveryDirective: directive,
+	recoveryDispatchHistory: completedHistory
+});
+
+assert.equal(newEvidenceSnapshot.surface, 'aicoder_app_dashboard_terminal');
+assert.equal(newEvidenceSnapshot.recommendedAction.enabled, true);
+assert.equal(newEvidenceSnapshot.loopGuard.sameEvidenceAlreadyAttempted, false);
+assert.equal(newEvidenceSnapshot.recommendedAction.canResetLoopAfterEvidence, true);
+
+console.log('ai manager autopilot snapshot tests passed');