@resolveio/server-lib 22.3.195 → 22.3.197

package/src/util/ai-run-evidence.ts

@@ -0,0 +1,1185 @@
+export type AIRunSource =
+	| 'support_ticket'
+	| 'aicoder_app'
+	| 'ai_assistant'
+	| 'qa_runner'
+	| 'unknown';
+
+export type AIRunOutcomeLabel =
+	| 'accepted'
+	| 'rejected'
+	| 'qa_incomplete'
+	| 'qa_infra_failed'
+	| 'build_failed'
+	| 'release_blocked'
+	| 'manual_handoff'
+	| 'false_pass'
+	| 'stopped'
+	| 'unknown';
+
+export type AIRunEventType =
+	| 'model_call'
+	| 'log'
+	| 'qa_infra'
+	| 'qa_compile'
+	| 'qa_route_probe'
+	| 'qa_business_assertion'
+	| 'scorecard'
+	| 'deploy'
+	| 'publish'
+	| 'hotfix'
+	| 'assistant_message'
+	| 'assistant_query'
+	| 'git_commit'
+	| 'usage'
+	| 'human_intervention';
+
+export type AIRunGateStatus = 'pass' | 'fail' | 'warn' | 'blocked' | 'skipped';
+
+export type AIQaCheckStatus = 'pass' | 'fail' | 'blocked' | 'warn' | 'skipped' | 'unknown';
+
+export type AIQaCompileStatus = 'pass' | 'fail' | 'blocked' | 'stale' | 'skipped' | 'unknown';
+
+export type AIQaOutcome =
+	| 'infra_failed'
+	| 'compile_failed'
+	| 'route_failed'
+	| 'route_only_pass'
+	| 'business_assertion_passed'
+	| 'business_assertion_failed'
+	| 'incomplete';
+
+export interface AIRunEvent {
+	id?: string;
+	type: AIRunEventType;
+	source?: AIRunSource | string;
+	message?: string;
+	category?: string;
+	artifactPaths?: string[];
+	metadata?: Record<string, any>;
+	recordedAt?: Date | string;
+}
+
+export interface AIRunGateResult {
+	key: string;
+	label: string;
+	status: AIRunGateStatus;
+	reason: string;
+	evidenceRefs: string[];
+	recordedAt: string;
+	metadata?: Record<string, any>;
+}
+
+export interface AIRunCost {
+	inputTokens: number;
+	cachedInputTokens: number;
+	outputTokens: number;
+	totalTokens: number;
+	estimatedUsd: number;
+	models: string[];
+	categories: Record<string, {
+		inputTokens: number;
+		cachedInputTokens: number;
+		outputTokens: number;
+		totalTokens: number;
+		estimatedUsd: number;
+		count: number;
+	}>;
+	sources?: Record<string, {
+		inputTokens: number;
+		cachedInputTokens: number;
+		outputTokens: number;
+		totalTokens: number;
+		estimatedUsd: number;
+		count: number;
+		manualCount: number;
+		untrackedCount: number;
+	}>;
+	surfaces?: Record<string, {
+		totalTokens: number;
+		estimatedUsd: number;
+		count: number;
+	}>;
+	manualEstimatedUsd?: number;
+	untrackedEstimatedUsd?: number;
+	untrackedWarnings?: string[];
+	wallTimeMs?: number;
+	retries?: number;
+}
+
+export interface OpenAIUsageCostEntry {
+	model?: string;
+	category?: string;
+	id_request?: string;
+	idRequest?: string;
+	id_conversation?: string;
+	idConversation?: string;
+	timestamp?: Date | string;
+	input_tokens?: number;
+	inputTokens?: number;
+	cached_input_tokens?: number;
+	cachedInputTokens?: number;
+	output_tokens?: number;
+	outputTokens?: number;
+	total_tokens?: number;
+	totalTokens?: number;
+	cost_estimate?: number;
+	estimatedUsd?: number;
+	usage_source?: string;
+	usageSource?: string;
+	usage_surface?: string;
+	usageSurface?: string;
+	usage_phase?: string;
+	usagePhase?: string;
+	cost_basis?: string;
+	costBasis?: string;
+	is_manual?: boolean;
+	isManual?: boolean;
+	is_untracked?: boolean;
+	isUntracked?: boolean;
+	untracked_reason?: string;
+	untrackedReason?: string;
+	[key: string]: any;
+}
+
+export interface AIQaInfraCheck {
+	name: string;
+	status: AIQaCheckStatus;
+	message?: string;
+	path?: string;
+	durationMs?: number;
+	metadata?: Record<string, any>;
+	checkedAt?: Date | string;
+}
+
+export interface AIQaCompileResult {
+	status: AIQaCompileStatus;
+	command?: string;
+	artifactPath?: string;
+	message?: string;
+	durationMs?: number;
+	staleEvidence?: boolean;
+	recordedAt?: Date | string;
+	metadata?: Record<string, any>;
+}
+
+export interface AIQaRouteProbe {
+	route: string;
+	status: AIQaCheckStatus;
+	screenshot?: string;
+	caption?: string;
+	shellOnly?: boolean;
+	authenticated?: boolean;
+	consoleErrors?: string[];
+	networkErrors?: string[];
+	message?: string;
+	recordedAt?: Date | string;
+	metadata?: Record<string, any>;
+}
+
+export interface AIQaBusinessAssertion {
+	assertion: string;
+	status: AIQaCheckStatus;
+	workflow?: string;
+	route?: string;
+	action?: string;
+	expected?: string;
+	observed?: string;
+	dataProof?: string;
+	mongoDelta?: Record<string, any>;
+	artifactPaths?: string[];
+	message?: string;
+	recordedAt?: Date | string;
+	metadata?: Record<string, any>;
+}
+
+export interface AIQaArtifact {
+	type: 'screenshot' | 'trace' | 'console_log' | 'network_log' | 'coverage_matrix' | 'seed_data' | 'script' | 'other';
+	path?: string;
+	url?: string;
+	title?: string;
+	caption?: string;
+	metadata?: Record<string, any>;
+}
+
+export interface AIQaRun {
+	outcome: AIQaOutcome;
+	infraChecks: AIQaInfraCheck[];
+	compile?: AIQaCompileResult;
+	routeProbes: AIQaRouteProbe[];
+	businessAssertions: AIQaBusinessAssertion[];
+	artifacts: AIQaArtifact[];
+	gateResults: AIRunGateResult[];
+	updatedAt: string;
+}
+
+export interface AIRun {
+	id?: string;
+	source: AIRunSource;
+	sourceIds: Record<string, string>;
+	title?: string;
+	status?: string;
+	phase?: string;
+	startedAt?: Date | string;
+	completedAt?: Date | string;
+	outcome: AIRunOutcomeLabel;
+	events: AIRunEvent[];
+	gates: AIRunGateResult[];
+	qa?: AIQaRun;
+	cost?: AIRunCost;
+	nextAction?: string;
+	warnings?: string[];
+	metadata?: Record<string, any>;
+}
+
+export interface AIRunTrainingExample {
+	runId: string;
+	source: AIRunSource;
+	inputSummary: string;
+	actionSummary: string;
+	outcome: AIRunOutcomeLabel;
+	evidence: string[];
+	cost?: AIRunCost;
+	metadata?: Record<string, any>;
+}
+
+export interface AIQaEvaluationInput {
+	infraChecks?: AIQaInfraCheck[];
+	compile?: AIQaCompileResult;
+	routeProbes?: AIQaRouteProbe[];
+	businessAssertions?: AIQaBusinessAssertion[];
+	artifacts?: AIQaArtifact[];
+	now?: Date | string;
+}
+
+export interface AIRunOutcomeInput {
+	source?: AIRunSource;
+	status?: string;
+	phase?: string;
+	qa?: AIQaRun | AIQaEvaluationInput;
+	gates?: AIRunGateResult[];
+	scorecardPassed?: boolean;
+	scorecardStatus?: string;
+	deployStatus?: string;
+	publishStatus?: string;
+	sampleDataStatus?: string;
+	manualHandoff?: boolean;
+	stopped?: boolean;
+	rejected?: boolean;
+	explicitAccepted?: boolean;
+	terminal?: boolean;
+	now?: Date | string;
+}
+
+export interface AIRunOutcomeDecision {
+	outcome: AIRunOutcomeLabel;
+	reason: string;
+	nextAction: string;
+	gates: AIRunGateResult[];
+	warnings: string[];
+	recordedAt: string;
+}
+
+function isoNow(value?: Date | string): string {
+	if (value instanceof Date) {
+		return value.toISOString();
+	}
+	const parsed = value ? new Date(value) : new Date();
+	if (Number.isFinite(parsed.getTime())) {
+		return parsed.toISOString();
+	}
+	return new Date().toISOString();
+}
+
+function cleanText(value: any, max = 1000): string {
+	return String(value || '').replace(/\s+/g, ' ').trim().slice(0, max);
+}
+
+function cleanUsageNumber(value: any): number {
+	const parsed = Number(value);
+	return Number.isFinite(parsed) ? parsed : 0;
+}
+
+function cleanUsageDate(value: any): Date | undefined {
+	if (!value) {
+		return undefined;
+	}
+	const date = value instanceof Date ? value : new Date(value);
+	return Number.isFinite(date.getTime()) ? date : undefined;
+}
+
+export function isCumulativeCodexUsageEntry(entry: OpenAIUsageCostEntry): boolean {
+	return cleanText(entry?.category, 180).toLowerCase().startsWith('ai-dashboard-codex:');
+}
+
+export function resolveOpenAIUsageThreadKey(entry: OpenAIUsageCostEntry): string {
+	const conversationId = cleanText(entry?.id_conversation ?? entry?.idConversation, 240);
+	if (conversationId) {
+		return conversationId;
+	}
+	return cleanText(entry?.id_request ?? entry?.idRequest, 240);
+}
+
+export function normalizeOpenAIUsageRowsForCosting<T extends OpenAIUsageCostEntry>(rows: T[] = []): T[] {
+	if (!Array.isArray(rows) || !rows.length) {
+		return [];
+	}
+	const sortedRows = rows
+		.map((row, index) => ({
+			...row,
+			_sortIndex: index
+		}))
+		.sort((a, b) => {
+			const timeA = cleanUsageDate(a.timestamp)?.getTime() || 0;
+			const timeB = cleanUsageDate(b.timestamp)?.getTime() || 0;
+			if (timeA !== timeB) {
+				return timeA - timeB;
+			}
+			const requestCompare = cleanText(a.id_request ?? a.idRequest, 240)
+				.localeCompare(cleanText(b.id_request ?? b.idRequest, 240));
+			if (requestCompare) {
+				return requestCompare;
+			}
+			const conversationCompare = cleanText(a.id_conversation ?? a.idConversation, 240)
+				.localeCompare(cleanText(b.id_conversation ?? b.idConversation, 240));
+			if (conversationCompare) {
+				return conversationCompare;
+			}
+			return cleanUsageNumber(a._sortIndex) - cleanUsageNumber(b._sortIndex);
+		});
+	const previousByThread = new Map<string, {
+		inputTokens: number;
+		cachedInputTokens: number;
+		outputTokens: number;
+		totalTokens: number;
+		estimatedUsd: number;
+	}>();
+	return sortedRows.map((row) => {
+		const inputTokens = cleanUsageNumber(row.input_tokens ?? row.inputTokens);
+		const cachedInputTokens = cleanUsageNumber(row.cached_input_tokens ?? row.cachedInputTokens);
+		const outputTokens = cleanUsageNumber(row.output_tokens ?? row.outputTokens);
+		const totalTokens = cleanUsageNumber(row.total_tokens ?? row.totalTokens ?? (inputTokens + outputTokens));
+		const estimatedUsd = cleanUsageNumber(row.cost_estimate ?? row.estimatedUsd);
+		const threadKey = isCumulativeCodexUsageEntry(row) ? resolveOpenAIUsageThreadKey(row) : '';
+		let normalizedInputTokens = inputTokens;
+		let normalizedCachedInputTokens = cachedInputTokens;
+		let normalizedOutputTokens = outputTokens;
+		let normalizedTotalTokens = totalTokens;
+		let normalizedEstimatedUsd = estimatedUsd;
+		if (threadKey) {
+			const previous = previousByThread.get(threadKey);
+			if (previous
+				&& inputTokens >= previous.inputTokens
+				&& cachedInputTokens >= previous.cachedInputTokens
+				&& outputTokens >= previous.outputTokens
+				&& totalTokens >= previous.totalTokens
+				&& estimatedUsd >= previous.estimatedUsd
+			) {
+				normalizedInputTokens = Math.max(0, inputTokens - previous.inputTokens);
+				normalizedCachedInputTokens = Math.max(0, cachedInputTokens - previous.cachedInputTokens);
+				normalizedOutputTokens = Math.max(0, outputTokens - previous.outputTokens);
+				normalizedTotalTokens = Math.max(0, totalTokens - previous.totalTokens);
+				normalizedEstimatedUsd = Math.max(0, estimatedUsd - previous.estimatedUsd);
+			}
+			previousByThread.set(threadKey, {
+				inputTokens,
+				cachedInputTokens,
+				outputTokens,
+				totalTokens,
+				estimatedUsd
+			});
+		}
+		const resolvedTotalTokens = normalizedTotalTokens || (normalizedInputTokens + normalizedOutputTokens);
+		const resolvedEstimatedUsd = Number(normalizedEstimatedUsd.toFixed(6));
+		return {
+			...row,
+			input_tokens: normalizedInputTokens,
+			inputTokens: normalizedInputTokens,
+			cached_input_tokens: normalizedCachedInputTokens,
+			cachedInputTokens: normalizedCachedInputTokens,
+			output_tokens: normalizedOutputTokens,
+			outputTokens: normalizedOutputTokens,
+			total_tokens: resolvedTotalTokens,
+			totalTokens: resolvedTotalTokens,
+			cost_estimate: resolvedEstimatedUsd,
+			estimatedUsd: resolvedEstimatedUsd
+		} as T;
+	});
+}
+
+function cleanList(values: any, limit = 20, max = 500): string[] {
+	if (!Array.isArray(values)) {
+		return [];
+	}
+	const result: string[] = [];
+	for (const value of values) {
+		const normalized = cleanText(value, max);
+		if (normalized && !result.includes(normalized)) {
+			result.push(normalized);
+		}
+		if (result.length >= limit) {
+			break;
+		}
+	}
+	return result;
+}
+
+function normalizeCheckStatus(value: any): AIQaCheckStatus {
+	const normalized = cleanText(value, 40).toLowerCase().replace(/[_\s-]+/g, '_');
+	if (normalized === 'passed' || normalized === 'ok' || normalized === 'ready') {
+		return 'pass';
+	}
+	if (normalized === 'failed' || normalized === 'error' || normalized === 'fail') {
+		return 'fail';
+	}
+	if (normalized === 'blocked' || normalized === 'dependency_blocked') {
+		return 'blocked';
+	}
+	if (normalized === 'warning') {
+		return 'warn';
+	}
+	if (normalized === 'skipped' || normalized === 'not_applicable') {
+		return 'skipped';
+	}
+	return normalized === 'pass' || normalized === 'warn' ? normalized : 'unknown';
+}
+
+function normalizeCompileStatus(value: any): AIQaCompileStatus {
+	const normalized = cleanText(value, 40).toLowerCase().replace(/[_\s-]+/g, '_');
+	if (normalized === 'passed' || normalized === 'ok') {
+		return 'pass';
+	}
+	if (normalized === 'failed' || normalized === 'error') {
+		return 'fail';
+	}
+	if (normalized === 'blocked') {
+		return 'blocked';
+	}
+	if (normalized === 'stale' || normalized === 'stale_evidence') {
+		return 'stale';
+	}
+	if (normalized === 'skipped' || normalized === 'not_applicable') {
+		return 'skipped';
+	}
+	return normalized === 'pass' || normalized === 'fail' ? normalized : 'unknown';
+}
+
+function makeGate(
+	key: string,
+	label: string,
+	status: AIRunGateStatus,
+	reason: string,
+	evidenceRefs: string[] = [],
+	now?: Date | string,
+	metadata?: Record<string, any>
+): AIRunGateResult {
+	return {
+		key,
+		label,
+		status,
+		reason: cleanText(reason, 1400),
+		evidenceRefs: cleanList(evidenceRefs, 20, 500),
+		recordedAt: isoNow(now),
+		...(metadata ? { metadata } : {})
+	};
+}
+
+function failedOrBlocked(status: AIQaCheckStatus | AIQaCompileStatus): boolean {
+	return status === 'fail' || status === 'blocked';
+}
+
+function passed(status: AIQaCheckStatus | AIQaCompileStatus): boolean {
+	return status === 'pass';
+}
+
+function normalizeInfraChecks(values: AIQaInfraCheck[] | undefined): AIQaInfraCheck[] {
+	return (Array.isArray(values) ? values : []).map((entry) => ({
+		...entry,
+		name: cleanText(entry?.name, 120) || 'infra_check',
+		status: normalizeCheckStatus(entry?.status),
+		message: cleanText(entry?.message, 1000),
+		path: cleanText(entry?.path, 500)
+	}));
+}
+
+function normalizeRouteProbes(values: AIQaRouteProbe[] | undefined): AIQaRouteProbe[] {
+	return (Array.isArray(values) ? values : []).map((entry) => ({
+		...entry,
+		route: cleanText(entry?.route, 500) || '/',
+		status: normalizeCheckStatus(entry?.status),
+		screenshot: cleanText(entry?.screenshot, 500),
+		caption: cleanText(entry?.caption, 1000),
+		message: cleanText(entry?.message, 1000),
+		consoleErrors: cleanList(entry?.consoleErrors, 30, 500),
+		networkErrors: cleanList(entry?.networkErrors, 30, 500)
+	}));
+}
+
+function normalizeBusinessAssertions(values: AIQaBusinessAssertion[] | undefined): AIQaBusinessAssertion[] {
+	return (Array.isArray(values) ? values : []).map((entry) => ({
+		...entry,
+		assertion: cleanText(entry?.assertion, 1000) || 'business assertion',
+		status: normalizeCheckStatus(entry?.status),
+		workflow: cleanText(entry?.workflow, 400),
+		route: cleanText(entry?.route, 500),
+		action: cleanText(entry?.action, 500),
+		expected: cleanText(entry?.expected, 1000),
+		observed: cleanText(entry?.observed, 1000),
+		dataProof: cleanText(entry?.dataProof, 1400),
+		artifactPaths: cleanList(entry?.artifactPaths, 30, 500),
+		message: cleanText(entry?.message, 1000)
+	}));
+}
+
+function collectBusinessAssertionArtifactPaths(assertions: AIQaBusinessAssertion[]): string[] {
+	const paths: string[] = [];
+	for (const assertion of assertions) {
+		for (const artifactPath of assertion.artifactPaths || []) {
+			if (artifactPath && !paths.includes(artifactPath)) {
+				paths.push(artifactPath);
+			}
+		}
+	}
+	return paths;
+}
+
+export function buildAIQaRun(input: AIQaEvaluationInput = {}): AIQaRun {
+	const now = isoNow(input.now);
+	const infraChecks = normalizeInfraChecks(input.infraChecks);
+	const compile = input.compile
+		? {
+			...input.compile,
+			status: normalizeCompileStatus(input.compile.status),
+			command: cleanText(input.compile.command, 500),
+			artifactPath: cleanText(input.compile.artifactPath, 500),
+			message: cleanText(input.compile.message, 1000)
+		}
+		: undefined;
+	const routeProbes = normalizeRouteProbes(input.routeProbes);
+	const businessAssertions = normalizeBusinessAssertions(input.businessAssertions);
+	const artifacts = Array.isArray(input.artifacts) ? input.artifacts : [];
+	const gateResults: AIRunGateResult[] = [];
+
+	const failedInfra = infraChecks.filter((check) => failedOrBlocked(check.status));
+	if (failedInfra.length) {
+		gateResults.push(makeGate(
+			'qa_infra',
+			'QA infrastructure',
+			'blocked',
+			`QA infrastructure failed before model/business validation: ${failedInfra.map((check) => `${check.name}: ${check.message || check.status}`).join('; ')}`,
+			failedInfra.map((check) => check.path || '').filter(Boolean),
+			now,
+			{ failed_checks: failedInfra.map((check) => check.name) }
+		));
+		return { outcome: 'infra_failed', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+	if (infraChecks.length) {
+		gateResults.push(makeGate('qa_infra', 'QA infrastructure', 'pass', 'QA infrastructure preflight checks passed.', [], now));
+	}
+
+	if (compile && (failedOrBlocked(compile.status) || compile.status === 'stale' || compile.staleEvidence === true)) {
+		gateResults.push(makeGate(
+			'qa_compile',
+			'Compile/build',
+			'fail',
+			compile.status === 'stale' || compile.staleEvidence === true
+				? 'Compile/build evidence is stale and cannot be used for acceptance.'
+				: (compile.message || 'Compile/build failed before browser QA.'),
+			compile.artifactPath ? [compile.artifactPath] : [],
+			now,
+			{ command: compile.command || '' }
+		));
+		return { outcome: 'compile_failed', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+	if (compile && passed(compile.status)) {
+		gateResults.push(makeGate('qa_compile', 'Compile/build', 'pass', 'Compile/build evidence passed.', compile.artifactPath ? [compile.artifactPath] : [], now));
+	}
+
+	const failedRouteProbes = routeProbes.filter((probe) => failedOrBlocked(probe.status) || probe.shellOnly === true);
+	if (failedRouteProbes.length) {
+		gateResults.push(makeGate(
+			'qa_route_probe',
+			'Browser route probe',
+			'fail',
+			`Browser route probe failed or showed shell-only UI: ${failedRouteProbes.map((probe) => `${probe.route}: ${probe.message || probe.caption || probe.status}`).join('; ')}`,
+			failedRouteProbes.map((probe) => probe.screenshot || '').filter(Boolean),
+			now
+		));
+		return { outcome: 'route_failed', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+	if (routeProbes.some((probe) => passed(probe.status))) {
+		gateResults.push(makeGate(
+			'qa_route_probe',
+			'Browser route probe',
+			'pass',
+			'Browser route reached authenticated application content. This is not business acceptance by itself.',
+			routeProbes.map((probe) => probe.screenshot || '').filter(Boolean),
+			now
+		));
+	}
+
+	const failedBusinessAssertions = businessAssertions.filter((assertion) => failedOrBlocked(assertion.status));
+	if (failedBusinessAssertions.length) {
+		gateResults.push(makeGate(
+			'qa_business_assertion',
+			'Business assertion',
+			'fail',
+			`Issue-specific workflow assertion failed: ${failedBusinessAssertions.map((assertion) => assertion.message || assertion.observed || assertion.assertion).join('; ')}`,
+			collectBusinessAssertionArtifactPaths(failedBusinessAssertions),
+			now
+		));
+		return { outcome: 'business_assertion_failed', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+
+	const passedBusinessAssertions = businessAssertions.filter((assertion) => passed(assertion.status));
+	if (passedBusinessAssertions.length) {
+		gateResults.push(makeGate(
+			'qa_business_assertion',
+			'Business assertion',
+			'pass',
+			'At least one issue-specific workflow/data assertion passed.',
+			collectBusinessAssertionArtifactPaths(passedBusinessAssertions),
+			now,
+			{ passed_assertions: passedBusinessAssertions.map((assertion) => assertion.assertion) }
+		));
+		return { outcome: 'business_assertion_passed', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+
+	if (routeProbes.some((probe) => passed(probe.status))) {
+		gateResults.push(makeGate(
+			'qa_business_assertion',
+			'Business assertion',
+			'blocked',
+			'Browser route loaded, but no issue-specific business assertion passed. Route-only proof cannot accept the run.',
+			[],
+			now
+		));
+		return { outcome: 'route_only_pass', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+	}
+
+	gateResults.push(makeGate(
+		'qa_business_assertion',
+		'Business assertion',
+		'blocked',
+		'No issue-specific QA assertion was recorded.',
+		[],
+		now
+	));
+	return { outcome: 'incomplete', infraChecks, compile, routeProbes, businessAssertions, artifacts, gateResults, updatedAt: now };
+}
+
+function normalizeQaRun(input?: AIQaRun | AIQaEvaluationInput): AIQaRun | undefined {
+	if (!input) {
+		return undefined;
+	}
+	if ((input as AIQaRun).outcome && Array.isArray((input as AIQaRun).gateResults)) {
+		return input as AIQaRun;
+	}
+	return buildAIQaRun(input as AIQaEvaluationInput);
+}
+
+function statusLooksFailed(value: any): boolean {
+	const normalized = cleanText(value, 120).toLowerCase();
+	return !!normalized && /(fail|failed|error|blocked|missing|empty|stale|skipped|not ready|not_ready|could not|cannot)/i.test(normalized);
+}
+
+function statusLooksPassed(value: any): boolean {
+	const normalized = cleanText(value, 120).toLowerCase();
+	return !!normalized && /(pass|passed|success|complete|completed|ready|published|deployed|live|merged)/i.test(normalized);
+}
+
+function addGateOnce(gates: AIRunGateResult[], gate: AIRunGateResult): void {
+	if (gates.some((entry) => entry.key === gate.key && entry.status === gate.status && entry.reason === gate.reason)) {
+		return;
+	}
+	gates.push(gate);
+}
+
+export function classifyAIRunOutcome(input: AIRunOutcomeInput = {}): AIRunOutcomeDecision {
+	const now = isoNow(input.now);
+	const gates = Array.isArray(input.gates) ? [...input.gates] : [];
+	const warnings: string[] = [];
+	const qa = normalizeQaRun(input.qa);
+	if (qa) {
+		for (const gate of qa.gateResults) {
+			addGateOnce(gates, gate);
+		}
+	}
+
+	if (input.manualHandoff === true) {
+		return {
+			outcome: 'manual_handoff',
+			reason: 'Run requires manual handoff.',
+			nextAction: 'Ask a human operator to resolve the blocked run.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (input.stopped === true || /stop|stopped|cancel|cancelled|paused/i.test(`${input.status || ''} ${input.phase || ''}`)) {
+		return {
+			outcome: 'stopped',
+			reason: 'Run was stopped before accepted evidence was recorded.',
+			nextAction: 'Resume or restart only if the request is still active.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (input.rejected === true) {
+		return {
+			outcome: 'rejected',
+			reason: 'Run was explicitly rejected.',
+			nextAction: 'Start a repair run from the failing evidence.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	const blockedHotfixCommitGate = gates.find((gate) => gate.key === 'hotfix_commit_proof' && (gate.status === 'blocked' || gate.status === 'fail'));
+	if (blockedHotfixCommitGate) {
+		return {
+			outcome: 'release_blocked',
+			reason: `Hotfix cannot be treated as durable until GitHub commit proof passes: ${blockedHotfixCommitGate.reason}`,
+			nextAction: 'Commit and push the hotfix to GitHub, record sourceCommitSha/githubCommitUrl/gitCommitStatus/gitPushStatus, then rerun the smallest release gate.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedNoBlindLoopGate = gates.find((gate) => gate.key === 'manager_no_blind_loop_policy' && gate.status === 'blocked');
+	if (blockedNoBlindLoopGate) {
+		return {
+			outcome: 'manual_handoff',
+			reason: `Manager parked the run to avoid a blind loop: ${blockedNoBlindLoopGate.reason}`,
+			nextAction: 'Collect new material evidence or approve the specific recovery decision before any more model/code repair.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedSupportDiagnosisBeforeRepairGate = gates.find((gate) => gate.key === 'support_diagnosis_before_repair' && gate.status === 'blocked');
+	if (blockedSupportDiagnosisBeforeRepairGate) {
+		return {
+			outcome: 'manual_handoff',
+			reason: `Support repair is parked until root-cause diagnosis validates: ${blockedSupportDiagnosisBeforeRepairGate.reason}`,
+			nextAction: 'Run read-only support diagnosis, record support_diagnosis_gate with owner_files and before/action/after proof, then retry only the owner-scoped repair.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedSupportOwnerFileScopeGate = gates.find((gate) => gate.key === 'support_owner_file_scope' && gate.status === 'blocked');
+	if (blockedSupportOwnerFileScopeGate) {
+		return {
+			outcome: 'manual_handoff',
+			reason: `Support repair exceeded the diagnosed owner-file scope: ${blockedSupportOwnerFileScopeGate.reason}`,
+			nextAction: 'Revise the SupportDiagnosisGate with evidence for each new owner file, update failing_path/proof_plan, then run only the bounded owner-scoped repair.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	if (qa?.outcome === 'infra_failed') {
+		return {
+			outcome: 'qa_infra_failed',
+			reason: 'QA infrastructure failed before product validation.',
+			nextAction: 'Repair QA harness dependencies, ports, browser, Mongo, or startup before another model repair loop.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (qa?.outcome === 'compile_failed') {
+		return {
+			outcome: 'build_failed',
+			reason: 'Compile/build evidence failed or was stale.',
+			nextAction: 'Repair compile/build first, then rerun QA from the same failed step.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (qa?.outcome === 'route_failed') {
+		return {
+			outcome: 'qa_incomplete',
+			reason: 'Browser route probe failed before business proof.',
+			nextAction: 'Repair route/auth/startup issue and rerun the same browser route probe.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedAICoderJourneyContractGate = gates.find((gate) => gate.key === 'aicoder_journey_contract' && (gate.status === 'blocked' || gate.status === 'fail'));
+	if (blockedAICoderJourneyContractGate) {
+		const claimedSuccess = input.explicitAccepted === true || input.scorecardPassed === true || statusLooksPassed(input.scorecardStatus) || statusLooksPassed(`${input.status || ''} ${input.phase || ''}`);
+		return {
+			outcome: claimedSuccess ? 'false_pass' : 'qa_incomplete',
+			reason: claimedSuccess
+				? `AICoder run claimed success without a valid Journey Contract: ${blockedAICoderJourneyContractGate.reason}`
+				: `AICoder workflow is blocked until the Journey Contract validates: ${blockedAICoderJourneyContractGate.reason}`,
+			nextAction: 'Generate or repair docs/APP_JOURNEY_CONTRACT.md, validate first/next/last workflow/data story/QA assertions, then rerun workflow build and workflow QA.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedSupportNextActionContractGate = gates.find((gate) => gate.key === 'support_next_action_contract' && gate.status === 'blocked');
+	if (
+		blockedSupportNextActionContractGate
+		&& qa?.outcome !== 'business_assertion_passed'
+		&& input.scorecardPassed !== true
+		&& !statusLooksPassed(input.scorecardStatus)
+	) {
+		return {
+			outcome: 'manual_handoff',
+			reason: `Support manager cannot safely continue without a valid next-action contract: ${blockedSupportNextActionContractGate.reason}`,
+			nextAction: 'Record one validated next-action contract with safeToAutoRun, canRunWithoutCodexMonitor, codexFallbackRequired, preconditions, stop conditions, and success evidence before another autonomous recovery.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedSupportIssueClassProbePlanGate = gates.find((gate) => gate.key === 'support_issue_class_probe_plan' && (gate.status === 'blocked' || gate.status === 'fail'));
+	if (input.source === 'support_ticket' && blockedSupportIssueClassProbePlanGate) {
+		const claimedSuccess = input.explicitAccepted === true
+			|| input.scorecardPassed === true
+			|| statusLooksPassed(input.scorecardStatus)
+			|| statusLooksPassed(`${input.status || ''} ${input.phase || ''}`);
+		return {
+			outcome: claimedSuccess ? 'false_pass' : 'qa_incomplete',
+			reason: claimedSuccess
+				? `Support run claimed success without a valid issue-class probe plan: ${blockedSupportIssueClassProbePlanGate.reason}`
+				: `Support business proof is blocked until the issue-class probe plan validates: ${blockedSupportIssueClassProbePlanGate.reason}`,
+			nextAction: 'Generate or repair the Support IssueClassProbePlan from the diagnosis proof_plan, then rerun issue-specific business proof QA.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	const blockedAssistantAnswerActionabilityGate = gates.find((gate) => gate.key === 'assistant_answer_actionability' && (gate.status === 'blocked' || gate.status === 'fail'));
+	if (input.source === 'ai_assistant' && blockedAssistantAnswerActionabilityGate) {
+		const claimedSuccess = input.explicitAccepted === true
+			|| statusLooksPassed(`${input.status || ''} ${input.phase || ''}`);
+		return {
+			outcome: claimedSuccess ? 'false_pass' : 'qa_incomplete',
+			reason: claimedSuccess
+				? `Assistant answer was marked accepted without a valid actionability contract: ${blockedAssistantAnswerActionabilityGate.reason}`
+				: `Assistant answer is blocked until actionability evidence validates: ${blockedAssistantAnswerActionabilityGate.reason}`,
+			nextAction: 'Record verified query/date/permission/citation/confidence evidence and one assistant actionability contract before answering or drafting customer-facing text.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (qa?.outcome === 'route_only_pass' || qa?.outcome === 'incomplete') {
+		return {
+			outcome: input.scorecardPassed === true ? 'false_pass' : 'qa_incomplete',
+			reason: input.scorecardPassed === true
+				? 'Scorecard or workflow status passed without issue-specific business assertion proof.'
+				: 'QA has not recorded issue-specific business assertion proof.',
+			nextAction: 'Add before/action/after workflow proof with screenshot/data assertions before acceptance.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+	if (qa?.outcome === 'business_assertion_failed') {
+		return {
+			outcome: input.terminal === true ? 'rejected' : 'qa_incomplete',
+			reason: 'Issue-specific business assertion failed.',
+			nextAction: 'Repair the product/data defect and rerun the failing assertion.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	const hasBusinessPass = qa?.outcome === 'business_assertion_passed';
+	const scorecardPassed = input.scorecardPassed === true || statusLooksPassed(input.scorecardStatus);
+	const releaseBlockers: string[] = [];
+	if (statusLooksFailed(input.deployStatus)) {
+		releaseBlockers.push(`deploy=${cleanText(input.deployStatus, 120)}`);
+	}
+	if (statusLooksFailed(input.publishStatus)) {
+		releaseBlockers.push(`publish=${cleanText(input.publishStatus, 120)}`);
+	}
+	if (statusLooksFailed(input.sampleDataStatus)) {
+		releaseBlockers.push(`sample_data=${cleanText(input.sampleDataStatus, 120)}`);
+	}
+	if (releaseBlockers.length && (scorecardPassed || hasBusinessPass)) {
+		addGateOnce(gates, makeGate(
+			'release',
+			'Release/deploy',
+			'fail',
+			`Final acceptance is blocked after QA/scorecard because release gates failed: ${releaseBlockers.join(', ')}.`,
+			[],
+			now
+		));
+		return {
+			outcome: 'release_blocked',
+			reason: `Release gates failed after QA/scorecard: ${releaseBlockers.join(', ')}.`,
+			nextAction: 'Repair deploy/publish/sample-data coverage before marking the run accepted.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	const blockedAICoderNextActionContractGate = gates.find((gate) => gate.key === 'aicoder_next_action_contract' && (gate.status === 'blocked' || gate.status === 'fail'));
+	if (input.source === 'aicoder_app' && blockedAICoderNextActionContractGate) {
+		const claimedSuccess = input.explicitAccepted === true
+			|| input.scorecardPassed === true
+			|| statusLooksPassed(input.scorecardStatus)
+			|| statusLooksPassed(`${input.status || ''} ${input.phase || ''}`);
+		return {
+			outcome: claimedSuccess ? 'false_pass' : 'manual_handoff',
+			reason: claimedSuccess
+				? `AICoder run claimed success without a manager-safe next-action contract: ${blockedAICoderNextActionContractGate.reason}`
+				: `AICoder manager cannot safely continue without a manager-safe next-action contract: ${blockedAICoderNextActionContractGate.reason}`,
+			nextAction: 'Record one validated AICoder next-action contract with safeToAutoRun, canRunWithoutCodexMonitor, codexFallbackRequired, stop conditions, and success evidence before another autonomous loop.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	if (scorecardPassed && !hasBusinessPass) {
+		warnings.push('scorecard_pass_without_business_assertion');
+		addGateOnce(gates, makeGate(
+			'business_assertion_required',
+			'Business assertion',
+			'blocked',
+			'Scorecard passed, but no issue-specific business assertion proof was recorded.',
+			[],
+			now
+		));
+		return {
+			outcome: 'false_pass',
+			reason: 'Scorecard-only proof is not acceptance.',
+			nextAction: 'Record issue-specific workflow/data proof, then reclassify the run.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	const statusPhase = `${input.status || ''} ${input.phase || ''}`;
+	if ((input.explicitAccepted === true || statusLooksPassed(statusPhase) || scorecardPassed) && hasBusinessPass) {
+		return {
+			outcome: 'accepted',
+			reason: 'Run has terminal success signal and issue-specific business assertion proof.',
+			nextAction: 'No repair action required.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	if (statusLooksFailed(statusPhase)) {
+		return {
+			outcome: 'rejected',
+			reason: 'Run ended with a failure status and no accepted proof.',
+			nextAction: 'Classify the failing gate and rerun the smallest repair step.',
+			gates,
+			warnings,
+			recordedAt: now
+		};
+	}
+
+	return {
+		outcome: 'unknown',
+		reason: 'Run does not have enough normalized evidence for a terminal label.',
+		nextAction: 'Ingest QA, deploy, assistant, usage, and commit evidence before using this run for training.',
+		gates,
+		warnings,
+		recordedAt: now
+	};
+}
+
+export function buildAIRun(input: Omit<AIRun, 'outcome' | 'gates'> & {
+	outcome?: AIRunOutcomeLabel;
+	gates?: AIRunGateResult[];
+	scorecardPassed?: boolean;
+	deployStatus?: string;
+	publishStatus?: string;
+	sampleDataStatus?: string;
+	manualHandoff?: boolean;
+	stopped?: boolean;
+	rejected?: boolean;
+	explicitAccepted?: boolean;
+	terminal?: boolean;
+	now?: Date | string;
+}): AIRun {
+	const decision = input.outcome
+		? {
+			outcome: input.outcome,
+			gates: input.gates || [],
+			warnings: input.warnings || [],
+			nextAction: input.nextAction || '',
+			reason: '',
+			recordedAt: isoNow(input.now)
+		}
+		: classifyAIRunOutcome({
+			source: input.source,
+			status: input.status,
+			phase: input.phase,
+			qa: input.qa,
+			gates: input.gates,
+			scorecardPassed: input.scorecardPassed,
+			deployStatus: input.deployStatus,
+			publishStatus: input.publishStatus,
+			sampleDataStatus: input.sampleDataStatus,
+			manualHandoff: input.manualHandoff,
+			stopped: input.stopped,
+			rejected: input.rejected,
+			explicitAccepted: input.explicitAccepted,
+			terminal: input.terminal,
+			now: input.now
+		});
+	return {
+		id: input.id,
+		source: input.source || 'unknown',
+		sourceIds: input.sourceIds || {},
+		title: input.title,
+		status: input.status,
+		phase: input.phase,
+		startedAt: input.startedAt,
+		completedAt: input.completedAt,
+		outcome: decision.outcome,
+		events: Array.isArray(input.events) ? input.events : [],
+		gates: decision.gates,
+		qa: normalizeQaRun(input.qa),
+		cost: input.cost,
+		nextAction: decision.nextAction,
+		warnings: decision.warnings,
+		metadata: input.metadata
+	};
+}
+
+export function buildAIRunCost(entries: OpenAIUsageCostEntry[] = []): AIRunCost {
+	const cost: AIRunCost = {
+		inputTokens: 0,
+		cachedInputTokens: 0,
+		outputTokens: 0,
+		totalTokens: 0,
+		estimatedUsd: 0,
+		models: [],
+		categories: {},
+		sources: {},
+		surfaces: {},
+		manualEstimatedUsd: 0,
+		untrackedEstimatedUsd: 0,
+		untrackedWarnings: []
+	};
+	for (const entry of normalizeOpenAIUsageRowsForCosting(entries)) {
+		const category = cleanText(entry.category, 120) || 'unknown';
+		const source = cleanText(entry.usage_source ?? entry.usageSource, 80) || 'unknown';
+		const surface = cleanText(entry.usage_surface ?? entry.usageSurface, 80) || 'unknown';
+		const isManual = entry.is_manual === true || entry.isManual === true || source === 'manual_codex';
+		const isUntracked = entry.is_untracked === true || entry.isUntracked === true;
+		const untrackedReason = cleanText(entry.untracked_reason ?? entry.untrackedReason, 500);
+		const model = cleanText(entry.model, 120);
+		const inputTokens = Number(entry.input_tokens ?? entry.inputTokens ?? 0) || 0;
+		const cachedInputTokens = Number(entry.cached_input_tokens ?? entry.cachedInputTokens ?? 0) || 0;
+		const outputTokens = Number(entry.output_tokens ?? entry.outputTokens ?? 0) || 0;
+		const totalTokens = Number(entry.total_tokens ?? entry.totalTokens ?? (inputTokens + outputTokens)) || 0;
+		const estimatedUsd = Number(entry.cost_estimate ?? entry.estimatedUsd ?? 0) || 0;
+		cost.inputTokens += inputTokens;
+		cost.cachedInputTokens += cachedInputTokens;
+		cost.outputTokens += outputTokens;
+		cost.totalTokens += totalTokens;
+		cost.estimatedUsd += estimatedUsd;
+		if (isManual) {
+			cost.manualEstimatedUsd = Number(cost.manualEstimatedUsd || 0) + estimatedUsd;
+		}
+		if (isUntracked) {
+			cost.untrackedEstimatedUsd = Number(cost.untrackedEstimatedUsd || 0) + estimatedUsd;
+			const warning = untrackedReason || `${source} usage is an estimate outside managed runner telemetry.`;
+			if (warning && !cost.untrackedWarnings?.includes(warning)) {
+				cost.untrackedWarnings?.push(warning);
+			}
+		}
+		if (model && !cost.models.includes(model)) {
+			cost.models.push(model);
+		}
+		if (!cost.categories[category]) {
+			cost.categories[category] = {
+				inputTokens: 0,
+				cachedInputTokens: 0,
+				outputTokens: 0,
+				totalTokens: 0,
+				estimatedUsd: 0,
+				count: 0
+			};
+		}
+		cost.categories[category].inputTokens += inputTokens;
+		cost.categories[category].cachedInputTokens += cachedInputTokens;
+		cost.categories[category].outputTokens += outputTokens;
+		cost.categories[category].totalTokens += totalTokens;
+		cost.categories[category].estimatedUsd += estimatedUsd;
+		cost.categories[category].count += 1;
+		if (!cost.sources?.[source]) {
+			cost.sources![source] = {
+				inputTokens: 0,
+				cachedInputTokens: 0,
+				outputTokens: 0,
+				totalTokens: 0,
+				estimatedUsd: 0,
+				count: 0,
+				manualCount: 0,
+				untrackedCount: 0
+			};
+		}
+		cost.sources[source].inputTokens += inputTokens;
+		cost.sources[source].cachedInputTokens += cachedInputTokens;
+		cost.sources[source].outputTokens += outputTokens;
+		cost.sources[source].totalTokens += totalTokens;
+		cost.sources[source].estimatedUsd += estimatedUsd;
+		cost.sources[source].count += 1;
+		if (isManual) {
+			cost.sources[source].manualCount += 1;
+		}
+		if (isUntracked) {
+			cost.sources[source].untrackedCount += 1;
+		}
+		if (!cost.surfaces?.[surface]) {
+			cost.surfaces![surface] = {
+				totalTokens: 0,
+				estimatedUsd: 0,
+				count: 0
+			};
+		}
+		cost.surfaces[surface].totalTokens += totalTokens;
+		cost.surfaces[surface].estimatedUsd += estimatedUsd;
+		cost.surfaces[surface].count += 1;
+	}
+	cost.estimatedUsd = Number(cost.estimatedUsd.toFixed(6));
+	cost.manualEstimatedUsd = Number(Number(cost.manualEstimatedUsd || 0).toFixed(6));
+	cost.untrackedEstimatedUsd = Number(Number(cost.untrackedEstimatedUsd || 0).toFixed(6));
+	for (const category of Object.keys(cost.categories)) {
+		cost.categories[category].estimatedUsd = Number(cost.categories[category].estimatedUsd.toFixed(6));
+	}
+	for (const source of Object.keys(cost.sources || {})) {
+		cost.sources![source].estimatedUsd = Number(cost.sources![source].estimatedUsd.toFixed(6));
+	}
+	for (const surface of Object.keys(cost.surfaces || {})) {
+		cost.surfaces![surface].estimatedUsd = Number(cost.surfaces![surface].estimatedUsd.toFixed(6));
+	}
+	return cost;
+}
+
+export function redactAIRunTrainingExample(example: AIRunTrainingExample): AIRunTrainingExample {
+	const redact = (value: string): string => cleanText(value, 5000)
+		.replace(/mongodb(?:\+srv)?:\/\/[^\s"'<>]+/ig, '[redacted-mongo-url]')
+		.replace(/\b(?:sk|ghp|xoxb|AKIA)[A-Za-z0-9_\-]{12,}\b/g, '[redacted-secret]')
+		.replace(/\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z]{2,}\b/ig, '[redacted-email]');
+	return {
+		...example,
+		inputSummary: redact(example.inputSummary),
+		actionSummary: redact(example.actionSummary),
+		evidence: cleanList(example.evidence, 80, 5000).map(redact)
+	};
+}