@evalops/maestro 0.10.17 → 0.10.20

package/dist/cli/commands/run.js

@@ -0,0 +1,356 @@
+import chalk from "chalk";
+import { parseMcpToolName } from "../../mcp/names.js";
+import { buildAgentRuntimeLedgerReport, } from "../../server/agent-runtime-ledger.js";
+import { buildAgentTrajectoryInspectionReport, } from "../../server/agent-trajectory-inspection.js";
+import { replayAgentTrajectoryReport, } from "../../server/agent-trajectory-replay.js";
+import { scoreAgentTrajectoryReport, } from "../../server/agent-trajectory-scorers.js";
+import { buildAgentTrajectoryReport, } from "../../server/agent-trajectory.js";
+import { buildComposerRunTimeline } from "../../server/session-timeline.js";
+import { SessionManager } from "../../session/manager.js";
+import { migrateToCurrentVersion } from "../../session/migration.js";
+const RUN_RECONSTRUCTION_SCHEMA = "evalops.maestro.run-reconstruction.v1";
+const RUN_INSPECT_TRAJECTORY_RULES = [
+    {
+        id: "final-event-has-evidence",
+        severity: "error",
+        description: "The final answer or runtime terminal event must have evidence.",
+        finalEvidenceCoverage: true,
+    },
+];
+function usage() {
+    return "Usage: maestro run inspect|ledger|replay|promote <session-id> [--json]";
+}
+function exitWithUsage(message) {
+    console.error(chalk.red(message));
+    console.error(chalk.dim(usage()));
+    process.exit(1);
+}
+function findHeader(entries) {
+    return entries.find((entry) => entry.type === "session");
+}
+function promptContextSummary(header, timeline) {
+    const manifest = header?.promptContextManifest;
+    const entries = Array.isArray(manifest?.entries)
+        ? (manifest.entries ?? [])
+        : [];
+    let projectDocs = 0;
+    const mcpServers = new Set();
+    for (const entry of entries) {
+        if (!entry || typeof entry !== "object")
+            continue;
+        const kind = entry.kind;
+        const sourceKind = entry.sourceKind;
+        const resourceKind = entry.resourceKind;
+        if (kind === "project_doc" ||
+            sourceKind === "project" ||
+            sourceKind === "global") {
+            projectDocs += 1;
+        }
+        else if (kind === "mcp_server" || resourceKind === "mcp_server") {
+            const serverName = entry.serverName ??
+                entry.resourceId ??
+                entry.providerId ??
+                entry.id;
+            mcpServers.add(typeof serverName === "string" ? serverName : "unknown");
+        }
+    }
+    for (const tool of header?.tools ?? []) {
+        const mcpTool = parseMcpToolName(tool.name);
+        if (mcpTool) {
+            mcpServers.add(mcpTool.server);
+        }
+    }
+    for (const item of timeline.items) {
+        if (!item.toolName)
+            continue;
+        const mcpTool = parseMcpToolName(item.toolName);
+        if (mcpTool) {
+            mcpServers.add(mcpTool.server);
+        }
+    }
+    return {
+        entries: entries.length,
+        projectDocs,
+        mcpServers: mcpServers.size,
+    };
+}
+function contextManifestSummary(header, timeline, promptContext) {
+    const manifest = header?.unifiedContextManifest;
+    const byKind = {};
+    const bySource = {};
+    const byStatus = {};
+    const mcpServers = new Set();
+    let mcpResources = 0;
+    let mcpPrompts = 0;
+    let projectDocs = 0;
+    for (const entry of manifest?.entries ?? []) {
+        increment(byKind, entry.kind);
+        increment(bySource, entry.source);
+        increment(byStatus, entry.status);
+        if (entry.kind === "project_doc") {
+            projectDocs += 1;
+        }
+        if (entry.kind === "mcp_server") {
+            mcpServers.add(entry.serverName ?? entry.id);
+        }
+        if (entry.kind === "mcp_resource") {
+            mcpResources += 1;
+            if (entry.serverName) {
+                mcpServers.add(entry.serverName);
+            }
+        }
+        if (entry.kind === "mcp_prompt") {
+            mcpPrompts += 1;
+            if (entry.serverName) {
+                mcpServers.add(entry.serverName);
+            }
+        }
+    }
+    for (const tool of header?.tools ?? []) {
+        const mcpTool = parseMcpToolName(tool.name);
+        if (mcpTool) {
+            mcpServers.add(mcpTool.server);
+        }
+    }
+    for (const item of timeline.items) {
+        if (!item.toolName)
+            continue;
+        const mcpTool = parseMcpToolName(item.toolName);
+        if (mcpTool) {
+            mcpServers.add(mcpTool.server);
+        }
+    }
+    const summary = {
+        entries: manifest?.entries.length ?? promptContext.entries,
+        projectDocs: manifest ? projectDocs : promptContext.projectDocs,
+        mcpServers: manifest ? mcpServers.size : promptContext.mcpServers,
+        mcpResources,
+        mcpPrompts,
+        diagnostics: manifest?.diagnostics.length ?? 0,
+        byKind,
+        bySource,
+        byStatus,
+    };
+    if (manifest) {
+        summary.protocolVersion = manifest.protocolVersion;
+        summary.version = manifest.version;
+        summary.cwd = manifest.cwd;
+        summary.projectDocBytesRead = manifest.projectDocs.bytesRead;
+        if (manifest.projectDocs.maxBytes !== undefined) {
+            summary.projectDocMaxBytes = manifest.projectDocs.maxBytes;
+        }
+    }
+    return summary;
+}
+function increment(map, key) {
+    if (typeof key !== "string" || key.length === 0)
+        return;
+    map[key] = (map[key] ?? 0) + 1;
+}
+function countTimeline(timeline) {
+    const byType = {};
+    const byStatus = {};
+    const byVisibility = {};
+    for (const item of timeline.items) {
+        increment(byType, item.type);
+        increment(byStatus, item.status);
+        increment(byVisibility, item.visibility);
+    }
+    return {
+        timelineItems: timeline.items.length,
+        byType,
+        byStatus,
+        byVisibility,
+    };
+}
+function buildCoverage(counts, promptContext, contextManifest) {
+    return {
+        promptInputs: (counts.byType["message.user"] ?? 0) > 0,
+        assistantResponses: (counts.byType["message.assistant"] ?? 0) > 0,
+        toolRequests: (counts.byType["tool.requested"] ?? 0) > 0,
+        toolResults: (counts.byType["tool.completed"] ?? 0) +
+            (counts.byType["tool.failed"] ?? 0) >
+            0,
+        contextManifest: contextManifest.protocolVersion !== undefined,
+        contextDiagnostics: contextManifest.diagnostics > 0,
+        fileChanges: (counts.byType["file.changed"] ?? 0) > 0,
+        artifacts: (counts.byType["artifact.linked"] ?? 0) > 0,
+        policyDecisions: (counts.byType["policy.decision"] ?? 0) > 0,
+        diagnostics: (counts.byType["diagnostic.delta"] ?? 0) > 0,
+        compactions: (counts.byType["compaction.created"] ?? 0) > 0,
+        pendingRequests: (counts.byType["wait.pending"] ?? 0) > 0,
+        mcpContext: contextManifest.mcpServers > 0 || promptContext.mcpServers > 0,
+    };
+}
+async function buildRunReconstructionReport(sessionId, options = {}) {
+    const manager = new SessionManager(false, undefined, {
+        sessionDir: options.sessionDir,
+    });
+    const sessionFile = manager.getSessionFileById(sessionId);
+    if (!sessionFile) {
+        return null;
+    }
+    const [session, entries] = await Promise.all([
+        manager.loadSession(sessionId),
+        manager.loadEntries(sessionId),
+    ]);
+    if (!session || !entries) {
+        return null;
+    }
+    migrateToCurrentVersion(entries);
+    const header = findHeader(entries);
+    const timeline = buildComposerRunTimeline({
+        sessionId,
+        entries,
+        messages: session.messages,
+    });
+    const trajectory = buildAgentTrajectoryReport(timeline);
+    const trajectoryReplay = replayAgentTrajectoryReport(trajectory);
+    const trajectoryScore = scoreAgentTrajectoryReport(trajectory, RUN_INSPECT_TRAJECTORY_RULES);
+    const trajectoryInspection = buildAgentTrajectoryInspectionReport({
+        timelineItems: timeline.items,
+        trajectory,
+        replay: trajectoryReplay,
+        score: trajectoryScore,
+    });
+    const agentRuntimeLedger = buildAgentRuntimeLedgerReport({
+        session: {
+            id: session.id,
+            sessionFile,
+            ...(header?.cwd ? { cwd: header.cwd } : {}),
+            ...(header?.model ? { model: header.model } : {}),
+        },
+        timeline,
+        trajectory,
+        replay: trajectoryReplay,
+    });
+    const counts = countTimeline(timeline);
+    const context = promptContextSummary(header, timeline);
+    const contextManifest = contextManifestSummary(header, timeline, context);
+    const sessionReport = {
+        id: session.id,
+        createdAt: session.createdAt,
+        updatedAt: session.updatedAt,
+        messageCount: session.messageCount,
+        sessionFile,
+    };
+    if (session.title) {
+        sessionReport.title = session.title;
+    }
+    if (session.summary) {
+        sessionReport.summary = session.summary;
+    }
+    if (header?.cwd) {
+        sessionReport.cwd = header.cwd;
+    }
+    if (header?.model) {
+        sessionReport.model = header.model;
+    }
+    return {
+        schemaVersion: RUN_RECONSTRUCTION_SCHEMA,
+        session: sessionReport,
+        counts,
+        coverage: buildCoverage(counts, context, contextManifest),
+        promptContext: context,
+        contextManifest,
+        timeline,
+        trajectory,
+        trajectoryReplay,
+        trajectoryScore,
+        trajectoryInspection,
+        agentRuntimeLedger,
+    };
+}
+function renderCoverage(coverage) {
+    const labels = [
+        ["promptInputs", "prompt inputs"],
+        ["assistantResponses", "assistant responses"],
+        ["toolRequests", "tool requests"],
+        ["toolResults", "tool results"],
+        ["contextManifest", "context manifest"],
+        ["contextDiagnostics", "context diagnostics"],
+        ["fileChanges", "file changes"],
+        ["artifacts", "artifacts"],
+        ["policyDecisions", "policy decisions"],
+        ["diagnostics", "diagnostics"],
+        ["compactions", "compactions"],
+        ["pendingRequests", "pending waits"],
+        ["mcpContext", "MCP context"],
+    ];
+    return labels
+        .map(([key, label]) => `${coverage[key] ? "yes" : "no"} ${label}`)
+        .join(", ");
+}
+function renderTimelinePreview(timeline) {
+    return timeline.items.slice(0, 12).map((item) => {
+        const parts = [
+            item.timestamp,
+            item.type,
+            item.status,
+            item.title,
+            item.summary,
+        ].filter(Boolean);
+        return `  - ${parts.join(" | ")}`;
+    });
+}
+function renderRunReconstruction(report) {
+    const lines = [
+        chalk.bold(`Run reconstruction: ${report.session.id}`),
+        `Session file: ${report.session.sessionFile}`,
+        `Messages: ${report.session.messageCount}`,
+        `Timeline items: ${report.counts.timelineItems}`,
+        `Trajectory events: ${report.trajectory.counts.events}`,
+        `Replay deltas: ${report.trajectoryReplay.counts.deltas} (${report.trajectoryReplay.counts.errors} errors, ${report.trajectoryReplay.counts.warnings} warnings)`,
+        `Trajectory score: ${report.trajectoryScore.counts.failed} failed, ${report.trajectoryScore.counts.warnings} warnings across ${report.trajectoryScore.counts.rules} rule(s)`,
+        `Replay lab: ${report.trajectoryInspection.counts.jumpTargets} event/source jump target(s), redaction=${report.trajectoryInspection.redaction.default}`,
+        `AgentRuntime ledger: ${report.agentRuntimeLedger.counts.entries} entries, ${report.agentRuntimeLedger.counts.promotionOperations} dry-run promotion op(s), replay deterministic=${report.agentRuntimeLedger.replay.deterministic ? "yes" : "no"}`,
+        `Coverage: ${renderCoverage(report.coverage)}`,
+        `Prompt context: ${report.promptContext.entries} entries (${report.promptContext.projectDocs} docs, ${report.promptContext.mcpServers} MCP servers)`,
+        `Context manifest: ${report.contextManifest.entries} entries (${report.contextManifest.projectDocs} docs, ${report.contextManifest.mcpServers} MCP servers, ${report.contextManifest.mcpResources} resources, ${report.contextManifest.mcpPrompts} prompts, ${report.contextManifest.diagnostics} diagnostics)`,
+        "",
+        chalk.bold("Timeline preview"),
+        ...renderTimelinePreview(report.timeline),
+    ];
+    if (report.timeline.items.length > 12) {
+        lines.push(`  ... ${report.timeline.items.length - 12} more item(s)`);
+    }
+    return lines.join("\n");
+}
+export async function handleRunCommand(subcommand, args = [], options = {}) {
+    if (subcommand !== "inspect" &&
+        subcommand !== "ledger" &&
+        subcommand !== "replay" &&
+        subcommand !== "promote") {
+        exitWithUsage("Run subcommand required.");
+    }
+    const sessionId = args.find((arg) => !arg.startsWith("-"));
+    if (!sessionId) {
+        exitWithUsage("Session id required.");
+    }
+    const report = await buildRunReconstructionReport(sessionId, options);
+    if (!report) {
+        exitWithUsage(`Session not found: ${sessionId}`);
+    }
+    if (subcommand === "ledger") {
+        console.log(JSON.stringify(report.agentRuntimeLedger, null, 2));
+        return;
+    }
+    if (subcommand === "replay") {
+        console.log(JSON.stringify(report.agentRuntimeLedger.replay, null, 2));
+        return;
+    }
+    if (subcommand === "promote") {
+        console.log(JSON.stringify(report.agentRuntimeLedger.promotion, null, 2));
+        return;
+    }
+    if (options.json || args.includes("--json")) {
+        console.log(JSON.stringify(report, null, 2));
+        return;
+    }
+    console.log(renderRunReconstruction(report));
+}
+export const testing = {
+    buildRunReconstructionReport,
+    renderRunReconstruction,
+};
+//# sourceMappingURL=run.js.map

package/dist/cli/commands/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAEN,6BAA6B,GAC7B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAEN,oCAAoC,GACpC,MAAM,6CAA6C,CAAC;AACrD,OAAO,EAEN,2BAA2B,GAC3B,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAGN,0BAA0B,GAC1B,MAAM,0CAA0C,CAAC;AAClD,OAAO,EAEN,0BAA0B,GAC1B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AAGrE,MAAM,yBAAyB,GAAG,uCAAuC,CAAC;AAC1E,MAAM,4BAA4B,GAAgC;IACjE;QACC,EAAE,EAAE,0BAA0B;QAC9B,QAAQ,EAAE,OAAO;QACjB,WAAW,EACV,gEAAgE;QACjE,qBAAqB,EAAE,IAAI;KAC3B;CACD,CAAC;AAiFF,SAAS,KAAK;IACb,OAAO,wEAAwE,CAAC;AACjF,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACrC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CAAC,OAAuB;IAC1C,OAAO,OAAO,CAAC,IAAI,CAClB,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAChE,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC5B,MAAsC,EACtC,QAA6B;IAE7B,MAAM,QAAQ,GAAG,MAAM,EAAE,qBAAqB,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAC3B,QAA8C,EAAE,OAAO,CACxD;QACA,CAAC,CAAC,CAAE,QAAmC,CAAC,OAAO,IAAI,EAAE,CAAC;QACtD,CAAC,CAAC,EAAE,CAAC;IACN,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS;QAClD,MAAM,IAAI,GAAI,KAA4B,CAAC,IAAI,CAAC;QAChD,MAAM,UAAU,GAAI,KAAkC,CAAC,UAAU,CAAC;QAClE,MAAM,YAAY,GAAI,KAAoC,CAAC,YAAY,CAAC;QACxE,IACC,IAAI,KAAK,aAAa;YACtB,UAAU,KAAK,SAAS;YACxB,UAAU,KAAK,QAAQ,EACtB,CAAC;YACF,WAAW,IAAI,CAAC,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,KAAK,YAAY,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;YACnE,MAAM,UAAU,GACd,KAAkC,CAAC,UAAU;gBAC7C,KAAkC,CAAC,UAAU;gBAC7C,KAAkC,CAAC,UAAU;gBAC7C,KAA0B,CAAC,EAAE,CAAC;YAChC,UAAU,CAAC,GAAG,CAAC,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACzE,CAAC;IACF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,OAAO,EAAE,CAAC;YACb,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,SAAS;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,OAAO,EAAE,CAAC;YACb,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IACD,OAAO;QACN,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,WAAW;QACX,UAAU,EAAE,UAAU,CAAC,IAAI;KAC3B,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC9B,MAAsC,EACtC,QAA6B,EAC7B,aAAmC;IAEnC,MAAM,QAAQ,GAAG,MAAM,EAAE,sBAAsB,CAAC;IAChD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;QAC7C,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAClC,WAAW,IAAI,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACjC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACnC,YAAY,IAAI,CAAC,CAAC;YAClB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACtB,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;QACF,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACjC,UAAU,IAAI,CAAC,CAAC;YAChB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACtB,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,OAAO,EAAE,CAAC;YACb,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,SAAS;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,OAAO,EAAE,CAAC;YACb,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAA2B;QACvC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC,OAAO;QAC1D,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW;QAC/D,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,UAAU;QACjE,YAAY;QACZ,UAAU;QACV,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC;QAC9C,MAAM;QACN,QAAQ;QACR,QAAQ;KACR,CAAC;IACF,IAAI,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QACnD,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACnC,OAAO,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QAC3B,OAAO,CAAC,mBAAmB,GAAG,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC;QAC7D,IAAI,QAAQ,CAAC,WAAW,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjD,OAAO,CAAC,kBAAkB,GAAG,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;QAC5D,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,GAA2B,EAAE,GAAY;IAC3D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACxD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,aAAa,CACrB,QAA6B;IAE7B,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACjC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO;QACN,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;QACpC,MAAM;QACN,QAAQ;QACR,YAAY;KACZ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACrB,MAAkC,EAClC,aAAmC,EACnC,eAAuC;IAEvC,OAAO;QACN,YAAY,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACtD,kBAAkB,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACjE,YAAY,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACxD,WAAW,EACV,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;QACF,eAAe,EAAE,eAAe,CAAC,eAAe,KAAK,SAAS;QAC9D,kBAAkB,EAAE,eAAe,CAAC,WAAW,GAAG,CAAC;QACnD,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACrD,SAAS,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACtD,eAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC5D,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACzD,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC3D,eAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QACzD,UAAU,EAAE,eAAe,CAAC,UAAU,GAAG,CAAC,IAAI,aAAa,CAAC,UAAU,GAAG,CAAC;KAC1E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,4BAA4B,CAC1C,SAAiB,EACjB,UAA6B,EAAE;IAE/B,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,KAAK,EAAE,SAAS,EAAE;QACpD,UAAU,EAAE,OAAO,CAAC,UAAU;KAC9B,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC1D,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC5C,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC;QAC9B,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC;KAC9B,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACb,CAAC;IACD,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAEjC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACzC,SAAS;QACT,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC1B,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,UAAU,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,0BAA0B,CACjD,UAAU,EACV,4BAA4B,CAC5B,CAAC;IACF,MAAM,oBAAoB,GAAG,oCAAoC,CAAC;QACjE,aAAa,EAAE,QAAQ,CAAC,KAAK;QAC7B,UAAU;QACV,MAAM,EAAE,gBAAgB;QACxB,KAAK,EAAE,eAAe;KACtB,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAG,6BAA6B,CAAC;QACxD,OAAO,EAAE;YACR,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,WAAW;YACX,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD;QACD,QAAQ;QACR,UAAU;QACV,MAAM,EAAE,gBAAgB;KACxB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE1E,MAAM,aAAa,GAAuC;QACzD,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW;KACX,CAAC;IACF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IACrC,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACzC,CAAC;IACD,IAAI,MAAM,EAAE,GAAG,EAAE,CAAC;QACjB,aAAa,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,EAAE,KAAK,EAAE,CAAC;QACnB,aAAa,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IACpC,CAAC;IAED,OAAO;QACN,aAAa,EAAE,yBAAyB;QACxC,OAAO,EAAE,aAAa;QACtB,MAAM;QACN,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC;QACzD,aAAa,EAAE,OAAO;QACtB,eAAe;QACf,QAAQ;QACR,UAAU;QACV,gBAAgB;QAChB,eAAe;QACf,oBAAoB;QACpB,kBAAkB;KAClB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAgC;IACvD,MAAM,MAAM,GAAkD;QAC7D,CAAC,cAAc,EAAE,eAAe,CAAC;QACjC,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;QAC7C,CAAC,cAAc,EAAE,eAAe,CAAC;QACjC,CAAC,aAAa,EAAE,cAAc,CAAC;QAC/B,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;QACvC,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;QAC7C,CAAC,aAAa,EAAE,cAAc,CAAC;QAC/B,CAAC,WAAW,EAAE,WAAW,CAAC;QAC1B,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;QACvC,CAAC,aAAa,EAAE,aAAa,CAAC;QAC9B,CAAC,aAAa,EAAE,aAAa,CAAC;QAC9B,CAAC,iBAAiB,EAAE,eAAe,CAAC;QACpC,CAAC,YAAY,EAAE,aAAa,CAAC;KAC7B,CAAC;IACF,OAAO,MAAM;SACX,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;SACjE,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,QAA6B;IAC3D,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAA6B,EAAE,EAAE;QACxE,MAAM,KAAK,GAAG;YACb,IAAI,CAAC,SAAS;YACd,IAAI,CAAC,IAAI;YACT,IAAI,CAAC,MAAM;YACX,IAAI,CAAC,KAAK;YACV,IAAI,CAAC,OAAO;SACZ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClB,OAAO,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;IACnC,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,MAA+B;IAC/D,MAAM,KAAK,GAAG;QACb,KAAK,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QACtD,iBAAiB,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;QAC7C,aAAa,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE;QAC1C,mBAAmB,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE;QAChD,sBAAsB,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE;QACvD,kBAAkB,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,YAAY;QAChK,qBAAqB,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,oBAAoB,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,UAAU;QAC5K,eAAe,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,WAAW,2CAA2C,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,OAAO,EAAE;QACvJ,wBAAwB,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,mBAAmB,kDAAkD,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QAClP,aAAa,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;QAC9C,mBAAmB,MAAM,CAAC,aAAa,CAAC,OAAO,aAAa,MAAM,CAAC,aAAa,CAAC,WAAW,UAAU,MAAM,CAAC,aAAa,CAAC,UAAU,eAAe;QACpJ,qBAAqB,MAAM,CAAC,eAAe,CAAC,OAAO,aAAa,MAAM,CAAC,eAAe,CAAC,WAAW,UAAU,MAAM,CAAC,eAAe,CAAC,UAAU,iBAAiB,MAAM,CAAC,eAAe,CAAC,YAAY,eAAe,MAAM,CAAC,eAAe,CAAC,UAAU,aAAa,MAAM,CAAC,eAAe,CAAC,WAAW,eAAe;QAC/S,EAAE;QACF,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAC9B,GAAG,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC;KACzC,CAAC;IACF,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,eAAe,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,UAAmB,EACnB,OAAiB,EAAE,EACnB,UAA6B,EAAE;IAE/B,IACC,UAAU,KAAK,SAAS;QACxB,UAAU,KAAK,QAAQ;QACvB,UAAU,KAAK,QAAQ;QACvB,UAAU,KAAK,SAAS,EACvB,CAAC;QACF,aAAa,CAAC,0BAA0B,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,aAAa,CAAC,sBAAsB,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtE,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,aAAa,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,OAAO;IACR,CAAC;IACD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO;IACR,CAAC;IACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,OAAO;IACR,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO;IACR,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,MAAM,OAAO,GAAG;IACtB,4BAA4B;IAC5B,uBAAuB;CACvB,CAAC","sourcesContent":["import chalk from \"chalk\";\nimport { parseMcpToolName } from \"../../mcp/names.js\";\nimport {\n\ttype AgentRuntimeLedgerReport,\n\tbuildAgentRuntimeLedgerReport,\n} from \"../../server/agent-runtime-ledger.js\";\nimport {\n\ttype AgentTrajectoryInspectionReport,\n\tbuildAgentTrajectoryInspectionReport,\n} from \"../../server/agent-trajectory-inspection.js\";\nimport {\n\ttype AgentTrajectoryReplayReport,\n\treplayAgentTrajectoryReport,\n} from \"../../server/agent-trajectory-replay.js\";\nimport {\n\ttype AgentTrajectoryScoreReport,\n\ttype AgentTrajectoryScorerRule,\n\tscoreAgentTrajectoryReport,\n} from \"../../server/agent-trajectory-scorers.js\";\nimport {\n\ttype AgentTrajectoryReport,\n\tbuildAgentTrajectoryReport,\n} from \"../../server/agent-trajectory.js\";\nimport { buildComposerRunTimeline } from \"../../server/session-timeline.js\";\nimport { SessionManager } from \"../../session/manager.js\";\nimport { migrateToCurrentVersion } from \"../../session/migration.js\";\nimport type { SessionEntry, SessionHeaderEntry } from \"../../session/types.js\";\n\nconst RUN_RECONSTRUCTION_SCHEMA = \"evalops.maestro.run-reconstruction.v1\";\nconst RUN_INSPECT_TRAJECTORY_RULES: AgentTrajectoryScorerRule[] = [\n\t{\n\t\tid: \"final-event-has-evidence\",\n\t\tseverity: \"error\",\n\t\tdescription:\n\t\t\t\"The final answer or runtime terminal event must have evidence.\",\n\t\tfinalEvidenceCoverage: true,\n\t},\n];\n\ntype ComposerRunTimeline = ReturnType<typeof buildComposerRunTimeline>;\ntype ComposerRunTimelineItem = ComposerRunTimeline[\"items\"][number];\n\ninterface RunInspectOptions {\n\tjson?: boolean;\n\tsessionDir?: string;\n}\n\ninterface ReconstructionCountSummary {\n\ttimelineItems: number;\n\tbyType: Record<string, number>;\n\tbyStatus: Record<string, number>;\n\tbyVisibility: Record<string, number>;\n}\n\ninterface ReconstructionCoverage {\n\tpromptInputs: boolean;\n\tassistantResponses: boolean;\n\ttoolRequests: boolean;\n\ttoolResults: boolean;\n\tcontextManifest: boolean;\n\tcontextDiagnostics: boolean;\n\tfileChanges: boolean;\n\tartifacts: boolean;\n\tpolicyDecisions: boolean;\n\tdiagnostics: boolean;\n\tcompactions: boolean;\n\tpendingRequests: boolean;\n\tmcpContext: boolean;\n}\n\ninterface PromptContextSummary {\n\tentries: number;\n\tprojectDocs: number;\n\tmcpServers: number;\n}\n\ninterface ContextManifestSummary {\n\tprotocolVersion?: string;\n\tversion?: number;\n\tcwd?: string;\n\tentries: number;\n\tprojectDocs: number;\n\tmcpServers: number;\n\tmcpResources: number;\n\tmcpPrompts: number;\n\tdiagnostics: number;\n\tbyKind: Record<string, number>;\n\tbySource: Record<string, number>;\n\tbyStatus: Record<string, number>;\n\tprojectDocBytesRead?: number;\n\tprojectDocMaxBytes?: number;\n}\n\ninterface RunReconstructionReport {\n\tschemaVersion: typeof RUN_RECONSTRUCTION_SCHEMA;\n\tsession: {\n\t\tid: string;\n\t\ttitle?: string;\n\t\tsummary?: string;\n\t\tcreatedAt: string;\n\t\tupdatedAt: string;\n\t\tmessageCount: number;\n\t\tsessionFile: string;\n\t\tcwd?: string;\n\t\tmodel?: string;\n\t};\n\tcounts: ReconstructionCountSummary;\n\tcoverage: ReconstructionCoverage;\n\tpromptContext: PromptContextSummary;\n\tcontextManifest: ContextManifestSummary;\n\ttimeline: ComposerRunTimeline;\n\ttrajectory: AgentTrajectoryReport;\n\ttrajectoryReplay: AgentTrajectoryReplayReport;\n\ttrajectoryScore: AgentTrajectoryScoreReport;\n\ttrajectoryInspection: AgentTrajectoryInspectionReport;\n\tagentRuntimeLedger: AgentRuntimeLedgerReport;\n}\n\nfunction usage(): string {\n\treturn \"Usage: maestro run inspect|ledger|replay|promote <session-id> [--json]\";\n}\n\nfunction exitWithUsage(message: string): never {\n\tconsole.error(chalk.red(message));\n\tconsole.error(chalk.dim(usage()));\n\tprocess.exit(1);\n}\n\nfunction findHeader(entries: SessionEntry[]): SessionHeaderEntry | undefined {\n\treturn entries.find(\n\t\t(entry): entry is SessionHeaderEntry => entry.type === \"session\",\n\t);\n}\n\nfunction promptContextSummary(\n\theader: SessionHeaderEntry | undefined,\n\ttimeline: ComposerRunTimeline,\n): PromptContextSummary {\n\tconst manifest = header?.promptContextManifest;\n\tconst entries = Array.isArray(\n\t\t(manifest as { entries?: unknown } | undefined)?.entries,\n\t)\n\t\t? ((manifest as { entries: unknown[] }).entries ?? [])\n\t\t: [];\n\tlet projectDocs = 0;\n\tconst mcpServers = new Set<string>();\n\tfor (const entry of entries) {\n\t\tif (!entry || typeof entry !== \"object\") continue;\n\t\tconst kind = (entry as { kind?: unknown }).kind;\n\t\tconst sourceKind = (entry as { sourceKind?: unknown }).sourceKind;\n\t\tconst resourceKind = (entry as { resourceKind?: unknown }).resourceKind;\n\t\tif (\n\t\t\tkind === \"project_doc\" ||\n\t\t\tsourceKind === \"project\" ||\n\t\t\tsourceKind === \"global\"\n\t\t) {\n\t\t\tprojectDocs += 1;\n\t\t} else if (kind === \"mcp_server\" || resourceKind === \"mcp_server\") {\n\t\t\tconst serverName =\n\t\t\t\t(entry as { serverName?: unknown }).serverName ??\n\t\t\t\t(entry as { resourceId?: unknown }).resourceId ??\n\t\t\t\t(entry as { providerId?: unknown }).providerId ??\n\t\t\t\t(entry as { id?: unknown }).id;\n\t\t\tmcpServers.add(typeof serverName === \"string\" ? serverName : \"unknown\");\n\t\t}\n\t}\n\tfor (const tool of header?.tools ?? []) {\n\t\tconst mcpTool = parseMcpToolName(tool.name);\n\t\tif (mcpTool) {\n\t\t\tmcpServers.add(mcpTool.server);\n\t\t}\n\t}\n\tfor (const item of timeline.items) {\n\t\tif (!item.toolName) continue;\n\t\tconst mcpTool = parseMcpToolName(item.toolName);\n\t\tif (mcpTool) {\n\t\t\tmcpServers.add(mcpTool.server);\n\t\t}\n\t}\n\treturn {\n\t\tentries: entries.length,\n\t\tprojectDocs,\n\t\tmcpServers: mcpServers.size,\n\t};\n}\n\nfunction contextManifestSummary(\n\theader: SessionHeaderEntry | undefined,\n\ttimeline: ComposerRunTimeline,\n\tpromptContext: PromptContextSummary,\n): ContextManifestSummary {\n\tconst manifest = header?.unifiedContextManifest;\n\tconst byKind: Record<string, number> = {};\n\tconst bySource: Record<string, number> = {};\n\tconst byStatus: Record<string, number> = {};\n\tconst mcpServers = new Set<string>();\n\tlet mcpResources = 0;\n\tlet mcpPrompts = 0;\n\tlet projectDocs = 0;\n\n\tfor (const entry of manifest?.entries ?? []) {\n\t\tincrement(byKind, entry.kind);\n\t\tincrement(bySource, entry.source);\n\t\tincrement(byStatus, entry.status);\n\t\tif (entry.kind === \"project_doc\") {\n\t\t\tprojectDocs += 1;\n\t\t}\n\t\tif (entry.kind === \"mcp_server\") {\n\t\t\tmcpServers.add(entry.serverName ?? entry.id);\n\t\t}\n\t\tif (entry.kind === \"mcp_resource\") {\n\t\t\tmcpResources += 1;\n\t\t\tif (entry.serverName) {\n\t\t\t\tmcpServers.add(entry.serverName);\n\t\t\t}\n\t\t}\n\t\tif (entry.kind === \"mcp_prompt\") {\n\t\t\tmcpPrompts += 1;\n\t\t\tif (entry.serverName) {\n\t\t\t\tmcpServers.add(entry.serverName);\n\t\t\t}\n\t\t}\n\t}\n\n\tfor (const tool of header?.tools ?? []) {\n\t\tconst mcpTool = parseMcpToolName(tool.name);\n\t\tif (mcpTool) {\n\t\t\tmcpServers.add(mcpTool.server);\n\t\t}\n\t}\n\tfor (const item of timeline.items) {\n\t\tif (!item.toolName) continue;\n\t\tconst mcpTool = parseMcpToolName(item.toolName);\n\t\tif (mcpTool) {\n\t\t\tmcpServers.add(mcpTool.server);\n\t\t}\n\t}\n\n\tconst summary: ContextManifestSummary = {\n\t\tentries: manifest?.entries.length ?? promptContext.entries,\n\t\tprojectDocs: manifest ? projectDocs : promptContext.projectDocs,\n\t\tmcpServers: manifest ? mcpServers.size : promptContext.mcpServers,\n\t\tmcpResources,\n\t\tmcpPrompts,\n\t\tdiagnostics: manifest?.diagnostics.length ?? 0,\n\t\tbyKind,\n\t\tbySource,\n\t\tbyStatus,\n\t};\n\tif (manifest) {\n\t\tsummary.protocolVersion = manifest.protocolVersion;\n\t\tsummary.version = manifest.version;\n\t\tsummary.cwd = manifest.cwd;\n\t\tsummary.projectDocBytesRead = manifest.projectDocs.bytesRead;\n\t\tif (manifest.projectDocs.maxBytes !== undefined) {\n\t\t\tsummary.projectDocMaxBytes = manifest.projectDocs.maxBytes;\n\t\t}\n\t}\n\treturn summary;\n}\n\nfunction increment(map: Record<string, number>, key: unknown): void {\n\tif (typeof key !== \"string\" || key.length === 0) return;\n\tmap[key] = (map[key] ?? 0) + 1;\n}\n\nfunction countTimeline(\n\ttimeline: ComposerRunTimeline,\n): ReconstructionCountSummary {\n\tconst byType: Record<string, number> = {};\n\tconst byStatus: Record<string, number> = {};\n\tconst byVisibility: Record<string, number> = {};\n\tfor (const item of timeline.items) {\n\t\tincrement(byType, item.type);\n\t\tincrement(byStatus, item.status);\n\t\tincrement(byVisibility, item.visibility);\n\t}\n\treturn {\n\t\ttimelineItems: timeline.items.length,\n\t\tbyType,\n\t\tbyStatus,\n\t\tbyVisibility,\n\t};\n}\n\nfunction buildCoverage(\n\tcounts: ReconstructionCountSummary,\n\tpromptContext: PromptContextSummary,\n\tcontextManifest: ContextManifestSummary,\n): ReconstructionCoverage {\n\treturn {\n\t\tpromptInputs: (counts.byType[\"message.user\"] ?? 0) > 0,\n\t\tassistantResponses: (counts.byType[\"message.assistant\"] ?? 0) > 0,\n\t\ttoolRequests: (counts.byType[\"tool.requested\"] ?? 0) > 0,\n\t\ttoolResults:\n\t\t\t(counts.byType[\"tool.completed\"] ?? 0) +\n\t\t\t\t(counts.byType[\"tool.failed\"] ?? 0) >\n\t\t\t0,\n\t\tcontextManifest: contextManifest.protocolVersion !== undefined,\n\t\tcontextDiagnostics: contextManifest.diagnostics > 0,\n\t\tfileChanges: (counts.byType[\"file.changed\"] ?? 0) > 0,\n\t\tartifacts: (counts.byType[\"artifact.linked\"] ?? 0) > 0,\n\t\tpolicyDecisions: (counts.byType[\"policy.decision\"] ?? 0) > 0,\n\t\tdiagnostics: (counts.byType[\"diagnostic.delta\"] ?? 0) > 0,\n\t\tcompactions: (counts.byType[\"compaction.created\"] ?? 0) > 0,\n\t\tpendingRequests: (counts.byType[\"wait.pending\"] ?? 0) > 0,\n\t\tmcpContext: contextManifest.mcpServers > 0 || promptContext.mcpServers > 0,\n\t};\n}\n\nasync function buildRunReconstructionReport(\n\tsessionId: string,\n\toptions: RunInspectOptions = {},\n): Promise<RunReconstructionReport | null> {\n\tconst manager = new SessionManager(false, undefined, {\n\t\tsessionDir: options.sessionDir,\n\t});\n\tconst sessionFile = manager.getSessionFileById(sessionId);\n\tif (!sessionFile) {\n\t\treturn null;\n\t}\n\tconst [session, entries] = await Promise.all([\n\t\tmanager.loadSession(sessionId),\n\t\tmanager.loadEntries(sessionId),\n\t]);\n\tif (!session || !entries) {\n\t\treturn null;\n\t}\n\tmigrateToCurrentVersion(entries);\n\n\tconst header = findHeader(entries);\n\tconst timeline = buildComposerRunTimeline({\n\t\tsessionId,\n\t\tentries,\n\t\tmessages: session.messages,\n\t});\n\tconst trajectory = buildAgentTrajectoryReport(timeline);\n\tconst trajectoryReplay = replayAgentTrajectoryReport(trajectory);\n\tconst trajectoryScore = scoreAgentTrajectoryReport(\n\t\ttrajectory,\n\t\tRUN_INSPECT_TRAJECTORY_RULES,\n\t);\n\tconst trajectoryInspection = buildAgentTrajectoryInspectionReport({\n\t\ttimelineItems: timeline.items,\n\t\ttrajectory,\n\t\treplay: trajectoryReplay,\n\t\tscore: trajectoryScore,\n\t});\n\tconst agentRuntimeLedger = buildAgentRuntimeLedgerReport({\n\t\tsession: {\n\t\t\tid: session.id,\n\t\t\tsessionFile,\n\t\t\t...(header?.cwd ? { cwd: header.cwd } : {}),\n\t\t\t...(header?.model ? { model: header.model } : {}),\n\t\t},\n\t\ttimeline,\n\t\ttrajectory,\n\t\treplay: trajectoryReplay,\n\t});\n\tconst counts = countTimeline(timeline);\n\tconst context = promptContextSummary(header, timeline);\n\tconst contextManifest = contextManifestSummary(header, timeline, context);\n\n\tconst sessionReport: RunReconstructionReport[\"session\"] = {\n\t\tid: session.id,\n\t\tcreatedAt: session.createdAt,\n\t\tupdatedAt: session.updatedAt,\n\t\tmessageCount: session.messageCount,\n\t\tsessionFile,\n\t};\n\tif (session.title) {\n\t\tsessionReport.title = session.title;\n\t}\n\tif (session.summary) {\n\t\tsessionReport.summary = session.summary;\n\t}\n\tif (header?.cwd) {\n\t\tsessionReport.cwd = header.cwd;\n\t}\n\tif (header?.model) {\n\t\tsessionReport.model = header.model;\n\t}\n\n\treturn {\n\t\tschemaVersion: RUN_RECONSTRUCTION_SCHEMA,\n\t\tsession: sessionReport,\n\t\tcounts,\n\t\tcoverage: buildCoverage(counts, context, contextManifest),\n\t\tpromptContext: context,\n\t\tcontextManifest,\n\t\ttimeline,\n\t\ttrajectory,\n\t\ttrajectoryReplay,\n\t\ttrajectoryScore,\n\t\ttrajectoryInspection,\n\t\tagentRuntimeLedger,\n\t};\n}\n\nfunction renderCoverage(coverage: ReconstructionCoverage): string {\n\tconst labels: Array<[keyof ReconstructionCoverage, string]> = [\n\t\t[\"promptInputs\", \"prompt inputs\"],\n\t\t[\"assistantResponses\", \"assistant responses\"],\n\t\t[\"toolRequests\", \"tool requests\"],\n\t\t[\"toolResults\", \"tool results\"],\n\t\t[\"contextManifest\", \"context manifest\"],\n\t\t[\"contextDiagnostics\", \"context diagnostics\"],\n\t\t[\"fileChanges\", \"file changes\"],\n\t\t[\"artifacts\", \"artifacts\"],\n\t\t[\"policyDecisions\", \"policy decisions\"],\n\t\t[\"diagnostics\", \"diagnostics\"],\n\t\t[\"compactions\", \"compactions\"],\n\t\t[\"pendingRequests\", \"pending waits\"],\n\t\t[\"mcpContext\", \"MCP context\"],\n\t];\n\treturn labels\n\t\t.map(([key, label]) => `${coverage[key] ? \"yes\" : \"no\"} ${label}`)\n\t\t.join(\", \");\n}\n\nfunction renderTimelinePreview(timeline: ComposerRunTimeline): string[] {\n\treturn timeline.items.slice(0, 12).map((item: ComposerRunTimelineItem) => {\n\t\tconst parts = [\n\t\t\titem.timestamp,\n\t\t\titem.type,\n\t\t\titem.status,\n\t\t\titem.title,\n\t\t\titem.summary,\n\t\t].filter(Boolean);\n\t\treturn `  - ${parts.join(\" | \")}`;\n\t});\n}\n\nfunction renderRunReconstruction(report: RunReconstructionReport): string {\n\tconst lines = [\n\t\tchalk.bold(`Run reconstruction: ${report.session.id}`),\n\t\t`Session file: ${report.session.sessionFile}`,\n\t\t`Messages: ${report.session.messageCount}`,\n\t\t`Timeline items: ${report.counts.timelineItems}`,\n\t\t`Trajectory events: ${report.trajectory.counts.events}`,\n\t\t`Replay deltas: ${report.trajectoryReplay.counts.deltas} (${report.trajectoryReplay.counts.errors} errors, ${report.trajectoryReplay.counts.warnings} warnings)`,\n\t\t`Trajectory score: ${report.trajectoryScore.counts.failed} failed, ${report.trajectoryScore.counts.warnings} warnings across ${report.trajectoryScore.counts.rules} rule(s)`,\n\t\t`Replay lab: ${report.trajectoryInspection.counts.jumpTargets} event/source jump target(s), redaction=${report.trajectoryInspection.redaction.default}`,\n\t\t`AgentRuntime ledger: ${report.agentRuntimeLedger.counts.entries} entries, ${report.agentRuntimeLedger.counts.promotionOperations} dry-run promotion op(s), replay deterministic=${report.agentRuntimeLedger.replay.deterministic ? \"yes\" : \"no\"}`,\n\t\t`Coverage: ${renderCoverage(report.coverage)}`,\n\t\t`Prompt context: ${report.promptContext.entries} entries (${report.promptContext.projectDocs} docs, ${report.promptContext.mcpServers} MCP servers)`,\n\t\t`Context manifest: ${report.contextManifest.entries} entries (${report.contextManifest.projectDocs} docs, ${report.contextManifest.mcpServers} MCP servers, ${report.contextManifest.mcpResources} resources, ${report.contextManifest.mcpPrompts} prompts, ${report.contextManifest.diagnostics} diagnostics)`,\n\t\t\"\",\n\t\tchalk.bold(\"Timeline preview\"),\n\t\t...renderTimelinePreview(report.timeline),\n\t];\n\tif (report.timeline.items.length > 12) {\n\t\tlines.push(`  ... ${report.timeline.items.length - 12} more item(s)`);\n\t}\n\treturn lines.join(\"\\n\");\n}\n\nexport async function handleRunCommand(\n\tsubcommand?: string,\n\targs: string[] = [],\n\toptions: RunInspectOptions = {},\n): Promise<void> {\n\tif (\n\t\tsubcommand !== \"inspect\" &&\n\t\tsubcommand !== \"ledger\" &&\n\t\tsubcommand !== \"replay\" &&\n\t\tsubcommand !== \"promote\"\n\t) {\n\t\texitWithUsage(\"Run subcommand required.\");\n\t}\n\tconst sessionId = args.find((arg) => !arg.startsWith(\"-\"));\n\tif (!sessionId) {\n\t\texitWithUsage(\"Session id required.\");\n\t}\n\n\tconst report = await buildRunReconstructionReport(sessionId, options);\n\tif (!report) {\n\t\texitWithUsage(`Session not found: ${sessionId}`);\n\t}\n\n\tif (subcommand === \"ledger\") {\n\t\tconsole.log(JSON.stringify(report.agentRuntimeLedger, null, 2));\n\t\treturn;\n\t}\n\tif (subcommand === \"replay\") {\n\t\tconsole.log(JSON.stringify(report.agentRuntimeLedger.replay, null, 2));\n\t\treturn;\n\t}\n\tif (subcommand === \"promote\") {\n\t\tconsole.log(JSON.stringify(report.agentRuntimeLedger.promotion, null, 2));\n\t\treturn;\n\t}\n\n\tif (options.json || args.includes(\"--json\")) {\n\t\tconsole.log(JSON.stringify(report, null, 2));\n\t\treturn;\n\t}\n\n\tconsole.log(renderRunReconstruction(report));\n}\n\nexport const testing = {\n\tbuildRunReconstructionReport,\n\trenderRunReconstruction,\n};\n"]}

package/dist/cli/commands/scenario.d.ts

@@ -0,0 +1,7 @@
+interface ScenarioCommandOptions {
+    json?: boolean;
+    junitPath?: string;
+}
+export declare function handleScenarioCommand(subcommand: string | undefined, args: string[], options?: ScenarioCommandOptions): Promise<void>;
+export {};
+//# sourceMappingURL=scenario.d.ts.map

package/dist/cli/commands/scenario.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/scenario.ts"],"names":[],"mappings":"AAyBA,UAAU,sBAAsB;IAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AA8GD,wBAAsB,qBAAqB,CAC1C,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,sBAA2B,GAClC,OAAO,CAAC,IAAI,CAAC,CA+If"}

package/dist/cli/commands/scenario.js

@@ -0,0 +1,195 @@
+import { mkdirSync, writeFileSync } from "node:fs";
+import { dirname, isAbsolute, resolve } from "node:path";
+import { MAESTRO_SCRIPTED_SCENARIO_SCHEMA } from "@evalops/contracts";
+import chalk from "chalk";
+import { parseScriptedScenario } from "../../agent/providers/scripted.js";
+import { isRemoteScenarioSource, readScenarioJsonSource, scenarioSourceBaseDir, scenarioSourceLabel, } from "../../agent/scenario-source.js";
+import { evaluateAgentTrajectoryScenario, loadAgentTrajectoryScenarioInputs, parseAgentTrajectoryScenario, scenarioResultToJunit, } from "../../server/agent-trajectory-scenarios.js";
+import { evaluateScriptedScenario, scriptedScenarioResultToJunit, } from "../../server/scripted-scenario-runner.js";
+function usage() {
+    console.error(chalk.red('Scenario command required. Try "maestro scenario validate <path>" or "maestro scenario run <path>".'));
+    process.exit(1);
+}
+function valueAfter(args, flag) {
+    const index = args.indexOf(flag);
+    if (index === -1)
+        return undefined;
+    return args[index + 1];
+}
+function positionalArgs(args) {
+    const result = [];
+    for (let index = 0; index < args.length; index++) {
+        const arg = args[index];
+        if (!arg)
+            continue;
+        if (arg === "--json")
+            continue;
+        if (arg === "--junit") {
+            index++;
+            continue;
+        }
+        if (arg.startsWith("-"))
+            continue;
+        result.push(arg);
+    }
+    return result;
+}
+function writeJunit(path, content) {
+    const fullPath = resolve(path);
+    mkdirSync(dirname(fullPath), { recursive: true });
+    writeFileSync(fullPath, content);
+}
+function isScriptedReplayJson(value) {
+    return (typeof value === "object" &&
+        value !== null &&
+        !Array.isArray(value) &&
+        value.schemaVersion ===
+            MAESTRO_SCRIPTED_SCENARIO_SCHEMA);
+}
+function outcomeMatchedExpected(result) {
+    return result.scenario.expectedOutcome === result.scenario.observedOutcome;
+}
+const AGENT_TRAJECTORY_SOURCE_PATH_FIELDS = [
+    "trajectoryPath",
+    "replayPath",
+    "scorePath",
+    "inspectionPath",
+    "workspaceManifestPath",
+    "baselineTrajectoryPath",
+    "candidateTrajectoryPath",
+    "baselineScorePath",
+    "candidateScorePath",
+];
+function rejectRemoteTrajectoryScenarioRelativeSources(source, scenario) {
+    if (!isRemoteScenarioSource(source)) {
+        return;
+    }
+    for (const field of AGENT_TRAJECTORY_SOURCE_PATH_FIELDS) {
+        const path = scenario.source[field];
+        if (path && !isAbsolute(path)) {
+            throw new Error(`Remote scenario ${scenarioSourceLabel(source)} source.${field} must use an absolute path; relative paths are not supported for remote trajectory scenarios.`);
+        }
+    }
+}
+function rejectRemoteScriptedScenarioRelativeFileAssertions(source, scenario) {
+    if (!isRemoteScenarioSource(source)) {
+        return;
+    }
+    for (const assertion of scenario.assertions ?? []) {
+        if ((assertion.kind === "file_exists" ||
+            assertion.kind === "file_contents") &&
+            assertion.path &&
+            !isAbsolute(assertion.path)) {
+            throw new Error(`Remote scripted scenario ${scenarioSourceLabel(source)} assertion ${assertion.id} path must be absolute; relative file assertions are not supported for remote scripted scenarios.`);
+        }
+    }
+}
+export async function handleScenarioCommand(subcommand, args, options = {}) {
+    if (!subcommand || subcommand === "help") {
+        usage();
+    }
+    const positional = positionalArgs(args);
+    const scenarioPath = positional[0];
+    if (!scenarioPath) {
+        usage();
+    }
+    if (subcommand === "validate") {
+        const scenarioJson = await readScenarioJsonSource(scenarioPath);
+        const scenarioLabel = scenarioSourceLabel(scenarioPath);
+        const isScriptedReplay = isScriptedReplayJson(scenarioJson);
+        if (isScriptedReplay) {
+            const scenario = parseScriptedScenario(scenarioJson, scenarioLabel);
+            rejectRemoteScriptedScenarioRelativeFileAssertions(scenarioPath, scenario);
+            if (options.json || args.includes("--json")) {
+                console.log(JSON.stringify({
+                    status: "pass",
+                    schemaVersion: scenario.schemaVersion,
+                    scenarioId: scenario.id,
+                    frames: scenario.frames.length,
+                }, null, 2));
+                return;
+            }
+            console.log(chalk.green(`Validated scripted replay ${scenario.id} (${scenario.frames.length} frame(s)).`));
+            return;
+        }
+        const scenario = parseAgentTrajectoryScenario(scenarioJson, scenarioLabel);
+        rejectRemoteTrajectoryScenarioRelativeSources(scenarioPath, scenario);
+        if (options.json || args.includes("--json")) {
+            console.log(JSON.stringify({
+                status: "pass",
+                schemaVersion: scenario.schemaVersion,
+                scenarioId: scenario.id,
+                assertions: scenario.assertions.length,
+            }, null, 2));
+            return;
+        }
+        console.log(chalk.green(`Validated scenario ${scenario.id} (${scenario.assertions.length} assertion(s)).`));
+        return;
+    }
+    if (subcommand === "run") {
+        const scenarioJson = await readScenarioJsonSource(scenarioPath);
+        const scenarioLabel = scenarioSourceLabel(scenarioPath);
+        const baseDir = scenarioSourceBaseDir(scenarioPath);
+        const isScriptedReplay = isScriptedReplayJson(scenarioJson);
+        const junitPath = options.junitPath ?? valueAfter(args, "--junit");
+        if (isScriptedReplay) {
+            const scenario = parseScriptedScenario(scenarioJson, scenarioLabel);
+            rejectRemoteScriptedScenarioRelativeFileAssertions(scenarioPath, scenario);
+            const result = evaluateScriptedScenario(scenario, {
+                baseDir,
+            });
+            if (junitPath) {
+                writeJunit(junitPath, scriptedScenarioResultToJunit(result));
+            }
+            if (options.json || args.includes("--json")) {
+                console.log(JSON.stringify(result, null, 2));
+            }
+            else {
+                const summary = `${result.counts.passed}/${result.counts.assertions} passed, ${result.counts.failed} failed, ${result.counts.warnings} warning(s)`;
+                const color = outcomeMatchedExpected(result) ? chalk.green : chalk.red;
+                console.log(color(`Scripted scenario ${result.scenario.id}: ${summary}`));
+                for (const assertion of result.assertions) {
+                    const marker = assertion.status === "pass"
+                        ? chalk.green("PASS")
+                        : assertion.status === "warn"
+                            ? chalk.yellow("WARN")
+                            : chalk.red("FAIL");
+                    console.log(`  ${marker} ${assertion.id}: ${assertion.message}`);
+                }
+            }
+            if (!outcomeMatchedExpected(result)) {
+                process.exit(1);
+            }
+            return;
+        }
+        const scenario = parseAgentTrajectoryScenario(scenarioJson, scenarioLabel);
+        rejectRemoteTrajectoryScenarioRelativeSources(scenarioPath, scenario);
+        const result = evaluateAgentTrajectoryScenario(scenario, loadAgentTrajectoryScenarioInputs(scenario, baseDir));
+        if (junitPath) {
+            writeJunit(junitPath, scenarioResultToJunit(result));
+        }
+        if (options.json || args.includes("--json")) {
+            console.log(JSON.stringify(result, null, 2));
+        }
+        else {
+            const summary = `${result.counts.passed}/${result.counts.assertions} passed, ${result.counts.failed} failed, ${result.counts.warnings} warning(s)`;
+            const color = outcomeMatchedExpected(result) ? chalk.green : chalk.red;
+            console.log(color(`Scenario ${result.scenario.id}: ${summary}`));
+            for (const assertion of result.assertions) {
+                const marker = assertion.status === "pass"
+                    ? chalk.green("PASS")
+                    : assertion.status === "warn"
+                        ? chalk.yellow("WARN")
+                        : chalk.red("FAIL");
+                console.log(`  ${marker} ${assertion.id}: ${assertion.message}`);
+            }
+        }
+        if (!outcomeMatchedExpected(result)) {
+            process.exit(1);
+        }
+        return;
+    }
+    console.error(chalk.red(`Unknown scenario subcommand: ${subcommand}`));
+    usage();
+}
+//# sourceMappingURL=scenario.js.map