@evalops/maestro 0.10.8 → 0.10.10

package/dist/telemetry/maestro-platform-replay-fixture.js

@@ -0,0 +1,400 @@
+import { MaestroBusEventType, buildMaestroCloudEvent, } from "./maestro-event-bus.js";
+export const CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME = "canonical-maestro-session-platform-replay";
+const ORGANIZATION_ID = "org_evalops_fixture";
+const WORKSPACE_ID = "workspace_platform_replay";
+const SESSION_ID = "session_platform_replay_001";
+const AGENT_RUN_ID = "agent_run_platform_replay_001";
+const BASH_TOOL_CALL_ID = "tool_call_platform_replay_bash_001";
+const BASH_TOOL_EXECUTION_ID = "tool_exec_platform_replay_bash_001";
+const SKILL_TOOL_CALL_ID = "tool_call_platform_replay_skill_001";
+const SKILL_TOOL_EXECUTION_ID = "tool_exec_platform_replay_skill_001";
+const APPROVAL_REQUEST_ID = "approval_platform_replay_001";
+const SKILL_ID = "skill_incident_review";
+const promptMetadata = {
+    name: "maestro-system",
+    label: "production",
+    surface: "web",
+    version: 9,
+    versionId: "prompt_version_9",
+    hash: "sha256:prompt-platform-replay",
+    source: "service",
+};
+const skillMetadata = {
+    name: "incident-review",
+    hash: "sha256:skill-incident-review",
+    source: "service",
+    artifactId: SKILL_ID,
+    version: "3",
+};
+const baseCorrelation = {
+    organization_id: ORGANIZATION_ID,
+    workspace_id: WORKSPACE_ID,
+    session_id: SESSION_ID,
+    agent_run_id: AGENT_RUN_ID,
+    agent_run_step_id: "agent_run_step_platform_replay_001",
+    agent_id: "agent_maestro_platform_replay",
+    actor_id: "user_platform_replay",
+    principal_id: "principal_platform_replay",
+    trace_id: "trace_platform_replay_001",
+    request_id: "request_platform_replay_001",
+    remote_runner_session_id: "remote_runner_platform_replay_001",
+    objective_id: "objective_platform_replay_001",
+    conversation_id: "conversation_platform_replay_001",
+    attributes: {
+        fixture: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,
+    },
+};
+const principal = {
+    subject: "user:platform-replay@example.com",
+    user_id: "user_platform_replay",
+    organization_id: ORGANIZATION_ID,
+    workspace_id: WORKSPACE_ID,
+    roles: ["developer"],
+    scopes: ["maestro:run", "tool:execute"],
+    claims: {
+        auth_provider: "fixture",
+    },
+};
+const fixtureEnv = {
+    MAESTRO_EVENT_BUS_URL: "nats://maestro-fixture.invalid:4222",
+    MAESTRO_EVENT_BUS_SOURCE: "maestro-fixture",
+    MAESTRO_EVALOPS_ORG_ID: ORGANIZATION_ID,
+    MAESTRO_EVALOPS_WORKSPACE_ID: WORKSPACE_ID,
+    MAESTRO_SESSION_ID: SESSION_ID,
+    MAESTRO_AGENT_RUN_ID: AGENT_RUN_ID,
+    MAESTRO_AGENT_ID: baseCorrelation.agent_id,
+    MAESTRO_ACTOR_ID: baseCorrelation.actor_id,
+    MAESTRO_PRINCIPAL_ID: baseCorrelation.principal_id,
+    MAESTRO_REQUEST_ID: baseCorrelation.request_id,
+    MAESTRO_REMOTE_RUNNER_SESSION_ID: baseCorrelation.remote_runner_session_id,
+    MAESTRO_OBJECTIVE_ID: baseCorrelation.objective_id,
+    MAESTRO_CONVERSATION_ID: baseCorrelation.conversation_id,
+    MAESTRO_SURFACE: "web",
+    MAESTRO_RUNTIME_MODE: "hosted",
+};
+const eventPlan = [
+    {
+        type: MaestroBusEventType.SessionStarted,
+        id: "evt_maestro_replay_001_session_started",
+        time: "2026-04-23T18:00:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.PromptVariantSelected,
+        id: "evt_maestro_replay_002_prompt_variant_selected",
+        time: "2026-04-23T18:01:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.ToolCallAttempted,
+        id: "evt_maestro_replay_003_skill_tool_call_attempted",
+        time: "2026-04-23T18:02:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.ToolCallCompleted,
+        id: "evt_maestro_replay_004_skill_tool_call_completed",
+        time: "2026-04-23T18:03:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.SkillInvoked,
+        id: "evt_maestro_replay_005_skill_invoked",
+        time: "2026-04-23T18:04:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.ApprovalHit,
+        id: "evt_maestro_replay_006_approval_hit",
+        time: "2026-04-23T18:05:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.ToolCallAttempted,
+        id: "evt_maestro_replay_007_eval_tool_call_attempted",
+        time: "2026-04-23T18:06:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.ToolCallCompleted,
+        id: "evt_maestro_replay_008_eval_tool_call_completed",
+        time: "2026-04-23T18:07:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.EvalScored,
+        id: "evt_maestro_replay_009_eval_scored",
+        time: "2026-04-23T18:08:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.SkillFailed,
+        id: "evt_maestro_replay_010_skill_failed",
+        time: "2026-04-23T18:09:00.000Z",
+    },
+    {
+        type: MaestroBusEventType.SessionClosed,
+        id: "evt_maestro_replay_011_session_closed",
+        time: "2026-04-23T18:10:00.000Z",
+    },
+];
+const TOOL_CALL_CORRELATED_EVENT_TYPES = new Set([
+    MaestroBusEventType.ToolCallAttempted,
+    MaestroBusEventType.ToolCallCompleted,
+    MaestroBusEventType.SkillInvoked,
+    MaestroBusEventType.EvalScored,
+]);
+function eventFor(type, data, index, agentRunStepId) {
+    const plan = eventPlan[index];
+    if (!plan) {
+        throw new Error(`missing Maestro platform replay event plan at index ${index}`);
+    }
+    const stepId = agentRunStepId ??
+        (TOOL_CALL_CORRELATED_EVENT_TYPES.has(type) &&
+            typeof data.tool_call_id === "string"
+            ? data.tool_call_id
+            : undefined) ??
+        baseCorrelation.agent_run_step_id;
+    return buildMaestroCloudEvent(type, {
+        correlation: {
+            ...baseCorrelation,
+            agent_run_step_id: stepId,
+            traceparent: fixtureTraceparent(index),
+        },
+        ...data,
+    }, {
+        env: fixtureEnv,
+        eventId: plan.id,
+        time: plan.time,
+    });
+}
+function fixtureTraceparent(index) {
+    return `00-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-${String(index + 1).padStart(16, "0")}-01`;
+}
+function buildEvents() {
+    return [
+        eventFor(MaestroBusEventType.SessionStarted, {
+            state: "MAESTRO_SESSION_STATE_STARTED",
+            surface: "MAESTRO_SURFACE_WEB",
+            runtime_mode: "MAESTRO_RUNTIME_MODE_HOSTED",
+            principal,
+            workspace_root: "/workspace/evalops/platform-replay",
+            repository: "evalops/maestro-internal",
+            git_ref: "refs/heads/codex/maestro-platform-replay-fixture",
+            runtime_version: "0.0.0-fixture",
+            runner_profile: "hosted-standard",
+            started_at: eventPlan[0].time,
+            metadata: {
+                fixture: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,
+            },
+        }, 0),
+        eventFor(MaestroBusEventType.PromptVariantSelected, {
+            prompt_id: "prompt_platform_replay_system",
+            prompt_name: "maestro-system",
+            version_id: "prompt_version_9",
+            prompt_metadata: promptMetadata,
+            selected_at: eventPlan[1].time,
+        }, 1),
+        eventFor(MaestroBusEventType.ToolCallAttempted, {
+            tool_call_id: SKILL_TOOL_CALL_ID,
+            tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+            prompt_metadata: promptMetadata,
+            tool_namespace: "builtin",
+            tool_name: "Skill",
+            tool_version: "1",
+            capability: "skill:invoke",
+            mutates_resource: false,
+            risk_level: "RISK_LEVEL_LOW",
+            safe_arguments: {
+                skill_id: SKILL_ID,
+            },
+            idempotency_key: "idempotency_platform_replay_skill_001",
+            attempted_at: eventPlan[2].time,
+        }, 2),
+        eventFor(MaestroBusEventType.ToolCallCompleted, {
+            tool_call_id: SKILL_TOOL_CALL_ID,
+            tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+            prompt_metadata: promptMetadata,
+            skill_metadata: skillMetadata,
+            status: "MAESTRO_TOOL_CALL_STATUS_SUCCEEDED",
+            duration: "1.111s",
+            safe_output: {
+                summary: "Skill selected incident review workflow",
+            },
+            completed_at: eventPlan[3].time,
+        }, 3),
+        eventFor(MaestroBusEventType.SkillInvoked, {
+            invocation_id: "invocation_platform_replay_skill_001",
+            skill_id: SKILL_ID,
+            prompt_metadata: promptMetadata,
+            skill_metadata: skillMetadata,
+            tool_call_id: SKILL_TOOL_CALL_ID,
+            tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+            invoked_at: eventPlan[4].time,
+        }, 4),
+        eventFor(MaestroBusEventType.ApprovalHit, {
+            approval_request_id: APPROVAL_REQUEST_ID,
+            governance_decision_id: "governance_decision_platform_replay_001",
+            action: "Run workspace test command",
+            command: "bunx vitest --run test/telemetry",
+            risk_level: "RISK_LEVEL_MEDIUM",
+            decision_mode: "MAESTRO_DECISION_MODE_REQUIRE_APPROVAL",
+            policy_id: "policy_workspace_test_approval",
+            reason: "fixture approval path",
+            context: {
+                tool_name: "Bash",
+                display_name: "Bash",
+                summary_label: "Bash",
+                args: {
+                    command: "bunx vitest --run test/telemetry",
+                },
+            },
+            occurred_at: eventPlan[5].time,
+        }, 5, BASH_TOOL_CALL_ID),
+        eventFor(MaestroBusEventType.ToolCallAttempted, {
+            tool_call_id: BASH_TOOL_CALL_ID,
+            tool_execution_id: BASH_TOOL_EXECUTION_ID,
+            prompt_metadata: promptMetadata,
+            tool_namespace: "builtin",
+            tool_name: "Bash",
+            tool_version: "1",
+            capability: "workspace:test",
+            mutates_resource: false,
+            risk_level: "RISK_LEVEL_MEDIUM",
+            safe_arguments: {
+                command_summary: "bunx vitest --run test/telemetry",
+            },
+            redactions: ["raw_command"],
+            idempotency_key: "idempotency_platform_replay_bash_001",
+            attempted_at: eventPlan[6].time,
+        }, 6),
+        eventFor(MaestroBusEventType.ToolCallCompleted, {
+            tool_call_id: BASH_TOOL_CALL_ID,
+            tool_execution_id: BASH_TOOL_EXECUTION_ID,
+            prompt_metadata: promptMetadata,
+            skill_metadata: skillMetadata,
+            approval_request_id: APPROVAL_REQUEST_ID,
+            status: "MAESTRO_TOOL_CALL_STATUS_SUCCEEDED",
+            duration: "2.345s",
+            safe_output: {
+                exit_code: 0,
+                summary: "8 telemetry tests passed",
+            },
+            redactions: ["stdout"],
+            completed_at: eventPlan[7].time,
+        }, 7),
+        eventFor(MaestroBusEventType.EvalScored, {
+            eval_run_id: "eval_run_platform_replay_001",
+            scenario_id: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,
+            prompt_metadata: promptMetadata,
+            skill_metadata: skillMetadata,
+            tool_call_id: BASH_TOOL_CALL_ID,
+            tool_execution_id: BASH_TOOL_EXECUTION_ID,
+            tool_name: "Bash",
+            score: 0.82,
+            passed: false,
+            threshold: 0.9,
+            scorer: "fermata.replay.score",
+            rationale: "formatting checks failed",
+            assertion_count: 1,
+            scored_at: eventPlan[8].time,
+        }, 8),
+        eventFor(MaestroBusEventType.SkillFailed, {
+            invocation_id: "invocation_platform_replay_skill_001",
+            skill_id: SKILL_ID,
+            prompt_metadata: promptMetadata,
+            skill_metadata: skillMetadata,
+            tool_call_id: SKILL_TOOL_CALL_ID,
+            tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+            turn_status: "evaluation_failed",
+            error_category: "evaluation",
+            error_message: "formatting checks failed",
+            evaluation_tool_name: "Bash",
+            evaluation_tool_call_id: BASH_TOOL_CALL_ID,
+            evaluation_tool_execution_id: BASH_TOOL_EXECUTION_ID,
+            evaluation_score: 0.82,
+            evaluation_threshold: 0.9,
+            evaluation_assertion_count: 1,
+            evaluation_rationale: "formatting checks failed",
+            outcome_at: eventPlan[9].time,
+        }, 9),
+        eventFor(MaestroBusEventType.SessionClosed, {
+            state: "MAESTRO_SESSION_STATE_CLOSED",
+            surface: "MAESTRO_SURFACE_WEB",
+            runtime_mode: "MAESTRO_RUNTIME_MODE_HOSTED",
+            principal,
+            workspace_root: "/workspace/evalops/platform-replay",
+            repository: "evalops/maestro-internal",
+            git_ref: "refs/heads/codex/maestro-platform-replay-fixture",
+            runtime_version: "0.0.0-fixture",
+            runner_profile: "hosted-standard",
+            closed_at: eventPlan[10].time,
+            close_reason: "MAESTRO_CLOSE_REASON_COMPLETED",
+            close_message: "fixture run complete",
+        }, 10),
+    ];
+}
+export function buildCanonicalMaestroPlatformReplayFixture() {
+    const events = buildEvents();
+    const subjects = eventPlan.map((event) => event.type);
+    return {
+        fixture_version: "maestro-platform-replay/v1",
+        name: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,
+        event_count: events.length,
+        correlation: {
+            organization_id: ORGANIZATION_ID,
+            workspace_id: WORKSPACE_ID,
+            session_id: SESSION_ID,
+            agent_run_id: AGENT_RUN_ID,
+            tool_call_id: BASH_TOOL_CALL_ID,
+            tool_execution_id: BASH_TOOL_EXECUTION_ID,
+            skill_tool_call_id: SKILL_TOOL_CALL_ID,
+            skill_tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+            approval_request_id: APPROVAL_REQUEST_ID,
+        },
+        subjects,
+        events,
+        expected_assertions: {
+            required_event_types: subjects,
+            required_subjects: subjects,
+            platform_join_keys: {
+                agent_run_id: AGENT_RUN_ID,
+                prompt_id: "prompt_platform_replay_system",
+                prompt_version_id: promptMetadata.versionId,
+                prompt_artifact_hash: promptMetadata.hash,
+                tool_call_id: BASH_TOOL_CALL_ID,
+                tool_execution_id: BASH_TOOL_EXECUTION_ID,
+                evaluation_tool_call_id: BASH_TOOL_CALL_ID,
+                evaluation_tool_execution_id: BASH_TOOL_EXECUTION_ID,
+                eval_run_id: "eval_run_platform_replay_001",
+                skill_tool_call_id: SKILL_TOOL_CALL_ID,
+                skill_tool_execution_id: SKILL_TOOL_EXECUTION_ID,
+                skill_invocation_id: "invocation_platform_replay_skill_001",
+                approval_request_id: APPROVAL_REQUEST_ID,
+                skill_id: SKILL_ID,
+            },
+            timeline: [
+                {
+                    type: MaestroBusEventType.SessionStarted,
+                    title: "Session started",
+                    visible: true,
+                },
+                {
+                    type: MaestroBusEventType.ApprovalHit,
+                    title: "Approval required",
+                    visible: true,
+                },
+                {
+                    type: MaestroBusEventType.ToolCallCompleted,
+                    title: "Tool completed",
+                    visible: true,
+                },
+                {
+                    type: MaestroBusEventType.EvalScored,
+                    title: "Evaluation scored",
+                    visible: true,
+                },
+                {
+                    type: MaestroBusEventType.SessionClosed,
+                    title: "Session closed",
+                    visible: true,
+                },
+            ],
+        },
+    };
+}
+export function canonicalMaestroPlatformReplayFixtureJson() {
+    return `${JSON.stringify(buildCanonicalMaestroPlatformReplayFixture(), null, 2)}\n`;
+}
+//# sourceMappingURL=maestro-platform-replay-fixture.js.map

package/dist/telemetry/maestro-platform-replay-fixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"maestro-platform-replay-fixture.js","sourceRoot":"","sources":["../../src/telemetry/maestro-platform-replay-fixture.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,mBAAmB,EAInB,sBAAsB,GACtB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,8CAA8C,GAC1D,2CAA2C,CAAC;AAE7C,MAAM,eAAe,GAAG,qBAAqB,CAAC;AAC9C,MAAM,YAAY,GAAG,2BAA2B,CAAC;AACjD,MAAM,UAAU,GAAG,6BAA6B,CAAC;AACjD,MAAM,YAAY,GAAG,+BAA+B,CAAC;AACrD,MAAM,iBAAiB,GAAG,oCAAoC,CAAC;AAC/D,MAAM,sBAAsB,GAAG,oCAAoC,CAAC;AACpE,MAAM,kBAAkB,GAAG,qCAAqC,CAAC;AACjE,MAAM,uBAAuB,GAAG,qCAAqC,CAAC;AACtE,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAC3D,MAAM,QAAQ,GAAG,uBAAuB,CAAC;AAEzC,MAAM,cAAc,GAAG;IACtB,IAAI,EAAE,gBAAgB;IACtB,KAAK,EAAE,YAAY;IACnB,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,CAAC;IACV,SAAS,EAAE,kBAAkB;IAC7B,IAAI,EAAE,+BAA+B;IACrC,MAAM,EAAE,SAAS;CACjB,CAAC;AAEF,MAAM,aAAa,GAAG;IACrB,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,8BAA8B;IACpC,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,QAAQ;IACpB,OAAO,EAAE,GAAG;CACZ,CAAC;AAEF,MAAM,eAAe,GAAuB;IAC3C,eAAe,EAAE,eAAe;IAChC,YAAY,EAAE,YAAY;IAC1B,UAAU,EAAE,UAAU;IACtB,YAAY,EAAE,YAAY;IAC1B,iBAAiB,EAAE,oCAAoC;IACvD,QAAQ,EAAE,+BAA+B;IACzC,QAAQ,EAAE,sBAAsB;IAChC,YAAY,EAAE,2BAA2B;IACzC,QAAQ,EAAE,2BAA2B;IACrC,UAAU,EAAE,6BAA6B;IACzC,wBAAwB,EAAE,mCAAmC;IAC7D,YAAY,EAAE,+BAA+B;IAC7C,eAAe,EAAE,kCAAkC;IACnD,UAAU,EAAE;QACX,OAAO,EAAE,8CAA8C;KACvD;CACD,CAAC;AAEF,MAAM,SAAS,GAAqB;IACnC,OAAO,EAAE,kCAAkC;IAC3C,OAAO,EAAE,sBAAsB;IAC/B,eAAe,EAAE,eAAe;IAChC,YAAY,EAAE,YAAY;IAC1B,KAAK,EAAE,CAAC,WAAW,CAAC;IACpB,MAAM,EAAE,CAAC,aAAa,EAAE,cAAc,CAAC;IACvC,MAAM,EAAE;QACP,aAAa,EAAE,SAAS;KACxB;CACD,CAAC;AAEF,MAAM,UAAU,GAAsB;IACrC,qBAAqB,EAAE,qCAAqC;IAC5D,wBAAwB,EAAE,iBAAiB;IAC3C,sBAAsB,EAAE,eAAe;IACvC,4BAA4B,EAAE,YAAY;IAC1C,kBAAkB,EAAE,UAAU;IAC9B,oBAAoB,EAAE,YAAY;IAClC,gBAAgB,EAAE,eAAe,CAAC,QAAQ;IAC1C,gBAAgB,EAAE,eAAe,CAAC,QAAQ;IAC1C,oBAAoB,EAAE,eAAe,CAAC,YAAY;IAClD,kBAAkB,EAAE,eAAe,CAAC,UAAU;IAC9C,gCAAgC,EAAE,eAAe,CAAC,wBAAwB;IAC1E,oBAAoB,EAAE,eAAe,CAAC,YAAY;IAClD,uBAAuB,EAAE,eAAe,CAAC,eAAe;IACxD,eAAe,EAAE,KAAK;IACtB,oBAAoB,EAAE,QAAQ;CAC9B,CAAC;AAEF,MAAM,SAAS,GAAG;IACjB;QACC,IAAI,EAAE,mBAAmB,CAAC,cAAc;QACxC,EAAE,EAAE,wCAAwC;QAC5C,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,qBAAqB;QAC/C,EAAE,EAAE,gDAAgD;QACpD,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,iBAAiB;QAC3C,EAAE,EAAE,kDAAkD;QACtD,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,iBAAiB;QAC3C,EAAE,EAAE,kDAAkD;QACtD,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,YAAY;QACtC,EAAE,EAAE,sCAAsC;QAC1C,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,WAAW;QACrC,EAAE,EAAE,qCAAqC;QACzC,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,iBAAiB;QAC3C,EAAE,EAAE,iDAAiD;QACrD,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,iBAAiB;QAC3C,EAAE,EAAE,iDAAiD;QACrD,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,UAAU;QACpC,EAAE,EAAE,oCAAoC;QACxC,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,WAAW;QACrC,EAAE,EAAE,qCAAqC;QACzC,IAAI,EAAE,0BAA0B;KAChC;IACD;QACC,IAAI,EAAE,mBAAmB,CAAC,aAAa;QACvC,EAAE,EAAE,uCAAuC;QAC3C,IAAI,EAAE,0BAA0B;KAChC;CACQ,CAAC;AAEX,MAAM,gCAAgC,GAAG,IAAI,GAAG,CAAsB;IACrE,mBAAmB,CAAC,iBAAiB;IACrC,mBAAmB,CAAC,iBAAiB;IACrC,mBAAmB,CAAC,YAAY;IAChC,mBAAmB,CAAC,UAAU;CAC9B,CAAC,CAAC;AAyBH,SAAS,QAAQ,CAChB,IAAyB,EACzB,IAA6B,EAC7B,KAAa,EACb,cAAuB;IAEvB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACd,uDAAuD,KAAK,EAAE,CAC9D,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GACX,cAAc;QACd,CAAC,gCAAgC,CAAC,GAAG,CAAC,IAAI,CAAC;YAC3C,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ;YACpC,CAAC,CAAC,IAAI,CAAC,YAAY;YACnB,CAAC,CAAC,SAAS,CAAC;QACb,eAAe,CAAC,iBAAiB,CAAC;IACnC,OAAO,sBAAsB,CAC5B,IAAI,EACJ;QACC,WAAW,EAAE;YACZ,GAAG,eAAe;YAClB,iBAAiB,EAAE,MAAM;YACzB,WAAW,EAAE,kBAAkB,CAAC,KAAK,CAAC;SACtC;QACD,GAAG,IAAI;KACP,EACD;QACC,GAAG,EAAE,UAAU;QACf,OAAO,EAAE,IAAI,CAAC,EAAE;QAChB,IAAI,EAAE,IAAI,CAAC,IAAI;KACf,CACD,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACxC,OAAO,uCAAuC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC;AACxF,CAAC;AAED,SAAS,WAAW;IACnB,OAAO;QACN,QAAQ,CACP,mBAAmB,CAAC,cAAc,EAClC;YACC,KAAK,EAAE,+BAA+B;YACtC,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,6BAA6B;YAC3C,SAAS;YACT,cAAc,EAAE,oCAAoC;YACpD,UAAU,EAAE,0BAA0B;YACtC,OAAO,EAAE,kDAAkD;YAC3D,eAAe,EAAE,eAAe;YAChC,cAAc,EAAE,iBAAiB;YACjC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;YAC7B,QAAQ,EAAE;gBACT,OAAO,EAAE,8CAA8C;aACvD;SACD,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,qBAAqB,EACzC;YACC,SAAS,EAAE,+BAA+B;YAC1C,WAAW,EAAE,gBAAgB;YAC7B,UAAU,EAAE,kBAAkB;YAC9B,eAAe,EAAE,cAAc;YAC/B,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC9B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,iBAAiB,EACrC;YACC,YAAY,EAAE,kBAAkB;YAChC,iBAAiB,EAAE,uBAAuB;YAC1C,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,SAAS;YACzB,SAAS,EAAE,OAAO;YAClB,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,cAAc;YAC1B,gBAAgB,EAAE,KAAK;YACvB,UAAU,EAAE,gBAAgB;YAC5B,cAAc,EAAE;gBACf,QAAQ,EAAE,QAAQ;aAClB;YACD,eAAe,EAAE,uCAAuC;YACxD,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC/B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,iBAAiB,EACrC;YACC,YAAY,EAAE,kBAAkB;YAChC,iBAAiB,EAAE,uBAAuB;YAC1C,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,MAAM,EAAE,oCAAoC;YAC5C,QAAQ,EAAE,QAAQ;YAClB,WAAW,EAAE;gBACZ,OAAO,EAAE,yCAAyC;aAClD;YACD,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC/B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,YAAY,EAChC;YACC,aAAa,EAAE,sCAAsC;YACrD,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,YAAY,EAAE,kBAAkB;YAChC,iBAAiB,EAAE,uBAAuB;YAC1C,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC7B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,WAAW,EAC/B;YACC,mBAAmB,EAAE,mBAAmB;YACxC,sBAAsB,EAAE,yCAAyC;YACjE,MAAM,EAAE,4BAA4B;YACpC,OAAO,EAAE,kCAAkC;YAC3C,UAAU,EAAE,mBAAmB;YAC/B,aAAa,EAAE,wCAAwC;YACvD,SAAS,EAAE,gCAAgC;YAC3C,MAAM,EAAE,uBAAuB;YAC/B,OAAO,EAAE;gBACR,SAAS,EAAE,MAAM;gBACjB,YAAY,EAAE,MAAM;gBACpB,aAAa,EAAE,MAAM;gBACrB,IAAI,EAAE;oBACL,OAAO,EAAE,kCAAkC;iBAC3C;aACD;YACD,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC9B,EACD,CAAC,EACD,iBAAiB,CACjB;QACD,QAAQ,CACP,mBAAmB,CAAC,iBAAiB,EACrC;YACC,YAAY,EAAE,iBAAiB;YAC/B,iBAAiB,EAAE,sBAAsB;YACzC,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,SAAS;YACzB,SAAS,EAAE,MAAM;YACjB,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,gBAAgB;YAC5B,gBAAgB,EAAE,KAAK;YACvB,UAAU,EAAE,mBAAmB;YAC/B,cAAc,EAAE;gBACf,eAAe,EAAE,kCAAkC;aACnD;YACD,UAAU,EAAE,CAAC,aAAa,CAAC;YAC3B,eAAe,EAAE,sCAAsC;YACvD,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC/B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,iBAAiB,EACrC;YACC,YAAY,EAAE,iBAAiB;YAC/B,iBAAiB,EAAE,sBAAsB;YACzC,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,mBAAmB,EAAE,mBAAmB;YACxC,MAAM,EAAE,oCAAoC;YAC5C,QAAQ,EAAE,QAAQ;YAClB,WAAW,EAAE;gBACZ,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,0BAA0B;aACnC;YACD,UAAU,EAAE,CAAC,QAAQ,CAAC;YACtB,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC/B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,UAAU,EAC9B;YACC,WAAW,EAAE,8BAA8B;YAC3C,WAAW,EAAE,8CAA8C;YAC3D,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,YAAY,EAAE,iBAAiB;YAC/B,iBAAiB,EAAE,sBAAsB;YACzC,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,sBAAsB;YAC9B,SAAS,EAAE,0BAA0B;YACrC,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC5B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,WAAW,EAC/B;YACC,aAAa,EAAE,sCAAsC;YACrD,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,YAAY,EAAE,kBAAkB;YAChC,iBAAiB,EAAE,uBAAuB;YAC1C,WAAW,EAAE,mBAAmB;YAChC,cAAc,EAAE,YAAY;YAC5B,aAAa,EAAE,0BAA0B;YACzC,oBAAoB,EAAE,MAAM;YAC5B,uBAAuB,EAAE,iBAAiB;YAC1C,4BAA4B,EAAE,sBAAsB;YACpD,gBAAgB,EAAE,IAAI;YACtB,oBAAoB,EAAE,GAAG;YACzB,0BAA0B,EAAE,CAAC;YAC7B,oBAAoB,EAAE,0BAA0B;YAChD,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;SAC7B,EACD,CAAC,CACD;QACD,QAAQ,CACP,mBAAmB,CAAC,aAAa,EACjC;YACC,KAAK,EAAE,8BAA8B;YACrC,OAAO,EAAE,qBAAqB;YAC9B,YAAY,EAAE,6BAA6B;YAC3C,SAAS;YACT,cAAc,EAAE,oCAAoC;YACpD,UAAU,EAAE,0BAA0B;YACtC,OAAO,EAAE,kDAAkD;YAC3D,eAAe,EAAE,eAAe;YAChC,cAAc,EAAE,iBAAiB;YACjC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI;YAC7B,YAAY,EAAE,gCAAgC;YAC9C,aAAa,EAAE,sBAAsB;SACrC,EACD,EAAE,CACF;KACD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0CAA0C;IACzD,MAAM,MAAM,GAAG,WAAW,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtD,OAAO;QACN,eAAe,EAAE,4BAA4B;QAC7C,IAAI,EAAE,8CAA8C;QACpD,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,WAAW,EAAE;YACZ,eAAe,EAAE,eAAe;YAChC,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,UAAU;YACtB,YAAY,EAAE,YAAY;YAC1B,YAAY,EAAE,iBAAiB;YAC/B,iBAAiB,EAAE,sBAAsB;YACzC,kBAAkB,EAAE,kBAAkB;YACtC,uBAAuB,EAAE,uBAAuB;YAChD,mBAAmB,EAAE,mBAAmB;SACxC;QACD,QAAQ;QACR,MAAM;QACN,mBAAmB,EAAE;YACpB,oBAAoB,EAAE,QAAQ;YAC9B,iBAAiB,EAAE,QAAQ;YAC3B,kBAAkB,EAAE;gBACnB,YAAY,EAAE,YAAY;gBAC1B,SAAS,EAAE,+BAA+B;gBAC1C,iBAAiB,EAAE,cAAc,CAAC,SAAS;gBAC3C,oBAAoB,EAAE,cAAc,CAAC,IAAI;gBACzC,YAAY,EAAE,iBAAiB;gBAC/B,iBAAiB,EAAE,sBAAsB;gBACzC,uBAAuB,EAAE,iBAAiB;gBAC1C,4BAA4B,EAAE,sBAAsB;gBACpD,WAAW,EAAE,8BAA8B;gBAC3C,kBAAkB,EAAE,kBAAkB;gBACtC,uBAAuB,EAAE,uBAAuB;gBAChD,mBAAmB,EAAE,sCAAsC;gBAC3D,mBAAmB,EAAE,mBAAmB;gBACxC,QAAQ,EAAE,QAAQ;aAClB;YACD,QAAQ,EAAE;gBACT;oBACC,IAAI,EAAE,mBAAmB,CAAC,cAAc;oBACxC,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,IAAI;iBACb;gBACD;oBACC,IAAI,EAAE,mBAAmB,CAAC,WAAW;oBACrC,KAAK,EAAE,mBAAmB;oBAC1B,OAAO,EAAE,IAAI;iBACb;gBACD;oBACC,IAAI,EAAE,mBAAmB,CAAC,iBAAiB;oBAC3C,KAAK,EAAE,gBAAgB;oBACvB,OAAO,EAAE,IAAI;iBACb;gBACD;oBACC,IAAI,EAAE,mBAAmB,CAAC,UAAU;oBACpC,KAAK,EAAE,mBAAmB;oBAC1B,OAAO,EAAE,IAAI;iBACb;gBACD;oBACC,IAAI,EAAE,mBAAmB,CAAC,aAAa;oBACvC,KAAK,EAAE,gBAAgB;oBACvB,OAAO,EAAE,IAAI;iBACb;aACD;SACD;KACD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yCAAyC;IACxD,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,0CAA0C,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;AACrF,CAAC","sourcesContent":["import {\n\tMaestroBusEventType,\n\ttype MaestroCloudEvent,\n\ttype MaestroCorrelation,\n\ttype MaestroPrincipal,\n\tbuildMaestroCloudEvent,\n} from \"./maestro-event-bus.js\";\n\nexport const CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME =\n\t\"canonical-maestro-session-platform-replay\";\n\nconst ORGANIZATION_ID = \"org_evalops_fixture\";\nconst WORKSPACE_ID = \"workspace_platform_replay\";\nconst SESSION_ID = \"session_platform_replay_001\";\nconst AGENT_RUN_ID = \"agent_run_platform_replay_001\";\nconst BASH_TOOL_CALL_ID = \"tool_call_platform_replay_bash_001\";\nconst BASH_TOOL_EXECUTION_ID = \"tool_exec_platform_replay_bash_001\";\nconst SKILL_TOOL_CALL_ID = \"tool_call_platform_replay_skill_001\";\nconst SKILL_TOOL_EXECUTION_ID = \"tool_exec_platform_replay_skill_001\";\nconst APPROVAL_REQUEST_ID = \"approval_platform_replay_001\";\nconst SKILL_ID = \"skill_incident_review\";\n\nconst promptMetadata = {\n\tname: \"maestro-system\",\n\tlabel: \"production\",\n\tsurface: \"web\",\n\tversion: 9,\n\tversionId: \"prompt_version_9\",\n\thash: \"sha256:prompt-platform-replay\",\n\tsource: \"service\",\n};\n\nconst skillMetadata = {\n\tname: \"incident-review\",\n\thash: \"sha256:skill-incident-review\",\n\tsource: \"service\",\n\tartifactId: SKILL_ID,\n\tversion: \"3\",\n};\n\nconst baseCorrelation: MaestroCorrelation = {\n\torganization_id: ORGANIZATION_ID,\n\tworkspace_id: WORKSPACE_ID,\n\tsession_id: SESSION_ID,\n\tagent_run_id: AGENT_RUN_ID,\n\tagent_run_step_id: \"agent_run_step_platform_replay_001\",\n\tagent_id: \"agent_maestro_platform_replay\",\n\tactor_id: \"user_platform_replay\",\n\tprincipal_id: \"principal_platform_replay\",\n\ttrace_id: \"trace_platform_replay_001\",\n\trequest_id: \"request_platform_replay_001\",\n\tremote_runner_session_id: \"remote_runner_platform_replay_001\",\n\tobjective_id: \"objective_platform_replay_001\",\n\tconversation_id: \"conversation_platform_replay_001\",\n\tattributes: {\n\t\tfixture: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,\n\t},\n};\n\nconst principal: MaestroPrincipal = {\n\tsubject: \"user:platform-replay@example.com\",\n\tuser_id: \"user_platform_replay\",\n\torganization_id: ORGANIZATION_ID,\n\tworkspace_id: WORKSPACE_ID,\n\troles: [\"developer\"],\n\tscopes: [\"maestro:run\", \"tool:execute\"],\n\tclaims: {\n\t\tauth_provider: \"fixture\",\n\t},\n};\n\nconst fixtureEnv: NodeJS.ProcessEnv = {\n\tMAESTRO_EVENT_BUS_URL: \"nats://maestro-fixture.invalid:4222\",\n\tMAESTRO_EVENT_BUS_SOURCE: \"maestro-fixture\",\n\tMAESTRO_EVALOPS_ORG_ID: ORGANIZATION_ID,\n\tMAESTRO_EVALOPS_WORKSPACE_ID: WORKSPACE_ID,\n\tMAESTRO_SESSION_ID: SESSION_ID,\n\tMAESTRO_AGENT_RUN_ID: AGENT_RUN_ID,\n\tMAESTRO_AGENT_ID: baseCorrelation.agent_id,\n\tMAESTRO_ACTOR_ID: baseCorrelation.actor_id,\n\tMAESTRO_PRINCIPAL_ID: baseCorrelation.principal_id,\n\tMAESTRO_REQUEST_ID: baseCorrelation.request_id,\n\tMAESTRO_REMOTE_RUNNER_SESSION_ID: baseCorrelation.remote_runner_session_id,\n\tMAESTRO_OBJECTIVE_ID: baseCorrelation.objective_id,\n\tMAESTRO_CONVERSATION_ID: baseCorrelation.conversation_id,\n\tMAESTRO_SURFACE: \"web\",\n\tMAESTRO_RUNTIME_MODE: \"hosted\",\n};\n\nconst eventPlan = [\n\t{\n\t\ttype: MaestroBusEventType.SessionStarted,\n\t\tid: \"evt_maestro_replay_001_session_started\",\n\t\ttime: \"2026-04-23T18:00:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.PromptVariantSelected,\n\t\tid: \"evt_maestro_replay_002_prompt_variant_selected\",\n\t\ttime: \"2026-04-23T18:01:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.ToolCallAttempted,\n\t\tid: \"evt_maestro_replay_003_skill_tool_call_attempted\",\n\t\ttime: \"2026-04-23T18:02:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.ToolCallCompleted,\n\t\tid: \"evt_maestro_replay_004_skill_tool_call_completed\",\n\t\ttime: \"2026-04-23T18:03:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.SkillInvoked,\n\t\tid: \"evt_maestro_replay_005_skill_invoked\",\n\t\ttime: \"2026-04-23T18:04:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.ApprovalHit,\n\t\tid: \"evt_maestro_replay_006_approval_hit\",\n\t\ttime: \"2026-04-23T18:05:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.ToolCallAttempted,\n\t\tid: \"evt_maestro_replay_007_eval_tool_call_attempted\",\n\t\ttime: \"2026-04-23T18:06:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.ToolCallCompleted,\n\t\tid: \"evt_maestro_replay_008_eval_tool_call_completed\",\n\t\ttime: \"2026-04-23T18:07:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.EvalScored,\n\t\tid: \"evt_maestro_replay_009_eval_scored\",\n\t\ttime: \"2026-04-23T18:08:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.SkillFailed,\n\t\tid: \"evt_maestro_replay_010_skill_failed\",\n\t\ttime: \"2026-04-23T18:09:00.000Z\",\n\t},\n\t{\n\t\ttype: MaestroBusEventType.SessionClosed,\n\t\tid: \"evt_maestro_replay_011_session_closed\",\n\t\ttime: \"2026-04-23T18:10:00.000Z\",\n\t},\n] as const;\n\nconst TOOL_CALL_CORRELATED_EVENT_TYPES = new Set<MaestroBusEventType>([\n\tMaestroBusEventType.ToolCallAttempted,\n\tMaestroBusEventType.ToolCallCompleted,\n\tMaestroBusEventType.SkillInvoked,\n\tMaestroBusEventType.EvalScored,\n]);\n\nexport type MaestroPlatformReplayFixtureEvent = MaestroCloudEvent<\n\tRecord<string, unknown>\n>;\n\nexport interface MaestroPlatformReplayFixture {\n\tfixture_version: \"maestro-platform-replay/v1\";\n\tname: typeof CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME;\n\tevent_count: number;\n\tcorrelation: Record<string, string>;\n\tsubjects: MaestroBusEventType[];\n\tevents: MaestroPlatformReplayFixtureEvent[];\n\texpected_assertions: {\n\t\trequired_event_types: MaestroBusEventType[];\n\t\trequired_subjects: MaestroBusEventType[];\n\t\tplatform_join_keys: Record<string, string>;\n\t\ttimeline: Array<{\n\t\t\ttype: MaestroBusEventType;\n\t\t\ttitle: string;\n\t\t\tvisible: boolean;\n\t\t}>;\n\t};\n}\n\nfunction eventFor(\n\ttype: MaestroBusEventType,\n\tdata: Record<string, unknown>,\n\tindex: number,\n\tagentRunStepId?: string,\n): MaestroPlatformReplayFixtureEvent {\n\tconst plan = eventPlan[index];\n\tif (!plan) {\n\t\tthrow new Error(\n\t\t\t`missing Maestro platform replay event plan at index ${index}`,\n\t\t);\n\t}\n\tconst stepId =\n\t\tagentRunStepId ??\n\t\t(TOOL_CALL_CORRELATED_EVENT_TYPES.has(type) &&\n\t\ttypeof data.tool_call_id === \"string\"\n\t\t\t? data.tool_call_id\n\t\t\t: undefined) ??\n\t\tbaseCorrelation.agent_run_step_id;\n\treturn buildMaestroCloudEvent(\n\t\ttype,\n\t\t{\n\t\t\tcorrelation: {\n\t\t\t\t...baseCorrelation,\n\t\t\t\tagent_run_step_id: stepId,\n\t\t\t\ttraceparent: fixtureTraceparent(index),\n\t\t\t},\n\t\t\t...data,\n\t\t},\n\t\t{\n\t\t\tenv: fixtureEnv,\n\t\t\teventId: plan.id,\n\t\t\ttime: plan.time,\n\t\t},\n\t);\n}\n\nfunction fixtureTraceparent(index: number): string {\n\treturn `00-aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa-${String(index + 1).padStart(16, \"0\")}-01`;\n}\n\nfunction buildEvents(): MaestroPlatformReplayFixtureEvent[] {\n\treturn [\n\t\teventFor(\n\t\t\tMaestroBusEventType.SessionStarted,\n\t\t\t{\n\t\t\t\tstate: \"MAESTRO_SESSION_STATE_STARTED\",\n\t\t\t\tsurface: \"MAESTRO_SURFACE_WEB\",\n\t\t\t\truntime_mode: \"MAESTRO_RUNTIME_MODE_HOSTED\",\n\t\t\t\tprincipal,\n\t\t\t\tworkspace_root: \"/workspace/evalops/platform-replay\",\n\t\t\t\trepository: \"evalops/maestro-internal\",\n\t\t\t\tgit_ref: \"refs/heads/codex/maestro-platform-replay-fixture\",\n\t\t\t\truntime_version: \"0.0.0-fixture\",\n\t\t\t\trunner_profile: \"hosted-standard\",\n\t\t\t\tstarted_at: eventPlan[0].time,\n\t\t\t\tmetadata: {\n\t\t\t\t\tfixture: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,\n\t\t\t\t},\n\t\t\t},\n\t\t\t0,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.PromptVariantSelected,\n\t\t\t{\n\t\t\t\tprompt_id: \"prompt_platform_replay_system\",\n\t\t\t\tprompt_name: \"maestro-system\",\n\t\t\t\tversion_id: \"prompt_version_9\",\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tselected_at: eventPlan[1].time,\n\t\t\t},\n\t\t\t1,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.ToolCallAttempted,\n\t\t\t{\n\t\t\t\ttool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\ttool_namespace: \"builtin\",\n\t\t\t\ttool_name: \"Skill\",\n\t\t\t\ttool_version: \"1\",\n\t\t\t\tcapability: \"skill:invoke\",\n\t\t\t\tmutates_resource: false,\n\t\t\t\trisk_level: \"RISK_LEVEL_LOW\",\n\t\t\t\tsafe_arguments: {\n\t\t\t\t\tskill_id: SKILL_ID,\n\t\t\t\t},\n\t\t\t\tidempotency_key: \"idempotency_platform_replay_skill_001\",\n\t\t\t\tattempted_at: eventPlan[2].time,\n\t\t\t},\n\t\t\t2,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.ToolCallCompleted,\n\t\t\t{\n\t\t\t\ttool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tskill_metadata: skillMetadata,\n\t\t\t\tstatus: \"MAESTRO_TOOL_CALL_STATUS_SUCCEEDED\",\n\t\t\t\tduration: \"1.111s\",\n\t\t\t\tsafe_output: {\n\t\t\t\t\tsummary: \"Skill selected incident review workflow\",\n\t\t\t\t},\n\t\t\t\tcompleted_at: eventPlan[3].time,\n\t\t\t},\n\t\t\t3,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.SkillInvoked,\n\t\t\t{\n\t\t\t\tinvocation_id: \"invocation_platform_replay_skill_001\",\n\t\t\t\tskill_id: SKILL_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tskill_metadata: skillMetadata,\n\t\t\t\ttool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\t\tinvoked_at: eventPlan[4].time,\n\t\t\t},\n\t\t\t4,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.ApprovalHit,\n\t\t\t{\n\t\t\t\tapproval_request_id: APPROVAL_REQUEST_ID,\n\t\t\t\tgovernance_decision_id: \"governance_decision_platform_replay_001\",\n\t\t\t\taction: \"Run workspace test command\",\n\t\t\t\tcommand: \"bunx vitest --run test/telemetry\",\n\t\t\t\trisk_level: \"RISK_LEVEL_MEDIUM\",\n\t\t\t\tdecision_mode: \"MAESTRO_DECISION_MODE_REQUIRE_APPROVAL\",\n\t\t\t\tpolicy_id: \"policy_workspace_test_approval\",\n\t\t\t\treason: \"fixture approval path\",\n\t\t\t\tcontext: {\n\t\t\t\t\ttool_name: \"Bash\",\n\t\t\t\t\tdisplay_name: \"Bash\",\n\t\t\t\t\tsummary_label: \"Bash\",\n\t\t\t\t\targs: {\n\t\t\t\t\t\tcommand: \"bunx vitest --run test/telemetry\",\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\toccurred_at: eventPlan[5].time,\n\t\t\t},\n\t\t\t5,\n\t\t\tBASH_TOOL_CALL_ID,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.ToolCallAttempted,\n\t\t\t{\n\t\t\t\ttool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\ttool_namespace: \"builtin\",\n\t\t\t\ttool_name: \"Bash\",\n\t\t\t\ttool_version: \"1\",\n\t\t\t\tcapability: \"workspace:test\",\n\t\t\t\tmutates_resource: false,\n\t\t\t\trisk_level: \"RISK_LEVEL_MEDIUM\",\n\t\t\t\tsafe_arguments: {\n\t\t\t\t\tcommand_summary: \"bunx vitest --run test/telemetry\",\n\t\t\t\t},\n\t\t\t\tredactions: [\"raw_command\"],\n\t\t\t\tidempotency_key: \"idempotency_platform_replay_bash_001\",\n\t\t\t\tattempted_at: eventPlan[6].time,\n\t\t\t},\n\t\t\t6,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.ToolCallCompleted,\n\t\t\t{\n\t\t\t\ttool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tskill_metadata: skillMetadata,\n\t\t\t\tapproval_request_id: APPROVAL_REQUEST_ID,\n\t\t\t\tstatus: \"MAESTRO_TOOL_CALL_STATUS_SUCCEEDED\",\n\t\t\t\tduration: \"2.345s\",\n\t\t\t\tsafe_output: {\n\t\t\t\t\texit_code: 0,\n\t\t\t\t\tsummary: \"8 telemetry tests passed\",\n\t\t\t\t},\n\t\t\t\tredactions: [\"stdout\"],\n\t\t\t\tcompleted_at: eventPlan[7].time,\n\t\t\t},\n\t\t\t7,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.EvalScored,\n\t\t\t{\n\t\t\t\teval_run_id: \"eval_run_platform_replay_001\",\n\t\t\t\tscenario_id: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tskill_metadata: skillMetadata,\n\t\t\t\ttool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\ttool_name: \"Bash\",\n\t\t\t\tscore: 0.82,\n\t\t\t\tpassed: false,\n\t\t\t\tthreshold: 0.9,\n\t\t\t\tscorer: \"fermata.replay.score\",\n\t\t\t\trationale: \"formatting checks failed\",\n\t\t\t\tassertion_count: 1,\n\t\t\t\tscored_at: eventPlan[8].time,\n\t\t\t},\n\t\t\t8,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.SkillFailed,\n\t\t\t{\n\t\t\t\tinvocation_id: \"invocation_platform_replay_skill_001\",\n\t\t\t\tskill_id: SKILL_ID,\n\t\t\t\tprompt_metadata: promptMetadata,\n\t\t\t\tskill_metadata: skillMetadata,\n\t\t\t\ttool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\t\tturn_status: \"evaluation_failed\",\n\t\t\t\terror_category: \"evaluation\",\n\t\t\t\terror_message: \"formatting checks failed\",\n\t\t\t\tevaluation_tool_name: \"Bash\",\n\t\t\t\tevaluation_tool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\tevaluation_tool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\tevaluation_score: 0.82,\n\t\t\t\tevaluation_threshold: 0.9,\n\t\t\t\tevaluation_assertion_count: 1,\n\t\t\t\tevaluation_rationale: \"formatting checks failed\",\n\t\t\t\toutcome_at: eventPlan[9].time,\n\t\t\t},\n\t\t\t9,\n\t\t),\n\t\teventFor(\n\t\t\tMaestroBusEventType.SessionClosed,\n\t\t\t{\n\t\t\t\tstate: \"MAESTRO_SESSION_STATE_CLOSED\",\n\t\t\t\tsurface: \"MAESTRO_SURFACE_WEB\",\n\t\t\t\truntime_mode: \"MAESTRO_RUNTIME_MODE_HOSTED\",\n\t\t\t\tprincipal,\n\t\t\t\tworkspace_root: \"/workspace/evalops/platform-replay\",\n\t\t\t\trepository: \"evalops/maestro-internal\",\n\t\t\t\tgit_ref: \"refs/heads/codex/maestro-platform-replay-fixture\",\n\t\t\t\truntime_version: \"0.0.0-fixture\",\n\t\t\t\trunner_profile: \"hosted-standard\",\n\t\t\t\tclosed_at: eventPlan[10].time,\n\t\t\t\tclose_reason: \"MAESTRO_CLOSE_REASON_COMPLETED\",\n\t\t\t\tclose_message: \"fixture run complete\",\n\t\t\t},\n\t\t\t10,\n\t\t),\n\t];\n}\n\nexport function buildCanonicalMaestroPlatformReplayFixture(): MaestroPlatformReplayFixture {\n\tconst events = buildEvents();\n\tconst subjects = eventPlan.map((event) => event.type);\n\treturn {\n\t\tfixture_version: \"maestro-platform-replay/v1\",\n\t\tname: CANONICAL_MAESTRO_PLATFORM_REPLAY_FIXTURE_NAME,\n\t\tevent_count: events.length,\n\t\tcorrelation: {\n\t\t\torganization_id: ORGANIZATION_ID,\n\t\t\tworkspace_id: WORKSPACE_ID,\n\t\t\tsession_id: SESSION_ID,\n\t\t\tagent_run_id: AGENT_RUN_ID,\n\t\t\ttool_call_id: BASH_TOOL_CALL_ID,\n\t\t\ttool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\tskill_tool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\tskill_tool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\tapproval_request_id: APPROVAL_REQUEST_ID,\n\t\t},\n\t\tsubjects,\n\t\tevents,\n\t\texpected_assertions: {\n\t\t\trequired_event_types: subjects,\n\t\t\trequired_subjects: subjects,\n\t\t\tplatform_join_keys: {\n\t\t\t\tagent_run_id: AGENT_RUN_ID,\n\t\t\t\tprompt_id: \"prompt_platform_replay_system\",\n\t\t\t\tprompt_version_id: promptMetadata.versionId,\n\t\t\t\tprompt_artifact_hash: promptMetadata.hash,\n\t\t\t\ttool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\ttool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\tevaluation_tool_call_id: BASH_TOOL_CALL_ID,\n\t\t\t\tevaluation_tool_execution_id: BASH_TOOL_EXECUTION_ID,\n\t\t\t\teval_run_id: \"eval_run_platform_replay_001\",\n\t\t\t\tskill_tool_call_id: SKILL_TOOL_CALL_ID,\n\t\t\t\tskill_tool_execution_id: SKILL_TOOL_EXECUTION_ID,\n\t\t\t\tskill_invocation_id: \"invocation_platform_replay_skill_001\",\n\t\t\t\tapproval_request_id: APPROVAL_REQUEST_ID,\n\t\t\t\tskill_id: SKILL_ID,\n\t\t\t},\n\t\t\ttimeline: [\n\t\t\t\t{\n\t\t\t\t\ttype: MaestroBusEventType.SessionStarted,\n\t\t\t\t\ttitle: \"Session started\",\n\t\t\t\t\tvisible: true,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\ttype: MaestroBusEventType.ApprovalHit,\n\t\t\t\t\ttitle: \"Approval required\",\n\t\t\t\t\tvisible: true,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\ttype: MaestroBusEventType.ToolCallCompleted,\n\t\t\t\t\ttitle: \"Tool completed\",\n\t\t\t\t\tvisible: true,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\ttype: MaestroBusEventType.EvalScored,\n\t\t\t\t\ttitle: \"Evaluation scored\",\n\t\t\t\t\tvisible: true,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\ttype: MaestroBusEventType.SessionClosed,\n\t\t\t\t\ttitle: \"Session closed\",\n\t\t\t\t\tvisible: true,\n\t\t\t\t},\n\t\t\t],\n\t\t},\n\t};\n}\n\nexport function canonicalMaestroPlatformReplayFixtureJson(): string {\n\treturn `${JSON.stringify(buildCanonicalMaestroPlatformReplayFixture(), null, 2)}\\n`;\n}\n"]}

package/dist/telemetry/maestro-publisher-conformance-fixture.d.ts

@@ -0,0 +1,29 @@
+import { MaestroBusEventType, type MaestroCloudEvent } from "./maestro-event-bus.js";
+export declare const CANONICAL_MAESTRO_PUBLISHER_CONFORMANCE_FIXTURE_NAME = "maestro-publisher-critical-path";
+export type MaestroPublisherConformanceFixtureEvent = MaestroCloudEvent<Record<string, unknown>>;
+export interface BuildMaestroPublisherConformanceFixtureOptions {
+    sourceRevision?: string;
+}
+export interface MaestroPublisherConformanceFixture {
+    fixture_version: "maestro-publisher-conformance/v1";
+    name: typeof CANONICAL_MAESTRO_PUBLISHER_CONFORMANCE_FIXTURE_NAME;
+    event_count: number;
+    origin: {
+        repository: "evalops/maestro";
+        issue: "evalops/maestro#49";
+        publisher_package: "packages/ai";
+        source_paths: string[];
+        generated_by: "scripts/generate-maestro-publisher-conformance-fixture.ts";
+        source_revision: string;
+    };
+    subjects: MaestroBusEventType[];
+    stable_untyped_keys: Record<string, string[]>;
+    expected_assertions: {
+        required_event_types: MaestroBusEventType[];
+        required_subjects: MaestroBusEventType[];
+    };
+    events: MaestroPublisherConformanceFixtureEvent[];
+}
+export declare function buildCanonicalMaestroPublisherConformanceFixture(options?: BuildMaestroPublisherConformanceFixtureOptions): Promise<MaestroPublisherConformanceFixture>;
+export declare function canonicalMaestroPublisherConformanceFixtureJson(options?: BuildMaestroPublisherConformanceFixtureOptions): Promise<string>;
+//# sourceMappingURL=maestro-publisher-conformance-fixture.d.ts.map

package/dist/telemetry/maestro-publisher-conformance-fixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"maestro-publisher-conformance-fixture.d.ts","sourceRoot":"","sources":["../../src/telemetry/maestro-publisher-conformance-fixture.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,mBAAmB,EACnB,KAAK,iBAAiB,EAOtB,MAAM,wBAAwB,CAAC;AAEhC,eAAO,MAAM,oDAAoD,oCAC/B,CAAC;AAuFnC,MAAM,MAAM,uCAAuC,GAAG,iBAAiB,CACtE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CACvB,CAAC;AAEF,MAAM,WAAW,8CAA8C;IAC9D,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,kCAAkC;IAClD,eAAe,EAAE,kCAAkC,CAAC;IACpD,IAAI,EAAE,OAAO,oDAAoD,CAAC;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QACP,UAAU,EAAE,iBAAiB,CAAC;QAC9B,KAAK,EAAE,oBAAoB,CAAC;QAC5B,iBAAiB,EAAE,aAAa,CAAC;QACjC,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,YAAY,EAAE,2DAA2D,CAAC;QAC1E,eAAe,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,mBAAmB,EAAE;QACpB,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;QAC5C,iBAAiB,EAAE,mBAAmB,EAAE,CAAC;KACzC,CAAC;IACF,MAAM,EAAE,uCAAuC,EAAE,CAAC;CAClD;AAkID,wBAAsB,gDAAgD,CACrE,OAAO,GAAE,8CAAmD,GAC1D,OAAO,CAAC,kCAAkC,CAAC,CAyC7C;AAED,wBAAsB,+CAA+C,CACpE,OAAO,GAAE,8CAAmD,GAC1D,OAAO,CAAC,MAAM,CAAC,CAMjB"}