@adcp/client 4.21.0 → 4.22.0

package/dist/lib/testing/storyboard/runner.js

@@ -0,0 +1,280 @@
+"use strict";
+/**
+ * Storyboard execution engine.
+ *
+ * Two entry points:
+ * - runStoryboard(): run all phases/steps sequentially
+ * - runStoryboardStep(): run a single step (stateless, LLM-friendly)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runStoryboard = runStoryboard;
+exports.runStoryboardStep = runStoryboardStep;
+exports.getFirstStepPreview = getFirstStepPreview;
+const client_1 = require("../client");
+const mcp_1 = require("../../protocols/mcp");
+const task_map_1 = require("./task-map");
+const context_1 = require("./context");
+const validations_1 = require("./validations");
+const request_builder_1 = require("./request-builder");
+// ────────────────────────────────────────────────────────────
+// runStoryboard: execute all phases/steps
+// ────────────────────────────────────────────────────────────
+/**
+ * Run an entire storyboard against an agent.
+ */
+async function runStoryboard(agentUrl, storyboard, options = {}) {
+    const start = Date.now();
+    const client = (0, client_1.getOrCreateClient)(agentUrl, options);
+    // Initialize MCP session — discovers agent profile, keeps the transport alive.
+    // Without this, Streamable HTTP degrades to SSE after a few calls.
+    if (!options._client) {
+        const { profile } = await (0, client_1.getOrDiscoverProfile)(client, options);
+        // Populate agentTools from discovered profile if not already set
+        if (!options.agentTools && profile?.tools) {
+            options = { ...options, agentTools: profile.tools };
+        }
+    }
+    let context = { ...options.context };
+    const phaseResults = [];
+    let passedCount = 0;
+    let failedCount = 0;
+    let skippedCount = 0;
+    // Flatten all steps for next-step preview lookups
+    const allSteps = flattenSteps(storyboard);
+    for (const phase of storyboard.phases) {
+        const phaseStart = Date.now();
+        const stepResults = [];
+        let phasePassed = true;
+        let statefulFailed = false;
+        for (const step of phase.steps) {
+            // Skip remaining steps if a stateful dependency failed
+            if (statefulFailed && step.stateful) {
+                stepResults.push({
+                    step_id: step.id,
+                    phase_id: phase.id,
+                    title: step.title,
+                    task: step.task,
+                    passed: false,
+                    duration_ms: 0,
+                    validations: [],
+                    context,
+                    error: 'Skipped: prior stateful step failed',
+                });
+                skippedCount++;
+                phasePassed = false;
+                continue;
+            }
+            const result = await executeStep(client, step, phase.id, context, allSteps, options);
+            stepResults.push(result);
+            if (result.skipped) {
+                skippedCount++;
+                context = result.context;
+            }
+            else if (result.passed) {
+                context = result.context;
+                passedCount++;
+            }
+            else {
+                phasePassed = false;
+                failedCount++;
+                if (step.stateful)
+                    statefulFailed = true;
+            }
+        }
+        phaseResults.push({
+            phase_id: phase.id,
+            phase_title: phase.title,
+            passed: phasePassed,
+            steps: stepResults,
+            duration_ms: Date.now() - phaseStart,
+        });
+    }
+    const result = {
+        storyboard_id: storyboard.id,
+        storyboard_title: storyboard.title,
+        agent_url: agentUrl,
+        overall_passed: failedCount === 0 && passedCount > 0,
+        phases: phaseResults,
+        context,
+        total_duration_ms: Date.now() - start,
+        passed_count: passedCount,
+        failed_count: failedCount,
+        skipped_count: skippedCount,
+        tested_at: new Date().toISOString(),
+        dry_run: options.dry_run !== false,
+    };
+    // Close MCP connections when the runner created its own client
+    if (!options._client) {
+        await (0, mcp_1.closeMCPConnections)();
+    }
+    return result;
+}
+// ────────────────────────────────────────────────────────────
+// runStoryboardStep: execute a single step (stateless)
+// ────────────────────────────────────────────────────────────
+/**
+ * Run a single storyboard step.
+ *
+ * This is the core primitive for stateless, LLM-friendly execution.
+ * Context is passed in and returned, enabling step-by-step orchestration.
+ */
+async function runStoryboardStep(agentUrl, storyboard, stepId, options = {}) {
+    const client = (0, client_1.getOrCreateClient)(agentUrl, options);
+    // Initialize MCP session for standalone step execution
+    if (!options._client) {
+        await (0, client_1.getOrDiscoverProfile)(client, options);
+    }
+    const context = { ...options.context };
+    // Find the step
+    const allSteps = flattenSteps(storyboard);
+    const found = allSteps.find(s => s.step.id === stepId);
+    if (!found) {
+        throw new Error(`Step "${stepId}" not found in storyboard "${storyboard.id}". ` +
+            `Available steps: ${allSteps.map(s => s.step.id).join(', ')}`);
+    }
+    const result = await executeStep(client, found.step, found.phaseId, context, allSteps, options);
+    if (!options._client) {
+        await (0, mcp_1.closeMCPConnections)();
+    }
+    return result;
+}
+// ────────────────────────────────────────────────────────────
+// Internal: execute a single step
+// ────────────────────────────────────────────────────────────
+async function executeStep(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any -- client type varies (TestClient)
+client, step, phaseId, context, allSteps, options) {
+    // Check requires_tool — skip if agent doesn't have it
+    if (step.requires_tool && options.agentTools && !options.agentTools.includes(step.requires_tool)) {
+        const next = getNextStepPreview(step.id, allSteps, context);
+        return {
+            step_id: step.id,
+            phase_id: phaseId,
+            title: step.title,
+            task: step.task,
+            passed: true,
+            skipped: true,
+            duration_ms: 0,
+            validations: [],
+            context,
+            next,
+        };
+    }
+    // Build request — priority:
+    // 1. User-provided --request override
+    // 2. Request builder (builds from context + options, like hand-written scenarios)
+    // 3. sample_request from YAML with context injection (fallback)
+    let request;
+    if (options.request) {
+        request = { ...options.request };
+    }
+    else if ((0, request_builder_1.hasRequestBuilder)(step.task)) {
+        request = (0, request_builder_1.buildRequest)(step, context, options);
+    }
+    else if (step.sample_request) {
+        request = (0, context_1.injectContext)({ ...step.sample_request }, context);
+    }
+    else {
+        request = {};
+    }
+    // Apply explicit context_inputs on top of whatever request source was used
+    if (step.context_inputs?.length) {
+        request = (0, context_1.applyContextInputs)(request, step.context_inputs, context);
+    }
+    // Execute the task
+    const { result: taskResult, step: stepResult } = await (0, client_1.runStep)(step.title, step.task, () => (0, task_map_1.executeStoryboardTask)(client, step.task, request));
+    // Determine pass/fail — inverted when expect_error is set
+    let passed;
+    if (step.expect_error) {
+        // Step passes when the task fails (returns an error)
+        passed = !taskResult?.success || !!stepResult.error;
+    }
+    else {
+        passed = stepResult.passed && (taskResult?.success ?? false);
+    }
+    // Run validations
+    let validations = [];
+    if (taskResult && step.validations?.length) {
+        validations = (0, validations_1.runValidations)(step.validations, step.task, taskResult);
+    }
+    const allValidationsPassed = validations.every(v => v.passed);
+    // Extract context from responses
+    const updatedContext = { ...context };
+    const hasData = taskResult?.data !== undefined && taskResult?.data !== null;
+    // Convention-based extraction (for non-error steps, or when expect_error succeeded)
+    if (passed && hasData) {
+        const extracted = (0, context_1.extractContext)(step.task, taskResult.data);
+        Object.assign(updatedContext, extracted);
+    }
+    // Explicit context_outputs (always applied when data exists)
+    if (hasData && step.context_outputs?.length) {
+        const explicit = (0, context_1.applyContextOutputs)(taskResult.data, step.context_outputs);
+        Object.assign(updatedContext, explicit);
+    }
+    // Build next step preview
+    const next = getNextStepPreview(step.id, allSteps, updatedContext);
+    return {
+        step_id: step.id,
+        phase_id: phaseId,
+        title: step.title,
+        task: step.task,
+        passed: passed && allValidationsPassed,
+        expect_error: step.expect_error,
+        duration_ms: stepResult.duration_ms,
+        response: taskResult?.data,
+        validations,
+        context: updatedContext,
+        error: step.expect_error ? undefined : stepResult.error || taskResult?.error || undefined,
+        next,
+    };
+}
+function flattenSteps(storyboard) {
+    const result = [];
+    let index = 0;
+    for (const phase of storyboard.phases) {
+        for (const step of phase.steps) {
+            result.push({ step, phaseId: phase.id, globalIndex: index++ });
+        }
+    }
+    return result;
+}
+function getNextStepPreview(currentStepId, allSteps, context) {
+    const currentIdx = allSteps.findIndex(s => s.step.id === currentStepId);
+    if (currentIdx === -1 || currentIdx >= allSteps.length - 1)
+        return undefined;
+    const nextFlat = allSteps[currentIdx + 1];
+    if (!nextFlat)
+        return undefined;
+    const nextStep = nextFlat.step;
+    // Inject context into the next step's sample_request for preview
+    const previewRequest = nextStep.sample_request ? (0, context_1.injectContext)({ ...nextStep.sample_request }, context) : undefined;
+    return {
+        step_id: nextStep.id,
+        phase_id: nextFlat.phaseId,
+        title: nextStep.title,
+        task: nextStep.task,
+        narrative: nextStep.narrative,
+        expected: nextStep.expected,
+        sample_request: previewRequest,
+    };
+}
+/**
+ * Get a preview of the first step in a storyboard (for showing what will happen).
+ */
+function getFirstStepPreview(storyboard, context = {}) {
+    const firstPhase = storyboard.phases[0];
+    if (!firstPhase?.steps[0])
+        return undefined;
+    const step = firstPhase.steps[0];
+    const previewRequest = step.sample_request ? (0, context_1.injectContext)({ ...step.sample_request }, context) : undefined;
+    return {
+        step_id: step.id,
+        phase_id: firstPhase.id,
+        title: step.title,
+        task: step.task,
+        narrative: step.narrative,
+        expected: step.expected,
+        sample_request: previewRequest,
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/lib/testing/storyboard/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/runner.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;AA2BH,sCAkGC;AAYD,8CAgCC;AA+JD,kDAmBC;AAzVD,sCAA6E;AAC7E,6CAA0D;AAC1D,yCAAmD;AACnD,uCAAmG;AACnG,+CAA+C;AAC/C,uDAAoE;AAapE,+DAA+D;AAC/D,0CAA0C;AAC1C,+DAA+D;AAE/D;;GAEG;AACI,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,UAAsB,EACtB,UAAgC,EAAE;IAElC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEpD,+EAA+E;IAC/E,mEAAmE;IACnE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAA,6BAAoB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChE,iEAAiE;QACjE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;YAC1C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACxD,MAAM,YAAY,GAA4B,EAAE,CAAC;IACjD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,kDAAkD;IAClD,MAAM,QAAQ,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,WAAW,GAA2B,EAAE,CAAC;QAC/C,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,uDAAuD;YACvD,IAAI,cAAc,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpC,WAAW,CAAC,IAAI,CAAC;oBACf,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,QAAQ,EAAE,KAAK,CAAC,EAAE;oBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,KAAK;oBACb,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,EAAE;oBACf,OAAO;oBACP,KAAK,EAAE,qCAAqC;iBAC7C,CAAC,CAAC;gBACH,YAAY,EAAE,CAAC;gBACf,WAAW,GAAG,KAAK,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrF,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,YAAY,EAAE,CAAC;gBACf,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC3B,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACzB,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;gBACzB,WAAW,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,KAAK,CAAC;gBACpB,WAAW,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,QAAQ;oBAAE,cAAc,GAAG,IAAI,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,YAAY,CAAC,IAAI,CAAC;YAChB,QAAQ,EAAE,KAAK,CAAC,EAAE;YAClB,WAAW,EAAE,KAAK,CAAC,KAAK;YACxB,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;SACrC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAqB;QAC/B,aAAa,EAAE,UAAU,CAAC,EAAE;QAC5B,gBAAgB,EAAE,UAAU,CAAC,KAAK;QAClC,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,WAAW,KAAK,CAAC,IAAI,WAAW,GAAG,CAAC;QACpD,MAAM,EAAE,YAAY;QACpB,OAAO;QACP,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QACrC,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,YAAY;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,KAAK;KACnC,CAAC;IAEF,+DAA+D;IAC/D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,IAAA,yBAAmB,GAAE,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+DAA+D;AAC/D,uDAAuD;AACvD,+DAA+D;AAE/D;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,UAAsB,EACtB,MAAc,EACd,UAAgC,EAAE;IAElC,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEpD,uDAAuD;IACvD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,IAAA,6BAAoB,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,OAAO,GAAsB,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAE1D,gBAAgB;IAChB,MAAM,QAAQ,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,SAAS,MAAM,8BAA8B,UAAU,CAAC,EAAE,KAAK;YAC7D,oBAAoB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,IAAA,yBAAmB,GAAE,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+DAA+D;AAC/D,kCAAkC;AAClC,+DAA+D;AAE/D,KAAK,UAAU,WAAW;AACxB,iGAAiG;AACjG,MAAW,EACX,IAAoB,EACpB,OAAe,EACf,OAA0B,EAC1B,QAAoB,EACpB,OAA6B;IAE7B,sDAAsD;IACtD,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QACjG,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,EAAE;YACf,OAAO;YACP,IAAI;SACL,CAAC;IACJ,CAAC;IAED,4BAA4B;IAC5B,sCAAsC;IACtC,kFAAkF;IAClF,gEAAgE;IAChE,IAAI,OAAgC,CAAC;IACrC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;SAAM,IAAI,IAAA,mCAAiB,EAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,OAAO,GAAG,IAAA,8BAAY,EAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAC/B,OAAO,GAAG,IAAA,uBAAa,EAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IAED,2EAA2E;IAC3E,IAAI,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;QAChC,OAAO,GAAG,IAAA,4BAAkB,EAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,mBAAmB;IACnB,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,gBAAO,EAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CACzF,IAAA,gCAAqB,EAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAClD,CAAC;IAEF,0DAA0D;IAC1D,IAAI,MAAe,CAAC;IACpB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,qDAAqD;QACrD,MAAM,GAAG,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED,kBAAkB;IAClB,IAAI,WAAW,GAAuB,EAAE,CAAC;IACzC,IAAI,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAC3C,WAAW,GAAG,IAAA,4BAAc,EAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,oBAAoB,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE9D,iCAAiC;IACjC,MAAM,cAAc,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,UAAU,EAAE,IAAI,KAAK,SAAS,IAAI,UAAU,EAAE,IAAI,KAAK,IAAI,CAAC;IAE5E,oFAAoF;IACpF,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,IAAA,wBAAc,EAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAED,6DAA6D;IAC7D,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAA,6BAAmB,EAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,0BAA0B;IAC1B,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;IAEnE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,EAAE;QAChB,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,MAAM,IAAI,oBAAoB;QACtC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,QAAQ,EAAE,UAAU,EAAE,IAAI;QAC1B,WAAW;QACX,OAAO,EAAE,cAAc;QACvB,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,SAAS;QACzF,IAAI;KACL,CAAC;AACJ,CAAC;AAYD,SAAS,YAAY,CAAC,UAAsB;IAC1C,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CACzB,aAAqB,EACrB,QAAoB,EACpB,OAA0B;IAE1B,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC;IACxE,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,UAAU,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAE7E,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC;IAE/B,iEAAiE;IACjE,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,IAAA,uBAAa,EAAC,EAAE,GAAG,QAAQ,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEpH,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,EAAE;QACpB,QAAQ,EAAE,QAAQ,CAAC,OAAO;QAC1B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,cAAc,EAAE,cAAc;KAC/B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,UAAsB,EACtB,UAA6B,EAAE;IAE/B,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAE5C,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAA,uBAAa,EAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE5G,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,EAAE;QAChB,QAAQ,EAAE,UAAU,CAAC,EAAE;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,cAAc,EAAE,cAAc;KAC/B,CAAC;AACJ,CAAC"}

package/dist/lib/testing/storyboard/task-map.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Maps AdCP task names (from storyboard YAML) to SingleAgentClient method names.
+ *
+ * Each storyboard step has a `task` field like "sync_accounts" or "get_products".
+ * This map resolves those to the camelCase method on SingleAgentClient.
+ *
+ * Tasks without a dedicated method fall through to `executeTask()`.
+ */
+import type { TaskResult } from '../types';
+/**
+ * Map of AdCP task names to SingleAgentClient method names.
+ * Only includes tasks that have dedicated typed methods.
+ */
+export declare const TASK_TO_METHOD: Record<string, string>;
+/**
+ * Execute a storyboard task against a SingleAgentClient.
+ *
+ * Uses the typed method if one exists, otherwise falls back to executeTask().
+ */
+export declare function executeStoryboardTask(client: any, taskName: string, params: Record<string, unknown>): Promise<TaskResult>;
+//# sourceMappingURL=task-map.d.ts.map

package/dist/lib/testing/storyboard/task-map.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-map.d.ts","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/task-map.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CA8CjD,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,qBAAqB,CAEzC,MAAM,EAAE,GAAG,EACX,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,UAAU,CAAC,CAoBrB"}

package/dist/lib/testing/storyboard/task-map.js

@@ -0,0 +1,84 @@
+"use strict";
+/**
+ * Maps AdCP task names (from storyboard YAML) to SingleAgentClient method names.
+ *
+ * Each storyboard step has a `task` field like "sync_accounts" or "get_products".
+ * This map resolves those to the camelCase method on SingleAgentClient.
+ *
+ * Tasks without a dedicated method fall through to `executeTask()`.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TASK_TO_METHOD = void 0;
+exports.executeStoryboardTask = executeStoryboardTask;
+/**
+ * Map of AdCP task names to SingleAgentClient method names.
+ * Only includes tasks that have dedicated typed methods.
+ */
+exports.TASK_TO_METHOD = {
+    // Account & audience
+    sync_accounts: 'syncAccounts',
+    list_accounts: 'listAccounts',
+    sync_audiences: 'syncAudiences',
+    // Product discovery & media buy
+    get_products: 'getProducts',
+    create_media_buy: 'createMediaBuy',
+    update_media_buy: 'updateMediaBuy',
+    get_media_buys: 'getMediaBuys',
+    get_media_buy_delivery: 'getMediaBuyDelivery',
+    provide_performance_feedback: 'providePerformanceFeedback',
+    // Creative
+    list_creative_formats: 'listCreativeFormats',
+    build_creative: 'buildCreative',
+    preview_creative: 'previewCreative',
+    sync_creatives: 'syncCreatives',
+    list_creatives: 'listCreatives',
+    // Signals
+    get_signals: 'getSignals',
+    activate_signal: 'activateSignal',
+    // Capabilities
+    get_adcp_capabilities: 'getAdcpCapabilities',
+    // Governance
+    sync_plans: 'syncPlans',
+    get_plan_audit_logs: 'getPlanAuditLogs',
+    create_property_list: 'createPropertyList',
+    get_property_list: 'getPropertyList',
+    update_property_list: 'updatePropertyList',
+    list_property_lists: 'listPropertyLists',
+    delete_property_list: 'deletePropertyList',
+    list_content_standards: 'listContentStandards',
+    get_content_standards: 'getContentStandards',
+    calibrate_content: 'calibrateContent',
+    validate_content_delivery: 'validateContentDelivery',
+    // Sponsored Intelligence
+    si_get_offering: 'siGetOffering',
+    si_initiate_session: 'siInitiateSession',
+    si_send_message: 'siSendMessage',
+    si_terminate_session: 'siTerminateSession',
+};
+/**
+ * Execute a storyboard task against a SingleAgentClient.
+ *
+ * Uses the typed method if one exists, otherwise falls back to executeTask().
+ */
+async function executeStoryboardTask(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any -- dynamic dispatch requires any
+client, taskName, params) {
+    const methodName = Object.hasOwn(exports.TASK_TO_METHOD, taskName) ? exports.TASK_TO_METHOD[taskName] : undefined;
+    if (methodName && typeof client[methodName] === 'function') {
+        const result = await client[methodName](params);
+        return {
+            success: result.success ?? true,
+            data: result.data,
+            error: result.error,
+        };
+    }
+    // Fall back to generic executeTask for tasks without dedicated methods
+    // (e.g., sync_governance, future tasks)
+    const result = await client.executeTask(taskName, params);
+    return {
+        success: result.success ?? true,
+        data: result.data,
+        error: result.error,
+    };
+}
+//# sourceMappingURL=task-map.js.map

package/dist/lib/testing/storyboard/task-map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-map.js","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/task-map.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AA6DH,sDAyBC;AAlFD;;;GAGG;AACU,QAAA,cAAc,GAA2B;IACpD,qBAAqB;IACrB,aAAa,EAAE,cAAc;IAC7B,aAAa,EAAE,cAAc;IAC7B,cAAc,EAAE,eAAe;IAE/B,gCAAgC;IAChC,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,gBAAgB;IAClC,gBAAgB,EAAE,gBAAgB;IAClC,cAAc,EAAE,cAAc;IAC9B,sBAAsB,EAAE,qBAAqB;IAC7C,4BAA4B,EAAE,4BAA4B;IAE1D,WAAW;IACX,qBAAqB,EAAE,qBAAqB;IAC5C,cAAc,EAAE,eAAe;IAC/B,gBAAgB,EAAE,iBAAiB;IACnC,cAAc,EAAE,eAAe;IAC/B,cAAc,EAAE,eAAe;IAE/B,UAAU;IACV,WAAW,EAAE,YAAY;IACzB,eAAe,EAAE,gBAAgB;IAEjC,eAAe;IACf,qBAAqB,EAAE,qBAAqB;IAE5C,aAAa;IACb,UAAU,EAAE,WAAW;IACvB,mBAAmB,EAAE,kBAAkB;IACvC,oBAAoB,EAAE,oBAAoB;IAC1C,iBAAiB,EAAE,iBAAiB;IACpC,oBAAoB,EAAE,oBAAoB;IAC1C,mBAAmB,EAAE,mBAAmB;IACxC,oBAAoB,EAAE,oBAAoB;IAC1C,sBAAsB,EAAE,sBAAsB;IAC9C,qBAAqB,EAAE,qBAAqB;IAC5C,iBAAiB,EAAE,kBAAkB;IACrC,yBAAyB,EAAE,yBAAyB;IAEpD,yBAAyB;IACzB,eAAe,EAAE,eAAe;IAChC,mBAAmB,EAAE,mBAAmB;IACxC,eAAe,EAAE,eAAe;IAChC,oBAAoB,EAAE,oBAAoB;CAC3C,CAAC;AAEF;;;;GAIG;AACI,KAAK,UAAU,qBAAqB;AACzC,+FAA+F;AAC/F,MAAW,EACX,QAAgB,EAChB,MAA+B;IAE/B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,sBAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,sBAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAElG,IAAI,UAAU,IAAI,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,UAAU,EAAE,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;QAChD,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,uEAAuE;IACvE,wCAAwC;IACxC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1D,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC"}

package/dist/lib/testing/storyboard/types.d.ts

@@ -0,0 +1,156 @@
+/**
+ * Types for storyboard-driven testing.
+ *
+ * Storyboards are YAML-defined test workflows that walk through
+ * AdCP agent interactions step by step. Each step maps to a
+ * SingleAgentClient method and includes validations.
+ */
+import type { TestOptions } from '../types';
+export interface Storyboard {
+    id: string;
+    version: string;
+    title: string;
+    category: string;
+    summary: string;
+    narrative: string;
+    /** Platform types this storyboard applies to (for backwards compat with PlatformType) */
+    platform_types?: string[];
+    /** Maps to a ComplianceTrack for comply() integration */
+    track?: string;
+    /** Tools that make this storyboard applicable (at least one must be present) */
+    required_tools?: string[];
+    agent: {
+        interaction_model: string;
+        capabilities: string[];
+        examples?: string[];
+    };
+    caller: {
+        role: string;
+        example?: string;
+    };
+    prerequisites?: {
+        description: string;
+        test_kit?: string;
+    };
+    phases: StoryboardPhase[];
+}
+export interface StoryboardPhase {
+    id: string;
+    title: string;
+    narrative?: string;
+    steps: StoryboardStep[];
+}
+export interface ContextOutput {
+    /** JSON path to extract from the response */
+    path: string;
+    /** Key to store the extracted value under in context */
+    key: string;
+}
+export interface ContextInput {
+    /** Key to look up in context */
+    key: string;
+    /** JSON path in the request to inject the value at */
+    inject_at: string;
+}
+export interface StoryboardStep {
+    id: string;
+    title: string;
+    narrative?: string;
+    /** AdCP task name (snake_case), e.g. "sync_accounts", "get_products" */
+    task: string;
+    schema_ref?: string;
+    response_schema_ref?: string;
+    doc_ref?: string;
+    /** Maps to existing @adcp/client test scenario (legacy, partial coverage) */
+    comply_scenario?: string;
+    /** Whether this step depends on state from a previous step */
+    stateful?: boolean;
+    /** When true, the step passes if the task returns an error */
+    expect_error?: boolean;
+    /** Tool name required for this step to run. Skipped if agent lacks it. */
+    requires_tool?: string;
+    /** Explicit context extraction rules (supplements convention-based extractors) */
+    context_outputs?: ContextOutput[];
+    /** Explicit context injection rules (supplements $context.key placeholders) */
+    context_inputs?: ContextInput[];
+    expected?: string;
+    sample_request?: Record<string, unknown>;
+    sample_response?: Record<string, unknown>;
+    validations?: StoryboardValidation[];
+}
+export interface StoryboardValidation {
+    check: 'response_schema' | 'field_present' | 'field_value' | 'status_code' | 'error_code';
+    /** JSON path for field checks, e.g. "accounts[0].account_id" */
+    path?: string;
+    /** Expected value for field_value and error_code checks */
+    value?: unknown;
+    description: string;
+}
+export type StoryboardContext = Record<string, unknown>;
+export interface StoryboardRunOptions extends TestOptions {
+    /** Initial context (e.g., from a previous step invocation) */
+    context?: StoryboardContext;
+    /** Override the step's sample_request with a custom request */
+    request?: Record<string, unknown>;
+    /** Agent's available tools (for requires_tool filtering) */
+    agentTools?: string[];
+}
+export interface ValidationResult {
+    check: string;
+    passed: boolean;
+    description: string;
+    path?: string;
+    error?: string;
+}
+export interface StoryboardStepPreview {
+    step_id: string;
+    phase_id: string;
+    title: string;
+    task: string;
+    narrative?: string;
+    expected?: string;
+    /** sample_request with context already injected */
+    sample_request?: Record<string, unknown>;
+}
+export interface StoryboardStepResult {
+    step_id: string;
+    phase_id: string;
+    title: string;
+    task: string;
+    passed: boolean;
+    /** True when the step was skipped due to requires_tool not being present */
+    skipped?: boolean;
+    /** True when the step expected an error (inverted pass/fail) */
+    expect_error?: boolean;
+    duration_ms: number;
+    response?: unknown;
+    validations: ValidationResult[];
+    /** Accumulated context after this step */
+    context: StoryboardContext;
+    error?: string;
+    /** Preview of the next step (for LLM consumption) */
+    next?: StoryboardStepPreview;
+}
+export interface StoryboardPhaseResult {
+    phase_id: string;
+    phase_title: string;
+    passed: boolean;
+    steps: StoryboardStepResult[];
+    duration_ms: number;
+}
+export interface StoryboardResult {
+    storyboard_id: string;
+    storyboard_title: string;
+    agent_url: string;
+    overall_passed: boolean;
+    phases: StoryboardPhaseResult[];
+    /** Final accumulated context */
+    context: StoryboardContext;
+    total_duration_ms: number;
+    passed_count: number;
+    failed_count: number;
+    skipped_count: number;
+    tested_at: string;
+    dry_run: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/lib/testing/storyboard/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAM5C,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,KAAK,EAAE;QACL,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IACF,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,aAAa,CAAC,EAAE;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,wDAAwD;IACxD,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,YAAY;IAC3B,gCAAgC;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,8DAA8D;IAC9D,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,0EAA0E;IAC1E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kFAAkF;IAClF,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC;IAClC,+EAA+E;IAC/E,cAAc,CAAC,EAAE,YAAY,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,iBAAiB,GAAG,eAAe,GAAG,aAAa,GAAG,aAAa,GAAG,YAAY,CAAC;IAC1F,gEAAgE;IAChE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAMxD,MAAM,WAAW,oBAAqB,SAAQ,WAAW;IACvD,8DAA8D;IAC9D,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,4DAA4D;IAC5D,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAMD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,gEAAgE;IAChE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,gBAAgB,EAAE,CAAC;IAChC,0CAA0C;IAC1C,OAAO,EAAE,iBAAiB,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qDAAqD;IACrD,IAAI,CAAC,EAAE,qBAAqB,CAAC;CAC9B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,qBAAqB,EAAE,CAAC;IAChC,gCAAgC;IAChC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB"}

package/dist/lib/testing/storyboard/types.js

@@ -0,0 +1,10 @@
+"use strict";
+/**
+ * Types for storyboard-driven testing.
+ *
+ * Storyboards are YAML-defined test workflows that walk through
+ * AdCP agent interactions step by step. Each step maps to a
+ * SingleAgentClient method and includes validations.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/lib/testing/storyboard/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/types.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG"}

package/dist/lib/testing/storyboard/validations.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Per-step validation engine for storyboard testing.
+ *
+ * Supports four validation types defined in storyboard YAML:
+ * - response_schema: validate against Zod schemas
+ * - field_present: check a JSON path exists and is not null/undefined
+ * - field_value: check a JSON path equals an expected value
+ * - status_code: check the TaskResult status
+ */
+import type { TaskResult } from '../types';
+import type { StoryboardValidation, ValidationResult } from './types';
+/**
+ * Run all validations for a storyboard step.
+ */
+export declare function runValidations(validations: StoryboardValidation[], taskName: string, taskResult: TaskResult): ValidationResult[];
+export { resolvePath } from './path';
+//# sourceMappingURL=validations.d.ts.map

package/dist/lib/testing/storyboard/validations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validations.d.ts","sourceRoot":"","sources":["../../../../src/lib/testing/storyboard/validations.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGtE;;GAEG;AACH,wBAAgB,cAAc,CAC5B,WAAW,EAAE,oBAAoB,EAAE,EACnC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,UAAU,GACrB,gBAAgB,EAAE,CAEpB;AA2KD,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC"}