@adcp/sdk 13.0.2 → 13.0.3

package/dist/lib/testing/storyboard/runner.mjs

@@ -2387,7 +2387,8 @@ function listStrictOnlyFailures(phases) {
         if (v.check !== "response_schema") continue;
         if (v.strict === void 0) continue;
         if (v.strict.valid) continue;
-        if (!v.passed) continue;
+        const lenientAccepted = v.strict.lenient_valid === true || v.strict.lenient_valid === void 0 && v.passed;
+        if (!lenientAccepted) continue;
         rows.push({
           phase_id: phase.phase_id,
           step_id: step.step_id,
@@ -2404,6 +2405,8 @@ function summarizeStrictValidation(phases) {
   let checked = 0;
   let passed = 0;
   let strictOnlyFailures = 0;
+  let lenientAlsoFailed = 0;
+  let lenientUnobserved = 0;
   for (const phase of phases) {
     for (const step of phase.steps) {
       for (const v of step.validations) {
@@ -2411,8 +2414,15 @@ function summarizeStrictValidation(phases) {
         checked++;
         if (v.strict.valid) {
           passed++;
-        } else if (v.passed) {
-          strictOnlyFailures++;
+        } else {
+          const lenientValid = v.strict.lenient_valid;
+          if (lenientValid === true || lenientValid === void 0 && v.passed) {
+            strictOnlyFailures++;
+          } else if (lenientValid === false || lenientValid === void 0) {
+            lenientAlsoFailed++;
+          } else {
+            lenientUnobserved++;
+          }
         }
       }
     }
@@ -2424,7 +2434,8 @@ function summarizeStrictValidation(phases) {
     passed,
     failed,
     strict_only_failures: strictOnlyFailures,
-    lenient_also_failed: failed - strictOnlyFailures
+    lenient_also_failed: lenientAlsoFailed,
+    ...lenientUnobserved > 0 && { lenient_unobserved: lenientUnobserved }
   };
 }
 async function runStoryboardStep(agentUrl, storyboard, stepId, options = {}) {
@@ -3161,6 +3172,7 @@ async function executeStep(client, step, storyboardId, phaseId, context, allStep
       taskName: effectiveStep.task,
       ...options.adcpVersion && { adcpVersion: options.adcpVersion },
       ...options._serverAdcpVersion && { responseAdcpVersion: options._serverAdcpVersion },
+      strictResponseSchemaValidation: options.strictResponseSchemaValidation !== false,
       ...validationTaskResult && { taskResult: validationTaskResult },
       ...httpResult && { httpResult },
       agentUrl: runState.agentUrl,
@@ -3237,6 +3249,7 @@ async function executeStep(client, step, storyboardId, phaseId, context, allStep
       taskName: effectiveStep.task,
       ...options.adcpVersion && { adcpVersion: options.adcpVersion },
       ...options._serverAdcpVersion && { responseAdcpVersion: options._serverAdcpVersion },
+      strictResponseSchemaValidation: options.strictResponseSchemaValidation !== false,
       ...validationTaskResult && { taskResult: validationTaskResult },
       agentUrl: runState.agentUrl,
       contributions: runState.contributions,
@@ -3753,6 +3766,7 @@ async function executeProbeStep(client, step, phaseId, context, allSteps, option
     taskName: step.task === REPLAY_TRUSTED_MATCH_CONTEXT_VECTOR_TASK ? "context_match" : step.task,
     ...options.adcpVersion && { adcpVersion: options.adcpVersion },
     ...options._serverAdcpVersion && { responseAdcpVersion: options._serverAdcpVersion },
+    strictResponseSchemaValidation: options.strictResponseSchemaValidation !== false,
     httpResult: redactedHttpResult,
     ...step.task === REPLAY_TRUSTED_MATCH_CONTEXT_VECTOR_TASK && redactedHttpResult && {
       taskResult: {