@adcp/sdk 14.0.0-rc.37 → 14.0.0-rc.39

package/dist/lib/testing/compliance/comply.js

@@ -37,7 +37,10 @@ var import_runner = require('../storyboard/runner.js');
 var import_test_kit = require('../storyboard/test-kit.js');
 var import_spec_conformance = require('./spec-conformance.js');
 var import_default_invariants = require('../storyboard/default-invariants.js');
+var import_agent_routing = require('../storyboard/agent-routing.js');
 var import_compliance = require('../storyboard/compliance.js');
+var import_synthesize = require('../storyboard/request-signing/synthesize.js');
+var import_runner2 = require('../storyboard/runner.js');
 var import_protocols = require('../../protocols/index.js');
 var import_test_controller = require('../test-controller.js');
 var import_crypto = require("crypto");
@@ -507,6 +510,87 @@ const NEUTRAL_BUNDLE_SKIP_REASONS = /* @__PURE__ */ new Set([
   // remain coverage gaps and therefore keep the bundle partial.
   "capability_prerequisite_unavailable"
 ]);
+const CAPABILITY_ROLLUP_MIN_ADCP_VERSION = "3.2";
+const CAPABILITY_UNSUPPORTED_ROW_ID = "capability_unsupported";
+const CAPABILITY_UNSUPPORTED_RESULT_KEYS = /* @__PURE__ */ new Set([
+  "storyboard_id",
+  "storyboard_title",
+  "agent_url",
+  "overall_passed",
+  "phases",
+  "context",
+  "total_duration_ms",
+  "passed_count",
+  "failed_count",
+  "skipped_count",
+  "runner_capability_version",
+  "tested_at",
+  "strict_validation_summary",
+  "notices"
+]);
+const CAPABILITY_UNSUPPORTED_PHASE_KEYS = /* @__PURE__ */ new Set([
+  "phase_id",
+  "phase_title",
+  "passed",
+  "steps",
+  "duration_ms"
+]);
+const CAPABILITY_UNSUPPORTED_STEP_KEYS = /* @__PURE__ */ new Set([
+  "storyboard_id",
+  "step_id",
+  "phase_id",
+  "title",
+  "task",
+  "passed",
+  "skipped",
+  "skip_reason",
+  "skip",
+  "duration_ms",
+  "validations",
+  "context",
+  "error",
+  "extraction"
+]);
+function capabilityPathSegments(path) {
+  return String(path ?? "").trim().toLowerCase().split(".").map((segment) => segment.trim()).filter((segment) => segment.length > 0);
+}
+function isCapabilityUnsupportedSkip(storyboard, result) {
+  const predicates = (0, import_runner.storyboardCapabilityPredicates)(storyboard);
+  if (predicates.length === 0) return false;
+  if (typeof storyboard.adcp_version !== "string") return false;
+  if (compareAdcpVersionStrings(storyboard.adcp_version, CAPABILITY_ROLLUP_MIN_ADCP_VERSION) < 0) return false;
+  if (predicates.some((predicate) => capabilityPathSegments(predicate.path).includes("compliance_testing"))) {
+    return false;
+  }
+  for (const key of Object.keys(result)) {
+    if (!CAPABILITY_UNSUPPORTED_RESULT_KEYS.has(key)) return false;
+  }
+  if (result.overall_passed !== true) return false;
+  if (result.passed_count !== 0 || result.failed_count !== 0 || result.skipped_count !== 1) return false;
+  const strict = result.strict_validation_summary;
+  if (strict !== void 0) {
+    if (strict.observable !== false || strict.checked !== 0 || strict.passed !== 0 || strict.failed !== 0 || strict.strict_only_failures !== 0 || strict.lenient_also_failed !== 0) {
+      return false;
+    }
+  }
+  if (result.phases.length !== 1) return false;
+  const phase = result.phases[0];
+  for (const key of Object.keys(phase)) {
+    if (!CAPABILITY_UNSUPPORTED_PHASE_KEYS.has(key)) return false;
+  }
+  if (phase.phase_id !== CAPABILITY_UNSUPPORTED_ROW_ID || phase.passed !== true) return false;
+  const steps = phase.steps ?? [];
+  if (steps.length !== 1) return false;
+  const step = steps[0];
+  for (const key of Object.keys(step)) {
+    if (!CAPABILITY_UNSUPPORTED_STEP_KEYS.has(key)) return false;
+  }
+  return step.step_id === CAPABILITY_UNSUPPORTED_ROW_ID && step.skipped === true && step.passed === true && step.skip_reason === CAPABILITY_UNSUPPORTED_ROW_ID && // Canonical reason and a non-blank detail, per the output contract.
+  step.skip?.reason === "not_applicable" && typeof step.skip.detail === "string" && step.skip.detail.trim().length > 0 && // A row that names a runtime requirement is reporting an unmet gate, not
+  // an unclaimed capability.
+  step.skip.requirement === void 0 && // No execution evidence on the row itself.
+  (step.validations?.length ?? 0) === 0;
+}
 function buildComplianceBundleResults(bundles, storyboardResults, options = {}) {
   const resultByStoryboard = new Map(storyboardResults.map((result) => [result.storyboard_id, result]));
   const notApplicableIds = new Set((options.notApplicable ?? []).map((storyboard) => storyboard.storyboard_id));
@@ -524,6 +608,7 @@ function buildComplianceBundleResults(bundles, storyboardResults, options = {})
       if (!result.overall_passed && (result.failed_count > 0 || (0, import_storyboard_tracks.collectDetachedAssertionFailures)(result).length > 0)) {
         return "failing";
       }
+      if (isCapabilityUnsupportedSkip(storyboard, result)) return "not_applicable";
       const branchSetPhaseIds = new Set(
         storyboard.phases.filter((phase) => phase.branch_set !== void 0).map((phase) => phase.id)
       );
@@ -557,9 +642,14 @@ function buildComplianceBundleResults(bundles, storyboardResults, options = {})
       }
       return "passing";
     });
+    const graded = statuses.filter(
+      (candidate, index) => candidate !== "not_applicable" || notApplicableIds.has(storyboardIds[index])
+    );
+    const hasNeutralizedStoryboard = statuses.length > graded.length;
     let status;
     if (failingBundleIds.has(bundle.ref.id) || statuses.includes("failing")) status = "failing";
-    else if (statuses.length > 0 && statuses.every((candidate) => candidate === "passing")) status = "passing";
+    else if (graded.length > 0 && graded.every((candidate) => candidate === "passing")) status = "passing";
+    else if (hasNeutralizedStoryboard && graded.includes("not_applicable")) status = "partial";
     else if (statuses.length > 0 && statuses.every((candidate) => candidate === "not_applicable")) {
       status = "not_applicable";
     } else if (statuses.length === 0 || statuses.every((candidate) => candidate === "untested")) {
@@ -690,12 +780,11 @@ function expandScenarios(storyboards, resolveOptions = {}, skipDependencyExpansi
   return expanded;
 }
 function partitionStoryboardsByRequiredTools(storyboards, discoveredTools) {
-  const discoveredToolNames = new Set(discoveredTools);
   const runnable = [];
   const missing = [];
   for (const sb of storyboards) {
     const required = sb.required_tools ?? [];
-    const hasApplicableTool = required.length === 0 || required.some((tool) => discoveredToolNames.has(tool));
+    const hasApplicableTool = (0, import_agent_routing.hasAnyRequiredTool)(required, discoveredTools);
     if (!hasApplicableTool) {
       missing.push({
         storyboard_id: sb.id,
@@ -872,6 +961,7 @@ async function complyImpl(agentUrl, options) {
     trusted_match_publisher_auth_runner,
     contracts,
     allowLiveSideEffects,
+    request_signing,
     version,
     complianceDir,
     schemaRoot,
@@ -901,6 +991,14 @@ async function complyImpl(agentUrl, options) {
   return await (0, import_schema_loader.withExternalSchemaRoot)(complianceIndex.adcp_version, scopedSchemaRoot, async () => {
     let effectiveOptions = (0, import_runner.applyAdcpVersionRunOptions)(complianceIndex.adcp_version, {
       ...testOptions,
+      // `comply()` has always defaulted an unset transport to MCP when it built
+      // its clients (`effectiveOptions.protocol ?? 'mcp'`, below). Resolve it
+      // here instead of at each call site so the storyboard runner sees the
+      // same transport the requests actually use: probe selection is
+      // explicit-MCP-only by design, and leaving `protocol` unset would deny
+      // the MCP session sentinel to the default `comply()` caller while still
+      // speaking MCP on the wire.
+      protocol: testOptions.protocol ?? "mcp",
       sandbox: testOptions.sandbox !== false,
       test_session_id: testOptions.test_session_id || `comply-${Date.now()}`
     });
@@ -1063,6 +1161,7 @@ async function complyImpl(agentUrl, options) {
       ...trusted_match_publisher_auth_runner !== void 0 && { trusted_match_publisher_auth_runner },
       ...contracts !== void 0 && { contracts },
       ...allowLiveSideEffects !== void 0 && { allowLiveSideEffects },
+      ...request_signing !== void 0 && { request_signing },
       ...signal !== void 0 && { signal }
     };
     let stoppedForTimeoutBudget = false;
@@ -1292,6 +1391,7 @@ async function runWithDegradedProfile(agentUrl, profile, storyboards, options, e
     },
     ...options.contracts !== void 0 && { contracts: options.contracts },
     ...options.allowLiveSideEffects !== void 0 && { allowLiveSideEffects: options.allowLiveSideEffects },
+    ...options.request_signing !== void 0 && { request_signing: options.request_signing },
     ...signal !== void 0 && { signal }
   };
   let stoppedForTimeoutBudget = false;
@@ -1621,6 +1721,14 @@ ${overallIcon}  AdCP Compliance Report
           }
         }
       }
+      const scenariosByStoryboard = /* @__PURE__ */ new Map();
+      for (const scenario of track.scenarios) {
+        const storyboardId = String(scenario.scenario).split("/")[0];
+        scenariosByStoryboard.set(storyboardId, [...scenariosByStoryboard.get(storyboardId) ?? [], scenario]);
+      }
+      for (const scenarios of scenariosByStoryboard.values()) {
+        output += formatUnverifiedCoverage(scenarios);
+      }
     }
   }
   const failuresWithExpected = (result.failures ?? []).filter((f) => f.expected);
@@ -1695,6 +1803,53 @@ function formatReasonCounts(counts) {
   if (entries.length === 0) return void 0;
   return entries.sort(([a], [b]) => a.localeCompare(b)).map(([reason, count]) => `${reason}=${count}`).join(", ");
 }
+const SIGNING_COVERAGE_CAUSES = {
+  probe_errored: "the probes could not complete \u2014 see the step errors above",
+  transport_unverified: "this run has no dispatch shape for the vectors",
+  scope_excluded: "every vector was excluded by this run's own selection",
+  self_check_only: "only the in-library SDK self-check ran, which never contacts the agent"
+};
+function formatUnverifiedCoverage(scenarios) {
+  const steps = scenarios.flatMap((scenario) => (scenario.steps ?? []).map(toSigningCoverageStep));
+  const coverage = (0, import_runner2.signingCoverage)(steps);
+  if (coverage === "not_probed" || coverage === "graded") return "";
+  const probes = steps.filter((step) => step.task === import_synthesize.REQUEST_SIGNING_PROBE_TASK);
+  const label = String(scenarios[0]?.scenario ?? "signed_requests").split("/")[0] ?? "signed_requests";
+  const cause = SIGNING_COVERAGE_CAUSES[coverage];
+  let output = `   \u23ED\uFE0F  COVERAGE UNAVAILABLE \u2014 ${sanitizeReportText(label)}: `;
+  output += `none of ${probes.length} request-signing vector(s) reached the agent (${cause})
+`;
+  const remedies = [
+    ...new Set(
+      probes.map((step) => probeRemedy(step.response)).filter((remedy) => remedy !== void 0)
+    )
+  ];
+  for (const remedy of remedies.slice(0, 2)) {
+    output += `      ${sanitizeReportText(remedy)}
+`;
+  }
+  return output;
+}
+function toSigningCoverageStep(step) {
+  return {
+    task: step.task,
+    skipped: step.skipped,
+    skip_reason: step.skip_reason,
+    // `mapStepToTestStep` carries the probe's `HttpProbeResult` here.
+    response: step.observation_data
+  };
+}
+function probeRemedy(response) {
+  if (!response || typeof response !== "object") return void 0;
+  const error = response.error;
+  return typeof error === "string" && error.length > 0 ? error : void 0;
+}
+function sanitizeReportText(text) {
+  return text.replace(
+    /[\u0000-\u001f\u007f-\u009f]/g,
+    (char) => `\\u${char.charCodeAt(0).toString(16).padStart(4, "0")}`
+  );
+}
 function formatComplianceResultsJSON(result) {
   const testedTracks = result.tested_tracks?.map(toTestedTrackEntry);
   return JSON.stringify(

package/dist/lib/testing/compliance/comply.mjs

@@ -1,9 +1,10 @@
 import { createTestClient, discoverAgentProfile, seedTestClientSigningCapability } from "../client.mjs";
 import { collectDetachedAssertionFailures, mapStoryboardResultsToTrackResult, TRACK_LABELS } from "./storyboard-tracks.mjs";
-import { applyAdcpVersionRunOptions, runStoryboard } from "../storyboard/runner.mjs";
+import { applyAdcpVersionRunOptions, runStoryboard, storyboardCapabilityPredicates } from "../storyboard/runner.mjs";
 import { validateTestKit } from "../storyboard/test-kit.mjs";
 import { checkAccountDiscoveryGate, isAccountBearingSpecialism } from "./spec-conformance.mjs";
 import { registerDefaultInvariants } from "../storyboard/default-invariants.mjs";
+import { hasAnyRequiredTool } from "../storyboard/agent-routing.mjs";
 registerDefaultInvariants();
 import {
   resolveStoryboardsForCapabilities,
@@ -14,6 +15,8 @@ import {
   getExternalSchemaRootForCompliance,
   getStoryboardVersionGateReason
 } from "../storyboard/compliance.mjs";
+import { REQUEST_SIGNING_PROBE_TASK } from "../storyboard/request-signing/synthesize.mjs";
+import { signingCoverage } from "../storyboard/runner.mjs";
 import { closeScopedConnections, withMCPConnectionScope } from "../../protocols/index.mjs";
 import { detectController, hasTestController } from "../test-controller.mjs";
 import { randomBytes } from "crypto";
@@ -485,6 +488,87 @@ const NEUTRAL_BUNDLE_SKIP_REASONS = /* @__PURE__ */ new Set([
   // remain coverage gaps and therefore keep the bundle partial.
   "capability_prerequisite_unavailable"
 ]);
+const CAPABILITY_ROLLUP_MIN_ADCP_VERSION = "3.2";
+const CAPABILITY_UNSUPPORTED_ROW_ID = "capability_unsupported";
+const CAPABILITY_UNSUPPORTED_RESULT_KEYS = /* @__PURE__ */ new Set([
+  "storyboard_id",
+  "storyboard_title",
+  "agent_url",
+  "overall_passed",
+  "phases",
+  "context",
+  "total_duration_ms",
+  "passed_count",
+  "failed_count",
+  "skipped_count",
+  "runner_capability_version",
+  "tested_at",
+  "strict_validation_summary",
+  "notices"
+]);
+const CAPABILITY_UNSUPPORTED_PHASE_KEYS = /* @__PURE__ */ new Set([
+  "phase_id",
+  "phase_title",
+  "passed",
+  "steps",
+  "duration_ms"
+]);
+const CAPABILITY_UNSUPPORTED_STEP_KEYS = /* @__PURE__ */ new Set([
+  "storyboard_id",
+  "step_id",
+  "phase_id",
+  "title",
+  "task",
+  "passed",
+  "skipped",
+  "skip_reason",
+  "skip",
+  "duration_ms",
+  "validations",
+  "context",
+  "error",
+  "extraction"
+]);
+function capabilityPathSegments(path) {
+  return String(path ?? "").trim().toLowerCase().split(".").map((segment) => segment.trim()).filter((segment) => segment.length > 0);
+}
+function isCapabilityUnsupportedSkip(storyboard, result) {
+  const predicates = storyboardCapabilityPredicates(storyboard);
+  if (predicates.length === 0) return false;
+  if (typeof storyboard.adcp_version !== "string") return false;
+  if (compareAdcpVersionStrings(storyboard.adcp_version, CAPABILITY_ROLLUP_MIN_ADCP_VERSION) < 0) return false;
+  if (predicates.some((predicate) => capabilityPathSegments(predicate.path).includes("compliance_testing"))) {
+    return false;
+  }
+  for (const key of Object.keys(result)) {
+    if (!CAPABILITY_UNSUPPORTED_RESULT_KEYS.has(key)) return false;
+  }
+  if (result.overall_passed !== true) return false;
+  if (result.passed_count !== 0 || result.failed_count !== 0 || result.skipped_count !== 1) return false;
+  const strict = result.strict_validation_summary;
+  if (strict !== void 0) {
+    if (strict.observable !== false || strict.checked !== 0 || strict.passed !== 0 || strict.failed !== 0 || strict.strict_only_failures !== 0 || strict.lenient_also_failed !== 0) {
+      return false;
+    }
+  }
+  if (result.phases.length !== 1) return false;
+  const phase = result.phases[0];
+  for (const key of Object.keys(phase)) {
+    if (!CAPABILITY_UNSUPPORTED_PHASE_KEYS.has(key)) return false;
+  }
+  if (phase.phase_id !== CAPABILITY_UNSUPPORTED_ROW_ID || phase.passed !== true) return false;
+  const steps = phase.steps ?? [];
+  if (steps.length !== 1) return false;
+  const step = steps[0];
+  for (const key of Object.keys(step)) {
+    if (!CAPABILITY_UNSUPPORTED_STEP_KEYS.has(key)) return false;
+  }
+  return step.step_id === CAPABILITY_UNSUPPORTED_ROW_ID && step.skipped === true && step.passed === true && step.skip_reason === CAPABILITY_UNSUPPORTED_ROW_ID && // Canonical reason and a non-blank detail, per the output contract.
+  step.skip?.reason === "not_applicable" && typeof step.skip.detail === "string" && step.skip.detail.trim().length > 0 && // A row that names a runtime requirement is reporting an unmet gate, not
+  // an unclaimed capability.
+  step.skip.requirement === void 0 && // No execution evidence on the row itself.
+  (step.validations?.length ?? 0) === 0;
+}
 function buildComplianceBundleResults(bundles, storyboardResults, options = {}) {
   const resultByStoryboard = new Map(storyboardResults.map((result) => [result.storyboard_id, result]));
   const notApplicableIds = new Set((options.notApplicable ?? []).map((storyboard) => storyboard.storyboard_id));
@@ -502,6 +586,7 @@ function buildComplianceBundleResults(bundles, storyboardResults, options = {})
       if (!result.overall_passed && (result.failed_count > 0 || collectDetachedAssertionFailures(result).length > 0)) {
         return "failing";
       }
+      if (isCapabilityUnsupportedSkip(storyboard, result)) return "not_applicable";
       const branchSetPhaseIds = new Set(
         storyboard.phases.filter((phase) => phase.branch_set !== void 0).map((phase) => phase.id)
       );
@@ -535,9 +620,14 @@ function buildComplianceBundleResults(bundles, storyboardResults, options = {})
       }
       return "passing";
     });
+    const graded = statuses.filter(
+      (candidate, index) => candidate !== "not_applicable" || notApplicableIds.has(storyboardIds[index])
+    );
+    const hasNeutralizedStoryboard = statuses.length > graded.length;
     let status;
     if (failingBundleIds.has(bundle.ref.id) || statuses.includes("failing")) status = "failing";
-    else if (statuses.length > 0 && statuses.every((candidate) => candidate === "passing")) status = "passing";
+    else if (graded.length > 0 && graded.every((candidate) => candidate === "passing")) status = "passing";
+    else if (hasNeutralizedStoryboard && graded.includes("not_applicable")) status = "partial";
     else if (statuses.length > 0 && statuses.every((candidate) => candidate === "not_applicable")) {
       status = "not_applicable";
     } else if (statuses.length === 0 || statuses.every((candidate) => candidate === "untested")) {
@@ -668,12 +758,11 @@ function expandScenarios(storyboards, resolveOptions = {}, skipDependencyExpansi
   return expanded;
 }
 function partitionStoryboardsByRequiredTools(storyboards, discoveredTools) {
-  const discoveredToolNames = new Set(discoveredTools);
   const runnable = [];
   const missing = [];
   for (const sb of storyboards) {
     const required = sb.required_tools ?? [];
-    const hasApplicableTool = required.length === 0 || required.some((tool) => discoveredToolNames.has(tool));
+    const hasApplicableTool = hasAnyRequiredTool(required, discoveredTools);
     if (!hasApplicableTool) {
       missing.push({
         storyboard_id: sb.id,
@@ -850,6 +939,7 @@ async function complyImpl(agentUrl, options) {
     trusted_match_publisher_auth_runner,
     contracts,
     allowLiveSideEffects,
+    request_signing,
     version,
     complianceDir,
     schemaRoot,
@@ -879,6 +969,14 @@ async function complyImpl(agentUrl, options) {
   return await withExternalSchemaRoot(complianceIndex.adcp_version, scopedSchemaRoot, async () => {
     let effectiveOptions = applyAdcpVersionRunOptions(complianceIndex.adcp_version, {
       ...testOptions,
+      // `comply()` has always defaulted an unset transport to MCP when it built
+      // its clients (`effectiveOptions.protocol ?? 'mcp'`, below). Resolve it
+      // here instead of at each call site so the storyboard runner sees the
+      // same transport the requests actually use: probe selection is
+      // explicit-MCP-only by design, and leaving `protocol` unset would deny
+      // the MCP session sentinel to the default `comply()` caller while still
+      // speaking MCP on the wire.
+      protocol: testOptions.protocol ?? "mcp",
       sandbox: testOptions.sandbox !== false,
       test_session_id: testOptions.test_session_id || `comply-${Date.now()}`
     });
@@ -1041,6 +1139,7 @@ async function complyImpl(agentUrl, options) {
       ...trusted_match_publisher_auth_runner !== void 0 && { trusted_match_publisher_auth_runner },
       ...contracts !== void 0 && { contracts },
       ...allowLiveSideEffects !== void 0 && { allowLiveSideEffects },
+      ...request_signing !== void 0 && { request_signing },
       ...signal !== void 0 && { signal }
     };
     let stoppedForTimeoutBudget = false;
@@ -1270,6 +1369,7 @@ async function runWithDegradedProfile(agentUrl, profile, storyboards, options, e
     },
     ...options.contracts !== void 0 && { contracts: options.contracts },
     ...options.allowLiveSideEffects !== void 0 && { allowLiveSideEffects: options.allowLiveSideEffects },
+    ...options.request_signing !== void 0 && { request_signing: options.request_signing },
     ...signal !== void 0 && { signal }
   };
   let stoppedForTimeoutBudget = false;
@@ -1599,6 +1699,14 @@ ${overallIcon}  AdCP Compliance Report
           }
         }
       }
+      const scenariosByStoryboard = /* @__PURE__ */ new Map();
+      for (const scenario of track.scenarios) {
+        const storyboardId = String(scenario.scenario).split("/")[0];
+        scenariosByStoryboard.set(storyboardId, [...scenariosByStoryboard.get(storyboardId) ?? [], scenario]);
+      }
+      for (const scenarios of scenariosByStoryboard.values()) {
+        output += formatUnverifiedCoverage(scenarios);
+      }
     }
   }
   const failuresWithExpected = (result.failures ?? []).filter((f) => f.expected);
@@ -1673,6 +1781,53 @@ function formatReasonCounts(counts) {
   if (entries.length === 0) return void 0;
   return entries.sort(([a], [b]) => a.localeCompare(b)).map(([reason, count]) => `${reason}=${count}`).join(", ");
 }
+const SIGNING_COVERAGE_CAUSES = {
+  probe_errored: "the probes could not complete \u2014 see the step errors above",
+  transport_unverified: "this run has no dispatch shape for the vectors",
+  scope_excluded: "every vector was excluded by this run's own selection",
+  self_check_only: "only the in-library SDK self-check ran, which never contacts the agent"
+};
+function formatUnverifiedCoverage(scenarios) {
+  const steps = scenarios.flatMap((scenario) => (scenario.steps ?? []).map(toSigningCoverageStep));
+  const coverage = signingCoverage(steps);
+  if (coverage === "not_probed" || coverage === "graded") return "";
+  const probes = steps.filter((step) => step.task === REQUEST_SIGNING_PROBE_TASK);
+  const label = String(scenarios[0]?.scenario ?? "signed_requests").split("/")[0] ?? "signed_requests";
+  const cause = SIGNING_COVERAGE_CAUSES[coverage];
+  let output = `   \u23ED\uFE0F  COVERAGE UNAVAILABLE \u2014 ${sanitizeReportText(label)}: `;
+  output += `none of ${probes.length} request-signing vector(s) reached the agent (${cause})
+`;
+  const remedies = [
+    ...new Set(
+      probes.map((step) => probeRemedy(step.response)).filter((remedy) => remedy !== void 0)
+    )
+  ];
+  for (const remedy of remedies.slice(0, 2)) {
+    output += `      ${sanitizeReportText(remedy)}
+`;
+  }
+  return output;
+}
+function toSigningCoverageStep(step) {
+  return {
+    task: step.task,
+    skipped: step.skipped,
+    skip_reason: step.skip_reason,
+    // `mapStepToTestStep` carries the probe's `HttpProbeResult` here.
+    response: step.observation_data
+  };
+}
+function probeRemedy(response) {
+  if (!response || typeof response !== "object") return void 0;
+  const error = response.error;
+  return typeof error === "string" && error.length > 0 ? error : void 0;
+}
+function sanitizeReportText(text) {
+  return text.replace(
+    /[\u0000-\u001f\u007f-\u009f]/g,
+    (char) => `\\u${char.charCodeAt(0).toString(16).padStart(4, "0")}`
+  );
+}
 function formatComplianceResultsJSON(result) {
   const testedTracks = result.tested_tracks?.map(toTestedTrackEntry);
   return JSON.stringify(

package/dist/lib/testing/compliance/storyboard-tracks.js

@@ -23,6 +23,7 @@ __export(storyboard_tracks_exports, {
   mapStoryboardResultsToTrackResult: () => mapStoryboardResultsToTrackResult
 });
 module.exports = __toCommonJS(storyboard_tracks_exports);
+var import_runner = require('../storyboard/runner.js');
 function collectDetachedAssertionFailures(result) {
   const failures = [];
   for (const assertion of result.assertions ?? []) {
@@ -186,16 +187,17 @@ function computeTrackStatus(results) {
   const totalSkipped = results.reduce((sum, r) => sum + r.skipped_count, 0);
   const totalSteps = totalPassed + totalFailed + totalSkipped;
   const hasAssertionFailure = results.some((result) => collectDetachedAssertionFailures(result).length > 0);
+  const stepsOf = (result) => (result.passes?.flatMap((pass) => pass.phases) ?? result.phases).flatMap((phase) => phase.steps);
+  const hasFixtureUnavailable = results.some(
+    (result) => stepsOf(result).some((step) => step.skip?.reason === "fixture_unavailable")
+  );
+  const hasUnverifiedSigningCoverage = results.some((result) => (0, import_runner.signingCoverageUnverified)(stepsOf(result)));
   if (totalSteps === 0) return "skip";
   if (totalFailed > 0) return totalPassed === 0 ? "fail" : "partial";
   if (hasAssertionFailure) return totalPassed === 0 ? "fail" : "partial";
+  if (hasUnverifiedSigningCoverage) return "partial";
   if (totalSteps === totalSkipped) return "skip";
   if (results.some((result) => !result.overall_passed)) return "partial";
-  const hasFixtureUnavailable = results.some(
-    (result) => (result.passes?.flatMap((pass) => pass.phases) ?? result.phases).some(
-      (phase) => phase.steps.some((step) => step.skip?.reason === "fixture_unavailable")
-    )
-  );
   if (hasFixtureUnavailable) return "partial";
   const observationRecords = results.flatMap((r) => r.assertions ?? []).filter((a) => typeof a.observation_count === "number");
   if (observationRecords.length > 0 && observationRecords.every((a) => a.observation_count === 0)) {

package/dist/lib/testing/compliance/storyboard-tracks.mjs

@@ -1,3 +1,4 @@
+import { signingCoverageUnverified } from "../storyboard/runner.mjs";
 function collectDetachedAssertionFailures(result) {
   const failures = [];
   for (const assertion of result.assertions ?? []) {
@@ -161,16 +162,17 @@ function computeTrackStatus(results) {
   const totalSkipped = results.reduce((sum, r) => sum + r.skipped_count, 0);
   const totalSteps = totalPassed + totalFailed + totalSkipped;
   const hasAssertionFailure = results.some((result) => collectDetachedAssertionFailures(result).length > 0);
+  const stepsOf = (result) => (result.passes?.flatMap((pass) => pass.phases) ?? result.phases).flatMap((phase) => phase.steps);
+  const hasFixtureUnavailable = results.some(
+    (result) => stepsOf(result).some((step) => step.skip?.reason === "fixture_unavailable")
+  );
+  const hasUnverifiedSigningCoverage = results.some((result) => signingCoverageUnverified(stepsOf(result)));
   if (totalSteps === 0) return "skip";
   if (totalFailed > 0) return totalPassed === 0 ? "fail" : "partial";
   if (hasAssertionFailure) return totalPassed === 0 ? "fail" : "partial";
+  if (hasUnverifiedSigningCoverage) return "partial";
   if (totalSteps === totalSkipped) return "skip";
   if (results.some((result) => !result.overall_passed)) return "partial";
-  const hasFixtureUnavailable = results.some(
-    (result) => (result.passes?.flatMap((pass) => pass.phases) ?? result.phases).some(
-      (phase) => phase.steps.some((step) => step.skip?.reason === "fixture_unavailable")
-    )
-  );
   if (hasFixtureUnavailable) return "partial";
   const observationRecords = results.flatMap((r) => r.assertions ?? []).filter((a) => typeof a.observation_count === "number");
   if (observationRecords.length > 0 && observationRecords.every((a) => a.observation_count === 0)) {

package/dist/lib/testing/compliance/summary.js

@@ -84,7 +84,14 @@ const ACTIONABLE_CANONICAL_REASONS = /* @__PURE__ */ new Set([
   "prerequisite_failed",
   "unsatisfied_contract",
   "no_phases",
-  "requirement_unmet"
+  "requirement_unmet",
+  // Detailed reason, not canonical: `isActionable` tests the raw reason
+  // before mapping it, so this surfaces the signing coverage gap in the
+  // skip-cause block without making every canonical `not_applicable` skip
+  // actionable. A partial verdict whose cause never appears in the summary
+  // is the "silently missing coverage" failure mode this block exists to
+  // prevent (adcp-client#2954).
+  "signing_transport_unavailable"
 ]);
 function isActionableSkipReason(reason) {
   if (ACTIONABLE_CANONICAL_REASONS.has(reason)) return true;
@@ -139,6 +146,8 @@ function skipCauseDetail(reason) {
       return "pre-flight controller seeding failed";
     case "capability_unsupported":
       return "agent self-declared capability unsupported";
+    case "signing_transport_unavailable":
+      return "this runner has no request-signing dispatch for the run protocol \u2014 grade the MCP/REST binding";
     default:
       return reason;
   }

package/dist/lib/testing/compliance/summary.mjs

@@ -58,7 +58,14 @@ const ACTIONABLE_CANONICAL_REASONS = /* @__PURE__ */ new Set([
   "prerequisite_failed",
   "unsatisfied_contract",
   "no_phases",
-  "requirement_unmet"
+  "requirement_unmet",
+  // Detailed reason, not canonical: `isActionable` tests the raw reason
+  // before mapping it, so this surfaces the signing coverage gap in the
+  // skip-cause block without making every canonical `not_applicable` skip
+  // actionable. A partial verdict whose cause never appears in the summary
+  // is the "silently missing coverage" failure mode this block exists to
+  // prevent (adcp-client#2954).
+  "signing_transport_unavailable"
 ]);
 function isActionableSkipReason(reason) {
   if (ACTIONABLE_CANONICAL_REASONS.has(reason)) return true;
@@ -113,6 +120,8 @@ function skipCauseDetail(reason) {
       return "pre-flight controller seeding failed";
     case "capability_unsupported":
       return "agent self-declared capability unsupported";
+    case "signing_transport_unavailable":
+      return "this runner has no request-signing dispatch for the run protocol \u2014 grade the MCP/REST binding";
     default:
       return reason;
   }

package/dist/lib/testing/index.d.mts

@@ -16,4 +16,4 @@ export type { TestControllerBridge, TestControllerBridgeContext, BridgeFromSessi
 export { runAgainstLocalAgent } from './local-agent-runner.mjs';
 export type { LocalAgentRunResult, PerStoryboardOverride, RunAgainstLocalAgentOptions } from './local-agent-runner.mjs';
 export { registerExternalSchemaRoot, unregisterExternalSchemaRoot, withExternalSchemaRoot } from '../validation/index.mjs';
-export { runStoryboard, runStoryboardStep, applyAdcpVersionRunOptions, applyStoryboardVersionOptions, getFirstStepPreview, parseStoryboard, loadStoryboardFile, normalizeValidationOnlyTasks, VALIDATION_ONLY_TASK, applyFixtureBindingsToRequest, buildFixtureResolutionSpecs, FixtureBindingRegistry, matchesFixtureRequirements, normalizeFixtureMatchExpression, validateFixtureResolutionDeclarations, getComplianceCacheDir, loadComplianceIndex, listBundles, loadBundleStoryboards, listAllComplianceStoryboards, getComplianceStoryboardById, findBundleById, resolveBundleOrStoryboard, resolveStoryboardsForCapabilities, isComplianceVersionSupported, CapabilityResolutionError, TASK_TO_METHOD, executeStoryboardTask, expandCreativeAssetDirectives, findUnresolvedCreativeAssetDirectives, extractContext, injectContext, runValidations, resolvePath, RateLimitTripObserver, RATE_LIMIT_TRIP_CONTRACT, RATE_LIMIT_TRIP_DEFAULT_REPLAY_MAX_WAIT_SECONDS, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MAX, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MIN, validateRateLimitTripSpec, getSandboxEntities, getSandboxBrands, getSandboxBrand, isSandboxDomain, clearSandboxCache, registerAssertion, getAssertion, listAssertions, listDefaultAssertions, clearAssertionRegistry, resolveAssertions, type AssertionSpec, type AssertionContext, type AssertionResult, type RegisterAssertionOptions, type Storyboard, type StoryboardFixtureResolution, type FixtureResolutionStrategy, type FixtureMatchOperator, type FixtureMatchClause, type FixtureResolutionDeclaration, type ProductFixtureResolutionDeclaration, type PricingOptionFixtureResolutionDeclaration, type FixtureResolutionStatus, type FixtureResolutionRecord, type FixtureResolutionAttempt, type FixtureResolutionEvidence, type FixtureResolutionCoverageGap, type StoryboardInvariants, type StoryboardInvariantsObject, type StepInvariantsObject, type StoryboardPhase, type StoryboardStep, type RateLimitTripSpec, type StoryboardValidation, type RateLimitTripClient, type RateLimitTripFailureCode, type RateLimitTripObservation, type RateLimitTripObserverOptions, type RateLimitTripResponseSnapshot, type RateLimitTripStructuredResult, type RateLimitTripTaskOptions, type StoryboardContext, type StoryboardRunOptions, type TrustedMatchContextProviderEndpoint, type TrustedMatchContextRegistrationContext, type TrustedMatchContextRouterRunnerOptions, type TrustedMatchPublisherAuthOperation, type TrustedMatchPublisherCredentialState, type TrustedMatchPublisherAuthTls, type TrustedMatchPublisherAuthProbeConfiguration, type TrustedMatchPublisherAuthRunner, type ValidationResult, type StoryboardStepPreview, type StoryboardStepResult, type StoryboardStepHint, type StoryboardStepHintBase, type ContextValueRejectedHint, type ShapeDriftHint, type MissingRequiredFieldHint, type FormatMismatchHint, type MonotonicViolationHint, type ContextProvenanceEntry, type StoryboardPhaseResult, type StoryboardResult, type RunnerNotice, type NoticeCode, type NoticeSeverity, type AgentCapabilities, type BundleKind, type BundleRef, type CapabilityResolutionCode, type ComplianceIndex, type ComplianceIndexProtocol, type ComplianceIndexSpecialism, type ResolveOptions, type ResolvedBundle, type ResolvedStoryboards, type SandboxBrand, type SandboxAgent, type SandboxEntities, type BrandJson, type AdagentsJson, gradeOAuthMetadataGraph, gradeOAuthMetadataGraphVector, loadOAuthMetadataGraphVectors, normalizeOAuthResourceForComparison, redactOAuthUrlForOutput, type GradeOAuthMetadataGraphOptions, type OAuthMetadataGraphErrorCode, type OAuthMetadataGraphFinding, type OAuthMetadataGraphGrade, type OAuthMetadataGraphObservation, type OAuthMetadataGraphVector, type OAuthMetadataGraphVectorCorpus, BrandJsonSchema, AdagentsJsonSchema, } from './storyboard/index.mjs';
+export { runStoryboard, runStoryboardStep, applyAdcpVersionRunOptions, applyStoryboardVersionOptions, getFirstStepPreview, parseStoryboard, loadStoryboardFile, normalizeValidationOnlyTasks, VALIDATION_ONLY_TASK, applyFixtureBindingsToRequest, buildFixtureResolutionSpecs, FixtureBindingRegistry, matchesFixtureRequirements, normalizeFixtureMatchExpression, validateFixtureResolutionDeclarations, getComplianceCacheDir, loadComplianceIndex, listBundles, loadBundleStoryboards, listAllComplianceStoryboards, getComplianceStoryboardById, findBundleById, resolveBundleOrStoryboard, resolveStoryboardsForCapabilities, isComplianceVersionSupported, CapabilityResolutionError, TASK_TO_METHOD, executeStoryboardTask, expandCreativeAssetDirectives, findUnresolvedCreativeAssetDirectives, extractContext, injectContext, runValidations, resolvePath, RateLimitTripObserver, RATE_LIMIT_TRIP_CONTRACT, RATE_LIMIT_TRIP_DEFAULT_REPLAY_MAX_WAIT_SECONDS, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MAX, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MIN, validateRateLimitTripSpec, getSandboxEntities, getSandboxBrands, getSandboxBrand, isSandboxDomain, clearSandboxCache, registerAssertion, getAssertion, listAssertions, listDefaultAssertions, clearAssertionRegistry, resolveAssertions, type AssertionSpec, type AssertionContext, type AssertionResult, type RegisterAssertionOptions, type Storyboard, type StoryboardFixtureResolution, type FixtureResolutionStrategy, type FixtureMatchOperator, type FixtureMatchClause, type FixtureResolutionDeclaration, type ProductFixtureResolutionDeclaration, type PricingOptionFixtureResolutionDeclaration, type FixtureResolutionStatus, type FixtureResolutionRecord, type FixtureResolutionAttempt, type FixtureResolutionEvidence, type FixtureResolutionCoverageGap, type StoryboardInvariants, type StoryboardInvariantsObject, type StepInvariantsObject, type StoryboardPhase, type StoryboardStep, type RateLimitTripSpec, type StoryboardValidation, type RateLimitTripClient, type RateLimitTripFailureCode, type RateLimitTripObservation, type RateLimitTripObserverOptions, type RateLimitTripResponseSnapshot, type RateLimitTripStructuredResult, type RateLimitTripTaskOptions, type StoryboardContext, type StoryboardRunOptions, type TrustedMatchContextProviderEndpoint, type TrustedMatchContextRegistrationContext, type TrustedMatchContextRouterRunnerOptions, type TrustedMatchPublisherAuthOperation, type TrustedMatchPublisherCredentialState, type TrustedMatchPublisherAuthTls, type TrustedMatchPublisherAuthProbeConfiguration, type TrustedMatchPublisherAuthRunner, type ValidationResult, type StoryboardStepPreview, type StoryboardStepResult, type StoryboardStepHint, type StoryboardStepHintBase, type ContextValueRejectedHint, type ShapeDriftHint, type MissingRequiredFieldHint, type FormatMismatchHint, type MonotonicViolationHint, type ContextProvenanceEntry, type StoryboardPhaseResult, type StoryboardResult, type RunnerNotice, type NoticeCode, type NoticeSeverity, type AgentCapabilities, type BundleKind, type BundleRef, type CapabilityResolutionCode, type ComplianceIndex, type ComplianceIndexProtocol, type ComplianceIndexSpecialism, type ResolveOptions, type ResolvedBundle, type ResolvedStoryboards, type SandboxBrand, type SandboxAgent, type SandboxEntities, type BrandJson, type AdagentsJson, gradeOAuthMetadataGraph, gradeOAuthMetadataGraphVector, loadOAuthMetadataGraphVectors, normalizeOAuthResourceForComparison, redactOAuthUrlForOutput, type GradeOAuthMetadataGraphOptions, type OAuthMetadataGraphErrorCode, type OAuthMetadataGraphFinding, type OAuthMetadataGraphGrade, type OAuthMetadataGraphObservation, type OAuthMetadataGraphVector, type OAuthMetadataGraphVectorCorpus, BrandJsonSchema, AdagentsJsonSchema, MCP_SESSION_PROBE_TASK, } from './storyboard/index.mjs';

package/dist/lib/testing/index.d.ts

@@ -16,4 +16,4 @@ export type { TestControllerBridge, TestControllerBridgeContext, BridgeFromSessi
 export { runAgainstLocalAgent } from './local-agent-runner';
 export type { LocalAgentRunResult, PerStoryboardOverride, RunAgainstLocalAgentOptions } from './local-agent-runner';
 export { registerExternalSchemaRoot, unregisterExternalSchemaRoot, withExternalSchemaRoot } from '../validation';
-export { runStoryboard, runStoryboardStep, applyAdcpVersionRunOptions, applyStoryboardVersionOptions, getFirstStepPreview, parseStoryboard, loadStoryboardFile, normalizeValidationOnlyTasks, VALIDATION_ONLY_TASK, applyFixtureBindingsToRequest, buildFixtureResolutionSpecs, FixtureBindingRegistry, matchesFixtureRequirements, normalizeFixtureMatchExpression, validateFixtureResolutionDeclarations, getComplianceCacheDir, loadComplianceIndex, listBundles, loadBundleStoryboards, listAllComplianceStoryboards, getComplianceStoryboardById, findBundleById, resolveBundleOrStoryboard, resolveStoryboardsForCapabilities, isComplianceVersionSupported, CapabilityResolutionError, TASK_TO_METHOD, executeStoryboardTask, expandCreativeAssetDirectives, findUnresolvedCreativeAssetDirectives, extractContext, injectContext, runValidations, resolvePath, RateLimitTripObserver, RATE_LIMIT_TRIP_CONTRACT, RATE_LIMIT_TRIP_DEFAULT_REPLAY_MAX_WAIT_SECONDS, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MAX, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MIN, validateRateLimitTripSpec, getSandboxEntities, getSandboxBrands, getSandboxBrand, isSandboxDomain, clearSandboxCache, registerAssertion, getAssertion, listAssertions, listDefaultAssertions, clearAssertionRegistry, resolveAssertions, type AssertionSpec, type AssertionContext, type AssertionResult, type RegisterAssertionOptions, type Storyboard, type StoryboardFixtureResolution, type FixtureResolutionStrategy, type FixtureMatchOperator, type FixtureMatchClause, type FixtureResolutionDeclaration, type ProductFixtureResolutionDeclaration, type PricingOptionFixtureResolutionDeclaration, type FixtureResolutionStatus, type FixtureResolutionRecord, type FixtureResolutionAttempt, type FixtureResolutionEvidence, type FixtureResolutionCoverageGap, type StoryboardInvariants, type StoryboardInvariantsObject, type StepInvariantsObject, type StoryboardPhase, type StoryboardStep, type RateLimitTripSpec, type StoryboardValidation, type RateLimitTripClient, type RateLimitTripFailureCode, type RateLimitTripObservation, type RateLimitTripObserverOptions, type RateLimitTripResponseSnapshot, type RateLimitTripStructuredResult, type RateLimitTripTaskOptions, type StoryboardContext, type StoryboardRunOptions, type TrustedMatchContextProviderEndpoint, type TrustedMatchContextRegistrationContext, type TrustedMatchContextRouterRunnerOptions, type TrustedMatchPublisherAuthOperation, type TrustedMatchPublisherCredentialState, type TrustedMatchPublisherAuthTls, type TrustedMatchPublisherAuthProbeConfiguration, type TrustedMatchPublisherAuthRunner, type ValidationResult, type StoryboardStepPreview, type StoryboardStepResult, type StoryboardStepHint, type StoryboardStepHintBase, type ContextValueRejectedHint, type ShapeDriftHint, type MissingRequiredFieldHint, type FormatMismatchHint, type MonotonicViolationHint, type ContextProvenanceEntry, type StoryboardPhaseResult, type StoryboardResult, type RunnerNotice, type NoticeCode, type NoticeSeverity, type AgentCapabilities, type BundleKind, type BundleRef, type CapabilityResolutionCode, type ComplianceIndex, type ComplianceIndexProtocol, type ComplianceIndexSpecialism, type ResolveOptions, type ResolvedBundle, type ResolvedStoryboards, type SandboxBrand, type SandboxAgent, type SandboxEntities, type BrandJson, type AdagentsJson, gradeOAuthMetadataGraph, gradeOAuthMetadataGraphVector, loadOAuthMetadataGraphVectors, normalizeOAuthResourceForComparison, redactOAuthUrlForOutput, type GradeOAuthMetadataGraphOptions, type OAuthMetadataGraphErrorCode, type OAuthMetadataGraphFinding, type OAuthMetadataGraphGrade, type OAuthMetadataGraphObservation, type OAuthMetadataGraphVector, type OAuthMetadataGraphVectorCorpus, BrandJsonSchema, AdagentsJsonSchema, } from './storyboard';
+export { runStoryboard, runStoryboardStep, applyAdcpVersionRunOptions, applyStoryboardVersionOptions, getFirstStepPreview, parseStoryboard, loadStoryboardFile, normalizeValidationOnlyTasks, VALIDATION_ONLY_TASK, applyFixtureBindingsToRequest, buildFixtureResolutionSpecs, FixtureBindingRegistry, matchesFixtureRequirements, normalizeFixtureMatchExpression, validateFixtureResolutionDeclarations, getComplianceCacheDir, loadComplianceIndex, listBundles, loadBundleStoryboards, listAllComplianceStoryboards, getComplianceStoryboardById, findBundleById, resolveBundleOrStoryboard, resolveStoryboardsForCapabilities, isComplianceVersionSupported, CapabilityResolutionError, TASK_TO_METHOD, executeStoryboardTask, expandCreativeAssetDirectives, findUnresolvedCreativeAssetDirectives, extractContext, injectContext, runValidations, resolvePath, RateLimitTripObserver, RATE_LIMIT_TRIP_CONTRACT, RATE_LIMIT_TRIP_DEFAULT_REPLAY_MAX_WAIT_SECONDS, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MAX, RATE_LIMIT_TRIP_MAX_ATTEMPTS_MIN, validateRateLimitTripSpec, getSandboxEntities, getSandboxBrands, getSandboxBrand, isSandboxDomain, clearSandboxCache, registerAssertion, getAssertion, listAssertions, listDefaultAssertions, clearAssertionRegistry, resolveAssertions, type AssertionSpec, type AssertionContext, type AssertionResult, type RegisterAssertionOptions, type Storyboard, type StoryboardFixtureResolution, type FixtureResolutionStrategy, type FixtureMatchOperator, type FixtureMatchClause, type FixtureResolutionDeclaration, type ProductFixtureResolutionDeclaration, type PricingOptionFixtureResolutionDeclaration, type FixtureResolutionStatus, type FixtureResolutionRecord, type FixtureResolutionAttempt, type FixtureResolutionEvidence, type FixtureResolutionCoverageGap, type StoryboardInvariants, type StoryboardInvariantsObject, type StepInvariantsObject, type StoryboardPhase, type StoryboardStep, type RateLimitTripSpec, type StoryboardValidation, type RateLimitTripClient, type RateLimitTripFailureCode, type RateLimitTripObservation, type RateLimitTripObserverOptions, type RateLimitTripResponseSnapshot, type RateLimitTripStructuredResult, type RateLimitTripTaskOptions, type StoryboardContext, type StoryboardRunOptions, type TrustedMatchContextProviderEndpoint, type TrustedMatchContextRegistrationContext, type TrustedMatchContextRouterRunnerOptions, type TrustedMatchPublisherAuthOperation, type TrustedMatchPublisherCredentialState, type TrustedMatchPublisherAuthTls, type TrustedMatchPublisherAuthProbeConfiguration, type TrustedMatchPublisherAuthRunner, type ValidationResult, type StoryboardStepPreview, type StoryboardStepResult, type StoryboardStepHint, type StoryboardStepHintBase, type ContextValueRejectedHint, type ShapeDriftHint, type MissingRequiredFieldHint, type FormatMismatchHint, type MonotonicViolationHint, type ContextProvenanceEntry, type StoryboardPhaseResult, type StoryboardResult, type RunnerNotice, type NoticeCode, type NoticeSeverity, type AgentCapabilities, type BundleKind, type BundleRef, type CapabilityResolutionCode, type ComplianceIndex, type ComplianceIndexProtocol, type ComplianceIndexSpecialism, type ResolveOptions, type ResolvedBundle, type ResolvedStoryboards, type SandboxBrand, type SandboxAgent, type SandboxEntities, type BrandJson, type AdagentsJson, gradeOAuthMetadataGraph, gradeOAuthMetadataGraphVector, loadOAuthMetadataGraphVectors, normalizeOAuthResourceForComparison, redactOAuthUrlForOutput, type GradeOAuthMetadataGraphOptions, type OAuthMetadataGraphErrorCode, type OAuthMetadataGraphFinding, type OAuthMetadataGraphGrade, type OAuthMetadataGraphObservation, type OAuthMetadataGraphVector, type OAuthMetadataGraphVectorCorpus, BrandJsonSchema, AdagentsJsonSchema, MCP_SESSION_PROBE_TASK, } from './storyboard';