@adcp/sdk 5.23.0

package/dist/lib/conformance/oracle.js

@@ -0,0 +1,267 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.prepareResponseValidator = prepareResponseValidator;
+exports.evaluate = evaluate;
+const ajv_1 = __importDefault(require("ajv"));
+const ajv_formats_1 = __importDefault(require("ajv-formats"));
+const schemaLoader_1 = require("./schemaLoader");
+// Substring signatures (fast) — match language-specific stack frame shapes.
+// Haystack is JSON-encoded so real \n become literal "\n" (two chars);
+// signatures use literal \n characters and match the JSON-escape form.
+const STACK_TRACE_SIGNATURES = [
+    '    at ', // V8 / Node
+    'Traceback (most recent call last)', // Python
+    'node_modules/',
+    '.py", line',
+    '\\n  File "', // Python, JSON-escaped newline
+    'goroutine ', // Go runtime panic header
+    '\\n\\tat ', // JVM "\tat com.foo.Bar(Bar.java:42)" frames in JSON-encoded body
+    'Stack trace:\\n#0 ', // PHP uncaught-exception traceback preamble
+];
+// Regex signatures (slower, run second) — shapes that need structure to
+// avoid over-matching on innocent strings.
+const STACK_TRACE_REGEXES = [
+    // Go: `main.fn(0x1234)\n\t/app/main.go:42 +0x1a`
+    /\.go:\d+ \+0x[0-9a-f]+/,
+    // PHP: `#7 /var/www/foo.php(42): Bar->baz()` — numbered frame with file:line
+    /#\d+ [^\s]+\.php\(\d+\):/,
+    // JVM: `\n\tat com.foo.Bar.method(Bar.java:42)` — fully-qualified
+    // method with source:line. Anchored to whitespace/newline so an
+    // echoed Javadoc reference in prose (`"at com.foo.Bar(Bar.java:42)"`)
+    // doesn't trigger the detector — real stack frames sit on their own
+    // indented line.
+    /(?:\\n\s*|^\s+|\n\s+)at [\w$.]+\.[\w$]+\([\w$]+\.(?:java|kt|kts|scala|groovy):\d+\)/,
+    // .NET: `at Foo.Bar.Baz() in /path/to/X.cs:line 42` — method invocation
+    // followed by ` in ` and a file:line marker. The method-name charset
+    // includes parens/brackets for generic and overloaded signatures.
+    /at [\w.<>`,()[\]]+ in [^:\s]+\.(?:cs|vb|fs):line \d+/,
+];
+const FS_PATH_SIGNATURES = [/\/Users\/[^ "']+/, /\/home\/[^ "']+/, /[A-Z]:\\\\Users\\\\/];
+let cachedAjv = null;
+function getAjv() {
+    if (cachedAjv)
+        return cachedAjv;
+    const ajv = new ajv_1.default({ allErrors: true, strict: false, validateFormats: true });
+    (0, ajv_formats_1.default)(ajv);
+    cachedAjv = ajv;
+    return ajv;
+}
+const compiledValidators = new Map();
+function responseValidator(tool) {
+    const cached = compiledValidators.get(tool);
+    if (cached)
+        return cached;
+    const schema = (0, schemaLoader_1.loadResponseSchema)(tool);
+    const validator = getAjv().compile(schema);
+    compiledValidators.set(tool, validator);
+    return validator;
+}
+/**
+ * Does the response schema declare a top-level `context` property —
+ * either directly or on one of its `oneOf` branches? When it does, a
+ * request-context that's not echoed is an invariant violation; when it
+ * doesn't, a missing context field is silent tolerance.
+ */
+const responseSchemaHasContext = new Map();
+function responseEchoesContext(tool) {
+    const cached = responseSchemaHasContext.get(tool);
+    if (cached !== undefined)
+        return cached;
+    const schema = (0, schemaLoader_1.loadResponseSchema)(tool);
+    const direct = !!schema.properties && 'context' in schema.properties;
+    const branched = Array.isArray(schema.oneOf) && schema.oneOf.some(b => !!b.properties && 'context' in b.properties);
+    const answer = direct || branched;
+    responseSchemaHasContext.set(tool, answer);
+    return answer;
+}
+/**
+ * Warm the response-schema validator for a tool. Throws if Ajv can't
+ * compile — the runner uses that as the signal to skip the tool rather
+ * than fail every iteration. Separated from `evaluate()` so the failure
+ * surfaces once per tool, not once per sample.
+ */
+function prepareResponseValidator(tool) {
+    responseValidator(tool);
+}
+/**
+ * Classify a tool response under the two-path oracle.
+ *
+ * Accepted: `TaskResult.data` validates against the response schema.
+ * Rejected: `TaskResult.success === false` with a well-formed error
+ *   envelope (non-empty code, human-readable message).
+ * Invalid: neither — the agent crashed, truncated the envelope, leaked a
+ *   stack trace, or echoed a credential.
+ *
+ * Invariants hold on both accepted and rejected paths: no credential leak,
+ * no stack trace / filesystem path in the response body, and `context` is
+ * echoed unchanged when the caller supplied one.
+ */
+function evaluate(input) {
+    const { tool, request, result, authToken } = input;
+    const invariantFailures = [];
+    checkNoAuthLeak(result, authToken, invariantFailures);
+    checkNoStackLeak(result, invariantFailures);
+    checkNoFilesystemLeak(result, invariantFailures);
+    checkContextEchoed(tool, request, result, invariantFailures);
+    if (result.success === false) {
+        checkErrorEnvelope(result, invariantFailures);
+        return {
+            verdict: invariantFailures.length === 0 ? 'rejected' : 'invalid',
+            invariantFailures,
+        };
+    }
+    if (result.status !== 'completed' || result.data === undefined) {
+        // Intermediate states (working/submitted/input-required) don't exercise
+        // the response-schema path — treat as rejected (nothing to invariant-check).
+        return { verdict: 'rejected', invariantFailures };
+    }
+    const validate = responseValidator(tool);
+    if (!validate(result.data)) {
+        const errors = (validate.errors ?? []).slice(0, 3).map(formatAjvError);
+        invariantFailures.push(`response schema mismatch: ${errors.join('; ')}`);
+        return { verdict: 'invalid', invariantFailures };
+    }
+    return {
+        verdict: invariantFailures.length === 0 ? 'accepted' : 'invalid',
+        invariantFailures,
+    };
+}
+/**
+ * Stringify every channel an agent can leak through: payload, error
+ * message, `adcpError.code`/`.message`/`.details`, correlation id, and
+ * task metadata. The earlier version scanned only `result.data` and
+ * `result.error`, so leaks through `adcpError.details.stack` slipped
+ * past.
+ */
+function buildLeakHaystack(result) {
+    const parts = [
+        result.data,
+        result.error,
+        result.adcpError,
+        result.correlationId,
+        result.metadata,
+    ];
+    return parts.map(p => (p === undefined ? '' : safeStringify(p))).join(' ');
+}
+function checkNoAuthLeak(result, authToken, failures) {
+    // 8-char floor catches random 4-byte coincidences without triggering on
+    // every short hex-looking string. Detects verbatim echo only — agents
+    // can evade by re-encoding. Documented in docs/guides/CONFORMANCE.md.
+    if (!authToken || authToken.length < 8)
+        return;
+    if (buildLeakHaystack(result).includes(authToken))
+        failures.push('auth token echoed in response body');
+}
+function checkNoStackLeak(result, failures) {
+    const haystack = buildLeakHaystack(result);
+    for (const sig of STACK_TRACE_SIGNATURES) {
+        if (haystack.includes(sig)) {
+            failures.push(`stack trace leak (matched ${JSON.stringify(sig)})`);
+            return;
+        }
+    }
+    for (const rx of STACK_TRACE_REGEXES) {
+        if (rx.test(haystack)) {
+            failures.push(`stack trace leak (matched ${rx.source})`);
+            return;
+        }
+    }
+}
+function checkNoFilesystemLeak(result, failures) {
+    const haystack = buildLeakHaystack(result);
+    for (const sig of FS_PATH_SIGNATURES) {
+        if (sig.test(haystack)) {
+            failures.push(`filesystem path leak (matched ${sig.source})`);
+            return;
+        }
+    }
+}
+function checkContextEchoed(tool, request, result, failures) {
+    const reqContext = request?.context;
+    if (reqContext === undefined)
+        return;
+    const respContext = result.data?.context;
+    if (respContext === undefined) {
+        // When the response schema declares a `context` property, a missing
+        // echo IS a violation — the spec requires unchanged pass-through.
+        // When the schema omits `context` (some discovery-only responses do),
+        // silent tolerance stands.
+        if (responseEchoesContext(tool)) {
+            failures.push('request.context not echoed on response (schema declares context but response omitted it)');
+        }
+        return;
+    }
+    if (!deepEqual(reqContext, respContext)) {
+        failures.push('request.context not echoed unchanged on response');
+    }
+}
+function checkErrorEnvelope(result, failures) {
+    if (!result.error || typeof result.error !== 'string' || result.error.length === 0) {
+        failures.push('error envelope missing human-readable message');
+    }
+    const code = result.adcpError?.code;
+    if (code === undefined) {
+        failures.push('error envelope missing reason code');
+        return;
+    }
+    if (typeof code !== 'string' || code.length === 0) {
+        failures.push(`reason code is not a non-empty string: ${JSON.stringify(code)}`);
+        return;
+    }
+    if (!/^[A-Z][A-Z0-9_]*$/.test(code)) {
+        failures.push(`reason code "${code}" is not uppercase-snake format per spec`);
+    }
+}
+function formatAjvError(e) {
+    const path = e.instancePath || '(root)';
+    return `${path}: ${e.message ?? e.keyword ?? 'invalid'}`;
+}
+function safeStringify(value) {
+    try {
+        return JSON.stringify(value) ?? '';
+    }
+    catch {
+        return '';
+    }
+}
+/**
+ * Key-order-insensitive structural equality. JSON.stringify-based compare
+ * produces false positives when an agent round-trips `context` through a
+ * dict/map that doesn't preserve insertion order (Python, Go).
+ */
+function deepEqual(a, b) {
+    if (a === b)
+        return true;
+    if (typeof a !== typeof b)
+        return false;
+    if (a === null || b === null)
+        return a === b;
+    if (typeof a !== 'object')
+        return a === b;
+    if (Array.isArray(a)) {
+        if (!Array.isArray(b) || a.length !== b.length)
+            return false;
+        for (let i = 0; i < a.length; i++)
+            if (!deepEqual(a[i], b[i]))
+                return false;
+        return true;
+    }
+    if (Array.isArray(b))
+        return false;
+    const aKeys = Object.keys(a).sort();
+    const bKeys = Object.keys(b).sort();
+    if (aKeys.length !== bKeys.length)
+        return false;
+    for (let i = 0; i < aKeys.length; i++)
+        if (aKeys[i] !== bKeys[i])
+            return false;
+    for (const key of aKeys) {
+        if (!deepEqual(a[key], b[key]))
+            return false;
+    }
+    return true;
+}
+//# sourceMappingURL=oracle.js.map

package/dist/lib/conformance/oracle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"oracle.js","sourceRoot":"","sources":["../../../src/lib/conformance/oracle.ts"],"names":[],"mappings":";;;;;AAqGA,4DAEC;AAeD,4BAkCC;AAxJD,8CAAsB;AACtB,8DAAqC;AAGrC,iDAAoD;AAgBpD,4EAA4E;AAC5E,uEAAuE;AACvE,uEAAuE;AACvE,MAAM,sBAAsB,GAAG;IAC7B,SAAS,EAAE,YAAY;IACvB,mCAAmC,EAAE,SAAS;IAC9C,eAAe;IACf,YAAY;IACZ,aAAa,EAAE,+BAA+B;IAC9C,YAAY,EAAE,0BAA0B;IACxC,WAAW,EAAE,kEAAkE;IAC/E,oBAAoB,EAAE,4CAA4C;CACnE,CAAC;AAEF,wEAAwE;AACxE,2CAA2C;AAC3C,MAAM,mBAAmB,GAAsB;IAC7C,iDAAiD;IACjD,wBAAwB;IACxB,6EAA6E;IAC7E,0BAA0B;IAC1B,kEAAkE;IAClE,gEAAgE;IAChE,sEAAsE;IACtE,oEAAoE;IACpE,iBAAiB;IACjB,qFAAqF;IACrF,wEAAwE;IACxE,qEAAqE;IACrE,kEAAkE;IAClE,sDAAsD;CACvD,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;AAE1F,IAAI,SAAS,GAAe,IAAI,CAAC;AACjC,SAAS,MAAM;IACb,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/E,IAAA,qBAAU,EAAC,GAAG,CAAC,CAAC;IAChB,SAAS,GAAG,GAAG,CAAC;IAChB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAmD,CAAC;AACtF,SAAS,iBAAiB,CAAC,IAAyB;IAClD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,MAAM,GAAG,IAAA,iCAAkB,EAAC,IAAI,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3C,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACxC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAgC,CAAC;AACzE,SAAS,qBAAqB,CAAC,IAAyB;IACtD,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,MAAM,GAAG,IAAA,iCAAkB,EAAC,IAAI,CAGrC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC;IACrE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;IACpH,MAAM,MAAM,GAAG,MAAM,IAAI,QAAQ,CAAC;IAClC,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,wBAAwB,CAAC,IAAyB;IAChE,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAgB,QAAQ,CAAC,KAAkB;IACzC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;IACnD,MAAM,iBAAiB,GAAa,EAAE,CAAC;IAEvC,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;IACtD,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC5C,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACjD,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAE7D,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC7B,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;QAC9C,OAAO;YACL,OAAO,EAAE,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAChE,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/D,wEAAwE;QACxE,6EAA6E;QAC7E,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;IACpD,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACvE,iBAAiB,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;IACnD,CAAC;IAED,OAAO;QACL,OAAO,EAAE,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QAChE,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,iBAAiB,CAAC,MAA2B;IACpD,MAAM,KAAK,GAAc;QACvB,MAAM,CAAC,IAAI;QACX,MAAM,CAAC,KAAK;QACZ,MAAM,CAAC,SAAS;QACf,MAAsC,CAAC,aAAa;QACpD,MAAiC,CAAC,QAAQ;KAC5C,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B,EAAE,SAA6B,EAAE,QAAkB;IACrG,wEAAwE;IACxE,sEAAsE;IACtE,sEAAsE;IACtE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IAC/C,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;AACzG,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA2B,EAAE,QAAkB;IACvE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;IACH,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;QACrC,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,MAA2B,EAAE,QAAkB;IAC5E,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACrC,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,iCAAiC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAyB,EACzB,OAAgB,EAChB,MAA2B,EAC3B,QAAkB;IAElB,MAAM,UAAU,GAAI,OAA6C,EAAE,OAAO,CAAC;IAC3E,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO;IACrC,MAAM,WAAW,GAAI,MAAM,CAAC,IAA0C,EAAE,OAAO,CAAC;IAChF,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC9B,oEAAoE;QACpE,kEAAkE;QAClE,sEAAsE;QACtE,2BAA2B;QAC3B,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,0FAA0F,CAAC,CAAC;QAC5G,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA2B,EAAE,QAAkB;IACzE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnF,QAAQ,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;IACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClD,QAAQ,CAAC,IAAI,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChF,OAAO;IACT,CAAC;IACD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,0CAA0C,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,CAAgE;IACtF,MAAM,IAAI,GAAG,CAAC,CAAC,YAAY,IAAI,QAAQ,CAAC;IACxC,OAAO,GAAG,IAAI,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,CAAU,EAAE,CAAU;IACvC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,OAAO,CAAC,KAAK,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC5E,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IAC/E,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,SAAS,CAAE,CAA6B,CAAC,GAAG,CAAC,EAAG,CAA6B,CAAC,GAAG,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;IACzG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/lib/conformance/runConformance.d.ts

@@ -0,0 +1,17 @@
+import type { ConformanceReport, ConformanceToolName, RunConformanceOptions } from './types';
+/**
+ * Fuzz an AdCP agent against its published JSON schemas.
+ *
+ * Generates schema-valid requests for each tool, calls the agent, and
+ * classifies each response under the two-path oracle: valid success
+ * payloads pass; valid error envelopes with uppercase-snake reason codes
+ * also pass. Invalid responses, stack-trace leaks, and reason-code
+ * violations surface as failures with a shrunk reproduction seed.
+ *
+ * With `autoSeed: true`, the fuzzer first calls {@link seedFixtures} to
+ * create a property list, a content-standards config, and a media buy,
+ * then includes Tier-3 update tools in the run using the seeded IDs.
+ */
+export declare function runConformance(agentUrl: string, options?: RunConformanceOptions): Promise<ConformanceReport>;
+export type { ConformanceToolName };
+//# sourceMappingURL=runConformance.d.ts.map

package/dist/lib/conformance/runConformance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runConformance.d.ts","sourceRoot":"","sources":["../../../src/lib/conformance/runConformance.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAGV,iBAAiB,EACjB,mBAAmB,EAEnB,qBAAqB,EACtB,MAAM,SAAS,CAAC;AAejB;;;;;;;;;;;;GAYG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,iBAAiB,CAAC,CAoH5B;AA4CD,YAAY,EAAE,mBAAmB,EAAE,CAAC"}

package/dist/lib/conformance/runConformance.js

@@ -0,0 +1,174 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runConformance = runConformance;
+const AgentClient_1 = require("../core/AgentClient");
+const types_1 = require("./types");
+const schemaLoader_1 = require("./schemaLoader");
+const runners_1 = require("./runners");
+const seeder_1 = require("./seeder");
+const uniformError_1 = require("./invariants/uniformError");
+const DEFAULT_MAX_FAILURES = 20;
+const DEFAULT_MAX_FAILURE_PAYLOAD_BYTES = 8192;
+const MIN_FAILURE_PAYLOAD_BYTES = 256;
+/**
+ * Fuzz an AdCP agent against its published JSON schemas.
+ *
+ * Generates schema-valid requests for each tool, calls the agent, and
+ * classifies each response under the two-path oracle: valid success
+ * payloads pass; valid error envelopes with uppercase-snake reason codes
+ * also pass. Invalid responses, stack-trace leaks, and reason-code
+ * violations surface as failures with a shrunk reproduction seed.
+ *
+ * With `autoSeed: true`, the fuzzer first calls {@link seedFixtures} to
+ * create a property list, a content-standards config, and a media buy,
+ * then includes Tier-3 update tools in the run using the seeded IDs.
+ */
+async function runConformance(agentUrl, options = {}) {
+    const startedAt = new Date();
+    const seed = options.seed ?? Math.floor(Math.random() * 0x7fffffff);
+    const turnBudget = options.turnBudget ?? 50;
+    const maxFailures = options.maxFailures ?? DEFAULT_MAX_FAILURES;
+    const maxFailurePayloadBytes = Math.max(MIN_FAILURE_PAYLOAD_BYTES, options.maxFailurePayloadBytes ?? DEFAULT_MAX_FAILURE_PAYLOAD_BYTES);
+    // Auto-seed BEFORE building the fuzzing client so the seeder's warnings
+    // reach the report. Explicit caller fixtures win against any seeder
+    // conflict — that's the contract `autoSeed` promises.
+    let seededFixtures = {};
+    let seedWarnings = [];
+    if (options.autoSeed) {
+        const seedResult = await (0, seeder_1.seedFixtures)(agentUrl, {
+            protocol: options.protocol,
+            authToken: options.authToken,
+            agentConfig: options.agentConfig,
+            brand: options.seedBrand,
+        });
+        seededFixtures = seedResult.fixtures;
+        seedWarnings = seedResult.warnings;
+    }
+    const mergedFixtures = mergeFixtures(seededFixtures, options.fixtures);
+    // Include update tools when we have at least one seeded/supplied ID
+    // they can target. Fuzzing update_* with only random IDs just exercises
+    // REFERENCE_NOT_FOUND, which Phase-2 get_* tools already cover.
+    const haveRealIds = hasUsableFixtures(mergedFixtures);
+    const defaultTools = haveRealIds ? types_1.DEFAULT_TOOLS_WITH_UPDATES : types_1.DEFAULT_TOOLS;
+    const tools = options.tools ?? defaultTools;
+    const agent = buildAgentClient(agentUrl, options);
+    const perTool = {};
+    const failures = [];
+    let totalRuns = 0;
+    let droppedFailures = 0;
+    for (const [i, tool] of tools.entries()) {
+        if (!(0, schemaLoader_1.hasSchemas)(tool)) {
+            perTool[tool] = {
+                runs: 0,
+                accepted: 0,
+                rejected: 0,
+                failed: 0,
+                skipped: true,
+                skipReason: 'missing_schemas',
+            };
+            continue;
+        }
+        // Offset each tool's seed so they don't all explore the same corner
+        // of generator space — still deterministic vs. the caller-provided seed.
+        const toolSeed = seed + i * 1_000_003;
+        const { stats, failures: toolFailures } = await (0, runners_1.runToolFuzz)(tool, agent, {
+            seed: toolSeed,
+            numRuns: turnBudget,
+            authToken: options.authToken,
+            maxFailurePayloadBytes,
+            fixtures: mergedFixtures,
+        });
+        perTool[tool] = stats;
+        totalRuns += stats.runs;
+        for (const f of toolFailures) {
+            if (failures.length >= maxFailures) {
+                droppedFailures++;
+                continue;
+            }
+            failures.push(f);
+        }
+    }
+    // Uniform-error-response invariant (issue #731 / adcp spec
+    // § error-handling). Runs AFTER the main fuzz loop so normal stats are
+    // already collected; this is a discrete paired-probe pass per
+    // T2-eligible tool and adds a bounded number of extra requests (two
+    // per eligible tool). Runs regardless of fuzz outcomes — a broken
+    // response envelope elsewhere shouldn't mask a cross-tenant leak.
+    const uniformError = [];
+    const proberAgent = options.authTokenCrossTenant
+        ? buildAgentClient(agentUrl, { ...options, authToken: options.authTokenCrossTenant })
+        : agent;
+    for (const tool of (0, uniformError_1.toolsEligibleForUniformError)()) {
+        if (options.tools && !options.tools.includes(tool))
+            continue;
+        if (!(0, schemaLoader_1.hasSchemas)(tool))
+            continue;
+        const report = await (0, uniformError_1.runUniformErrorInvariant)(tool, {
+            prober: proberAgent,
+            fixtures: mergedFixtures,
+            crossTenantConfigured: !!options.authTokenCrossTenant,
+            maxBodyBytes: maxFailurePayloadBytes,
+        });
+        uniformError.push(report);
+    }
+    const completedAt = new Date();
+    return {
+        agentUrl,
+        seed,
+        schemaVersion: (0, schemaLoader_1.detectSchemaVersion)(),
+        protocol: options.protocol ?? options.agentConfig?.protocol ?? 'mcp',
+        turnBudget,
+        fixturesUsed: mergedFixtures,
+        autoSeeded: !!options.autoSeed,
+        seedWarnings,
+        totalRuns,
+        totalFailures: failures.length + droppedFailures,
+        droppedFailures,
+        perTool,
+        failures,
+        uniformError,
+        startedAt: startedAt.toISOString(),
+        completedAt: completedAt.toISOString(),
+        durationMs: completedAt.getTime() - startedAt.getTime(),
+    };
+}
+/**
+ * Merge seeded fixtures with explicit caller-supplied ones. Explicit
+ * pools fully replace the seeded pool for that key — they don't
+ * concatenate — because callers with their own test tenants typically
+ * want only their IDs, not the seeder's. Empty explicit pools fall
+ * through to the seeded value rather than wiping it; callers building
+ * fixtures from a dynamic source occasionally pass `[]` by accident.
+ */
+function mergeFixtures(seeded, explicit) {
+    if (!explicit || Object.keys(explicit).length === 0)
+        return seeded;
+    const merged = { ...seeded };
+    for (const [key, pool] of Object.entries(explicit)) {
+        if (pool && pool.length > 0) {
+            merged[key] = pool;
+        }
+    }
+    return merged;
+}
+function hasUsableFixtures(fixtures) {
+    return Object.values(fixtures).some(pool => Array.isArray(pool) && pool.length > 0);
+}
+function buildAgentClient(agentUrl, options) {
+    // Spread agentConfig FIRST so explicit keys below win. An earlier
+    // version spread agentConfig last, which silently overrode
+    // `auth_token` when a caller passed `agentConfig: { auth_token: ... }`
+    // alongside `options.authToken`. For the cross-tenant prober that
+    // meant the prober client could be built with tenant A's token
+    // while the invariant reported mode: 'cross-tenant'.
+    const config = {
+        ...options.agentConfig,
+        id: options.agentConfig?.id ?? 'conformance-fuzzer',
+        name: options.agentConfig?.name ?? 'AdCP Conformance Fuzzer',
+        agent_uri: agentUrl,
+        protocol: options.protocol ?? options.agentConfig?.protocol ?? 'mcp',
+        auth_token: options.authToken ?? options.agentConfig?.auth_token,
+    };
+    return new AgentClient_1.AgentClient(config);
+}
+//# sourceMappingURL=runConformance.js.map

package/dist/lib/conformance/runConformance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runConformance.js","sourceRoot":"","sources":["../../../src/lib/conformance/runConformance.ts"],"names":[],"mappings":";;AAqCA,wCAuHC;AA5JD,qDAAkD;AAUlD,mCAAoE;AACpE,iDAAiE;AACjE,uCAAwC;AACxC,qCAA0D;AAC1D,4DAImC;AAEnC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,MAAM,iCAAiC,GAAG,IAAI,CAAC;AAC/C,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC;;;;;;;;;;;;GAYG;AACI,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,UAAiC,EAAE;IAEnC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,oBAAoB,CAAC;IAChE,MAAM,sBAAsB,GAAG,IAAI,CAAC,GAAG,CACrC,yBAAyB,EACzB,OAAO,CAAC,sBAAsB,IAAI,iCAAiC,CACpE,CAAC;IAEF,wEAAwE;IACxE,oEAAoE;IACpE,sDAAsD;IACtD,IAAI,cAAc,GAAwB,EAAE,CAAC;IAC7C,IAAI,YAAY,GAAkB,EAAE,CAAC;IACrC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,IAAA,qBAAY,EAAC,QAAQ,EAAE;YAC9C,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,SAAS;SACzB,CAAC,CAAC;QACH,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;QACrC,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC;IACrC,CAAC;IACD,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEvE,oEAAoE;IACpE,wEAAwE;IACxE,gEAAgE;IAChE,MAAM,WAAW,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,kCAA0B,CAAC,CAAC,CAAC,qBAAa,CAAC;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;IAE5C,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAElD,MAAM,OAAO,GAAyC,EAAE,CAAC;IACzD,MAAM,QAAQ,GAAyB,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,IAAA,yBAAU,EAAC,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,GAAG;gBACd,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,iBAAiB;aAC9B,CAAC;YACF,SAAS;QACX,CAAC;QACD,oEAAoE;QACpE,yEAAyE;QACzE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,SAAS,CAAC;QACtC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,IAAA,qBAAW,EAAC,IAAI,EAAE,KAAK,EAAE;YACvE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,UAAU;YACnB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,sBAAsB;YACtB,QAAQ,EAAE,cAAc;SACzB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACtB,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;gBACnC,eAAe,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,2DAA2D;IAC3D,uEAAuE;IACvE,8DAA8D;IAC9D,oEAAoE;IACpE,kEAAkE;IAClE,kEAAkE;IAClE,MAAM,YAAY,GAAyB,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,oBAAoB;QAC9C,CAAC,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACrF,CAAC,CAAC,KAAK,CAAC;IACV,KAAK,MAAM,IAAI,IAAI,IAAA,2CAA4B,GAAE,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAS;QAC7D,IAAI,CAAC,IAAA,yBAAU,EAAC,IAAI,CAAC;YAAE,SAAS;QAChC,MAAM,MAAM,GAAG,MAAM,IAAA,uCAAwB,EAAC,IAAI,EAAE;YAClD,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,cAAc;YACxB,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB;YACrD,YAAY,EAAE,sBAAsB;SACrC,CAAC,CAAC;QACH,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,OAAO;QACL,QAAQ;QACR,IAAI;QACJ,aAAa,EAAE,IAAA,kCAAmB,GAAE;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,KAAK;QACpE,UAAU;QACV,YAAY,EAAE,cAAc;QAC5B,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ;QAC9B,YAAY;QACZ,SAAS;QACT,aAAa,EAAE,QAAQ,CAAC,MAAM,GAAG,eAAe;QAChD,eAAe;QACf,OAAO;QACP,QAAQ;QACR,YAAY;QACZ,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;QAClC,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;QACtC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;KACxD,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,aAAa,CAAC,MAA2B,EAAE,QAAyC;IAC3F,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACnE,MAAM,MAAM,GAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAA4C,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAC5D,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA6B;IACtD,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,OAA8B;IACxE,kEAAkE;IAClE,2DAA2D;IAC3D,uEAAuE;IACvE,kEAAkE;IAClE,+DAA+D;IAC/D,qDAAqD;IACrD,MAAM,MAAM,GAAgB;QAC1B,GAAG,OAAO,CAAC,WAAW;QACtB,EAAE,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,IAAI,oBAAoB;QACnD,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,IAAI,yBAAyB;QAC5D,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,KAAK;QACpE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,WAAW,EAAE,UAAU;KACjE,CAAC;IACF,OAAO,IAAI,yBAAW,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC"}

package/dist/lib/conformance/runners.d.ts

@@ -0,0 +1,27 @@
+import type { AgentClient } from '../core/AgentClient';
+import type { ConformanceFailure, ConformanceFixtures, ConformanceToolName, ConformanceToolStats } from './types';
+export interface RunnerOptions {
+    seed: number;
+    numRuns: number;
+    authToken?: string;
+    /** Cap per-failure serialized payload size (bytes). */
+    maxFailurePayloadBytes: number;
+    /** ID pools for Tier-2 fixture injection. See ConformanceFixtures. */
+    fixtures?: ConformanceFixtures;
+}
+export interface RunnerResult {
+    stats: ConformanceToolStats;
+    failures: ConformanceFailure[];
+}
+/**
+ * Fuzz a single tool against a connected agent. Uses fast-check's
+ * `fc.check` for property generation + shrinking; a response that trips
+ * the oracle is minimized to the smallest request that still reproduces
+ * the failure before it's collected in the report.
+ *
+ * Returns the tool skipped when the agent declares it unsupported or when
+ * the response schema can't be compiled — those aren't oracle failures,
+ * they're environmental conditions.
+ */
+export declare function runToolFuzz(tool: ConformanceToolName, agent: AgentClient, options: RunnerOptions): Promise<RunnerResult>;
+//# sourceMappingURL=runners.d.ts.map

package/dist/lib/conformance/runners.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runners.d.ts","sourceRoot":"","sources":["../../../src/lib/conformance/runners.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,KAAK,EACV,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AAKjB,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sEAAsE;IACtE,QAAQ,CAAC,EAAE,mBAAmB,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,oBAAoB,CAAC;IAC5B,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,mBAAmB,EACzB,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAkGvB"}