@nifrajs/testing 3.1.0 → 3.3.0

package/README.md

@@ -194,6 +194,14 @@ that every call carries and captures cookies via a shared jar.
 
 For a **stateless** request (no cookies), use `testClient` from `@nifrajs/client` directly.
 
+### Agent evaluation and failure matrix
+
+`runAgentEvalComposition` composes trajectory replay, fault profiles, contract invariants,
+idempotency proofs, and adapter certification. Reports expose explicit invariant and rubric cases,
+stable regression IDs, schedule tokens, and digests; they do not retain prompts, tool payloads,
+model output, labels, or a single opaque quality score. The failure matrix covers model, tool,
+approval, cancellation, lease, cursor, registry, and deployment boundaries.
+
 ## For AI agents
 
 Start with [`LLM.md`](./LLM.md) - this package's contract card (the exports you call + its footguns),

package/dist/agent-certification.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Certification profile for capability-descriptor adapters.
+ *
+ * An adapter that projects a tool, MCP tool, extension, model, or deployment target into a
+ * {@link CapabilityDescriptor} is certified structurally: its output must parse cleanly, carry a real
+ * schema digest, be free of any content-bearing field, compose into a deterministic snapshot, and
+ * surface a schema change on a stable identity as drift rather than a silent overwrite. The profile
+ * is dependency-free test evidence - an adapter package uses it only in CI, and the resulting matrix
+ * is portable JSON that names capabilities, never payloads.
+ */
+import { type AgentDeploymentAdapter, type ModelGateway } from "@nifrajs/agent";
+import { type CapabilityDescriptor } from "@nifrajs/agent/registry";
+import { type AdapterCertificationProfile } from "./certification.js";
+/**
+ * The test-only surface a descriptor adapter exposes for certification. `describe` yields the
+ * adapter's representative descriptor; `describeDrift` yields a descriptor with the SAME identity
+ * (kind and name) but a DIFFERENT schema digest, so the drift check can prove the adapter's identity
+ * is stable across a schema change instead of colliding into it.
+ */
+export interface CertifiableDescriptorAdapter {
+    describe(): CapabilityDescriptor | Promise<CapabilityDescriptor>;
+    describeDrift(): CapabilityDescriptor | Promise<CapabilityDescriptor>;
+}
+/**
+ * Build the descriptor-adapter certification profile. Every check runs against a fresh adapter, so a
+ * failure never leaks into the next capability's evidence.
+ */
+export declare function registryCertificationProfile(): AdapterCertificationProfile<CertifiableDescriptorAdapter>;
+export interface CertifiableModelGateway extends ModelGateway {
+}
+/** Certification for provider-neutral gateways. It never emits request or response content. */
+export declare function gatewayCertificationProfile(): AdapterCertificationProfile<CertifiableModelGateway>;
+export declare const modelGatewayCertificationProfile: typeof gatewayCertificationProfile;
+export interface CertifiableDeploymentAdapter extends AgentDeploymentAdapter {
+    /** Required only when the adapter claims real OS hostile-code isolation. */
+    readonly verifyHostileCodeIsolation?: () => boolean | PromiseLike<boolean>;
+}
+/** Certification for lifecycle cleanup, capability truthfulness, authority, and isolation claims. */
+export declare function deploymentCertificationProfile(): AdapterCertificationProfile<CertifiableDeploymentAdapter>;
+export declare const deploymentAdapterCertificationProfile: typeof deploymentCertificationProfile;
+//# sourceMappingURL=agent-certification.d.ts.map

package/dist/agent-certification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-certification.d.ts","sourceRoot":"","sources":["../src/agent-certification.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAEL,KAAK,sBAAsB,EAE3B,KAAK,YAAY,EAMlB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,KAAK,oBAAoB,EAI1B,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAAE,KAAK,2BAA2B,EAA8B,MAAM,oBAAoB,CAAA;AAEjG;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,IAAI,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAChE,aAAa,IAAI,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;CACtE;AAiBD;;;GAGG;AACH,wBAAgB,4BAA4B,IAAI,2BAA2B,CAAC,4BAA4B,CAAC,CA4DxG;AASD,MAAM,WAAW,uBAAwB,SAAQ,YAAY;CAAG;AAEhE,+FAA+F;AAC/F,wBAAgB,2BAA2B,IAAI,2BAA2B,CAAC,uBAAuB,CAAC,CAgFlG;AAWD,eAAO,MAAM,gCAAgC,oCAA8B,CAAA;AAE3E,MAAM,WAAW,4BAA6B,SAAQ,sBAAsB;IAC1E,4EAA4E;IAC5E,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;CAC3E;AAED,qGAAqG;AACrG,wBAAgB,8BAA8B,IAAI,2BAA2B,CAAC,4BAA4B,CAAC,CA8D1G;AAED,eAAO,MAAM,qCAAqC,uCAAiC,CAAA"}

package/dist/agent-certification.js

@@ -0,0 +1,242 @@
+/**
+ * Certification profile for capability-descriptor adapters.
+ *
+ * An adapter that projects a tool, MCP tool, extension, model, or deployment target into a
+ * {@link CapabilityDescriptor} is certified structurally: its output must parse cleanly, carry a real
+ * schema digest, be free of any content-bearing field, compose into a deterministic snapshot, and
+ * surface a schema change on a stable identity as drift rather than a silent overwrite. The profile
+ * is dependency-free test evidence - an adapter package uses it only in CI, and the resulting matrix
+ * is portable JSON that names capabilities, never payloads.
+ */
+import { AgentDeployment, createDeploymentAuthority, parseDeploymentCapabilityReport, parseModelGatewayError, parseModelGatewayResult, runModelGateway, structuredOutputParser, } from "@nifrajs/agent";
+import { composeRegistrySnapshot, parseCapabilityDescriptor, RegistryError, } from "@nifrajs/agent/registry";
+import { defineCertificationProfile } from "./certification.js";
+const ALLOWED_KEYS = new Set([
+    "descriptorVersion",
+    "kind",
+    "name",
+    "version",
+    "schemaDigest",
+    "requiredCapabilities",
+    "approval",
+    "retry",
+    "idempotency",
+    "isolation",
+]);
+const SCHEMA_DIGEST = /^[0-9a-f]{64}$/;
+/**
+ * Build the descriptor-adapter certification profile. Every check runs against a fresh adapter, so a
+ * failure never leaks into the next capability's evidence.
+ */
+export function registryCertificationProfile() {
+    return defineCertificationProfile({
+        id: "capability-descriptor",
+        version: 1,
+        capabilities: ["content-free", "schema-digest", "snapshot-determinism", "drift-detection"],
+        checks: [
+            {
+                id: "content-free",
+                capability: "content-free",
+                async run(adapter) {
+                    const descriptor = await adapter.describe();
+                    const parsed = parseCapabilityDescriptor(descriptor);
+                    for (const key of Object.keys(parsed)) {
+                        if (!ALLOWED_KEYS.has(key))
+                            throw new Error("DescriptorExtraField");
+                    }
+                    if (parsed.descriptorVersion !== 1)
+                        throw new Error("DescriptorVersion");
+                },
+            },
+            {
+                id: "schema-digest",
+                capability: "schema-digest",
+                async run(adapter) {
+                    const descriptor = await adapter.describe();
+                    if (!SCHEMA_DIGEST.test(descriptor.schemaDigest))
+                        throw new Error("DescriptorSchemaDigest");
+                    if (descriptor.version.length === 0)
+                        throw new Error("DescriptorVersionMissing");
+                },
+            },
+            {
+                id: "snapshot-determinism",
+                capability: "snapshot-determinism",
+                async run(adapter) {
+                    const descriptor = await adapter.describe();
+                    const first = await composeRegistrySnapshot([descriptor]);
+                    const second = await composeRegistrySnapshot([descriptor]);
+                    if (first.digest !== second.digest)
+                        throw new Error("SnapshotNonDeterministic");
+                    if (first.descriptors.length !== 1)
+                        throw new Error("SnapshotDescriptorCount");
+                },
+            },
+            {
+                id: "identity-drift",
+                capability: "drift-detection",
+                async run(adapter) {
+                    const descriptor = await adapter.describe();
+                    const drift = await adapter.describeDrift();
+                    if (descriptor.kind !== drift.kind || descriptor.name !== drift.name)
+                        throw new Error("DriftIdentityMismatch");
+                    if (descriptor.schemaDigest === drift.schemaDigest)
+                        throw new Error("DriftDigestUnchanged");
+                    let code;
+                    try {
+                        await composeRegistrySnapshot([descriptor, drift]);
+                    }
+                    catch (error) {
+                        if (error instanceof RegistryError)
+                            code = error.code;
+                    }
+                    if (code !== "schema_drift")
+                        throw new Error("DriftNotDetected");
+                },
+            },
+        ],
+    });
+}
+class NamedCertificationFailure extends Error {
+    constructor(name) {
+        super(name);
+        this.name = name;
+    }
+}
+/** Certification for provider-neutral gateways. It never emits request or response content. */
+export function gatewayCertificationProfile() {
+    return defineCertificationProfile({
+        id: "model-gateway",
+        version: 1,
+        capabilities: ["parse-boundary", "error-taxonomy", "fallback-policy", "evidence-firewall"],
+        checks: [
+            {
+                id: "parse-boundary",
+                capability: "parse-boundary",
+                async run(adapter) {
+                    const result = await runModelGateway(adapter, { input: { probe: true }, parser: structuredOutputParser((value) => value) }, { routes: ["cert-route"], retryableCodes: [], budget: { maxAttempts: 1 } });
+                    if (!result.ok || result.evidence.some((item) => Object.hasOwn(item, "input")))
+                        throw new NamedCertificationFailure("GatewayParseBoundary");
+                },
+            },
+            {
+                id: "error-taxonomy",
+                capability: "error-taxonomy",
+                run() {
+                    for (const code of [
+                        "malformed_output",
+                        "refusal",
+                        "timeout",
+                        "rate_limit",
+                        "unavailable",
+                        "policy_denied",
+                        "cancelled",
+                        "internal",
+                    ]) {
+                        if (parseModelGatewayError({ code }).code !== code)
+                            throw new NamedCertificationFailure("GatewayErrorTaxonomy");
+                    }
+                },
+            },
+            {
+                id: "fallback-policy",
+                capability: "fallback-policy",
+                async run(adapter) {
+                    const result = await runModelGateway(adapter, { input: { probe: true } }, {
+                        routes: ["cert-route", "cert-fallback"],
+                        retryableCodes: ["rate_limit", "unavailable"],
+                        allowFallback: true,
+                        budget: { maxAttempts: 2 },
+                    });
+                    if (result.evidence.some((item) => item.kind === "fallback"))
+                        return;
+                    if (!result.ok)
+                        throw new NamedCertificationFailure("GatewayFallback");
+                },
+            },
+            {
+                id: "evidence-firewall",
+                capability: "evidence-firewall",
+                async run(adapter) {
+                    const raw = await adapter.complete({
+                        routeId: "cert-route",
+                        input: { probe: true },
+                        signal: new AbortController().signal,
+                        envelope: { attempt: 1, attemptsRemaining: 0 },
+                    });
+                    if (parseModelGatewayResult(raw).ok === false && isRecordWithKey(raw, "evidence"))
+                        throw new NamedCertificationFailure("GatewayEvidenceFirewall");
+                    const result = await runModelGateway(adapter, { input: { prompt: "transient" } }, { routes: ["cert-route"], retryableCodes: [], budget: { maxAttempts: 1 } });
+                    const evidence = JSON.stringify(result.evidence).toLowerCase();
+                    if (/prompt|message|response|credential|secret|diagnostic|stack|content/.test(evidence))
+                        throw new NamedCertificationFailure("GatewayEvidenceFirewall");
+                },
+            },
+        ],
+    });
+}
+function isRecordWithKey(value, key) {
+    return (typeof value === "object" &&
+        value !== null &&
+        !Array.isArray(value) &&
+        Object.hasOwn(value, key));
+}
+export const modelGatewayCertificationProfile = gatewayCertificationProfile;
+/** Certification for lifecycle cleanup, capability truthfulness, authority, and isolation claims. */
+export function deploymentCertificationProfile() {
+    return defineCertificationProfile({
+        id: "deployment-adapter",
+        version: 1,
+        capabilities: ["capability-truthfulness", "lifecycle", "cleanup", "isolation-claims"],
+        checks: [
+            {
+                id: "capability-truthfulness",
+                capability: "capability-truthfulness",
+                async run(adapter) {
+                    const report = parseDeploymentCapabilityReport(await adapter.capabilityReport());
+                    if (report.adapterId !== adapter.id)
+                        throw new NamedCertificationFailure("DeploymentCapability");
+                },
+            },
+            {
+                id: "lifecycle",
+                capability: "lifecycle",
+                async run(adapter) {
+                    const deployment = new AgentDeployment(adapter, createDeploymentAuthority({ workspaceMaxBytes: 1024 * 1024 }));
+                    await deployment.prepare({ deploymentId: "cert-deployment" });
+                    await deployment.start();
+                    const inspection = await deployment.inspect();
+                    if (inspection.state !== "running")
+                        throw new NamedCertificationFailure("DeploymentLifecycle");
+                    await deployment.cancel();
+                    await deployment.dispose();
+                },
+            },
+            {
+                id: "cleanup",
+                capability: "cleanup",
+                async run(adapter) {
+                    const deployment = new AgentDeployment(adapter, createDeploymentAuthority({ workspaceMaxBytes: 1024 * 1024 }));
+                    await deployment.prepare({ deploymentId: "cert-cleanup" });
+                    await deployment.dispose();
+                    if (deployment.lifecycleState !== "disposed")
+                        throw new NamedCertificationFailure("DeploymentCleanup");
+                },
+            },
+            {
+                id: "isolation-claims",
+                capability: "isolation-claims",
+                async run(adapter) {
+                    const report = parseDeploymentCapabilityReport(await adapter.capabilityReport());
+                    if (report.capabilities.hostileCodeIsolation === "os") {
+                        if (adapter.verifyHostileCodeIsolation === undefined ||
+                            !(await adapter.verifyHostileCodeIsolation()))
+                            throw new NamedCertificationFailure("DeploymentIsolationClaim");
+                    }
+                },
+            },
+        ],
+    });
+}
+export const deploymentAdapterCertificationProfile = deploymentCertificationProfile;
+//# sourceMappingURL=agent-certification.js.map

package/dist/agent-certification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-certification.js","sourceRoot":"","sources":["../src/agent-certification.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,eAAe,EAEf,yBAAyB,EAEzB,+BAA+B,EAC/B,sBAAsB,EACtB,uBAAuB,EACvB,eAAe,EACf,sBAAsB,GACvB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAEL,uBAAuB,EACvB,yBAAyB,EACzB,aAAa,GACd,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAAoC,0BAA0B,EAAE,MAAM,oBAAoB,CAAA;AAajG,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC;IAChD,mBAAmB;IACnB,MAAM;IACN,MAAM;IACN,SAAS;IACT,cAAc;IACd,sBAAsB;IACtB,UAAU;IACV,OAAO;IACP,aAAa;IACb,WAAW;CACZ,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,gBAAgB,CAAA;AAEtC;;;GAGG;AACH,MAAM,UAAU,4BAA4B;IAC1C,OAAO,0BAA0B,CAA+B;QAC9D,EAAE,EAAE,uBAAuB;QAC3B,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,CAAC,cAAc,EAAE,eAAe,EAAE,sBAAsB,EAAE,iBAAiB,CAAC;QAC1F,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,cAAc;gBAClB,UAAU,EAAE,cAAc;gBAC1B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;oBAC3C,MAAM,MAAM,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAA;oBACpD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;wBACtC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;4BAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;oBACrE,CAAC;oBACD,IAAI,MAAM,CAAC,iBAAiB,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;gBAC1E,CAAC;aACF;YACD;gBACE,EAAE,EAAE,eAAe;gBACnB,UAAU,EAAE,eAAe;gBAC3B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;oBAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;wBAC9C,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;oBAC3C,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;gBAClF,CAAC;aACF;YACD;gBACE,EAAE,EAAE,sBAAsB;gBAC1B,UAAU,EAAE,sBAAsB;gBAClC,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;oBAC3C,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;oBACzD,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;oBAC1D,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;oBAC/E,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;gBAChF,CAAC;aACF;YACD;gBACE,EAAE,EAAE,gBAAgB;gBACpB,UAAU,EAAE,iBAAiB;gBAC7B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;oBAC3C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAA;oBAC3C,IAAI,UAAU,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;wBAClE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;oBAC1C,IAAI,UAAU,CAAC,YAAY,KAAK,KAAK,CAAC,YAAY;wBAChD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;oBACzC,IAAI,IAAwB,CAAA;oBAC5B,IAAI,CAAC;wBACH,MAAM,uBAAuB,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAA;oBACpD,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,KAAK,YAAY,aAAa;4BAAE,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;oBACvD,CAAC;oBACD,IAAI,IAAI,KAAK,cAAc;wBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;gBAClE,CAAC;aACF;SACF;KACF,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,yBAA0B,SAAQ,KAAK;IAC3C,YAAY,IAAY;QACtB,KAAK,CAAC,IAAI,CAAC,CAAA;QACX,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;CACF;AAID,+FAA+F;AAC/F,MAAM,UAAU,2BAA2B;IACzC,OAAO,0BAA0B,CAA0B;QACzD,EAAE,EAAE,eAAe;QACnB,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,mBAAmB,CAAC;QAC1F,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,gBAAgB;gBACpB,UAAU,EAAE,gBAAgB;gBAC5B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,MAAM,GAAG,MAAM,eAAe,CAClC,OAAO,EACP,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,sBAAsB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAC5E,EAAE,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAC3E,CAAA;oBACD,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;wBAC5E,MAAM,IAAI,yBAAyB,CAAC,sBAAsB,CAAC,CAAA;gBAC/D,CAAC;aACF;YACD;gBACE,EAAE,EAAE,gBAAgB;gBACpB,UAAU,EAAE,gBAAgB;gBAC5B,GAAG;oBACD,KAAK,MAAM,IAAI,IAAI;wBACjB,kBAAkB;wBAClB,SAAS;wBACT,SAAS;wBACT,YAAY;wBACZ,aAAa;wBACb,eAAe;wBACf,WAAW;wBACX,UAAU;qBACF,EAAE,CAAC;wBACX,IAAI,sBAAsB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI;4BAChD,MAAM,IAAI,yBAAyB,CAAC,sBAAsB,CAAC,CAAA;oBAC/D,CAAC;gBACH,CAAC;aACF;YACD;gBACE,EAAE,EAAE,iBAAiB;gBACrB,UAAU,EAAE,iBAAiB;gBAC7B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,MAAM,GAAG,MAAM,eAAe,CAClC,OAAO,EACP,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAC1B;wBACE,MAAM,EAAE,CAAC,YAAY,EAAE,eAAe,CAAC;wBACvC,cAAc,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;wBAC7C,aAAa,EAAE,IAAI;wBACnB,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;qBAC3B,CACF,CAAA;oBACD,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;wBAAE,OAAM;oBACpE,IAAI,CAAC,MAAM,CAAC,EAAE;wBAAE,MAAM,IAAI,yBAAyB,CAAC,iBAAiB,CAAC,CAAA;gBACxE,CAAC;aACF;YACD;gBACE,EAAE,EAAE,mBAAmB;gBACvB,UAAU,EAAE,mBAAmB;gBAC/B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC;wBACjC,OAAO,EAAE,YAAY;wBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;wBACtB,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;wBACpC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;qBAC/C,CAAC,CAAA;oBACF,IAAI,uBAAuB,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC;wBAC/E,MAAM,IAAI,yBAAyB,CAAC,yBAAyB,CAAC,CAAA;oBAChE,MAAM,MAAM,GAAG,MAAM,eAAe,CAClC,OAAO,EACP,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAClC,EAAE,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAC3E,CAAA;oBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;oBAC9D,IAAI,oEAAoE,CAAC,IAAI,CAAC,QAAQ,CAAC;wBACrF,MAAM,IAAI,yBAAyB,CAAC,yBAAyB,CAAC,CAAA;gBAClE,CAAC;aACF;SACF;KACF,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,GAAW;IAClD,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAC1B,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,gCAAgC,GAAG,2BAA2B,CAAA;AAO3E,qGAAqG;AACrG,MAAM,UAAU,8BAA8B;IAC5C,OAAO,0BAA0B,CAA+B;QAC9D,EAAE,EAAE,oBAAoB;QACxB,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,CAAC,yBAAyB,EAAE,WAAW,EAAE,SAAS,EAAE,kBAAkB,CAAC;QACrF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,yBAAyB;gBAC7B,UAAU,EAAE,yBAAyB;gBACrC,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,MAAM,GAAG,+BAA+B,CAAC,MAAM,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBAChF,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,EAAE;wBACjC,MAAM,IAAI,yBAAyB,CAAC,sBAAsB,CAAC,CAAA;gBAC/D,CAAC;aACF;YACD;gBACE,EAAE,EAAE,WAAW;gBACf,UAAU,EAAE,WAAW;gBACvB,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,IAAI,eAAe,CACpC,OAAO,EACP,yBAAyB,CAAC,EAAE,iBAAiB,EAAE,IAAI,GAAG,IAAI,EAAE,CAAC,CAC9D,CAAA;oBACD,MAAM,UAAU,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,iBAAiB,EAAE,CAAC,CAAA;oBAC7D,MAAM,UAAU,CAAC,KAAK,EAAE,CAAA;oBACxB,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;oBAC7C,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS;wBAChC,MAAM,IAAI,yBAAyB,CAAC,qBAAqB,CAAC,CAAA;oBAC5D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAA;oBACzB,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;gBAC5B,CAAC;aACF;YACD;gBACE,EAAE,EAAE,SAAS;gBACb,UAAU,EAAE,SAAS;gBACrB,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,UAAU,GAAG,IAAI,eAAe,CACpC,OAAO,EACP,yBAAyB,CAAC,EAAE,iBAAiB,EAAE,IAAI,GAAG,IAAI,EAAE,CAAC,CAC9D,CAAA;oBACD,MAAM,UAAU,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC,CAAA;oBAC1D,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;oBAC1B,IAAI,UAAU,CAAC,cAAc,KAAK,UAAU;wBAC1C,MAAM,IAAI,yBAAyB,CAAC,mBAAmB,CAAC,CAAA;gBAC5D,CAAC;aACF;YACD;gBACE,EAAE,EAAE,kBAAkB;gBACtB,UAAU,EAAE,kBAAkB;gBAC9B,KAAK,CAAC,GAAG,CAAC,OAAO;oBACf,MAAM,MAAM,GAAG,+BAA+B,CAAC,MAAM,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBAChF,IAAI,MAAM,CAAC,YAAY,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;wBACtD,IACE,OAAO,CAAC,0BAA0B,KAAK,SAAS;4BAChD,CAAC,CAAC,MAAM,OAAO,CAAC,0BAA0B,EAAE,CAAC;4BAE7C,MAAM,IAAI,yBAAyB,CAAC,0BAA0B,CAAC,CAAA;oBACnE,CAAC;gBACH,CAAC;aACF;SACF;KACF,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,qCAAqC,GAAG,8BAA8B,CAAA"}

package/dist/agent-eval.d.ts

@@ -0,0 +1,192 @@
+/**
+ * `@nifrajs/testing/agent-eval` - a deterministic, evidence-only eval harness for agent runs.
+ *
+ * A suite is a bounded set of cases, each scored by one or more typed rubrics. A rubric is a closed
+ * contract: an ordered outcome allow-list, a finite score range, and a set of named numeric metrics.
+ * Nothing else is admitted - a verdict carrying free-form evaluator prose, an out-of-range score, or
+ * an unknown outcome is rejected at parse time. There is no opaque blended "agent score": the report
+ * is the evidence contract (ids, codes, bounded numbers, digests) and nothing more.
+ *
+ * Determinism is structural: cases run in sorted id order and every digest is taken over a canonical,
+ * order-independent projection, so reordering declarations cannot change a digest. Baseline
+ * comparison classifies each (case, rubric) as equal / improved / tolerated / regressed / missing /
+ * incomparable against explicit tolerances, and every regression carries a stable, addressable id.
+ */
+import { type FaultProfile } from "./fault-profile.js";
+import { type EffectLedger } from "./idempotency.js";
+/** A closed rubric contract. Outcomes are ordered worst -> best; the index is the outcome rank. */
+export interface RubricSpec {
+    readonly id: string;
+    /** Ordered outcome codes, worst first. Rank = index; a change in rank is an improvement/regression. */
+    readonly outcomes: readonly string[];
+    /** Finite inclusive score range. */
+    readonly score: {
+        readonly min: number;
+        readonly max: number;
+    };
+    /** Whether a higher score is better. Default true. Governs improved/regressed classification. */
+    readonly higherIsBetter?: boolean;
+    /** Allowed numeric metric names. A verdict metric outside this set is rejected. */
+    readonly metrics?: readonly string[];
+}
+/** One rubric's verdict on one case. Numbers and codes only; no free-form text field exists. */
+export interface RubricVerdict {
+    readonly rubricId: string;
+    readonly outcome: string;
+    readonly score: number;
+    readonly metrics?: Readonly<Record<string, number>>;
+}
+/** One eval case. `evaluate` is a deterministic producer of rubric verdicts - evidence, not a run. */
+export interface AgentEvalCase {
+    readonly id: string;
+    evaluate(): readonly RubricVerdict[] | PromiseLike<readonly RubricVerdict[]>;
+}
+export interface AgentEvalSuiteSpec {
+    readonly id: string;
+    readonly version?: number;
+    readonly rubrics: readonly RubricSpec[];
+    readonly cases: readonly AgentEvalCase[];
+}
+export interface AgentEvalSuite {
+    readonly id: string;
+    readonly version: number;
+    readonly caseIds: readonly string[];
+    readonly rubricIds: readonly string[];
+    run(): Promise<AgentEvalReport>;
+}
+/** The frozen shape of a rubric, embedded so a baseline comparison is self-contained. */
+export interface RubricShape {
+    readonly rubricId: string;
+    readonly outcomes: readonly string[];
+    readonly scoreMin: number;
+    readonly scoreMax: number;
+    readonly higherIsBetter: boolean;
+    readonly digest: string;
+}
+export interface CaseResult {
+    readonly caseId: string;
+    readonly verdicts: readonly RubricVerdict[];
+    readonly digest: string;
+}
+export interface AgentEvalReport {
+    readonly version: 1;
+    readonly suiteId: string;
+    readonly suiteVersion: number;
+    readonly rubricShapes: readonly RubricShape[];
+    readonly cases: readonly CaseResult[];
+    readonly digest: string;
+}
+export type ComparisonCode = "equal" | "improved" | "tolerated" | "regressed" | "missing" | "incomparable";
+/** Explicit tolerance for a score regression. `rubricId` omitted applies to every rubric. */
+export interface ScoreTolerance {
+    readonly rubricId?: string;
+    /** Absolute worsening tolerated. Default 0. */
+    readonly abs?: number;
+    /** Relative worsening tolerated, as a fraction of the baseline magnitude. Default 0. */
+    readonly rel?: number;
+}
+export interface BaselineOptions {
+    readonly tolerances?: readonly ScoreTolerance[];
+    /** Comparison codes that fail the assertion. Default `["regressed"]`. */
+    readonly failOn?: readonly ComparisonCode[];
+}
+export interface CaseComparison {
+    readonly caseId: string;
+    readonly rubricId: string;
+    readonly code: ComparisonCode;
+    readonly regressionId: string;
+    readonly baselineScore?: number;
+    readonly currentScore?: number;
+}
+export interface BaselineComparison {
+    readonly suiteId: string;
+    readonly comparisons: readonly CaseComparison[];
+    readonly regressions: readonly string[];
+    readonly digest: string;
+}
+/** Thrown by {@link assertAgentEvalBaseline} when a comparison contains a failing code. */
+export declare class AgentEvalRegressionError extends Error {
+    readonly comparison: BaselineComparison;
+    constructor(comparison: BaselineComparison);
+}
+/** Fault boundaries covered by the public deterministic matrix. */
+export type AgentFailureMatrixKind = "model" | "tool" | "approval" | "cancellation" | "lease" | "cursor" | "registry" | "deployment";
+export interface AgentFailureMatrixCase {
+    readonly id: string;
+    readonly kind: AgentFailureMatrixKind;
+    readonly scheduleToken: string;
+    readonly ok: boolean;
+    readonly regressionId: string;
+}
+export interface AgentFailureMatrixReport {
+    readonly version: 1;
+    readonly seed: number;
+    readonly cases: readonly AgentFailureMatrixCase[];
+    readonly digest: string;
+    readonly ok: boolean;
+}
+export declare class AgentFailureMatrixError extends Error {
+    readonly report: AgentFailureMatrixReport;
+    constructor(report: AgentFailureMatrixReport);
+}
+/**
+ * Run the same token-only crash fixture at each agent boundary. The implementation intentionally
+ * delegates scheduling and replay identity to the existing failure laboratory; this is a matrix
+ * consumer, not a second fault engine.
+ */
+export declare function runAgentFailureMatrix(options?: {
+    readonly seed?: number;
+}): Promise<AgentFailureMatrixReport>;
+export declare function assertAgentFailureMatrix(report: AgentFailureMatrixReport): void;
+export interface AgentEvalComponentEvidence {
+    readonly id: "trajectory" | "fault-profile" | "contract-lab" | "idempotency" | "certification";
+    readonly ok: boolean;
+    readonly code?: string;
+    readonly digest?: string;
+}
+export interface AgentEvalCompositionOptions {
+    readonly suite: AgentEvalSuite;
+    readonly trajectory?: () => Promise<{
+        readonly ok: boolean;
+        readonly digest: string;
+        readonly regressionIds?: readonly string[];
+    }>;
+    readonly faultProfile?: {
+        readonly profile: FaultProfile;
+        readonly seed?: number;
+    };
+    readonly contractLab?: () => Promise<{
+        readonly ok: boolean;
+        readonly digest?: string;
+        readonly code?: string;
+    }>;
+    readonly idempotency?: {
+        readonly run: () => Promise<EffectLedger> | EffectLedger;
+        readonly runs?: number;
+    };
+    readonly certification?: () => Promise<{
+        readonly ok: boolean;
+        readonly digest?: string;
+        readonly code?: string;
+    }>;
+}
+export interface AgentEvalCompositionReport {
+    readonly version: 1;
+    readonly suite: AgentEvalReport;
+    readonly components: readonly AgentEvalComponentEvidence[];
+    readonly regressionIds: readonly string[];
+    readonly digest: string;
+    readonly ok: boolean;
+}
+/** Compose existing trajectory, fault, contract, idempotency, and certification owners. */
+export declare function runAgentEvalComposition(options: AgentEvalCompositionOptions): Promise<AgentEvalCompositionReport>;
+export declare function assertAgentEval(report: AgentEvalCompositionReport): void;
+/** Parse one verdict against its rubric. Fails closed on unknown outcome, bad range, or stray key. */
+export declare function parseRubricVerdict(rubric: RubricSpec, value: unknown): RubricVerdict;
+/** Declare a bounded, deterministic eval suite. Duplicate case or rubric ids fail closed. */
+export declare function defineAgentEvalSuite(spec: AgentEvalSuiteSpec): AgentEvalSuite;
+/** Compare a fresh report against a baseline report. Every (case, rubric) gets a stable id. */
+export declare function compareAgentEvalBaseline(baseline: AgentEvalReport, current: AgentEvalReport, options?: BaselineOptions): Promise<BaselineComparison>;
+/** Assert no failing comparison. Throws {@link AgentEvalRegressionError} with the stable ids. */
+export declare function assertAgentEvalBaseline(baseline: AgentEvalReport, current: AgentEvalReport, options?: BaselineOptions): Promise<BaselineComparison>;
+//# sourceMappingURL=agent-eval.d.ts.map

package/dist/agent-eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-eval.d.ts","sourceRoot":"","sources":["../src/agent-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,EAAE,KAAK,YAAY,EAAmB,MAAM,oBAAoB,CAAA;AACvE,OAAO,EAAE,KAAK,YAAY,EAA2C,MAAM,kBAAkB,CAAA;AAU7F,mGAAmG;AACnG,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,uGAAuG;IACvG,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;IACpC,oCAAoC;IACpC,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;IAC9D,iGAAiG;IACjG,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAA;IACjC,mFAAmF;IACnF,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC;AAED,gGAAgG;AAChG,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACpD;AAID,sGAAsG;AACtG,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,IAAI,SAAS,aAAa,EAAE,GAAG,WAAW,CAAC,SAAS,aAAa,EAAE,CAAC,CAAA;CAC7E;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,SAAS,UAAU,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,EAAE,SAAS,aAAa,EAAE,CAAA;CACzC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;IACnC,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAA;IACrC,GAAG,IAAI,OAAO,CAAC,eAAe,CAAC,CAAA;CAChC;AAID,yFAAyF;AACzF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;IACpC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;IAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;IACnB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,SAAS,WAAW,EAAE,CAAA;IAC7C,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAID,MAAM,MAAM,cAAc,GACtB,OAAO,GACP,UAAU,GACV,WAAW,GACX,WAAW,GACX,SAAS,GACT,cAAc,CAAA;AAElB,6FAA6F;AAC7F,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,+CAA+C;IAC/C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAA;IACrB,wFAAwF;IACxF,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,cAAc,EAAE,CAAA;IAC/C,yEAAyE;IACzE,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,cAAc,EAAE,CAAA;CAC5C;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAC/B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,WAAW,EAAE,SAAS,cAAc,EAAE,CAAA;IAC/C,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAA;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,2FAA2F;AAC3F,qBAAa,wBAAyB,SAAQ,KAAK;IACrC,QAAQ,CAAC,UAAU,EAAE,kBAAkB;gBAA9B,UAAU,EAAE,kBAAkB;CAOpD;AAID,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAC9B,OAAO,GACP,MAAM,GACN,UAAU,GACV,cAAc,GACd,OAAO,GACP,QAAQ,GACR,UAAU,GACV,YAAY,CAAA;AAEhB,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAA;IACrC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;IACpB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;CAC9B;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,KAAK,EAAE,SAAS,sBAAsB,EAAE,CAAA;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;CACrB;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IACpC,QAAQ,CAAC,MAAM,EAAE,wBAAwB;gBAAhC,MAAM,EAAE,wBAAwB;CAStD;AAiBD;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,GAAE;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,wBAAwB,CAAC,CA4BnC;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,wBAAwB,GAAG,IAAI,CAE/E;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,EAAE,EAAE,YAAY,GAAG,eAAe,GAAG,cAAc,GAAG,aAAa,GAAG,eAAe,CAAA;IAC9F,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;IACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAA;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,OAAO,CAAC;QAClC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;QACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;QACvB,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;KAC3C,CAAC,CAAA;IACF,QAAQ,CAAC,YAAY,CAAC,EAAE;QAAE,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAClF,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC;QACnC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;QACpB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KACvB,CAAC,CAAA;IACF,QAAQ,CAAC,WAAW,CAAC,EAAE;QACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,YAAY,CAAA;QACxD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KACvB,CAAA;IACD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC;QACrC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;QACpB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KACvB,CAAC,CAAA;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;IACnB,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAA;IAC/B,QAAQ,CAAC,UAAU,EAAE,SAAS,0BAA0B,EAAE,CAAA;IAC1D,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAA;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;CACrB;AAED,2FAA2F;AAC3F,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,0BAA0B,CAAC,CAsDrC;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,0BAA0B,GAAG,IAAI,CAQxE;AA2DD,sGAAsG;AACtG,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,GAAG,aAAa,CAsCpF;AAID,6FAA6F;AAC7F,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,kBAAkB,GAAG,cAAc,CAiF7E;AAgBD,+FAA+F;AAC/F,wBAAsB,wBAAwB,CAC5C,QAAQ,EAAE,eAAe,EACzB,OAAO,EAAE,eAAe,EACxB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CA2C7B;AAED,iGAAiG;AACjG,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,eAAe,EACzB,OAAO,EAAE,eAAe,EACxB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,kBAAkB,CAAC,CAI7B"}