niceeval 0.14.4-canary.67 → 0.15.0

package/INDEX.md

@@ -51,7 +51,7 @@
 - `docs-site/zh/tutorials/connect-your-agent.mdx` — 接入你的 Agent:写一个 Adapter、配置一个 Experiment，并运行第一条评估用例。再把配置和参数从 Experiment 传给 Adapter 与被测应用。
 - `docs-site/zh/tutorials/control-run-cost.mdx` — 控制一次运行的成本:用 attempts、首过即停、budget、并发和结果沿用分别控制统计样本、停止派发、花费保护与资源占用。
 - `docs-site/zh/tutorials/criteria-files.mdx` — 隐藏测试判分：让判据文件进缓存 fingerprint:用 loadText 在模块顶层读入隐藏测试、跑测脚本等判据文件，文件内容进入 fingerprint：改一字节自动重跑，不靠人工 --rerun。
-- `docs-site/zh/tutorials/custom-application.mdx` — 评估自定义 LLM 应用:保留应用自己的方法与上下文，用 NiceEval 评估生成内容、社交互动和游戏步骤。
+- `docs-site/zh/tutorials/custom-application.mdx` — 评估自定义应用:保留应用自己的方法与上下文，用 NiceEval 评估结构化结果和业务操作。
 - `docs-site/zh/tutorials/dataset-fanout.mdx` — 数据驱动测试（dataset fan-out）：用多份数据运行同一套评估用例:从 .eval.ts 文件导出数组或 keyed record，将一套评估逻辑展开为多个 case。用 loadYaml 或 loadJson 读取外部测试集，并获得稳定 ID。
 - `docs-site/zh/tutorials/debug-lifecycle-plan.mdx` — 运行前检查 Sandbox 计划:用 niceeval debug 查看 Experiment、评估组、评估用例与 Agent 的实际 action 顺序和数值，而不创建运行资源。
 - `docs-site/zh/tutorials/docker-in-docker.mdx` — 让 Sandbox 使用 Docker:根据任务信任边界选择 Docker socket、raw privileged DinD 或受管 rootless DinD，并为 Agent 准备 Docker CLI 与 daemon。
@@ -94,7 +94,7 @@
 - `docs-site/zh/reference/builtin-agents.mdx` — 内置 Agent 能力参考:NiceEval 内置的 claude-code、codex、bub 适配器分别做到了哪些能力，对应哪些断言，以及已知限制。
 - `docs-site/zh/reference/capabilities.mdx` — 能力与证据覆盖参考:Agent 的构造方式、运行时行为与必填的六通道 evidenceCoverage 声明，怎样共同决定 NiceEval 的断言能相信什么。
 - `docs-site/zh/reference/cli.mdx` — CLI:用固定的 query、show 和 view 读取 canonical SQLite Record。
-- `docs-site/zh/reference/define-agent.mdx` — defineAgent 和 defineSandboxAgent：Adapter 参考:defineAgent 和 defineSandboxAgent 参考：AgentContext、AgentSession、Sandbox 接口和共享 Sandbox 辅助函数。
+- `docs-site/zh/reference/define-agent.mdx` — 定义评估对象：Adapter 参考:自定义 Adapter 与 Agent 接入的上下文、断言方法和资源生命周期。
 - `docs-site/zh/reference/define-config.mdx` — defineConfig：项目默认配置:defineConfig 参考：Judge Runtime、Reporters、并发、超时和 Sandbox 默认值。
 - `docs-site/zh/reference/define-eval.mdx` — defineEval：声明、配置并运行 NiceEval 评估用例:defineEval 参考：选项、test context t、Turn 返回值、Sandbox 辅助函数，以及数组和 keyed record 测试集导出。
 - `docs-site/zh/reference/events.mdx` — 标准事件流参考:StreamEvent 的十种事件：每种的字段、什么时候吐、哪些断言消费它。adapter 的核心工作就是产出这条流。

package/dist/adapter.cjs

@@ -49,8 +49,13 @@ function assertNonEmptyString(value, field, factory) {
         throw new TypeError(`${factory} requires a non-empty ${field}.`);
     }
 }
-function contractToken(name) {
-    return Object.freeze({ name, context: (value) => value });
+function contractToken(name, assertions) {
+    return Object.freeze({
+        name,
+        assertions,
+        assertionTypes: (value) => value,
+        context: (value) => value,
+    });
 }
 function assertAdapterEvalInput(value, factory) {
     if (Object.hasOwn(value, "sandbox")) {
@@ -108,19 +113,31 @@ function implementAdapter(token, input, factory) {
     });
 }
 function defineAdapter(input) {
-    return implementAdapter(contractToken(input.name), input, "defineAdapter");
+    const assertions = input.assertions;
+    if (assertions !== undefined && typeof assertions !== "function") {
+        throw new TypeError("defineAdapter assertions must be a function.");
+    }
+    return implementAdapter(contractToken(input.name, assertions), input, "defineAdapter");
 }
 /** Defines a reusable contract whose implementations and Evals share one runtime-only token. */
 function defineAdapterContract(input) {
     assertNonEmptyString(input.name, "name", "defineAdapterContract");
-    const token = contractToken(input.name);
+    return makeAdapterContract(contractToken(input.name, undefined));
+}
+function makeAdapterContract(token) {
     const factories = boundEvalFactories(token);
     return Object.freeze({
-        name: input.name,
+        name: token.name,
         ...factories,
         implement(implementation) {
             return implementAdapter(token, implementation, "AdapterContract.implement");
         },
+        withAssertions(factory, ..._validation) {
+            if (typeof factory !== "function") {
+                throw new TypeError("AdapterContract.withAssertions requires a function.");
+            }
+            return makeAdapterContract(contractToken(token.name, factory));
+        },
     });
 }
 /** The single credential-free persistence projection for an Adapter. */
@@ -165,16 +182,18 @@ function assertPlainAdapterContext(value) {
         }
     }
 }
-function forwardProperties(target, source, guardMethods, assertAuthorOpen) {
+function forwardProperties(target, source, guardAccess, assertAuthorOpen) {
     for (const key of Reflect.ownKeys(source)) {
-        const initial = Reflect.get(source, key, source);
-        if (typeof initial === "function") {
-            const method = guardMethods
+        const descriptor = Object.getOwnPropertyDescriptor(source, key);
+        if (descriptor === undefined)
+            continue;
+        if ("value" in descriptor && typeof descriptor.value === "function") {
+            const method = guardAccess
                 ? function (...args) {
                     assertAuthorOpen();
-                    return Reflect.apply(initial, source, args);
+                    return Reflect.apply(descriptor.value, source, args);
                 }
-                : initial.bind(source);
+                : descriptor.value.bind(source);
             Object.defineProperty(target, key, {
                 enumerable: true,
                 configurable: false,
@@ -186,17 +205,146 @@ function forwardProperties(target, source, guardMethods, assertAuthorOpen) {
             Object.defineProperty(target, key, {
                 enumerable: true,
                 configurable: false,
-                get: () => Reflect.get(source, key, source),
+                get: () => {
+                    if (guardAccess)
+                        assertAuthorOpen();
+                    const value = Reflect.get(source, key, source);
+                    if (typeof value !== "function")
+                        return value;
+                    return guardAccess
+                        ? (...args) => {
+                            assertAuthorOpen();
+                            return Reflect.apply(value, source, args);
+                        }
+                        : value.bind(source);
+                },
             });
         }
     }
 }
+/** Observes only branded native Promises without reading an arbitrary `.then` property. */
+function observeNativePromiseRejection(value) {
+    if ((typeof value !== "object" && typeof value !== "function") || value === null)
+        return false;
+    try {
+        void Reflect.apply(Promise.prototype.then, value, [
+            undefined,
+            () => undefined,
+        ]);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function assertPlainAdapterAssertions(value, context) {
+    if (typeof value !== "object" || value === null || Array.isArray(value)) {
+        throw new TypeError("Adapter assertions factory must return a plain object of methods.");
+    }
+    const prototype = Object.getPrototypeOf(value);
+    if (prototype !== Object.prototype && prototype !== null) {
+        observeNativePromiseRejection(value);
+        throw new TypeError("Adapter assertions factory must return an explicit plain object.");
+    }
+    const contextKeys = new Set(Reflect.ownKeys(context));
+    for (const key of Reflect.ownKeys(value)) {
+        if (typeof key !== "string") {
+            throw new TypeError("Adapter assertion method names must be strings.");
+        }
+        if (RESERVED_ADAPTER_CONTEXT_KEY_SET.has(key)) {
+            throw new TypeError(`Adapter assertion method name ${JSON.stringify(key)} is reserved.`);
+        }
+        if (contextKeys.has(key)) {
+            throw new TypeError(`Adapter assertion method name ${JSON.stringify(key)} conflicts with an app member.`);
+        }
+        const descriptor = Object.getOwnPropertyDescriptor(value, key);
+        if (descriptor === undefined || !("value" in descriptor) || typeof descriptor.value !== "function") {
+            throw new TypeError(`Adapter assertion ${JSON.stringify(key)} must be an own data method.`);
+        }
+    }
+}
+function bindAdapterAppContext(context, assertAppOpen) {
+    const target = Object.create(null);
+    forwardProperties(target, context, true, assertAppOpen);
+    return Object.freeze(target);
+}
+function bindAdapterAssertions(core, context, factory, assertAuthorOpen) {
+    let assembled = false;
+    const assertAppOpen = () => {
+        assertAuthorOpen();
+        if (!assembled) {
+            throw new TypeError("Adapter assertions factory may only assemble methods; app access starts afterward.");
+        }
+    };
+    const app = bindAdapterAppContext(context, assertAppOpen);
+    const handleFrames = [];
+    const check = (...args) => {
+        assertAuthorOpen();
+        const frame = handleFrames.at(-1);
+        if (frame === undefined) {
+            throw new TypeError("Adapter assertions factory may call check only from an assertion method.");
+        }
+        const handle = Reflect.apply(core.check, undefined, args);
+        if ((typeof handle !== "object" && typeof handle !== "function") || handle === null) {
+            throw new TypeError("Adapter assertion check did not return an AssertionHandle.");
+        }
+        frame.add(handle);
+        return handle;
+    };
+    const authored = factory({
+        app,
+        check: check,
+    });
+    assertPlainAdapterAssertions(authored, context);
+    Object.freeze(authored);
+    assembled = true;
+    const assertions = Object.create(null);
+    for (const key of Reflect.ownKeys(authored)) {
+        const descriptor = Object.getOwnPropertyDescriptor(authored, key);
+        const method = descriptor.value;
+        Object.defineProperty(assertions, key, {
+            enumerable: true,
+            configurable: false,
+            writable: false,
+            value: (...args) => {
+                assertAuthorOpen();
+                const frame = new WeakSet();
+                handleFrames.push(frame);
+                try {
+                    const handle = Reflect.apply(method, authored, args);
+                    if ((typeof handle !== "object" && typeof handle !== "function") || handle === null || !frame.has(handle)) {
+                        observeNativePromiseRejection(handle);
+                        throw new TypeError(`Adapter assertion ${JSON.stringify(key)} must synchronously return its own check() handle.`);
+                    }
+                    return handle;
+                }
+                finally {
+                    handleFrames.pop();
+                }
+            },
+        });
+    }
+    return Object.freeze({ app, assertions: Object.freeze(assertions) });
+}
 /** @internal Builds the frozen single-t facade after create settles. */
-function bindAdapterEvalContext(core, context, assertAuthorOpen) {
+function bindAdapterEvalContext(core, context, adapter, assertAuthorOpen) {
     assertPlainAdapterContext(context);
+    const token = adapter[ADAPTER_CONTRACT_TOKEN];
+    let app;
+    let assertions;
+    if (token.assertions === undefined) {
+        app = bindAdapterAppContext(context, assertAuthorOpen);
+    }
+    else {
+        const bound = bindAdapterAssertions(core, context, token.assertions, assertAuthorOpen);
+        app = bound.app;
+        assertions = bound.assertions;
+    }
     const target = Object.create(null);
     forwardProperties(target, core, false, assertAuthorOpen);
-    forwardProperties(target, context, true, assertAuthorOpen);
+    forwardProperties(target, app, false, assertAuthorOpen);
+    if (assertions !== undefined)
+        forwardProperties(target, assertions, false, assertAuthorOpen);
     return Object.freeze(target);
 }
 //# sourceMappingURL=adapter.cjs.map

package/dist/adapter.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"adapter.js","sourceRoot":"","sources":["adapter.ts"],"names":[],"mappings":";;AA+NA,sCAMC;AAED,sDAaC;AAED,0CAYC;AAED,gDASC;AAED,sEAIC;AA2CD,wDAMC;AAlUD,2CAAmD;AAOnD,MAAM,sBAAsB,GAAkB,MAAM,CAAC,+BAA+B,CAAC,CAAC;AACtF,MAAM,2BAA2B,GAAkB,MAAM,CAAC,mCAAmC,CAAC,CAAC;AAC/F,gFAAgF;AAChF,MAAM,6BAA6B,GAAG;IAClC,gBAAgB;IAChB,OAAO;IACP,OAAO;IACP,YAAY;IACZ,cAAc;IACd,sBAAsB;IACtB,oBAAoB;IACpB,SAAS;IACT,OAAO;IACP,OAAO;IACP,MAAM;IACN,QAAQ;IACR,OAAO;IACP,iBAAiB;IACjB,OAAO;IACP,UAAU;IACV,YAAY;IACZ,KAAK;IACL,MAAM;IACN,QAAQ;IACR,aAAa;IACb,kBAAkB;IAClB,kBAAkB;IAClB,gBAAgB;IAChB,kBAAkB;IAClB,kBAAkB;IAClB,eAAe;IACf,sBAAsB;IACtB,UAAU;IACV,SAAS;IACT,WAAW;IACX,gBAAgB;CACV,CAAC;AAsGX,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,OAAe;IACxE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,yBAAyB,KAAK,GAAG,CAAC,CAAC;IACrE,CAAC;AACL,CAAC;AACD,SAAS,aAAa,CAAyB,IAAY;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;AACvE,CAAC;AACD,SAAS,sBAAsB,CAAC,KAG/B,EAAE,OAAyC;IACxC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,2CAA2C,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,sEAAsE,CAAC,CAAC;IAC1G,CAAC;AACL,CAAC;AACD,SAAS,kBAAkB,CAAyB,KAAoC;IACpF,OAAO;QACH,UAAU,CAAC,KAAK;YACZ,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAC5C,OAAO,IAAA,gCAAoB,EAAC,MAAM,EAAE,KAAK,EAAE;gBACvC,CAAC,2BAA2B,CAAC,EAAE,KAAK;aACvC,CAA2C,CAAC;QACjD,CAAC;QACD,eAAe,CAAC,KAAK;YACjB,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YACjD,OAAO,IAAA,gCAAoB,EAAC,OAAO,EAAE,KAAK,EAAE;gBACxC,CAAC,2BAA2B,CAAC,EAAE,KAAK;aACvC,CAA4C,CAAC;QAClD,CAAC;KACJ,CAAC;AACN,CAAC;AACD,SAAS,gBAAgB,CAAyB,KAAoC,EAAE,KAIvF,EAAE,OAAsD;IACrD,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACvC,oBAAoB,CAAC,KAAK,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,4BAA4B,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,OAA6B,EAA8B,EAAE;QACzE,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,OAAO,YAAY,OAAO,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1B,yBAAyB,CAAC,KAAK,CAAC,CAAC;gBACjC,OAAO,KAAK,CAAC;YACjB,CAAC,CAAC,CAAC;QACP,CAAC;QACD,kFAAkF;QAClF,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,QAAiB;QACvB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,IAAI;QACpB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;QAChD,MAAM;QACN,CAAC,sBAAsB,CAAC,EAAE,KAAK;QAC/B,GAAG,kBAAkB,CAAC,KAAK,CAAC;KAC/B,CAAmC,CAAC;AACzC,CAAC;AAOD,SAAgB,aAAa,CAAC,KAI7B;IACG,OAAO,gBAAgB,CAAC,aAAa,CAAS,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;AACvF,CAAC;AACD,gGAAgG;AAChG,SAAgB,qBAAqB,CAAyB,KAEhB;IAC1C,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,aAAa,CAAU,KAAK,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,SAAS;QACZ,SAAS,CAAwC,cAA0E;YACvH,OAAO,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,2BAA2B,CAAC,CAAC;QAChF,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AACD,wEAAwE;AACxE,SAAgB,eAAe,CAAC,OAAgB;IAC5C,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC7C,CAAC;QACF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,mBAAmB;YAC7B,gBAAgB,EAAE,IAAI;SACzB,CAAC,CAAC;AACX,CAAC;AACD,qFAAqF;AACrF,SAAgB,kBAAkB,CAAC,OAAgB,EAAE,UAAkB;IACnE,MAAM,QAAQ,GAAI,UAEhB,CAAC,2BAA2B,CAAC,CAAC;IAChC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;QACjD,OAAO,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,QAAQ,CAAC;IACrF,CAAC;IACD,OAAO,QAAQ,KAAK,SAAS,CAAC;AAClC,CAAC;AACD,wFAAwF;AACxF,SAAgB,6BAA6B,CAAC,UAAkB;IAC5D,OAAQ,UAEN,CAAC,2BAA2B,CAAC,EAAE,IAAI,CAAC;AAC1C,CAAC;AACD,MAAM,gCAAgC,GAAwB,IAAI,GAAG,CAAC,6BAA6B,CAAC,CAAC;AACrG,SAAS,yBAAyB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+DAA+D,CAAC,CAAC;IACzF,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,gCAAgC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,SAAS,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACnF,CAAC;IACL,CAAC;AACL,CAAC;AACD,SAAS,iBAAiB,CAAC,MAAc,EAAE,MAAc,EAAE,YAAqB,EAAE,gBAA4B;IAC1G,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,YAAY;gBACvB,CAAC,CAAC,UAAyB,GAAG,IAAwB;oBAClD,gBAAgB,EAAE,CAAC;oBACnB,OAAO,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBAChD,CAAC;gBACD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC/B,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,KAAK;gBACnB,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,MAAM;aAChB,CAAC,CAAC;QACP,CAAC;aACI,CAAC;YACF,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC/B,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,KAAK;gBACnB,GAAG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC;aAC9C,CAAC,CAAC;QACP,CAAC;IACL,CAAC;AACL,CAAC;AACD,wEAAwE;AACxE,SAAgB,sBAAsB,CAAuC,IAAuB,EAAE,OAAgB,EAAE,gBAA4B;IAChJ,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAW,CAAC;IAC7C,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;IACzD,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAC3D,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAA0C,CAAC;AAC1E,CAAC","sourcesContent":["import type { AssertionSubject, AssertionsRuntime, MeasurementAssertionHandle, } from \"./assertions/api.ts\";\nimport type { ScoreMatch } from \"./assertions/match.ts\";\nimport { defineEvalForContext } from \"./define.ts\";\nimport type { EvalDefinition, EvalInput, ScoreEvalInput } from \"./runner/types.ts\";\nimport type { EvaluationKind } from \"./shared/evaluation.ts\";\nimport type { JudgePresetMethods } from \"./context/assert-first.ts\";\nimport type { DiagnosticInput, JsonValue, ProgressUpdate } from \"./shared/types.ts\";\nimport type { AdapterIdentity } from \"./record/model/run-context.ts\";\nexport type { AdapterIdentity } from \"./record/model/run-context.ts\";\nconst ADAPTER_CONTRACT_TOKEN: unique symbol = Symbol(\"niceeval.adapterContractToken\");\nconst EVAL_ADAPTER_CONTRACT_TOKEN: unique symbol = Symbol(\"niceeval.evalAdapterContractToken\");\n/** Keys owned by the neutral Eval runtime or unsafe on a merged object root. */\nconst RESERVED_ADAPTER_CONTEXT_KEYS = [\n    \"evaluationKind\",\n    \"check\",\n    \"judge\",\n    \"factuality\",\n    \"faithfulness\",\n    \"instructionFollowing\",\n    \"pairwisePreference\",\n    \"closeQA\",\n    \"score\",\n    \"group\",\n    \"skip\",\n    \"signal\",\n    \"model\",\n    \"reasoningEffort\",\n    \"flags\",\n    \"progress\",\n    \"diagnostic\",\n    \"log\",\n    \"then\",\n    \"Object\",\n    \"constructor\",\n    \"__defineGetter__\",\n    \"__defineSetter__\",\n    \"hasOwnProperty\",\n    \"__lookupGetter__\",\n    \"__lookupSetter__\",\n    \"isPrototypeOf\",\n    \"propertyIsEnumerable\",\n    \"toString\",\n    \"valueOf\",\n    \"__proto__\",\n    \"toLocaleString\",\n] as const;\nexport type ReservedAdapterContextKey = typeof RESERVED_ADAPTER_CONTEXT_KEYS[number];\ntype InvalidContextBranch<Context> = Context extends unknown ? Context extends object ? Context extends readonly unknown[] ? Context : Context extends (...args: readonly never[]) => unknown ? Context : string extends keyof Context ? Context : Extract<keyof Context, ReservedAdapterContextKey> extends never ? never : Context : Context : never;\ntype AdapterContextValidation<Context> = unknown extends Context ? unknown : [\n    InvalidContextBranch<Context>\n] extends [\n    never\n] ? unknown : {\n    readonly invalidAdapterContext: InvalidContextBranch<Context>;\n};\ntype AdapterFactory<Context extends object> = (context: AdapterCreateContext) => (Context & ThisType<Context>) | Promise<Context & ThisType<Context>>;\nexport interface AdapterCreateContext {\n    readonly evalId: string;\n    readonly experimentId: string;\n    readonly attempt: number;\n    readonly signal: AbortSignal;\n    readonly model?: string;\n    readonly reasoningEffort?: string;\n    readonly flags: Readonly<Record<string, JsonValue>>;\n    progress(update: ProgressUpdate): void;\n    diagnostic(input: DiagnosticInput): void;\n    log(message: string): void;\n    onCleanup(cleanup: () => void | Promise<void>): void;\n}\ntype EvalContextBase<Kind extends EvaluationKind> = JudgePresetMethods<Kind> & {\n    readonly evaluationKind: Kind;\n    readonly signal: AbortSignal;\n    readonly model?: string;\n    readonly reasoningEffort?: string;\n    readonly flags: Readonly<Record<string, JsonValue>>;\n    progress(update: ProgressUpdate): void;\n    diagnostic(input: DiagnosticInput): void;\n    log(message: string): void;\n    skip(reason: string): never;\n    group<Value>(title: string, body: () => Value | PromiseLike<Value>): Promise<Awaited<Value>>;\n    readonly check: AssertionsRuntime<Kind>[\"t\"][\"check\"];\n    readonly judge: <Value>(value: AssertionSubject<Value>, definition: ScoreMatch<NoInfer<Value>>) => MeasurementAssertionHandle<Kind>;\n};\n/** Agent-neutral author context shared by every Adapter Eval. */\nexport type EvalContext<Kind extends EvaluationKind = \"pass\"> = EvalContextBase<Kind> & (Kind extends \"score\" ? {\n    readonly score: AssertionsRuntime<\"score\">[\"t\"][\"score\"];\n} : {});\ntype AdapterEvalFields = Omit<EvalInput<undefined>, \"test\" | \"sandbox\" | \"diff\"> & {\n    readonly sandbox?: never;\n    readonly diff?: never;\n};\ntype AdapterScoreEvalFields = Omit<ScoreEvalInput<undefined>, \"test\" | \"sandbox\" | \"diff\"> & {\n    readonly sandbox?: never;\n    readonly diff?: never;\n};\nexport type AdapterEvalInput<Context extends object> = AdapterEvalFields & {\n    test(t: EvalContext<\"pass\"> & Readonly<Context>): void | Promise<void>;\n};\nexport type AdapterScoreEvalInput<Context extends object> = AdapterScoreEvalFields & {\n    test(t: EvalContext<\"score\"> & Readonly<Context>): void | Promise<void>;\n};\ninterface AdapterContractToken<Context extends object> {\n    readonly name: string;\n    /** Keeps the context parameter invariant without exposing a constructible brand. */\n    readonly context: (value: Context) => Context;\n}\nexport interface AdapterEvalDefinition<Kind extends EvaluationKind, Context extends object> extends EvalDefinition<Kind, EvalContext<Kind> & Readonly<Context>, undefined> {\n    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context>;\n}\n/** @internal Existential discovery view; concrete bound factories retain their exact Context. */\nexport interface AdapterRuntimeEvalDefinition<Kind extends EvaluationKind> extends EvalDefinition<Kind, never, undefined> {\n    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: object;\n}\n/** Common public surface for an Adapter definition with bound Eval factories. */\nexport interface AdapterDefinition<Context extends object> {\n    readonly name: string;\n    defineEval(input: AdapterEvalInput<Context>): AdapterEvalDefinition<\"pass\", Context>;\n    defineScoreEval(input: AdapterScoreEvalInput<Context>): AdapterEvalDefinition<\"score\", Context>;\n}\n/** Existential runtime view used by Experiment without erasing a concrete context to `any`. */\nexport interface AdapterRuntimeDefinition {\n    readonly kind: \"custom\";\n    readonly name: string;\n    readonly contract: string;\n    readonly behaviorRevision: string | null;\n    readonly [ADAPTER_CONTRACT_TOKEN]: object;\n    readonly defineEval: (...args: never[]) => unknown;\n    readonly defineScoreEval: (...args: never[]) => unknown;\n    create(context: AdapterCreateContext): object | Promise<object>;\n}\nexport interface AdapterImplementation<Context extends object> extends AdapterDefinition<Context> {\n    readonly kind: \"custom\";\n    readonly contract: string;\n    readonly behaviorRevision: string | null;\n    readonly [ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context>;\n    create(context: AdapterCreateContext): Context | Promise<Context>;\n}\nexport type AdapterImplementationInput<Context extends object, ImplementationContext extends Context = Context> = {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<ImplementationContext>;\n} & AdapterContextValidation<NoInfer<ImplementationContext>>;\nexport interface AdapterContract<Context extends object> extends AdapterDefinition<Context> {\n    readonly name: string;\n    implement<ImplementationContext extends Context>(input: AdapterImplementationInput<Context, ImplementationContext>): AdapterImplementation<Context>;\n}\nexport type Adapter = import(\"./agents/types.ts\").Agent | AdapterRuntimeDefinition;\nfunction assertNonEmptyString(value: unknown, field: string, factory: string): asserts value is string {\n    if (typeof value !== \"string\" || value.trim() === \"\") {\n        throw new TypeError(`${factory} requires a non-empty ${field}.`);\n    }\n}\nfunction contractToken<Context extends object>(name: string): AdapterContractToken<Context> {\n    return Object.freeze({ name, context: (value: Context) => value });\n}\nfunction assertAdapterEvalInput(value: {\n    readonly sandbox?: unknown;\n    readonly diff?: unknown;\n}, factory: \"defineEval\" | \"defineScoreEval\"): void {\n    if (Object.hasOwn(value, \"sandbox\")) {\n        throw new TypeError(`${factory} for an Adapter does not support sandbox.`);\n    }\n    if (Object.hasOwn(value, \"diff\")) {\n        throw new TypeError(`${factory} for an Adapter does not support Agent workspace diff configuration.`);\n    }\n}\nfunction boundEvalFactories<Context extends object>(token: AdapterContractToken<Context>): Pick<AdapterDefinition<Context>, \"defineEval\" | \"defineScoreEval\"> {\n    return {\n        defineEval(input) {\n            assertAdapterEvalInput(input, \"defineEval\");\n            return defineEvalForContext(\"pass\", input, {\n                [EVAL_ADAPTER_CONTRACT_TOKEN]: token,\n            }) as AdapterEvalDefinition<\"pass\", Context>;\n        },\n        defineScoreEval(input) {\n            assertAdapterEvalInput(input, \"defineScoreEval\");\n            return defineEvalForContext(\"score\", input, {\n                [EVAL_ADAPTER_CONTRACT_TOKEN]: token,\n            }) as AdapterEvalDefinition<\"score\", Context>;\n        },\n    };\n}\nfunction implementAdapter<Context extends object>(token: AdapterContractToken<Context>, input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<Context>;\n}, factory: \"defineAdapter\" | \"AdapterContract.implement\"): AdapterImplementation<Context> {\n    assertNonEmptyString(input.name, \"name\", factory);\n    if (input.behaviorRevision !== undefined) {\n        assertNonEmptyString(input.behaviorRevision, \"behaviorRevision\", factory);\n    }\n    if (typeof input.create !== \"function\") {\n        throw new TypeError(`${factory} requires create(context).`);\n    }\n    const authorCreate = input.create;\n    const create = (context: AdapterCreateContext): Context | Promise<Context> => {\n        const created = authorCreate(context);\n        if (created instanceof Promise) {\n            return created.then((value) => {\n                assertPlainAdapterContext(value);\n                return value;\n            });\n        }\n        // Validate before a caller can pass a synchronous thenable to Promise adaptation.\n        assertPlainAdapterContext(created);\n        return created;\n    };\n    return Object.freeze({\n        kind: \"custom\" as const,\n        name: input.name,\n        contract: token.name,\n        behaviorRevision: input.behaviorRevision ?? null,\n        create,\n        [ADAPTER_CONTRACT_TOKEN]: token,\n        ...boundEvalFactories(token),\n    }) as AdapterImplementation<Context>;\n}\n/** Defines one Adapter implementation with an automatically private contract. */\nexport function defineAdapter<Context extends object>(input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<Context>;\n} & AdapterContextValidation<NoInfer<Context>>): AdapterImplementation<Context>;\nexport function defineAdapter(input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<object>;\n}): AdapterRuntimeDefinition {\n    return implementAdapter(contractToken<object>(input.name), input, \"defineAdapter\");\n}\n/** Defines a reusable contract whose implementations and Evals share one runtime-only token. */\nexport function defineAdapterContract<Context extends object>(input: {\n    readonly name: string;\n} & AdapterContextValidation<NoInfer<Context>>): AdapterContract<Context> {\n    assertNonEmptyString(input.name, \"name\", \"defineAdapterContract\");\n    const token = contractToken<Context>(input.name);\n    const factories = boundEvalFactories(token);\n    return Object.freeze({\n        name: input.name,\n        ...factories,\n        implement<ImplementationContext extends Context>(implementation: AdapterImplementationInput<Context, ImplementationContext>) {\n            return implementAdapter(token, implementation, \"AdapterContract.implement\");\n        },\n    });\n}\n/** The single credential-free persistence projection for an Adapter. */\nexport function adapterIdentity(adapter: Adapter): AdapterIdentity {\n    return adapter.kind === \"custom\"\n        ? Object.freeze({\n            name: adapter.name,\n            contract: adapter.contract,\n            behaviorRevision: adapter.behaviorRevision,\n        })\n        : Object.freeze({\n            name: adapter.name,\n            contract: \"niceeval.agent/v1\",\n            behaviorRevision: null,\n        });\n}\n/** @internal Runtime contract pairing; the token itself never enters persistence. */\nexport function adapterAcceptsEval(adapter: Adapter, definition: object): boolean {\n    const required = (definition as {\n        readonly [EVAL_ADAPTER_CONTRACT_TOKEN]?: unknown;\n    })[EVAL_ADAPTER_CONTRACT_TOKEN];\n    if (adapter.kind === \"custom\") {\n        const provided = adapter[ADAPTER_CONTRACT_TOKEN];\n        return required !== undefined && provided !== undefined && required === provided;\n    }\n    return required === undefined;\n}\n/** @internal Returns the readable contract name without revealing the pairing token. */\nexport function adapterContractRequiredByEval(definition: object): string | undefined {\n    return (definition as {\n        readonly [EVAL_ADAPTER_CONTRACT_TOKEN]?: AdapterContractToken<object>;\n    })[EVAL_ADAPTER_CONTRACT_TOKEN]?.name;\n}\nconst RESERVED_ADAPTER_CONTEXT_KEY_SET: ReadonlySet<string> = new Set(RESERVED_ADAPTER_CONTEXT_KEYS);\nfunction assertPlainAdapterContext(value: unknown): asserts value is object {\n    if (typeof value !== \"object\" || value === null || Array.isArray(value)) {\n        throw new TypeError(\"Adapter create(context) must return a plain object.\");\n    }\n    const prototype = Object.getPrototypeOf(value);\n    if (prototype !== Object.prototype && prototype !== null) {\n        throw new TypeError(\"Adapter create(context) must return an explicit plain object.\");\n    }\n    for (const key of Reflect.ownKeys(value)) {\n        if (typeof key === \"string\" && RESERVED_ADAPTER_CONTEXT_KEY_SET.has(key)) {\n            throw new TypeError(`Adapter context key ${JSON.stringify(key)} is reserved.`);\n        }\n    }\n}\nfunction forwardProperties(target: object, source: object, guardMethods: boolean, assertAuthorOpen: () => void): void {\n    for (const key of Reflect.ownKeys(source)) {\n        const initial = Reflect.get(source, key, source);\n        if (typeof initial === \"function\") {\n            const method = guardMethods\n                ? function (this: unknown, ...args: readonly unknown[]) {\n                    assertAuthorOpen();\n                    return Reflect.apply(initial, source, args);\n                }\n                : initial.bind(source);\n            Object.defineProperty(target, key, {\n                enumerable: true,\n                configurable: false,\n                writable: false,\n                value: method,\n            });\n        }\n        else {\n            Object.defineProperty(target, key, {\n                enumerable: true,\n                configurable: false,\n                get: () => Reflect.get(source, key, source),\n            });\n        }\n    }\n}\n/** @internal Builds the frozen single-t facade after create settles. */\nexport function bindAdapterEvalContext<Kind extends EvaluationKind, Context>(core: EvalContext<Kind>, context: Context, assertAuthorOpen: () => void): EvalContext<Kind> & Readonly<Context> {\n    assertPlainAdapterContext(context);\n    const target = Object.create(null) as object;\n    forwardProperties(target, core, false, assertAuthorOpen);\n    forwardProperties(target, context, true, assertAuthorOpen);\n    return Object.freeze(target) as EvalContext<Kind> & Readonly<Context>;\n}\n"]}
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["adapter.ts"],"names":[],"mappings":";;AAgTA,sCAWC;AAED,sDAKC;AAkBD,0CAYC;AAED,gDASC;AAED,sEAMC;AAoKD,wDAmBC;AAxiBD,2CAAmD;AAOnD,MAAM,sBAAsB,GAAkB,MAAM,CAAC,+BAA+B,CAAC,CAAC;AACtF,MAAM,2BAA2B,GAAkB,MAAM,CAAC,mCAAmC,CAAC,CAAC;AAsB/F,gFAAgF;AAChF,MAAM,6BAA6B,GAAG;IAClC,gBAAgB;IAChB,OAAO;IACP,OAAO;IACP,YAAY;IACZ,cAAc;IACd,sBAAsB;IACtB,oBAAoB;IACpB,SAAS;IACT,OAAO;IACP,OAAO;IACP,MAAM;IACN,QAAQ;IACR,OAAO;IACP,iBAAiB;IACjB,OAAO;IACP,UAAU;IACV,YAAY;IACZ,KAAK;IACL,MAAM;IACN,QAAQ;IACR,aAAa;IACb,kBAAkB;IAClB,kBAAkB;IAClB,gBAAgB;IAChB,kBAAkB;IAClB,kBAAkB;IAClB,eAAe;IACf,sBAAsB;IACtB,UAAU;IACV,SAAS;IACT,WAAW;IACX,gBAAgB;CACV,CAAC;AAqJX,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,OAAe;IACxE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,yBAAyB,KAAK,GAAG,CAAC,CAAC;IACrE,CAAC;AACL,CAAC;AACD,SAAS,aAAa,CAAgE,IAAY,EAAE,UAAyD;IACzJ,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI;QACJ,UAAU;QACV,cAAc,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,KAAK;QAC5C,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE,CAAC,KAAK;KACrC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,sBAAsB,CAAC,KAG/B,EAAE,OAAyC;IACxC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,2CAA2C,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,sEAAsE,CAAC,CAAC;IAC1G,CAAC;AACL,CAAC;AACD,SAAS,kBAAkB,CAAgE,KAAgD;IACvI,OAAO;QACH,UAAU,CAAC,KAAK;YACZ,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAC5C,OAAO,IAAA,gCAAoB,EAAC,MAAM,EAAE,KAAK,EAAE;gBACvC,CAAC,2BAA2B,CAAC,EAAE,KAAK;aACvC,CAAuD,CAAC;QAC7D,CAAC;QACD,eAAe,CAAC,KAAK;YACjB,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;YACjD,OAAO,IAAA,gCAAoB,EAAC,OAAO,EAAE,KAAK,EAAE;gBACxC,CAAC,2BAA2B,CAAC,EAAE,KAAK;aACvC,CAAwD,CAAC;QAC9D,CAAC;KACJ,CAAC;AACN,CAAC;AACD,SAAS,gBAAgB,CAAgE,KAAgD,EAAE,KAI1I,EAAE,OAAsD;IACrD,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACvC,oBAAoB,CAAC,KAAK,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,4BAA4B,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,OAA6B,EAA8B,EAAE;QACzE,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,OAAO,YAAY,OAAO,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1B,yBAAyB,CAAC,KAAK,CAAC,CAAC;gBACjC,OAAO,KAAK,CAAC;YACjB,CAAC,CAAC,CAAC;QACP,CAAC;QACD,kFAAkF;QAClF,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,QAAiB;QACvB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,IAAI;QACpB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;QAChD,MAAM;QACN,CAAC,sBAAsB,CAAC,EAAE,KAAK;QAC/B,GAAG,kBAAkB,CAAC,KAAK,CAAC;KAC/B,CAA+C,CAAC;AACrD,CAAC;AAeD,SAAgB,aAAa,CAAC,KAK7B;IACG,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;IACpC,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,UAAU,KAAK,UAAU,EAAE,CAAC;QAC/D,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,gBAAgB,CAAC,aAAa,CAA6B,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC;AACvH,CAAC;AACD,gGAAgG;AAChG,SAAgB,qBAAqB,CAAyB,KAEhB;IAC1C,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAClE,OAAO,mBAAmB,CAAC,aAAa,CAAqB,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;AACzF,CAAC;AACD,SAAS,mBAAmB,CAAgE,KAAgD;IACxI,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,SAAS;QACZ,SAAS,CAAwC,cAA0E;YACvH,OAAO,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,2BAA2B,CAAC,CAAC;QAChF,CAAC;QACD,cAAc,CAAgC,OAA0D,EAAE,GAAG,WAA8E;YACvL,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;gBAChC,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;YAC/E,CAAC;YACD,OAAO,mBAAmB,CAAC,aAAa,CAA0B,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QAC5F,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AACD,wEAAwE;AACxE,SAAgB,eAAe,CAAC,OAAgB;IAC5C,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC7C,CAAC;QACF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,mBAAmB;YAC7B,gBAAgB,EAAE,IAAI;SACzB,CAAC,CAAC;AACX,CAAC;AACD,qFAAqF;AACrF,SAAgB,kBAAkB,CAAC,OAAgB,EAAE,UAAkB;IACnE,MAAM,QAAQ,GAAI,UAEhB,CAAC,2BAA2B,CAAC,CAAC;IAChC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;QACjD,OAAO,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,QAAQ,CAAC;IACrF,CAAC;IACD,OAAO,QAAQ,KAAK,SAAS,CAAC;AAClC,CAAC;AACD,wFAAwF;AACxF,SAAgB,6BAA6B,CAAC,UAAkB;IAC5D,OAAQ,UAIN,CAAC,2BAA2B,CAAC,EAAE,IAAI,CAAC;AAC1C,CAAC;AACD,MAAM,gCAAgC,GAAwB,IAAI,GAAG,CAAC,6BAA6B,CAAC,CAAC;AACrG,SAAS,yBAAyB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,+DAA+D,CAAC,CAAC;IACzF,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,gCAAgC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,SAAS,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACnF,CAAC;IACL,CAAC;AACL,CAAC;AACD,SAAS,iBAAiB,CAAC,MAAc,EAAE,MAAc,EAAE,WAAoB,EAAE,gBAA4B;IACzG,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChE,IAAI,UAAU,KAAK,SAAS;YACxB,SAAS;QACb,IAAI,OAAO,IAAI,UAAU,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAClE,MAAM,MAAM,GAAG,WAAW;gBACtB,CAAC,CAAC,UAAyB,GAAG,IAAwB;oBAClD,gBAAgB,EAAE,CAAC;oBACnB,OAAO,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBACzD,CAAC;gBACD,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC/B,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,KAAK;gBACnB,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,MAAM;aAChB,CAAC,CAAC;QACP,CAAC;aACI,CAAC;YACF,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC/B,UAAU,EAAE,IAAI;gBAChB,YAAY,EAAE,KAAK;gBACnB,GAAG,EAAE,GAAG,EAAE;oBACN,IAAI,WAAW;wBACX,gBAAgB,EAAE,CAAC;oBACvB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;oBAC/C,IAAI,OAAO,KAAK,KAAK,UAAU;wBAC3B,OAAO,KAAK,CAAC;oBACjB,OAAO,WAAW;wBACd,CAAC,CAAC,CAAC,GAAG,IAAwB,EAAE,EAAE;4BAC9B,gBAAgB,EAAE,CAAC;4BACnB,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;wBAC9C,CAAC;wBACD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;aACJ,CAAC,CAAC;QACP,CAAC;IACL,CAAC;AACL,CAAC;AACD,2FAA2F;AAC3F,SAAS,6BAA6B,CAAC,KAAc;IACjD,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,UAAU,CAAC,IAAI,KAAK,KAAK,IAAI;QAC5E,OAAO,KAAK,CAAC;IACjB,IAAI,CAAC;QACD,KAAK,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE;YAC9C,SAAS;YACT,GAAG,EAAE,CAAC,SAAS;SAClB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,CAAC;QACH,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AACD,SAAS,4BAA4B,CAAC,KAAc,EAAE,OAAe;IACjE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAC;IAC7F,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvD,6BAA6B,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,IAAI,SAAS,CAAC,kEAAkE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,gCAAgC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,SAAS,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7F,CAAC;QACD,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,SAAS,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9G,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/D,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACjG,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAChG,CAAC;IACL,CAAC;AACL,CAAC;AACD,SAAS,qBAAqB,CAAU,OAAgB,EAAE,aAAyB;IAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAW,CAAC;IAC7C,iBAAiB,CAAC,MAAM,EAAE,OAAiB,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;IAClE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAsB,CAAC;AACtD,CAAC;AACD,SAAS,qBAAqB,CAAsD,IAAuB,EAAE,OAAgB,EAAE,OAA0C,EAAE,gBAA4B;IAInM,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,aAAa,GAAG,GAAS,EAAE;QAC7B,gBAAgB,EAAE,CAAC;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,IAAI,SAAS,CAAC,oFAAoF,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAwB,EAAW,EAAE;QACnD,gBAAgB,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,SAAS,CAAC,0EAA0E,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,UAAU,CAAC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAClF,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;QACtF,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,OAAO,CAAC;QACrB,GAAG;QACH,KAAK,EAAE,KAAsC;KAChD,CAAC,CAAC;IACH,4BAA4B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxB,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAW,CAAC;IACjD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAE,CAAC;QACnE,MAAM,MAAM,GAAG,UAAU,CAAC,KAAiD,CAAC;QAC5E,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,GAAG,EAAE;YACnC,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,KAAK;YACnB,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,CAAC,GAAG,IAAwB,EAAE,EAAE;gBACnC,gBAAgB,EAAE,CAAC;gBACnB,MAAM,KAAK,GAAG,IAAI,OAAO,EAAU,CAAC;gBACpC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC;oBACD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;oBACrD,IAAI,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,UAAU,CAAC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;wBACxG,6BAA6B,CAAC,MAAM,CAAC,CAAC;wBACtC,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;oBACtH,CAAC;oBACD,OAAO,MAAM,CAAC;gBAClB,CAAC;wBACO,CAAC;oBACL,YAAY,CAAC,GAAG,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AACD,wEAAwE;AACxE,SAAgB,sBAAsB,CAAuC,IAAuB,EAAE,OAAgB,EAAE,OAAiC,EAAE,gBAA4B;IACnL,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,sBAAsB,CAA+D,CAAC;IAC5G,IAAI,GAAsB,CAAC;IAC3B,IAAI,UAA8B,CAAC;IACnC,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACjC,GAAG,GAAG,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IAC3D,CAAC;SACI,CAAC;QACF,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;QACvF,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;IAClC,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAW,CAAC;IAC7C,iBAAiB,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;IACzD,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;IACxD,IAAI,UAAU,KAAK,SAAS;QACxB,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAA0C,CAAC;AAC1E,CAAC","sourcesContent":["import type { AssertionCheck, AssertionSubject, AssertionsRuntime, BooleanAssertionHandle, MeasurementAssertionHandle, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, } from \"./assertions/api.ts\";\nimport type { ScoreMatch } from \"./assertions/match.ts\";\nimport { defineEvalForContext } from \"./define.ts\";\nimport type { EvalDefinition, EvalInput, ScoreEvalInput } from \"./runner/types.ts\";\nimport type { EvaluationKind } from \"./shared/evaluation.ts\";\nimport type { JudgePresetMethods } from \"./context/assert-first.ts\";\nimport type { DiagnosticInput, JsonValue, ProgressUpdate } from \"./shared/types.ts\";\nimport type { AdapterIdentity } from \"./record/model/run-context.ts\";\nexport type { AdapterIdentity } from \"./record/model/run-context.ts\";\nconst ADAPTER_CONTRACT_TOKEN: unique symbol = Symbol(\"niceeval.adapterContractToken\");\nconst EVAL_ADAPTER_CONTRACT_TOKEN: unique symbol = Symbol(\"niceeval.evalAdapterContractToken\");\n/**\n * Synchronously assembles Attempt-local Assertion methods from the guarded app\n * facade and the shared check registrar. The returned object must contain only\n * ordinary, synchronously returning methods. Generic and overloaded Assertion\n * sugar is intentionally not callable after binding; use ordinary named\n * parameters so argument and native handle types remain exact.\n */\nexport type AdapterAssertionsFactory<Context extends object, Assertions extends object = object> = (context: AdapterAssertionsFactoryContext<Context>) => Assertions;\n/**\n * Definition inputs for Adapter Assertion sugar. `app` becomes callable after\n * assembly, and `check` may only be called by a returned Assertion method.\n */\nexport interface AdapterAssertionsFactoryContext<Context extends object> {\n    readonly app: Readonly<Context>;\n    readonly check: AssertionCheck<\"polymorphic\">;\n}\ntype BoundAdapterAssertionResult<Kind extends EvaluationKind, Result> = Result extends PolymorphicBooleanAssertionHandle<infer Refined, infer HasGate> ? BooleanAssertionHandle<Kind, Refined, HasGate> : Result extends PolymorphicMeasurementAssertionHandle<infer HasCondition> ? MeasurementAssertionHandle<Kind, HasCondition> : never;\ntype BoundAdapterAssertionMethod<Kind extends EvaluationKind, Method> = Method extends (...args: infer Args) => infer Result ? ((...args: Args) => Result) extends Method ? (...args: Args) => BoundAdapterAssertionResult<Kind, Result> : never : never;\ntype AdapterAssertionsFor<Assertions extends object | undefined, Kind extends EvaluationKind> = Assertions extends object ? {\n    readonly [Key in keyof Assertions]: BoundAdapterAssertionMethod<Kind, Assertions[Key]>;\n} : {};\n/** Keys owned by the neutral Eval runtime or unsafe on a merged object root. */\nconst RESERVED_ADAPTER_CONTEXT_KEYS = [\n    \"evaluationKind\",\n    \"check\",\n    \"judge\",\n    \"factuality\",\n    \"faithfulness\",\n    \"instructionFollowing\",\n    \"pairwisePreference\",\n    \"closeQA\",\n    \"score\",\n    \"group\",\n    \"skip\",\n    \"signal\",\n    \"model\",\n    \"reasoningEffort\",\n    \"flags\",\n    \"progress\",\n    \"diagnostic\",\n    \"log\",\n    \"then\",\n    \"Object\",\n    \"constructor\",\n    \"__defineGetter__\",\n    \"__defineSetter__\",\n    \"hasOwnProperty\",\n    \"__lookupGetter__\",\n    \"__lookupSetter__\",\n    \"isPrototypeOf\",\n    \"propertyIsEnumerable\",\n    \"toString\",\n    \"valueOf\",\n    \"__proto__\",\n    \"toLocaleString\",\n] as const;\nexport type ReservedAdapterContextKey = typeof RESERVED_ADAPTER_CONTEXT_KEYS[number];\ntype InvalidContextBranch<Context> = Context extends unknown ? Context extends object ? Context extends readonly unknown[] ? Context : Context extends (...args: readonly never[]) => unknown ? Context : string extends keyof Context ? Context : Extract<keyof Context, ReservedAdapterContextKey> extends never ? never : Context : Context : never;\ntype AdapterContextValidation<Context> = unknown extends Context ? unknown : [\n    InvalidContextBranch<Context>\n] extends [\n    never\n] ? unknown : {\n    readonly invalidAdapterContext: InvalidContextBranch<Context>;\n};\ntype InvalidAssertionMethodKey<Context extends object, Assertions> = Assertions extends object ? {\n    [Key in keyof Assertions]: Key extends string ? Key extends ReservedAdapterContextKey | keyof Context ? Key : Assertions[Key] extends (...args: readonly never[]) => infer Result ? Result extends PolymorphicBooleanAssertionHandle<unknown, boolean> | PolymorphicMeasurementAssertionHandle<boolean> ? never : Key : Key : Key;\n}[keyof Assertions] : \"assertions\";\ntype InvalidAdapterAssertions<Context extends object, Assertions extends object> = InvalidAssertionMethodKey<Context, Assertions>;\ntype AdapterAssertionsValidation<Context extends object, Assertions extends object> = [\n    InvalidAdapterAssertions<Context, Assertions>\n] extends [\n    never\n] ? unknown : {\n    readonly invalidAdapterAssertions: InvalidAdapterAssertions<Context, Assertions>;\n};\ntype AdapterAssertionsValidationArgs<Context extends object, Assertions extends object> = [\n    InvalidAdapterAssertions<Context, Assertions>\n] extends [\n    never\n] ? [\n] : [\n    error: {\n        readonly invalidAdapterAssertions: InvalidAdapterAssertions<Context, Assertions>;\n    }\n];\ntype AdapterFactory<Context extends object> = (context: AdapterCreateContext) => (Context & ThisType<Context>) | Promise<Context & ThisType<Context>>;\nexport interface AdapterCleanupContext {\n    /** 当前 Adapter cleanup 总窗口的取消信号。它独立于 Attempt signal，并在 30 秒总预算结束时取消。 */\n    readonly signal: AbortSignal;\n}\nexport interface AdapterCreateContext {\n    /** 当前 Eval 的公开 ID。 */\n    readonly evalId: string;\n    /** 当前 Experiment 的公开 ID。 */\n    readonly experimentId: string;\n    /** 当前 Attempt 的零起始序号。 */\n    readonly attempt: number;\n    /** Attempt 执行信号；取消或超时后会中止，不用于 cleanup 窗口。 */\n    readonly signal: AbortSignal;\n    /** Experiment 选择的模型。 */\n    readonly model?: string;\n    /** Experiment 选择的推理强度。 */\n    readonly reasoningEffort?: string;\n    /** Experiment 传给 Adapter 的只读 flags。 */\n    readonly flags: Readonly<Record<string, JsonValue>>;\n    /** 更新当前 Attempt 的人读进度。 */\n    progress(update: ProgressUpdate): void;\n    /** 为当前 Attempt 追加结构化诊断。 */\n    diagnostic(input: DiagnosticInput): void;\n    /** 为当前 Attempt 追加日志。 */\n    log(message: string): void;\n    /**\n     * 登记 Attempt-local 资源释放。回调按全局 LIFO 执行；一项失败不会跳过其余项。\n     * 零参数回调仍可直接传入。传入的 context 已冻结，同一 cleanup 窗口的回调共享一个 signal。\n     */\n    onCleanup(cleanup: (context: AdapterCleanupContext) => void | Promise<void>): void;\n}\ntype EvalContextBase<Kind extends EvaluationKind> = JudgePresetMethods<Kind> & {\n    readonly evaluationKind: Kind;\n    readonly signal: AbortSignal;\n    readonly model?: string;\n    readonly reasoningEffort?: string;\n    readonly flags: Readonly<Record<string, JsonValue>>;\n    progress(update: ProgressUpdate): void;\n    diagnostic(input: DiagnosticInput): void;\n    log(message: string): void;\n    skip(reason: string): never;\n    group<Value>(title: string, body: () => Value | PromiseLike<Value>): Promise<Awaited<Value>>;\n    readonly check: AssertionsRuntime<Kind>[\"t\"][\"check\"];\n    readonly judge: <Value>(value: AssertionSubject<Value>, definition: ScoreMatch<NoInfer<Value>>) => MeasurementAssertionHandle<Kind>;\n};\n/** Agent-neutral author context shared by every Adapter Eval. */\nexport type EvalContext<Kind extends EvaluationKind = \"pass\"> = EvalContextBase<Kind> & (Kind extends \"score\" ? {\n    readonly score: AssertionsRuntime<\"score\">[\"t\"][\"score\"];\n} : {});\ntype AdapterEvalFields = Omit<EvalInput<undefined>, \"test\" | \"sandbox\" | \"diff\"> & {\n    readonly sandbox?: never;\n    readonly diff?: never;\n};\ntype AdapterScoreEvalFields = Omit<ScoreEvalInput<undefined>, \"test\" | \"sandbox\" | \"diff\"> & {\n    readonly sandbox?: never;\n    readonly diff?: never;\n};\nexport type AdapterEvalInput<Context extends object, Assertions extends object | undefined = undefined> = AdapterEvalFields & {\n    test(t: EvalContext<\"pass\"> & Readonly<Context> & AdapterAssertionsFor<Assertions, \"pass\">): void | Promise<void>;\n};\nexport type AdapterScoreEvalInput<Context extends object, Assertions extends object | undefined = undefined> = AdapterScoreEvalFields & {\n    test(t: EvalContext<\"score\"> & Readonly<Context> & AdapterAssertionsFor<Assertions, \"score\">): void | Promise<void>;\n};\ninterface AdapterContractToken<Context extends object, Assertions extends object | undefined> {\n    readonly name: string;\n    readonly assertions: AdapterAssertionsFactory<Context> | undefined;\n    /** Keeps the Assertion method shape invariant without exposing a constructible brand. */\n    readonly assertionTypes: (value: Assertions) => Assertions;\n    /** Keeps the context parameter invariant without exposing a constructible brand. */\n    readonly context: (value: Context) => Context;\n}\nexport interface AdapterEvalDefinition<Kind extends EvaluationKind, Context extends object, Assertions extends object | undefined = undefined> extends EvalDefinition<Kind, EvalContext<Kind> & Readonly<Context> & AdapterAssertionsFor<Assertions, Kind>, undefined> {\n    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context, Assertions>;\n}\n/** @internal Existential discovery view; concrete bound factories retain their exact Context. */\nexport interface AdapterRuntimeEvalDefinition<Kind extends EvaluationKind> extends EvalDefinition<Kind, never, undefined> {\n    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: object;\n}\n/** Common public surface for an Adapter definition with bound Eval factories. */\nexport interface AdapterDefinition<Context extends object, Assertions extends object | undefined = undefined> {\n    readonly name: string;\n    defineEval(input: AdapterEvalInput<Context, Assertions>): AdapterEvalDefinition<\"pass\", Context, Assertions>;\n    defineScoreEval(input: AdapterScoreEvalInput<Context, Assertions>): AdapterEvalDefinition<\"score\", Context, Assertions>;\n}\n/** Existential runtime view used by Experiment without erasing a concrete context to `any`. */\nexport interface AdapterRuntimeDefinition {\n    readonly kind: \"custom\";\n    readonly name: string;\n    readonly contract: string;\n    readonly behaviorRevision: string | null;\n    readonly [ADAPTER_CONTRACT_TOKEN]: object;\n    readonly defineEval: (...args: never[]) => unknown;\n    readonly defineScoreEval: (...args: never[]) => unknown;\n    create(context: AdapterCreateContext): object | Promise<object>;\n}\nexport interface AdapterImplementation<Context extends object, Assertions extends object | undefined = undefined> extends AdapterDefinition<Context, Assertions> {\n    readonly kind: \"custom\";\n    readonly contract: string;\n    readonly behaviorRevision: string | null;\n    readonly [ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context, Assertions>;\n    create(context: AdapterCreateContext): Context | Promise<Context>;\n}\nexport type AdapterImplementationInput<Context extends object, ImplementationContext extends Context = Context> = {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<ImplementationContext>;\n} & AdapterContextValidation<NoInfer<ImplementationContext>>;\nexport interface AdapterContract<Context extends object, Assertions extends object | undefined = undefined> extends AdapterDefinition<Context, Assertions> {\n    readonly name: string;\n    implement<ImplementationContext extends Context>(input: AdapterImplementationInput<Context, ImplementationContext>): AdapterImplementation<Context, Assertions>;\n    /**\n     * Returns a contract whose Eval factories and every implementation share\n     * this exact Assertion factory. Implementations cannot replace it.\n     */\n    withAssertions<NextAssertions extends object>(factory: AdapterAssertionsFactory<Context, NextAssertions>, ...validation: AdapterAssertionsValidationArgs<Context, NoInfer<NextAssertions>>): AdapterContract<Context, NextAssertions>;\n}\nexport type Adapter = import(\"./agents/types.ts\").Agent | AdapterRuntimeDefinition;\nfunction assertNonEmptyString(value: unknown, field: string, factory: string): asserts value is string {\n    if (typeof value !== \"string\" || value.trim() === \"\") {\n        throw new TypeError(`${factory} requires a non-empty ${field}.`);\n    }\n}\nfunction contractToken<Context extends object, Assertions extends object | undefined>(name: string, assertions: AdapterAssertionsFactory<Context> | undefined): AdapterContractToken<Context, Assertions> {\n    return Object.freeze({\n        name,\n        assertions,\n        assertionTypes: (value: Assertions) => value,\n        context: (value: Context) => value,\n    });\n}\nfunction assertAdapterEvalInput(value: {\n    readonly sandbox?: unknown;\n    readonly diff?: unknown;\n}, factory: \"defineEval\" | \"defineScoreEval\"): void {\n    if (Object.hasOwn(value, \"sandbox\")) {\n        throw new TypeError(`${factory} for an Adapter does not support sandbox.`);\n    }\n    if (Object.hasOwn(value, \"diff\")) {\n        throw new TypeError(`${factory} for an Adapter does not support Agent workspace diff configuration.`);\n    }\n}\nfunction boundEvalFactories<Context extends object, Assertions extends object | undefined>(token: AdapterContractToken<Context, Assertions>): Pick<AdapterDefinition<Context, Assertions>, \"defineEval\" | \"defineScoreEval\"> {\n    return {\n        defineEval(input) {\n            assertAdapterEvalInput(input, \"defineEval\");\n            return defineEvalForContext(\"pass\", input, {\n                [EVAL_ADAPTER_CONTRACT_TOKEN]: token,\n            }) as AdapterEvalDefinition<\"pass\", Context, Assertions>;\n        },\n        defineScoreEval(input) {\n            assertAdapterEvalInput(input, \"defineScoreEval\");\n            return defineEvalForContext(\"score\", input, {\n                [EVAL_ADAPTER_CONTRACT_TOKEN]: token,\n            }) as AdapterEvalDefinition<\"score\", Context, Assertions>;\n        },\n    };\n}\nfunction implementAdapter<Context extends object, Assertions extends object | undefined>(token: AdapterContractToken<Context, Assertions>, input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<Context>;\n}, factory: \"defineAdapter\" | \"AdapterContract.implement\"): AdapterImplementation<Context, Assertions> {\n    assertNonEmptyString(input.name, \"name\", factory);\n    if (input.behaviorRevision !== undefined) {\n        assertNonEmptyString(input.behaviorRevision, \"behaviorRevision\", factory);\n    }\n    if (typeof input.create !== \"function\") {\n        throw new TypeError(`${factory} requires create(context).`);\n    }\n    const authorCreate = input.create;\n    const create = (context: AdapterCreateContext): Context | Promise<Context> => {\n        const created = authorCreate(context);\n        if (created instanceof Promise) {\n            return created.then((value) => {\n                assertPlainAdapterContext(value);\n                return value;\n            });\n        }\n        // Validate before a caller can pass a synchronous thenable to Promise adaptation.\n        assertPlainAdapterContext(created);\n        return created;\n    };\n    return Object.freeze({\n        kind: \"custom\" as const,\n        name: input.name,\n        contract: token.name,\n        behaviorRevision: input.behaviorRevision ?? null,\n        create,\n        [ADAPTER_CONTRACT_TOKEN]: token,\n        ...boundEvalFactories(token),\n    }) as AdapterImplementation<Context, Assertions>;\n}\n/** Defines one Adapter implementation with an automatically private contract. */\nexport function defineAdapter<Context extends object>(input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<Context>;\n    readonly assertions?: undefined;\n} & AdapterContextValidation<NoInfer<Context>>): AdapterImplementation<Context>;\nexport function defineAdapter<Context extends object, Assertions extends object>(input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<Context>;\n    /** Attempt-local Assertion sugar, assembled once after create() succeeds. */\n    readonly assertions: AdapterAssertionsFactory<Context, Assertions>;\n} & AdapterContextValidation<NoInfer<Context>> & AdapterAssertionsValidation<Context, NoInfer<Assertions>>): AdapterImplementation<Context, Assertions>;\nexport function defineAdapter(input: {\n    readonly name: string;\n    readonly behaviorRevision?: string;\n    readonly create: AdapterFactory<object>;\n    readonly assertions?: AdapterAssertionsFactory<object>;\n}): AdapterRuntimeDefinition {\n    const assertions = input.assertions;\n    if (assertions !== undefined && typeof assertions !== \"function\") {\n        throw new TypeError(\"defineAdapter assertions must be a function.\");\n    }\n    return implementAdapter(contractToken<object, object | undefined>(input.name, assertions), input, \"defineAdapter\");\n}\n/** Defines a reusable contract whose implementations and Evals share one runtime-only token. */\nexport function defineAdapterContract<Context extends object>(input: {\n    readonly name: string;\n} & AdapterContextValidation<NoInfer<Context>>): AdapterContract<Context> {\n    assertNonEmptyString(input.name, \"name\", \"defineAdapterContract\");\n    return makeAdapterContract(contractToken<Context, undefined>(input.name, undefined));\n}\nfunction makeAdapterContract<Context extends object, Assertions extends object | undefined>(token: AdapterContractToken<Context, Assertions>): AdapterContract<Context, Assertions> {\n    const factories = boundEvalFactories(token);\n    return Object.freeze({\n        name: token.name,\n        ...factories,\n        implement<ImplementationContext extends Context>(implementation: AdapterImplementationInput<Context, ImplementationContext>) {\n            return implementAdapter(token, implementation, \"AdapterContract.implement\");\n        },\n        withAssertions<NextAssertions extends object>(factory: AdapterAssertionsFactory<Context, NextAssertions>, ..._validation: AdapterAssertionsValidationArgs<Context, NoInfer<NextAssertions>>) {\n            if (typeof factory !== \"function\") {\n                throw new TypeError(\"AdapterContract.withAssertions requires a function.\");\n            }\n            return makeAdapterContract(contractToken<Context, NextAssertions>(token.name, factory));\n        },\n    });\n}\n/** The single credential-free persistence projection for an Adapter. */\nexport function adapterIdentity(adapter: Adapter): AdapterIdentity {\n    return adapter.kind === \"custom\"\n        ? Object.freeze({\n            name: adapter.name,\n            contract: adapter.contract,\n            behaviorRevision: adapter.behaviorRevision,\n        })\n        : Object.freeze({\n            name: adapter.name,\n            contract: \"niceeval.agent/v1\",\n            behaviorRevision: null,\n        });\n}\n/** @internal Runtime contract pairing; the token itself never enters persistence. */\nexport function adapterAcceptsEval(adapter: Adapter, definition: object): boolean {\n    const required = (definition as {\n        readonly [EVAL_ADAPTER_CONTRACT_TOKEN]?: unknown;\n    })[EVAL_ADAPTER_CONTRACT_TOKEN];\n    if (adapter.kind === \"custom\") {\n        const provided = adapter[ADAPTER_CONTRACT_TOKEN];\n        return required !== undefined && provided !== undefined && required === provided;\n    }\n    return required === undefined;\n}\n/** @internal Returns the readable contract name without revealing the pairing token. */\nexport function adapterContractRequiredByEval(definition: object): string | undefined {\n    return (definition as {\n        readonly [EVAL_ADAPTER_CONTRACT_TOKEN]?: {\n            readonly name: string;\n        };\n    })[EVAL_ADAPTER_CONTRACT_TOKEN]?.name;\n}\nconst RESERVED_ADAPTER_CONTEXT_KEY_SET: ReadonlySet<string> = new Set(RESERVED_ADAPTER_CONTEXT_KEYS);\nfunction assertPlainAdapterContext(value: unknown): asserts value is object {\n    if (typeof value !== \"object\" || value === null || Array.isArray(value)) {\n        throw new TypeError(\"Adapter create(context) must return a plain object.\");\n    }\n    const prototype = Object.getPrototypeOf(value);\n    if (prototype !== Object.prototype && prototype !== null) {\n        throw new TypeError(\"Adapter create(context) must return an explicit plain object.\");\n    }\n    for (const key of Reflect.ownKeys(value)) {\n        if (typeof key === \"string\" && RESERVED_ADAPTER_CONTEXT_KEY_SET.has(key)) {\n            throw new TypeError(`Adapter context key ${JSON.stringify(key)} is reserved.`);\n        }\n    }\n}\nfunction forwardProperties(target: object, source: object, guardAccess: boolean, assertAuthorOpen: () => void): void {\n    for (const key of Reflect.ownKeys(source)) {\n        const descriptor = Object.getOwnPropertyDescriptor(source, key);\n        if (descriptor === undefined)\n            continue;\n        if (\"value\" in descriptor && typeof descriptor.value === \"function\") {\n            const method = guardAccess\n                ? function (this: unknown, ...args: readonly unknown[]) {\n                    assertAuthorOpen();\n                    return Reflect.apply(descriptor.value, source, args);\n                }\n                : descriptor.value.bind(source);\n            Object.defineProperty(target, key, {\n                enumerable: true,\n                configurable: false,\n                writable: false,\n                value: method,\n            });\n        }\n        else {\n            Object.defineProperty(target, key, {\n                enumerable: true,\n                configurable: false,\n                get: () => {\n                    if (guardAccess)\n                        assertAuthorOpen();\n                    const value = Reflect.get(source, key, source);\n                    if (typeof value !== \"function\")\n                        return value;\n                    return guardAccess\n                        ? (...args: readonly unknown[]) => {\n                            assertAuthorOpen();\n                            return Reflect.apply(value, source, args);\n                        }\n                        : value.bind(source);\n                },\n            });\n        }\n    }\n}\n/** Observes only branded native Promises without reading an arbitrary `.then` property. */\nfunction observeNativePromiseRejection(value: unknown): boolean {\n    if ((typeof value !== \"object\" && typeof value !== \"function\") || value === null)\n        return false;\n    try {\n        void Reflect.apply(Promise.prototype.then, value, [\n            undefined,\n            () => undefined,\n        ]);\n        return true;\n    }\n    catch {\n        return false;\n    }\n}\nfunction assertPlainAdapterAssertions(value: unknown, context: object): asserts value is object {\n    if (typeof value !== \"object\" || value === null || Array.isArray(value)) {\n        throw new TypeError(\"Adapter assertions factory must return a plain object of methods.\");\n    }\n    const prototype = Object.getPrototypeOf(value);\n    if (prototype !== Object.prototype && prototype !== null) {\n        observeNativePromiseRejection(value);\n        throw new TypeError(\"Adapter assertions factory must return an explicit plain object.\");\n    }\n    const contextKeys = new Set(Reflect.ownKeys(context));\n    for (const key of Reflect.ownKeys(value)) {\n        if (typeof key !== \"string\") {\n            throw new TypeError(\"Adapter assertion method names must be strings.\");\n        }\n        if (RESERVED_ADAPTER_CONTEXT_KEY_SET.has(key)) {\n            throw new TypeError(`Adapter assertion method name ${JSON.stringify(key)} is reserved.`);\n        }\n        if (contextKeys.has(key)) {\n            throw new TypeError(`Adapter assertion method name ${JSON.stringify(key)} conflicts with an app member.`);\n        }\n        const descriptor = Object.getOwnPropertyDescriptor(value, key);\n        if (descriptor === undefined || !(\"value\" in descriptor) || typeof descriptor.value !== \"function\") {\n            throw new TypeError(`Adapter assertion ${JSON.stringify(key)} must be an own data method.`);\n        }\n    }\n}\nfunction bindAdapterAppContext<Context>(context: Context, assertAppOpen: () => void): Readonly<Context> {\n    const target = Object.create(null) as object;\n    forwardProperties(target, context as object, true, assertAppOpen);\n    return Object.freeze(target) as Readonly<Context>;\n}\nfunction bindAdapterAssertions<Kind extends EvaluationKind, Context extends object>(core: EvalContext<Kind>, context: Context, factory: AdapterAssertionsFactory<Context>, assertAuthorOpen: () => void): {\n    readonly app: Readonly<Context>;\n    readonly assertions: object;\n} {\n    let assembled = false;\n    const assertAppOpen = (): void => {\n        assertAuthorOpen();\n        if (!assembled) {\n            throw new TypeError(\"Adapter assertions factory may only assemble methods; app access starts afterward.\");\n        }\n    };\n    const app = bindAdapterAppContext(context, assertAppOpen);\n    const handleFrames: Array<WeakSet<object>> = [];\n    const check = (...args: readonly unknown[]): unknown => {\n        assertAuthorOpen();\n        const frame = handleFrames.at(-1);\n        if (frame === undefined) {\n            throw new TypeError(\"Adapter assertions factory may call check only from an assertion method.\");\n        }\n        const handle = Reflect.apply(core.check, undefined, args);\n        if ((typeof handle !== \"object\" && typeof handle !== \"function\") || handle === null) {\n            throw new TypeError(\"Adapter assertion check did not return an AssertionHandle.\");\n        }\n        frame.add(handle);\n        return handle;\n    };\n    const authored = factory({\n        app,\n        check: check as AssertionCheck<\"polymorphic\">,\n    });\n    assertPlainAdapterAssertions(authored, context);\n    Object.freeze(authored);\n    assembled = true;\n    const assertions = Object.create(null) as object;\n    for (const key of Reflect.ownKeys(authored)) {\n        const descriptor = Object.getOwnPropertyDescriptor(authored, key)!;\n        const method = descriptor.value as (...args: readonly unknown[]) => unknown;\n        Object.defineProperty(assertions, key, {\n            enumerable: true,\n            configurable: false,\n            writable: false,\n            value: (...args: readonly unknown[]) => {\n                assertAuthorOpen();\n                const frame = new WeakSet<object>();\n                handleFrames.push(frame);\n                try {\n                    const handle = Reflect.apply(method, authored, args);\n                    if ((typeof handle !== \"object\" && typeof handle !== \"function\") || handle === null || !frame.has(handle)) {\n                        observeNativePromiseRejection(handle);\n                        throw new TypeError(`Adapter assertion ${JSON.stringify(key)} must synchronously return its own check() handle.`);\n                    }\n                    return handle;\n                }\n                finally {\n                    handleFrames.pop();\n                }\n            },\n        });\n    }\n    return Object.freeze({ app, assertions: Object.freeze(assertions) });\n}\n/** @internal Builds the frozen single-t facade after create settles. */\nexport function bindAdapterEvalContext<Kind extends EvaluationKind, Context>(core: EvalContext<Kind>, context: Context, adapter: AdapterRuntimeDefinition, assertAuthorOpen: () => void): EvalContext<Kind> & Readonly<Context> {\n    assertPlainAdapterContext(context);\n    const token = adapter[ADAPTER_CONTRACT_TOKEN] as AdapterContractToken<Context & object, object | undefined>;\n    let app: Readonly<Context>;\n    let assertions: object | undefined;\n    if (token.assertions === undefined) {\n        app = bindAdapterAppContext(context, assertAuthorOpen);\n    }\n    else {\n        const bound = bindAdapterAssertions(core, context, token.assertions, assertAuthorOpen);\n        app = bound.app;\n        assertions = bound.assertions;\n    }\n    const target = Object.create(null) as object;\n    forwardProperties(target, core, false, assertAuthorOpen);\n    forwardProperties(target, app, false, assertAuthorOpen);\n    if (assertions !== undefined)\n        forwardProperties(target, assertions, false, assertAuthorOpen);\n    return Object.freeze(target) as EvalContext<Kind> & Readonly<Context>;\n}\n"]}

package/dist/adapter.d.cts

@@ -1,4 +1,4 @@
-import type { AssertionSubject, AssertionsRuntime, MeasurementAssertionHandle } from "./assertions/api.cjs";
+import type { AssertionCheck, AssertionSubject, AssertionsRuntime, BooleanAssertionHandle, MeasurementAssertionHandle, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle } from "./assertions/api.cjs";
 import type { ScoreMatch } from "./assertions/match.cjs";
 import type { EvalDefinition, EvalInput, ScoreEvalInput } from "./runner/types.cjs";
 import type { EvaluationKind } from "./shared/evaluation.cjs";
@@ -8,6 +8,27 @@ import type { AdapterIdentity } from "./record/model/run-context.cjs";
 export type { AdapterIdentity } from "./record/model/run-context.cjs";
 declare const ADAPTER_CONTRACT_TOKEN: unique symbol;
 declare const EVAL_ADAPTER_CONTRACT_TOKEN: unique symbol;
+/**
+ * Synchronously assembles Attempt-local Assertion methods from the guarded app
+ * facade and the shared check registrar. The returned object must contain only
+ * ordinary, synchronously returning methods. Generic and overloaded Assertion
+ * sugar is intentionally not callable after binding; use ordinary named
+ * parameters so argument and native handle types remain exact.
+ */
+export type AdapterAssertionsFactory<Context extends object, Assertions extends object = object> = (context: AdapterAssertionsFactoryContext<Context>) => Assertions;
+/**
+ * Definition inputs for Adapter Assertion sugar. `app` becomes callable after
+ * assembly, and `check` may only be called by a returned Assertion method.
+ */
+export interface AdapterAssertionsFactoryContext<Context extends object> {
+    readonly app: Readonly<Context>;
+    readonly check: AssertionCheck<"polymorphic">;
+}
+type BoundAdapterAssertionResult<Kind extends EvaluationKind, Result> = Result extends PolymorphicBooleanAssertionHandle<infer Refined, infer HasGate> ? BooleanAssertionHandle<Kind, Refined, HasGate> : Result extends PolymorphicMeasurementAssertionHandle<infer HasCondition> ? MeasurementAssertionHandle<Kind, HasCondition> : never;
+type BoundAdapterAssertionMethod<Kind extends EvaluationKind, Method> = Method extends (...args: infer Args) => infer Result ? ((...args: Args) => Result) extends Method ? (...args: Args) => BoundAdapterAssertionResult<Kind, Result> : never : never;
+type AdapterAssertionsFor<Assertions extends object | undefined, Kind extends EvaluationKind> = Assertions extends object ? {
+    readonly [Key in keyof Assertions]: BoundAdapterAssertionMethod<Kind, Assertions[Key]>;
+} : {};
 /** Keys owned by the neutral Eval runtime or unsafe on a merged object root. */
 declare const RESERVED_ADAPTER_CONTEXT_KEYS: readonly ["evaluationKind", "check", "judge", "factuality", "faithfulness", "instructionFollowing", "pairwisePreference", "closeQA", "score", "group", "skip", "signal", "model", "reasoningEffort", "flags", "progress", "diagnostic", "log", "then", "Object", "constructor", "__defineGetter__", "__defineSetter__", "hasOwnProperty", "__lookupGetter__", "__lookupSetter__", "isPrototypeOf", "propertyIsEnumerable", "toString", "valueOf", "__proto__", "toLocaleString"];
 export type ReservedAdapterContextKey = typeof RESERVED_ADAPTER_CONTEXT_KEYS[number];
@@ -15,19 +36,47 @@ type InvalidContextBranch<Context> = Context extends unknown ? Context extends o
 type AdapterContextValidation<Context> = unknown extends Context ? unknown : [InvalidContextBranch<Context>] extends [never] ? unknown : {
     readonly invalidAdapterContext: InvalidContextBranch<Context>;
 };
+type InvalidAssertionMethodKey<Context extends object, Assertions> = Assertions extends object ? {
+    [Key in keyof Assertions]: Key extends string ? Key extends ReservedAdapterContextKey | keyof Context ? Key : Assertions[Key] extends (...args: readonly never[]) => infer Result ? Result extends PolymorphicBooleanAssertionHandle<unknown, boolean> | PolymorphicMeasurementAssertionHandle<boolean> ? never : Key : Key : Key;
+}[keyof Assertions] : "assertions";
+type InvalidAdapterAssertions<Context extends object, Assertions extends object> = InvalidAssertionMethodKey<Context, Assertions>;
+type AdapterAssertionsValidation<Context extends object, Assertions extends object> = [InvalidAdapterAssertions<Context, Assertions>] extends [never] ? unknown : {
+    readonly invalidAdapterAssertions: InvalidAdapterAssertions<Context, Assertions>;
+};
+type AdapterAssertionsValidationArgs<Context extends object, Assertions extends object> = [InvalidAdapterAssertions<Context, Assertions>] extends [never] ? [] : [error: {
+    readonly invalidAdapterAssertions: InvalidAdapterAssertions<Context, Assertions>;
+}];
 type AdapterFactory<Context extends object> = (context: AdapterCreateContext) => (Context & ThisType<Context>) | Promise<Context & ThisType<Context>>;
+export interface AdapterCleanupContext {
+    /** 当前 Adapter cleanup 总窗口的取消信号。它独立于 Attempt signal，并在 30 秒总预算结束时取消。 */
+    readonly signal: AbortSignal;
+}
 export interface AdapterCreateContext {
+    /** 当前 Eval 的公开 ID。 */
     readonly evalId: string;
+    /** 当前 Experiment 的公开 ID。 */
     readonly experimentId: string;
+    /** 当前 Attempt 的零起始序号。 */
     readonly attempt: number;
+    /** Attempt 执行信号；取消或超时后会中止，不用于 cleanup 窗口。 */
     readonly signal: AbortSignal;
+    /** Experiment 选择的模型。 */
     readonly model?: string;
+    /** Experiment 选择的推理强度。 */
     readonly reasoningEffort?: string;
+    /** Experiment 传给 Adapter 的只读 flags。 */
     readonly flags: Readonly<Record<string, JsonValue>>;
+    /** 更新当前 Attempt 的人读进度。 */
     progress(update: ProgressUpdate): void;
+    /** 为当前 Attempt 追加结构化诊断。 */
     diagnostic(input: DiagnosticInput): void;
+    /** 为当前 Attempt 追加日志。 */
     log(message: string): void;
-    onCleanup(cleanup: () => void | Promise<void>): void;
+    /**
+     * 登记 Attempt-local 资源释放。回调按全局 LIFO 执行；一项失败不会跳过其余项。
+     * 零参数回调仍可直接传入。传入的 context 已冻结，同一 cleanup 窗口的回调共享一个 signal。
+     */
+    onCleanup(cleanup: (context: AdapterCleanupContext) => void | Promise<void>): void;
 }
 type EvalContextBase<Kind extends EvaluationKind> = JudgePresetMethods<Kind> & {
     readonly evaluationKind: Kind;
@@ -55,29 +104,32 @@ type AdapterScoreEvalFields = Omit<ScoreEvalInput<undefined>, "test" | "sandbox"
     readonly sandbox?: never;
     readonly diff?: never;
 };
-export type AdapterEvalInput<Context extends object> = AdapterEvalFields & {
-    test(t: EvalContext<"pass"> & Readonly<Context>): void | Promise<void>;
+export type AdapterEvalInput<Context extends object, Assertions extends object | undefined = undefined> = AdapterEvalFields & {
+    test(t: EvalContext<"pass"> & Readonly<Context> & AdapterAssertionsFor<Assertions, "pass">): void | Promise<void>;
 };
-export type AdapterScoreEvalInput<Context extends object> = AdapterScoreEvalFields & {
-    test(t: EvalContext<"score"> & Readonly<Context>): void | Promise<void>;
+export type AdapterScoreEvalInput<Context extends object, Assertions extends object | undefined = undefined> = AdapterScoreEvalFields & {
+    test(t: EvalContext<"score"> & Readonly<Context> & AdapterAssertionsFor<Assertions, "score">): void | Promise<void>;
 };
-interface AdapterContractToken<Context extends object> {
+interface AdapterContractToken<Context extends object, Assertions extends object | undefined> {
     readonly name: string;
+    readonly assertions: AdapterAssertionsFactory<Context> | undefined;
+    /** Keeps the Assertion method shape invariant without exposing a constructible brand. */
+    readonly assertionTypes: (value: Assertions) => Assertions;
     /** Keeps the context parameter invariant without exposing a constructible brand. */
     readonly context: (value: Context) => Context;
 }
-export interface AdapterEvalDefinition<Kind extends EvaluationKind, Context extends object> extends EvalDefinition<Kind, EvalContext<Kind> & Readonly<Context>, undefined> {
-    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context>;
+export interface AdapterEvalDefinition<Kind extends EvaluationKind, Context extends object, Assertions extends object | undefined = undefined> extends EvalDefinition<Kind, EvalContext<Kind> & Readonly<Context> & AdapterAssertionsFor<Assertions, Kind>, undefined> {
+    readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context, Assertions>;
 }
 /** @internal Existential discovery view; concrete bound factories retain their exact Context. */
 export interface AdapterRuntimeEvalDefinition<Kind extends EvaluationKind> extends EvalDefinition<Kind, never, undefined> {
     readonly [EVAL_ADAPTER_CONTRACT_TOKEN]: object;
 }
 /** Common public surface for an Adapter definition with bound Eval factories. */
-export interface AdapterDefinition<Context extends object> {
+export interface AdapterDefinition<Context extends object, Assertions extends object | undefined = undefined> {
     readonly name: string;
-    defineEval(input: AdapterEvalInput<Context>): AdapterEvalDefinition<"pass", Context>;
-    defineScoreEval(input: AdapterScoreEvalInput<Context>): AdapterEvalDefinition<"score", Context>;
+    defineEval(input: AdapterEvalInput<Context, Assertions>): AdapterEvalDefinition<"pass", Context, Assertions>;
+    defineScoreEval(input: AdapterScoreEvalInput<Context, Assertions>): AdapterEvalDefinition<"score", Context, Assertions>;
 }
 /** Existential runtime view used by Experiment without erasing a concrete context to `any`. */
 export interface AdapterRuntimeDefinition {
@@ -90,11 +142,11 @@ export interface AdapterRuntimeDefinition {
     readonly defineScoreEval: (...args: never[]) => unknown;
     create(context: AdapterCreateContext): object | Promise<object>;
 }
-export interface AdapterImplementation<Context extends object> extends AdapterDefinition<Context> {
+export interface AdapterImplementation<Context extends object, Assertions extends object | undefined = undefined> extends AdapterDefinition<Context, Assertions> {
     readonly kind: "custom";
     readonly contract: string;
     readonly behaviorRevision: string | null;
-    readonly [ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context>;
+    readonly [ADAPTER_CONTRACT_TOKEN]: AdapterContractToken<Context, Assertions>;
     create(context: AdapterCreateContext): Context | Promise<Context>;
 }
 export type AdapterImplementationInput<Context extends object, ImplementationContext extends Context = Context> = {
@@ -102,9 +154,14 @@ export type AdapterImplementationInput<Context extends object, ImplementationCon
     readonly behaviorRevision?: string;
     readonly create: AdapterFactory<ImplementationContext>;
 } & AdapterContextValidation<NoInfer<ImplementationContext>>;
-export interface AdapterContract<Context extends object> extends AdapterDefinition<Context> {
+export interface AdapterContract<Context extends object, Assertions extends object | undefined = undefined> extends AdapterDefinition<Context, Assertions> {
     readonly name: string;
-    implement<ImplementationContext extends Context>(input: AdapterImplementationInput<Context, ImplementationContext>): AdapterImplementation<Context>;
+    implement<ImplementationContext extends Context>(input: AdapterImplementationInput<Context, ImplementationContext>): AdapterImplementation<Context, Assertions>;
+    /**
+     * Returns a contract whose Eval factories and every implementation share
+     * this exact Assertion factory. Implementations cannot replace it.
+     */
+    withAssertions<NextAssertions extends object>(factory: AdapterAssertionsFactory<Context, NextAssertions>, ...validation: AdapterAssertionsValidationArgs<Context, NoInfer<NextAssertions>>): AdapterContract<Context, NextAssertions>;
 }
 export type Adapter = import("./agents/types.cjs").Agent | AdapterRuntimeDefinition;
 /** Defines one Adapter implementation with an automatically private contract. */
@@ -112,7 +169,15 @@ export declare function defineAdapter<Context extends object>(input: {
     readonly name: string;
     readonly behaviorRevision?: string;
     readonly create: AdapterFactory<Context>;
+    readonly assertions?: undefined;
 } & AdapterContextValidation<NoInfer<Context>>): AdapterImplementation<Context>;
+export declare function defineAdapter<Context extends object, Assertions extends object>(input: {
+    readonly name: string;
+    readonly behaviorRevision?: string;
+    readonly create: AdapterFactory<Context>;
+    /** Attempt-local Assertion sugar, assembled once after create() succeeds. */
+    readonly assertions: AdapterAssertionsFactory<Context, Assertions>;
+} & AdapterContextValidation<NoInfer<Context>> & AdapterAssertionsValidation<Context, NoInfer<Assertions>>): AdapterImplementation<Context, Assertions>;
 /** Defines a reusable contract whose implementations and Evals share one runtime-only token. */
 export declare function defineAdapterContract<Context extends object>(input: {
     readonly name: string;
@@ -124,4 +189,4 @@ export declare function adapterAcceptsEval(adapter: Adapter, definition: object)
 /** @internal Returns the readable contract name without revealing the pairing token. */
 export declare function adapterContractRequiredByEval(definition: object): string | undefined;
 /** @internal Builds the frozen single-t facade after create settles. */
-export declare function bindAdapterEvalContext<Kind extends EvaluationKind, Context>(core: EvalContext<Kind>, context: Context, assertAuthorOpen: () => void): EvalContext<Kind> & Readonly<Context>;
+export declare function bindAdapterEvalContext<Kind extends EvaluationKind, Context>(core: EvalContext<Kind>, context: Context, adapter: AdapterRuntimeDefinition, assertAuthorOpen: () => void): EvalContext<Kind> & Readonly<Context>;