niceeval 0.15.0 → 0.15.1-canary.69

package/INDEX.md

@@ -70,7 +70,7 @@
 - `docs-site/zh/tutorials/sandbox-providers.mdx` — Sandbox:官方 Sandbox Docker、Vercel 或 E2B Provider。通过预制快照加速评估
 - `docs-site/zh/tutorials/sandbox-reuse.mdx` — 在一批评估中复用 Sandbox:在 Experiment 里声明 sandboxReuse 让多条 Attempt 共用 Sandbox，让 before/after 可安全重放，并配好 lifetimeMs。无法安全保留状态时改用并发。
 - `docs-site/zh/tutorials/select-and-preview.mdx` — 选择并预览运行范围:先列出 Experiment，再用路径、评估用例前缀和 tag 收窄范围，最后用 --dry 确认计划后再花费模型与 Sandbox 成本。
-- `docs-site/zh/tutorials/verify-judge.mdx` — 配置并验证 Judge:连接 OpenAI 兼容 Judge 网关，用 rubric 和命名材料完成一次真实判分。
+- `docs-site/zh/tutorials/verify-judge.mdx` — 配置并验证 Judge:选择具名 Judge Provider，用 rubric 和命名材料完成一次真实判分。
 - `docs-site/zh/tutorials/viewing-results.mdx` — 查看运行结果:在终端用 show 逐层查看结果；在浏览器用 View 审阅，在自动化中用 query 读取 JSON。
 - `docs-site/zh/tutorials/write-experiment.mdx` — 实验与生命周期:如何写好实验。选择 Agent、传递 model 和 flags，设置 attempts、预算、并发与 Sandbox，并用 setup / teardown 起停实验级共享服务。
 - `docs-site/zh/tutorials/write-send.mdx` — 编写 Send:分七步编写 Adapter 的 send 函数：发送消息、续接会话、记录用量、映射工具事件、处理人工介入（HITL）、接入 OTel trace，并透传 Experiment flags。
@@ -83,7 +83,7 @@
 - `docs-site/zh/explanation/evals.mdx` — NiceEval 中的评估用例：生命周期、verdict 与文件:评估用例是一个测试用例：描述和 test 函数，agent-neutral。了解评估用例如何被发现、调度、评分和报告。
 - `docs-site/zh/explanation/experiment.mdx` — 实验（Experiment）：评谁、怎么跑:Experiment 是可签入的运行配置：同一批评估用例对着哪个 agent、哪个模型、开哪些 flags、跑几次。评估用例与 experiment 分开的原因——晚绑定，让同一份评估用例换着对象跑。
 - `docs-site/zh/explanation/hitl.mdx` — 人工介入（HITL）：停轮、回答、继续:什么是 Human-in-the-loop，Claude Code / Codex / AI SDK 应用里它长什么样。NiceEval 如何把它变成可评的路径——waiting 停轮、input.requested 说明在等什么、t.respond 替人回答后同一轮继续。
-- `docs-site/zh/explanation/judge.mdx` — NiceEval 里的 Judge：评开放式输出:用 rubric、anchors 和命名 JSON 材料评估开放式输出。
+- `docs-site/zh/explanation/judge.mdx` — NiceEval 里的 Judge：评开放式输出:用 rubric、anchors 和显式材料评估开放式输出，需要时附上图片。
 - `docs-site/zh/explanation/overview.mdx` — NiceEval 的运行后数据流:理解 Record、固定 Inspection operation、Query、Show 和 View 的职责边界。
 - `docs-site/zh/explanation/record.mdx` — Record:了解 canonical SQLite Record 的写入、携带与读取边界。
 - `docs-site/zh/explanation/runner.mdx` — 运行、封口与读取:了解 Runner 如何发布 Run，以及读取路径为什么只看已封口事实。

package/dist/adapter-attachments.cjs

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=adapter-attachments.cjs.map

package/dist/adapter-attachments.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-attachments.js","sourceRoot":"","sources":["adapter-attachments.ts"],"names":[],"mappings":"","sourcesContent":["/** Attempt-owned bytes copied synchronously by `ctx.attach`. Names are labels, not paths. */\nexport interface AdapterAttachmentInput {\n    readonly name: string;\n    readonly mediaType: string;\n    readonly body: Uint8Array | string;\n}\n/** Acceptance receipt. Durable publication happens when the Attempt is published. */\nexport interface AdapterAttachmentReceipt {\n    readonly artifactId: string;\n    readonly name: string;\n    readonly mediaType: string;\n    readonly byteLength: number;\n    readonly sha256: string;\n}\n"]}

package/dist/adapter-attachments.d.cts

@@ -0,0 +1,14 @@
+/** Attempt-owned bytes copied synchronously by `ctx.attach`. Names are labels, not paths. */
+export interface AdapterAttachmentInput {
+    readonly name: string;
+    readonly mediaType: string;
+    readonly body: Uint8Array | string;
+}
+/** Acceptance receipt. Durable publication happens when the Attempt is published. */
+export interface AdapterAttachmentReceipt {
+    readonly artifactId: string;
+    readonly name: string;
+    readonly mediaType: string;
+    readonly byteLength: number;
+    readonly sha256: string;
+}

package/dist/adapter-attachments.d.mts

@@ -0,0 +1,14 @@
+/** Attempt-owned bytes copied synchronously by `ctx.attach`. Names are labels, not paths. */
+export interface AdapterAttachmentInput {
+    readonly name: string;
+    readonly mediaType: string;
+    readonly body: Uint8Array | string;
+}
+/** Acceptance receipt. Durable publication happens when the Attempt is published. */
+export interface AdapterAttachmentReceipt {
+    readonly artifactId: string;
+    readonly name: string;
+    readonly mediaType: string;
+    readonly byteLength: number;
+    readonly sha256: string;
+}

package/dist/adapter-attachments.d.ts

@@ -0,0 +1,14 @@
+/** Attempt-owned bytes copied synchronously by `ctx.attach`. Names are labels, not paths. */
+export interface AdapterAttachmentInput {
+    readonly name: string;
+    readonly mediaType: string;
+    readonly body: Uint8Array | string;
+}
+/** Acceptance receipt. Durable publication happens when the Attempt is published. */
+export interface AdapterAttachmentReceipt {
+    readonly artifactId: string;
+    readonly name: string;
+    readonly mediaType: string;
+    readonly byteLength: number;
+    readonly sha256: string;
+}

package/dist/adapter-attachments.js

@@ -0,0 +1,4 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./adapter-attachments.cjs");
+//# sourceMappingURL=adapter-attachments.js.map

package/dist/adapter-attachments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-attachments.js","sources":[],"names":[],"mappings":""}

package/dist/adapter-execution-trace.cjs

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=adapter-execution-trace.cjs.map

package/dist/adapter-execution-trace.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-execution-trace.js","sourceRoot":"","sources":["adapter-execution-trace.ts"],"names":[],"mappings":"","sourcesContent":["/** Finite plain JSON accepted by the generic execution-trace boundary. */\nexport type TraceJson = null | boolean | number | string | readonly TraceJson[] | {\n    readonly [key: string]: TraceJson;\n};\nexport interface ExecutionTraceLimitation {\n    readonly code: string;\n    readonly message: string;\n}\nexport interface ExecutionTraceScope {\n    readonly scopeId: string;\n    readonly label: string;\n    readonly boundary: TraceJson;\n}\nexport interface ExecutionTraceSource {\n    readonly id: string;\n    readonly eventId?: string;\n    readonly sequence?: number;\n}\nexport interface ExecutionTraceActor {\n    readonly id: string;\n    readonly label?: string;\n}\nexport interface ExecutionTraceTime {\n    readonly clockId: string;\n    readonly value: number;\n    readonly unit: string;\n}\nexport type ExecutionTraceLink = {\n    readonly relation: string;\n    readonly targetKey: string;\n} | {\n    readonly relation: string;\n    readonly unresolved: {\n        readonly sourceEventId: string;\n        readonly reason: string;\n    };\n};\nexport interface ExecutionTraceEvidence {\n    readonly key: string;\n    readonly label: string;\n    readonly artifactId: string;\n    readonly pointer: string;\n}\nexport interface ExecutionTraceScopeMembership {\n    readonly scopeId: string;\n    readonly state: \"included\" | \"excluded\" | \"unknown\";\n}\n/**\n * One Adapter-owned domain event. `Type` and `Payload` preserve a caller's\n * discriminated union without requiring NiceEval to execute its domain parser.\n */\nexport interface ExecutionTraceEvent<out Type extends string = string, out Payload extends TraceJson = TraceJson> {\n    readonly key: string;\n    readonly type: Type;\n    readonly source: ExecutionTraceSource;\n    readonly actor?: ExecutionTraceActor;\n    readonly time?: ExecutionTraceTime;\n    readonly summary: string;\n    readonly payload?: Payload;\n    readonly links?: readonly ExecutionTraceLink[];\n    readonly evidence?: readonly ExecutionTraceEvidence[];\n    readonly scopeMemberships?: readonly ExecutionTraceScopeMembership[];\n}\nexport interface ExecutionTraceInput<out Event extends ExecutionTraceEvent = ExecutionTraceEvent> {\n    readonly traceId: string;\n    readonly schema: {\n        readonly id: string;\n    };\n    readonly collection: {\n        readonly state: \"complete\" | \"partial\";\n        readonly limitations: readonly ExecutionTraceLimitation[];\n    };\n    readonly scopes: readonly ExecutionTraceScope[];\n    readonly events: readonly Event[];\n}\nexport interface ExecutionTraceReceipt {\n    readonly state: \"accepted\";\n    readonly traceId: string;\n    readonly events: readonly {\n        readonly key: string;\n        readonly eventId: string;\n        readonly evidence: readonly {\n            readonly key: string;\n            readonly evidenceId: string;\n        }[];\n    }[];\n}\n"]}

package/dist/adapter-execution-trace.d.cts

@@ -0,0 +1,87 @@
+/** Finite plain JSON accepted by the generic execution-trace boundary. */
+export type TraceJson = null | boolean | number | string | readonly TraceJson[] | {
+    readonly [key: string]: TraceJson;
+};
+export interface ExecutionTraceLimitation {
+    readonly code: string;
+    readonly message: string;
+}
+export interface ExecutionTraceScope {
+    readonly scopeId: string;
+    readonly label: string;
+    readonly boundary: TraceJson;
+}
+export interface ExecutionTraceSource {
+    readonly id: string;
+    readonly eventId?: string;
+    readonly sequence?: number;
+}
+export interface ExecutionTraceActor {
+    readonly id: string;
+    readonly label?: string;
+}
+export interface ExecutionTraceTime {
+    readonly clockId: string;
+    readonly value: number;
+    readonly unit: string;
+}
+export type ExecutionTraceLink = {
+    readonly relation: string;
+    readonly targetKey: string;
+} | {
+    readonly relation: string;
+    readonly unresolved: {
+        readonly sourceEventId: string;
+        readonly reason: string;
+    };
+};
+export interface ExecutionTraceEvidence {
+    readonly key: string;
+    readonly label: string;
+    readonly artifactId: string;
+    readonly pointer: string;
+}
+export interface ExecutionTraceScopeMembership {
+    readonly scopeId: string;
+    readonly state: "included" | "excluded" | "unknown";
+}
+/**
+ * One Adapter-owned domain event. `Type` and `Payload` preserve a caller's
+ * discriminated union without requiring NiceEval to execute its domain parser.
+ */
+export interface ExecutionTraceEvent<out Type extends string = string, out Payload extends TraceJson = TraceJson> {
+    readonly key: string;
+    readonly type: Type;
+    readonly source: ExecutionTraceSource;
+    readonly actor?: ExecutionTraceActor;
+    readonly time?: ExecutionTraceTime;
+    readonly summary: string;
+    readonly payload?: Payload;
+    readonly links?: readonly ExecutionTraceLink[];
+    readonly evidence?: readonly ExecutionTraceEvidence[];
+    readonly scopeMemberships?: readonly ExecutionTraceScopeMembership[];
+}
+export interface ExecutionTraceInput<out Event extends ExecutionTraceEvent = ExecutionTraceEvent> {
+    readonly traceId: string;
+    readonly schema: {
+        readonly id: string;
+    };
+    readonly collection: {
+        readonly state: "complete" | "partial";
+        readonly limitations: readonly ExecutionTraceLimitation[];
+    };
+    readonly scopes: readonly ExecutionTraceScope[];
+    readonly events: readonly Event[];
+}
+export interface ExecutionTraceReceipt {
+    readonly state: "accepted";
+    readonly traceId: string;
+    readonly events: readonly {
+        readonly key: string;
+        readonly eventId: string;
+        readonly evidence: readonly {
+            readonly key: string;
+            readonly evidenceId: string;
+        }[];
+    }[];
+}

package/dist/adapter-execution-trace.d.mts

@@ -0,0 +1,87 @@
+/** Finite plain JSON accepted by the generic execution-trace boundary. */
+export type TraceJson = null | boolean | number | string | readonly TraceJson[] | {
+    readonly [key: string]: TraceJson;
+};
+export interface ExecutionTraceLimitation {
+    readonly code: string;
+    readonly message: string;
+}
+export interface ExecutionTraceScope {
+    readonly scopeId: string;
+    readonly label: string;
+    readonly boundary: TraceJson;
+}
+export interface ExecutionTraceSource {
+    readonly id: string;
+    readonly eventId?: string;
+    readonly sequence?: number;
+}
+export interface ExecutionTraceActor {
+    readonly id: string;
+    readonly label?: string;
+}
+export interface ExecutionTraceTime {
+    readonly clockId: string;
+    readonly value: number;
+    readonly unit: string;
+}
+export type ExecutionTraceLink = {
+    readonly relation: string;
+    readonly targetKey: string;
+} | {
+    readonly relation: string;
+    readonly unresolved: {
+        readonly sourceEventId: string;
+        readonly reason: string;
+    };
+};
+export interface ExecutionTraceEvidence {
+    readonly key: string;
+    readonly label: string;
+    readonly artifactId: string;
+    readonly pointer: string;
+}
+export interface ExecutionTraceScopeMembership {
+    readonly scopeId: string;
+    readonly state: "included" | "excluded" | "unknown";
+}
+/**
+ * One Adapter-owned domain event. `Type` and `Payload` preserve a caller's
+ * discriminated union without requiring NiceEval to execute its domain parser.
+ */
+export interface ExecutionTraceEvent<out Type extends string = string, out Payload extends TraceJson = TraceJson> {
+    readonly key: string;
+    readonly type: Type;
+    readonly source: ExecutionTraceSource;
+    readonly actor?: ExecutionTraceActor;
+    readonly time?: ExecutionTraceTime;
+    readonly summary: string;
+    readonly payload?: Payload;
+    readonly links?: readonly ExecutionTraceLink[];
+    readonly evidence?: readonly ExecutionTraceEvidence[];
+    readonly scopeMemberships?: readonly ExecutionTraceScopeMembership[];
+}
+export interface ExecutionTraceInput<out Event extends ExecutionTraceEvent = ExecutionTraceEvent> {
+    readonly traceId: string;
+    readonly schema: {
+        readonly id: string;
+    };
+    readonly collection: {
+        readonly state: "complete" | "partial";
+        readonly limitations: readonly ExecutionTraceLimitation[];
+    };
+    readonly scopes: readonly ExecutionTraceScope[];
+    readonly events: readonly Event[];
+}
+export interface ExecutionTraceReceipt {
+    readonly state: "accepted";
+    readonly traceId: string;
+    readonly events: readonly {
+        readonly key: string;
+        readonly eventId: string;
+        readonly evidence: readonly {
+            readonly key: string;
+            readonly evidenceId: string;
+        }[];
+    }[];
+}

package/dist/adapter-execution-trace.d.ts

@@ -0,0 +1,87 @@
+/** Finite plain JSON accepted by the generic execution-trace boundary. */
+export type TraceJson = null | boolean | number | string | readonly TraceJson[] | {
+    readonly [key: string]: TraceJson;
+};
+export interface ExecutionTraceLimitation {
+    readonly code: string;
+    readonly message: string;
+}
+export interface ExecutionTraceScope {
+    readonly scopeId: string;
+    readonly label: string;
+    readonly boundary: TraceJson;
+}
+export interface ExecutionTraceSource {
+    readonly id: string;
+    readonly eventId?: string;
+    readonly sequence?: number;
+}
+export interface ExecutionTraceActor {
+    readonly id: string;
+    readonly label?: string;
+}
+export interface ExecutionTraceTime {
+    readonly clockId: string;
+    readonly value: number;
+    readonly unit: string;
+}
+export type ExecutionTraceLink = {
+    readonly relation: string;
+    readonly targetKey: string;
+} | {
+    readonly relation: string;
+    readonly unresolved: {
+        readonly sourceEventId: string;
+        readonly reason: string;
+    };
+};
+export interface ExecutionTraceEvidence {
+    readonly key: string;
+    readonly label: string;
+    readonly artifactId: string;
+    readonly pointer: string;
+}
+export interface ExecutionTraceScopeMembership {
+    readonly scopeId: string;
+    readonly state: "included" | "excluded" | "unknown";
+}
+/**
+ * One Adapter-owned domain event. `Type` and `Payload` preserve a caller's
+ * discriminated union without requiring NiceEval to execute its domain parser.
+ */
+export interface ExecutionTraceEvent<out Type extends string = string, out Payload extends TraceJson = TraceJson> {
+    readonly key: string;
+    readonly type: Type;
+    readonly source: ExecutionTraceSource;
+    readonly actor?: ExecutionTraceActor;
+    readonly time?: ExecutionTraceTime;
+    readonly summary: string;
+    readonly payload?: Payload;
+    readonly links?: readonly ExecutionTraceLink[];
+    readonly evidence?: readonly ExecutionTraceEvidence[];
+    readonly scopeMemberships?: readonly ExecutionTraceScopeMembership[];
+}
+export interface ExecutionTraceInput<out Event extends ExecutionTraceEvent = ExecutionTraceEvent> {
+    readonly traceId: string;
+    readonly schema: {
+        readonly id: string;
+    };
+    readonly collection: {
+        readonly state: "complete" | "partial";
+        readonly limitations: readonly ExecutionTraceLimitation[];
+    };
+    readonly scopes: readonly ExecutionTraceScope[];
+    readonly events: readonly Event[];
+}
+export interface ExecutionTraceReceipt {
+    readonly state: "accepted";
+    readonly traceId: string;
+    readonly events: readonly {
+        readonly key: string;
+        readonly eventId: string;
+        readonly evidence: readonly {
+            readonly key: string;
+            readonly evidenceId: string;
+        }[];
+    }[];
+}

package/dist/adapter-execution-trace.js

@@ -0,0 +1,4 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./adapter-execution-trace.cjs");
+//# sourceMappingURL=adapter-execution-trace.js.map

package/dist/adapter-execution-trace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-execution-trace.js","sources":[],"names":[],"mappings":""}

package/dist/adapter-flags.cjs

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertAdapterFlagsParser = assertAdapterFlagsParser;
+exports.parseAdapterFlags = parseAdapterFlags;
+const effect_1 = require("effect");
+const flags_ts_1 = require("./experiment/flags.cjs");
+function assertAdapterFlagsParser(value) {
+    if (!effect_1.Predicate.isFunction(value))
+        throw new TypeError("Adapter parseFlags must be a synchronous function.");
+}
+/** The author parser runs exactly once, at the synchronous Experiment definition boundary. */
+function parseAdapterFlags(parseFlags, input) {
+    const value = parseFlags(input);
+    if (effect_1.Predicate.isObjectKeyword(value)) {
+        const then = Object.getOwnPropertyDescriptor(value, "then");
+        if (then && !Object.hasOwn(then, "value")) {
+            throw new TypeError("Adapter flags must not contain accessors.");
+        }
+    }
+    if (effect_1.Predicate.isPromiseLike(value)) {
+        // Observe rejection even though asynchronous validation is unsupported.
+        void new Promise((resolve) => resolve(value)).catch(() => undefined);
+        throw new TypeError("Adapter flags parsing must be synchronous; Promise and thenable results are not supported.");
+    }
+    return (0, flags_ts_1.decodeExperimentFlags)(value, "Adapter flags");
+}
+//# sourceMappingURL=adapter-flags.cjs.map

package/dist/adapter-flags.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-flags.js","sourceRoot":"","sources":["adapter-flags.ts"],"names":[],"mappings":";;AA4BA,4DAGC;AAED,8CAcC;AA/CD,mCAAmC;AACnC,oDAA8D;AA2B9D,SAAgB,wBAAwB,CAAC,KAAc;IACnD,IAAI,CAAC,kBAAS,CAAC,UAAU,CAAC,KAAK,CAAC;QAC5B,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;AAClF,CAAC;AACD,8FAA8F;AAC9F,SAAgB,iBAAiB,CAAC,UAAkD,EAAE,KAAsB;IACxG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,kBAAS,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC5D,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IACD,IAAI,kBAAS,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,wEAAwE;QACxE,KAAK,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrE,MAAM,IAAI,SAAS,CAAC,4FAA4F,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,IAAA,gCAAqB,EAAC,KAAK,EAAE,eAAe,CAAC,CAAC;AACzD,CAAC","sourcesContent":["import { Predicate } from \"effect\";\nimport { decodeExperimentFlags } from \"./experiment/flags.ts\";\nimport type { ExperimentFlags, FlagValue } from \"./shared/types.ts\";\nexport type AdapterFlagsParser = ((input: unknown) => unknown) | undefined;\nexport type AdapterFlagsValue<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? Flags : Record<string, FlagValue>;\ntype ReadonlyFlags<Value> = Readonly<Value>;\nexport type AdapterFlagsOutput<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? ReadonlyFlags<Flags> : Readonly<Record<string, FlagValue>>;\ntype InvalidFlagsRecord<Value> = unknown extends Value ? never : Value extends readonly unknown[] | ((...args: never[]) => unknown) | PromiseLike<unknown> ? Value : Value extends object ? {\n    [Key in keyof Value]-?: Key extends string | number ? Exclude<Value[Key], FlagValue | ({} extends Pick<Value, Key> ? undefined : never)> : Value[Key];\n}[keyof Value] : Value;\ntype InvalidParser<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? InvalidFlagsRecord<Flags> : never;\nexport type AdapterFlagsParserValidation<Parser extends AdapterFlagsParser> = [\n    InvalidParser<Parser>\n] extends [\n    never\n] ? unknown : {\n    readonly invalidAdapterFlags: InvalidParser<Parser>;\n};\nexport type AdapterFlagsParserValidationArgs<Parser extends AdapterFlagsParser> = [\n    InvalidParser<Parser>\n] extends [\n    never\n] ? [\n] : [\n    error: {\n        readonly invalidAdapterFlags: InvalidParser<Parser>;\n    }\n];\nexport function assertAdapterFlagsParser(value: unknown): asserts value is Exclude<AdapterFlagsParser, undefined> {\n    if (!Predicate.isFunction(value))\n        throw new TypeError(\"Adapter parseFlags must be a synchronous function.\");\n}\n/** The author parser runs exactly once, at the synchronous Experiment definition boundary. */\nexport function parseAdapterFlags(parseFlags: Exclude<AdapterFlagsParser, undefined>, input: ExperimentFlags): ExperimentFlags {\n    const value = parseFlags(input);\n    if (Predicate.isObjectKeyword(value)) {\n        const then = Object.getOwnPropertyDescriptor(value, \"then\");\n        if (then && !Object.hasOwn(then, \"value\")) {\n            throw new TypeError(\"Adapter flags must not contain accessors.\");\n        }\n    }\n    if (Predicate.isPromiseLike(value)) {\n        // Observe rejection even though asynchronous validation is unsupported.\n        void new Promise((resolve) => resolve(value)).catch(() => undefined);\n        throw new TypeError(\"Adapter flags parsing must be synchronous; Promise and thenable results are not supported.\");\n    }\n    return decodeExperimentFlags(value, \"Adapter flags\");\n}\n"]}

package/dist/adapter-flags.d.cts

@@ -0,0 +1,19 @@
+import type { ExperimentFlags, FlagValue } from "./shared/types.cjs";
+export type AdapterFlagsParser = ((input: unknown) => unknown) | undefined;
+export type AdapterFlagsValue<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? Flags : Record<string, FlagValue>;
+type ReadonlyFlags<Value> = Readonly<Value>;
+export type AdapterFlagsOutput<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? ReadonlyFlags<Flags> : Readonly<Record<string, FlagValue>>;
+type InvalidFlagsRecord<Value> = unknown extends Value ? never : Value extends readonly unknown[] | ((...args: never[]) => unknown) | PromiseLike<unknown> ? Value : Value extends object ? {
+    [Key in keyof Value]-?: Key extends string | number ? Exclude<Value[Key], FlagValue | ({} extends Pick<Value, Key> ? undefined : never)> : Value[Key];
+}[keyof Value] : Value;
+type InvalidParser<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? InvalidFlagsRecord<Flags> : never;
+export type AdapterFlagsParserValidation<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? unknown : {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+};
+export type AdapterFlagsParserValidationArgs<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? [] : [error: {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+}];
+export declare function assertAdapterFlagsParser(value: unknown): asserts value is Exclude<AdapterFlagsParser, undefined>;
+/** The author parser runs exactly once, at the synchronous Experiment definition boundary. */
+export declare function parseAdapterFlags(parseFlags: Exclude<AdapterFlagsParser, undefined>, input: ExperimentFlags): ExperimentFlags;
+export {};

package/dist/adapter-flags.d.mts

@@ -0,0 +1,19 @@
+import type { ExperimentFlags, FlagValue } from "./shared/types.mjs";
+export type AdapterFlagsParser = ((input: unknown) => unknown) | undefined;
+export type AdapterFlagsValue<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? Flags : Record<string, FlagValue>;
+type ReadonlyFlags<Value> = Readonly<Value>;
+export type AdapterFlagsOutput<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? ReadonlyFlags<Flags> : Readonly<Record<string, FlagValue>>;
+type InvalidFlagsRecord<Value> = unknown extends Value ? never : Value extends readonly unknown[] | ((...args: never[]) => unknown) | PromiseLike<unknown> ? Value : Value extends object ? {
+    [Key in keyof Value]-?: Key extends string | number ? Exclude<Value[Key], FlagValue | ({} extends Pick<Value, Key> ? undefined : never)> : Value[Key];
+}[keyof Value] : Value;
+type InvalidParser<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? InvalidFlagsRecord<Flags> : never;
+export type AdapterFlagsParserValidation<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? unknown : {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+};
+export type AdapterFlagsParserValidationArgs<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? [] : [error: {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+}];
+export declare function assertAdapterFlagsParser(value: unknown): asserts value is Exclude<AdapterFlagsParser, undefined>;
+/** The author parser runs exactly once, at the synchronous Experiment definition boundary. */
+export declare function parseAdapterFlags(parseFlags: Exclude<AdapterFlagsParser, undefined>, input: ExperimentFlags): ExperimentFlags;
+export {};

package/dist/adapter-flags.d.ts

@@ -0,0 +1,19 @@
+import type { ExperimentFlags, FlagValue } from "./shared/types.js";
+export type AdapterFlagsParser = ((input: unknown) => unknown) | undefined;
+export type AdapterFlagsValue<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? Flags : Record<string, FlagValue>;
+type ReadonlyFlags<Value> = Readonly<Value>;
+export type AdapterFlagsOutput<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? ReadonlyFlags<Flags> : Readonly<Record<string, FlagValue>>;
+type InvalidFlagsRecord<Value> = unknown extends Value ? never : Value extends readonly unknown[] | ((...args: never[]) => unknown) | PromiseLike<unknown> ? Value : Value extends object ? {
+    [Key in keyof Value]-?: Key extends string | number ? Exclude<Value[Key], FlagValue | ({} extends Pick<Value, Key> ? undefined : never)> : Value[Key];
+}[keyof Value] : Value;
+type InvalidParser<Parser extends AdapterFlagsParser> = Parser extends (input: unknown) => infer Flags ? InvalidFlagsRecord<Flags> : never;
+export type AdapterFlagsParserValidation<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? unknown : {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+};
+export type AdapterFlagsParserValidationArgs<Parser extends AdapterFlagsParser> = [InvalidParser<Parser>] extends [never] ? [] : [error: {
+    readonly invalidAdapterFlags: InvalidParser<Parser>;
+}];
+export declare function assertAdapterFlagsParser(value: unknown): asserts value is Exclude<AdapterFlagsParser, undefined>;
+/** The author parser runs exactly once, at the synchronous Experiment definition boundary. */
+export declare function parseAdapterFlags(parseFlags: Exclude<AdapterFlagsParser, undefined>, input: ExperimentFlags): ExperimentFlags;
+export {};

package/dist/adapter-flags.js

@@ -0,0 +1,8 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./adapter-flags.cjs");
+const __niceevalExport0 = __niceevalCanonical["assertAdapterFlagsParser"];
+export { __niceevalExport0 as assertAdapterFlagsParser };
+const __niceevalExport1 = __niceevalCanonical["parseAdapterFlags"];
+export { __niceevalExport1 as parseAdapterFlags };
+//# sourceMappingURL=adapter-flags.js.map

package/dist/adapter-flags.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-flags.js","sources":[],"names":[],"mappings":""}

package/dist/adapter-usage.cjs

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=adapter-usage.cjs.map

package/dist/adapter-usage.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-usage.js","sourceRoot":"","sources":["adapter-usage.ts"],"names":[],"mappings":"","sourcesContent":["/** Final observation of one physical external request, scoped to an Adapter Attempt. */\nexport interface AdapterUsageInput {\n    readonly callId: string;\n    readonly retryOf?: string;\n    /** Upstream-proven serving provider. Transport and protocol identities belong in route. */\n    readonly provider: string | null;\n    readonly model: string | null;\n    readonly route?: {\n        readonly transportProvider: string | null;\n        /** Stable, non-secret endpoint identity. Never include URLs, account identifiers, or credentials. */\n        readonly endpointId: string | null;\n    };\n    readonly status: \"succeeded\" | \"failed\" | \"cancelled\" | \"unknown\";\n    /** Input tokens excluding the cache read and cache write buckets. */\n    readonly inputTokens: number | null;\n    /** Independently observed input total including cache buckets; never added to those buckets. */\n    readonly inputTotalTokens?: number | null;\n    readonly outputTokens: number | null;\n    readonly cacheReadTokens?: number | null;\n    readonly cacheWriteTokens?: number | null;\n    /** One provider-reported effective cost. A reported zero remains preferred to estimates. */\n    readonly cost?: {\n        readonly amount: string;\n        readonly currency: string;\n        readonly source: {\n            readonly kind: \"reported\";\n            readonly id: string;\n        };\n    };\n}\n"]}

package/dist/adapter-usage.d.cts

@@ -0,0 +1,30 @@
+/** Final observation of one physical external request, scoped to an Adapter Attempt. */
+export interface AdapterUsageInput {
+    readonly callId: string;
+    readonly retryOf?: string;
+    /** Upstream-proven serving provider. Transport and protocol identities belong in route. */
+    readonly provider: string | null;
+    readonly model: string | null;
+    readonly route?: {
+        readonly transportProvider: string | null;
+        /** Stable, non-secret endpoint identity. Never include URLs, account identifiers, or credentials. */
+        readonly endpointId: string | null;
+    };
+    readonly status: "succeeded" | "failed" | "cancelled" | "unknown";
+    /** Input tokens excluding the cache read and cache write buckets. */
+    readonly inputTokens: number | null;
+    /** Independently observed input total including cache buckets; never added to those buckets. */
+    readonly inputTotalTokens?: number | null;
+    readonly outputTokens: number | null;
+    readonly cacheReadTokens?: number | null;
+    readonly cacheWriteTokens?: number | null;
+    /** One provider-reported effective cost. A reported zero remains preferred to estimates. */
+    readonly cost?: {
+        readonly amount: string;
+        readonly currency: string;
+        readonly source: {
+            readonly kind: "reported";
+            readonly id: string;
+        };
+    };
+}

package/dist/adapter-usage.d.mts

@@ -0,0 +1,30 @@
+/** Final observation of one physical external request, scoped to an Adapter Attempt. */
+export interface AdapterUsageInput {
+    readonly callId: string;
+    readonly retryOf?: string;
+    /** Upstream-proven serving provider. Transport and protocol identities belong in route. */
+    readonly provider: string | null;
+    readonly model: string | null;
+    readonly route?: {
+        readonly transportProvider: string | null;
+        /** Stable, non-secret endpoint identity. Never include URLs, account identifiers, or credentials. */
+        readonly endpointId: string | null;
+    };
+    readonly status: "succeeded" | "failed" | "cancelled" | "unknown";
+    /** Input tokens excluding the cache read and cache write buckets. */
+    readonly inputTokens: number | null;
+    /** Independently observed input total including cache buckets; never added to those buckets. */
+    readonly inputTotalTokens?: number | null;
+    readonly outputTokens: number | null;
+    readonly cacheReadTokens?: number | null;
+    readonly cacheWriteTokens?: number | null;
+    /** One provider-reported effective cost. A reported zero remains preferred to estimates. */
+    readonly cost?: {
+        readonly amount: string;
+        readonly currency: string;
+        readonly source: {
+            readonly kind: "reported";
+            readonly id: string;
+        };
+    };
+}

package/dist/adapter-usage.d.ts

@@ -0,0 +1,30 @@
+/** Final observation of one physical external request, scoped to an Adapter Attempt. */
+export interface AdapterUsageInput {
+    readonly callId: string;
+    readonly retryOf?: string;
+    /** Upstream-proven serving provider. Transport and protocol identities belong in route. */
+    readonly provider: string | null;
+    readonly model: string | null;
+    readonly route?: {
+        readonly transportProvider: string | null;
+        /** Stable, non-secret endpoint identity. Never include URLs, account identifiers, or credentials. */
+        readonly endpointId: string | null;
+    };
+    readonly status: "succeeded" | "failed" | "cancelled" | "unknown";
+    /** Input tokens excluding the cache read and cache write buckets. */
+    readonly inputTokens: number | null;
+    /** Independently observed input total including cache buckets; never added to those buckets. */
+    readonly inputTotalTokens?: number | null;
+    readonly outputTokens: number | null;
+    readonly cacheReadTokens?: number | null;
+    readonly cacheWriteTokens?: number | null;
+    /** One provider-reported effective cost. A reported zero remains preferred to estimates. */
+    readonly cost?: {
+        readonly amount: string;
+        readonly currency: string;
+        readonly source: {
+            readonly kind: "reported";
+            readonly id: string;
+        };
+    };
+}

package/dist/adapter-usage.js

@@ -0,0 +1,4 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./adapter-usage.cjs");
+//# sourceMappingURL=adapter-usage.js.map

package/dist/adapter-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-usage.js","sources":[],"names":[],"mappings":""}