niceeval 0.15.1-canary.76 → 0.16.1

package/dist/context/session.d.mts

@@ -4,11 +4,16 @@ import type { Agent, AgentContext, AgentSession, InputFile, InputRequest, InputR
 import { type TurnId } from "../record/family/source-receipt/model.mjs";
 import { type ObservedAttemptCut, type ObservedEvaluationSegment, type ObservedSessionSnapshot, type ObservedTurnSnapshot } from "../o11y/observed.mjs";
 import type { AgentOtelChannel, TurnSpans } from "../o11y/otlp/turn-otel.mjs";
+import type { AgentUsageContribution } from "../o11y/eval-usage.mjs";
 import { type ResolvedEvidenceCoverage } from "../assertions/coverage.mjs";
 import { captureLoc, type SourceRegistry } from "../source-loc.mjs";
 import { type ConcurrencySlot } from "./send-retry.mjs";
 import type { AttemptFailureClassifier } from "../shared/failure-class.mjs";
 import type { RetryAttemptRecord, TimingActivity } from "../runner/types.mjs";
+interface ObservedTurnState {
+    readonly outcome: "completed" | "failed" | "waiting";
+    readonly coverage: ResolvedEvidenceCoverage;
+}
 export declare function createAgentSession(): AgentSession;
 /**
  * 一条会话线的可变状态。存取器(id/capture/get/set/take)委托给
@@ -159,6 +164,9 @@ export declare class SessionManager {
     evidenceCoverage: ResolvedEvidenceCoverage;
     /** 自动重试吸收的物理 send 失败；不混进 allEvents。 */
     readonly retryAttempts: RetryAttemptRecord[];
+    private readonly usageContributions;
+    /** A frozen call-time copy; terminal replacement never changes an earlier pending cut. */
+    usageContributionsSnapshot(): readonly AgentUsageContribution[];
     /** 归属到本 attempt 的 span(逐轮攒;attempt 末尾连同 sweep 的迟到 span 一起挂 trace)。 */
     readonly otelSpans: TraceSpan[];
     /** 本 attempt 各轮的 traceId(attempt 末尾按它 sweep 迟到 span)。 */
@@ -181,11 +189,18 @@ export declare class SessionManager {
     private localSourceOrder;
     private readonly nextSourceOrder;
     private readonly observedIngestion;
+    private observedTurnStates;
     constructor(deps: SessionDeps);
     /** Stable vector cut for every Session that has begun observation. */
     observedAttemptCut(): ObservedAttemptCut;
+    /** A frozen call-time cut of all sealed sends, including failed sends without a Turn. */
+    observedSessionSnapshots(): readonly ObservedSessionSnapshot[];
+    observedTurnState(snapshot: ObservedTurnSnapshot): ObservedTurnState | undefined;
+    /** Absorbed retry events have no sealed observed identities to include in default history. */
+    observedHistoryIncompleteReason(): string | undefined;
     observedEvaluationSegment(snapshot: ObservedTurnSnapshot): ObservedEvaluationSegment | undefined;
     releaseObservedEvaluationSegments(): void;
+    private recordObservedTurnState;
     private mintPhysicalTurnId;
     /** A ledger checkpoint failure is attempt state, not a synthetic empty diff. */
     get ledgerCaptureFailure(): LedgerCaptureFailure | undefined;
@@ -200,6 +215,8 @@ export declare class SessionManager {
     sendEffect(session: RunSession, text: string, files?: readonly InputFile[], responses?: readonly InputResponse[], loc?: ReturnType<typeof captureLoc>): Effect.Effect<Turn, unknown>;
     private sendSerializedEffect;
     private sendAgentEffect;
+    /** Runs at the Agent invoke boundary, after ledger and OTLP preparation, once per retry. */
+    private recordSendUsageEffect;
     /**
      * 经共享 OTLP 通道跑一轮:本轮的 traceparent 经 ctx.telemetry.headers 交给 adapter,
      * 返回后按 traceId / 时间窗口把本轮 span 归属进瀑布图。span 只进瀑布图,不进事件流、
@@ -211,3 +228,4 @@ export declare class SessionManager {
     private sendAgent;
 }
 export declare function lastAssistantText(events: readonly StreamEvent[]): string | undefined;
+export {};

package/dist/context/session.d.ts

@@ -4,11 +4,16 @@ import type { Agent, AgentContext, AgentSession, InputFile, InputRequest, InputR
 import { type TurnId } from "../record/family/source-receipt/model.js";
 import { type ObservedAttemptCut, type ObservedEvaluationSegment, type ObservedSessionSnapshot, type ObservedTurnSnapshot } from "../o11y/observed.js";
 import type { AgentOtelChannel, TurnSpans } from "../o11y/otlp/turn-otel.js";
+import type { AgentUsageContribution } from "../o11y/eval-usage.js";
 import { type ResolvedEvidenceCoverage } from "../assertions/coverage.js";
 import { captureLoc, type SourceRegistry } from "../source-loc.js";
 import { type ConcurrencySlot } from "./send-retry.js";
 import type { AttemptFailureClassifier } from "../shared/failure-class.js";
 import type { RetryAttemptRecord, TimingActivity } from "../runner/types.js";
+interface ObservedTurnState {
+    readonly outcome: "completed" | "failed" | "waiting";
+    readonly coverage: ResolvedEvidenceCoverage;
+}
 export declare function createAgentSession(): AgentSession;
 /**
  * 一条会话线的可变状态。存取器(id/capture/get/set/take)委托给
@@ -159,6 +164,9 @@ export declare class SessionManager {
     evidenceCoverage: ResolvedEvidenceCoverage;
     /** 自动重试吸收的物理 send 失败；不混进 allEvents。 */
     readonly retryAttempts: RetryAttemptRecord[];
+    private readonly usageContributions;
+    /** A frozen call-time copy; terminal replacement never changes an earlier pending cut. */
+    usageContributionsSnapshot(): readonly AgentUsageContribution[];
     /** 归属到本 attempt 的 span(逐轮攒;attempt 末尾连同 sweep 的迟到 span 一起挂 trace)。 */
     readonly otelSpans: TraceSpan[];
     /** 本 attempt 各轮的 traceId(attempt 末尾按它 sweep 迟到 span)。 */
@@ -181,11 +189,18 @@ export declare class SessionManager {
     private localSourceOrder;
     private readonly nextSourceOrder;
     private readonly observedIngestion;
+    private observedTurnStates;
     constructor(deps: SessionDeps);
     /** Stable vector cut for every Session that has begun observation. */
     observedAttemptCut(): ObservedAttemptCut;
+    /** A frozen call-time cut of all sealed sends, including failed sends without a Turn. */
+    observedSessionSnapshots(): readonly ObservedSessionSnapshot[];
+    observedTurnState(snapshot: ObservedTurnSnapshot): ObservedTurnState | undefined;
+    /** Absorbed retry events have no sealed observed identities to include in default history. */
+    observedHistoryIncompleteReason(): string | undefined;
     observedEvaluationSegment(snapshot: ObservedTurnSnapshot): ObservedEvaluationSegment | undefined;
     releaseObservedEvaluationSegments(): void;
+    private recordObservedTurnState;
     private mintPhysicalTurnId;
     /** A ledger checkpoint failure is attempt state, not a synthetic empty diff. */
     get ledgerCaptureFailure(): LedgerCaptureFailure | undefined;
@@ -200,6 +215,8 @@ export declare class SessionManager {
     sendEffect(session: RunSession, text: string, files?: readonly InputFile[], responses?: readonly InputResponse[], loc?: ReturnType<typeof captureLoc>): Effect.Effect<Turn, unknown>;
     private sendSerializedEffect;
     private sendAgentEffect;
+    /** Runs at the Agent invoke boundary, after ledger and OTLP preparation, once per retry. */
+    private recordSendUsageEffect;
     /**
      * 经共享 OTLP 通道跑一轮:本轮的 traceparent 经 ctx.telemetry.headers 交给 adapter,
      * 返回后按 traceId / 时间窗口把本轮 span 归属进瀑布图。span 只进瀑布图,不进事件流、
@@ -211,3 +228,4 @@ export declare class SessionManager {
     private sendAgent;
 }
 export declare function lastAssistantText(events: readonly StreamEvent[]): string | undefined;
+export {};

package/dist/define.cjs

@@ -12,6 +12,7 @@ exports.defineEvalForContext = defineEvalForContext;
 exports.defineExperiment = defineExperiment;
 exports.defineConfig = defineConfig;
 exports.defineSandbox = defineSandbox;
+const model_slots_ts_1 = require("./model-slots.cjs");
 const adapter_flags_ts_1 = require("./adapter-flags.cjs");
 const flags_ts_1 = require("./experiment/flags.cjs");
 const judge_config_ts_1 = require("./runner/judge-config.cjs");
@@ -174,6 +175,8 @@ function defineScoreEval(def) {
     return defineEvalForContext("score", def);
 }
 /** @internal Shared normalization and provenance path for root and Adapter-bound Eval factories. */
+// @concord-code ne-surface-define-eval-context
+// @concord-implements docs/feature/compile-time-contracts/use-case/three-levels.md
 function defineEvalForContext(kind, def, internalFields = {}) {
     const factory = kind === "pass" ? "defineEval" : "defineScoreEval";
     if (Object.hasOwn(def, "id")) {
@@ -199,6 +202,8 @@ function defineEvalForContext(kind, def, internalFields = {}) {
         definedScoreEvals.add(result);
     return result;
 }
+// @concord-code ne-surface-define-experiment
+// @concord-implements docs/feature/compile-time-contracts/use-case/three-levels.md
 function defineExperiment(def) {
     if (Object.hasOwn(def, "id")) {
         throw new Error(`defineExperiment does not accept id; ids are derived from file paths.`);
@@ -207,6 +212,10 @@ function defineExperiment(def) {
         throw new Error(`defineExperiment requires exactly one of agent or adapter.`);
     }
     const adapter = def.adapter ?? def.agent;
+    if (adapter.kind !== "custom" && def.models !== undefined) {
+        throw new TypeError("Experiment models is only supported by custom Adapters.");
+    }
+    const models = adapter.kind === "custom" ? (0, model_slots_ts_1.normalizeModelSlots)(def) : undefined;
     const judgeRuntime = def.judgeRuntime === undefined
         ? undefined
         : normalizeDefinitionJudge(def.judgeRuntime, "defineExperiment() judgeRuntime");
@@ -246,10 +255,15 @@ function defineExperiment(def) {
     }
     const sharedState = normalizeSharedState(def.sharedState);
     const sandboxCache = normalizeSandboxCache(def.sandboxCache, "defineExperiment");
-    const { id: _derivedId, agent: _agent, adapter: _adapter, sharedState: _sharedState, sandboxCache: _sandboxCache, ...author } = def;
+    const { id: _derivedId, agent: _agent, adapter: _adapter, sharedState: _sharedState, sandboxCache: _sandboxCache, models: _models, ...author } = def;
     const flags = (0, flags_ts_1.decodeExperimentFlags)(def.flags === undefined ? {} : def.flags);
     return (0, types_ts_1.brandExperimentDefinition)({
         ...author,
+        ...(models === undefined ? {} : {
+            models,
+            model: models.default?.model ?? undefined,
+            reasoningEffort: models.default?.reasoningEffort ?? undefined,
+        }),
         adapter,
         ...(adapter.kind === "custom" ? {} : { agent: adapter }),
         flags: adapter.kind === "custom" && adapter.parseFlags !== undefined
@@ -315,6 +329,8 @@ function normalizeEvalFields(def) {
         }),
     };
 }
+// @concord-code ne-surface-normalize-plugins
+// @concord-implements docs/feature/plugins/library.md
 function normalizePlugins(value, label, owner) {
     if (!Array.isArray(value))
         throw new TypeError(`${label} must be an array.`);

package/dist/define.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"define.js","sourceRoot":"","sources":["define.ts"],"names":[],"mappings":";;AAqCA,0CAoBC;AAED,gDAEC;AAED,gDAiCC;AAED,4CAiBC;AAED,kCAiBC;AAED,0CAiBC;AAED,gCAEC;AAKD,0CAEC;AAKD,oDAwBC;AAGD,4CAoEC;AA0GD,oCAaC;AAKD,sCAEC;AArYD,yDAAuD;AACvD,oDAA8D;AAI9D,8DAAmE;AACnE,qDAAsD;AACtD,0DAA6F;AAC7F,yCAAyH;AACzH,iDAAuJ;AACvJ,mCAAwC;AACxC,0DAAkE;AAClE,kEAAuK;AACvK,wDAAsH;AACtH,iFAAiF;AACjF,SAAS,wBAAwB,CAAC,KAAc,EAAE,KAAa;IAC3D,IAAI,CAAC,IAAA,6BAAe,EAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClG,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACrF,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/F,MAAM,UAAU,GAAG,OAAO,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAChE,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,IAAI,UAAU,CAAC;QACpH,CAAC,CAAC,EAAE,CAAC;YACD,MAAM,IAAI,iCAAsB,CAAC,EAAE,WAAW,EAAE,CAAC;wBACrC,OAAO,EAAE,gBAAgB;wBACzB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBAClC,MAAM,EAAE,IAAA,iCAAsB,GAAE;qBACnC,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACL,CAAC;IACD,OAAO,IAAA,yCAAuB,EAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACjD,CAAC;AACD,0EAA0E;AAC1E,kEAAkE;AAClE,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAU,CAAC;AAChD,iFAAiF;AACjF,SAAgB,eAAe,CAAiD,KAA8B;IAC1G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,gGAAgG,CAAC,CAAC;IAC1H,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAClC,IAAI,CAAC,IAAA,2BAAgB,EAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,SAAS,CAAC,yBAAyB,KAAK,qEAAqE,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC,CAAC,CAAC;IACH,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,IAAI,KAAK,CAAC,aAAa,KAAK,iBAAiB,EAAE,CAAC;QACpF,MAAM,IAAI,SAAS,CAAC,8EAA8E,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACrC,OAAO,IAAA,mCAAwB,EAAC;QAC5B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,yBAAyB,EAAE,OAAO,CAAC,EAAE,CAAC;KAC3H,CAAC,CAAC;AACP,CAAC;AACD,gDAAgD;AAChD,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,OAAO,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AACD,kEAAkE;AAClE,SAAgB,kBAAkB,CAAC,GAAoB;IACnD,IAAI,CAAC,GAAG,CAAC,IAAI;QACT,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,IAAA,oCAAsB,EAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CAAC;IACnE,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;QACxB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAA,yBAAc,EAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,SAAS,CAAC,8EAA8E,CAAC,CAAC;QACxG,CAAC;QACD,IAAI,IAAA,8BAAmB,EAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC3D,MAAM,IAAI,SAAS,CAAC,8FAA8F,CAAC,CAAC;QACxH,CAAC;IACL,CAAC;IACD,OAAO;QACH,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,SAAS;QACf,UAAU;QACV,eAAe;QACf,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAC9D,MAAM;QACN,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;QAChC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;AACN,CAAC;AACD,oFAAoF;AACpF,SAAgB,gBAAgB,CAAC,GAA0F;IACvH,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAC;IAC3D,MAAM,KAAK,GAAG,kBAAkB,CAAC;QAC7B,GAAG,gBAAgB;QACnB,IAAI,EAAE,IAAA,uCAAmB,EAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,KAAK,EAAE,IAAA,uCAAmB,EAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SAC3E,CAAC;QACF,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9B,QAAQ,EAAE,IAAA,uCAAmB,EAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACjF,CAAC;KACL,CAAC,CAAC;IACH,OAAO,IAAA,8CAA0B,EAAC,KAAK,EAAE;QACrC,IAAI,EAAE,IAA6C;QACnD,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,QAAQ;KAC5B,CAAC,CAAC;AACP,CAAC;AACD,6CAA6C;AAC7C,SAAgB,WAAW,CAAC,GAAmB;IAC3C,IAAI,CAAC,GAAG,CAAC,IAAI;QACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,IAAA,oCAAsB,EAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;IAC5D,OAAO;QACH,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,QAAQ;QACd,UAAU;QACV,eAAe;QACf,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;AACN,CAAC;AACD,oFAAoF;AACpF,SAAgB,eAAe,CAAC,GAAwF;IACpH,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAC;IAC3D,MAAM,KAAK,GAAG,WAAW,CAAC;QACtB,GAAG,gBAAgB;QACnB,IAAI,EAAE,IAAA,uCAAmB,EAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,KAAK,EAAE,IAAA,uCAAmB,EAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACjE,CAAC;QACF,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9B,QAAQ,EAAE,IAAA,uCAAmB,EAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACvE,CAAC;KACL,CAAC,CAAC;IACH,OAAO,IAAA,8CAA0B,EAAC,KAAK,EAAE;QACrC,IAAI;QACJ,WAAW,EAAE,KAAK;QAClB,cAAc,EAAE,QAAQ;KAC3B,CAAC,CAAC;AACP,CAAC;AACD,oDAAoD;AACpD,SAAgB,UAAU,CAA6D,GAAuB;IAC1G,OAAO,oBAAoB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AACD;;;GAGG;AACH,SAAgB,eAAe,CAA6D,GAA4B;IACpH,OAAO,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAID,oGAAoG;AACpG,SAAgB,oBAAoB,CAAqG,IAAU,EAAE,GAA8B,EAAE,iBAAyD,EAAE;IAC5O,MAAM,OAAO,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACnE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,uDAAuD,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,wDAAwD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,0EAA0E,CAAC,CAAC;IAC1G,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,sCAAsC,CAAC,CAAC;IACtE,CAAC;IACD,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAA,8BAAmB,EAAC;QAC/B,GAAG,mBAAmB,CAAC,GAAG,CAAC;QAC3B,GAAG,cAAc;QACjB,cAAc,EAAE,IAAI;QACpB,IAAI,EAAE,GAAG,CAAC,IAAI;KACjB,CAAC,CAAC;IACH,IAAI,IAAI,KAAK,OAAO;QAChB,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,MAAgD,CAAC;AAC5D,CAAC;AAGD,SAAgB,gBAAgB,CAAC,GAEhC;IACG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAM,CAAC;IAC1C,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,KAAK,SAAS;QAC/C,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,YAAY,EAAE,iCAAiC,CAAC,CAAC;IACpF,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,GAAG,CAAC,YAAY,KAAK,IAAI,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC3F,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;QAChH,CAAC;IACL,CAAC;IACD,uEAAuE;IACvE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,mMAAmM,CAAC,CAAC;IACzN,CAAC;IACD,wDAAwD;IACxD,yDAAyD;IACzD,yCAAyC;IACzC,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,8KAA8K,CAAC,CAAC;IACpM,CAAC;IACD,mFAAmF;IACnF,0CAA0C;IAC1C,IAAI,GAAG,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,gNAAgN,CAAC,CAAC;IACtO,CAAC;IACD,2EAA2E;IAC3E,0CAA0C;IAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,EAAE,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,EAAE;gBACH,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,wHAAwH,CAAC,CAAC;QAC1K,CAAC;IACL,CAAC;IACD,MAAM,WAAW,GAAG,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;IACjF,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC;IACpI,MAAM,KAAK,GAAG,IAAA,gCAAqB,EAAC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9E,OAAO,IAAA,oCAAyB,EAAC;QAC7B,GAAG,MAAM;QACT,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACxD,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAChE,CAAC,CAAC,IAAA,oCAAiB,EAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC;YAC9C,CAAC,CAAC,KAAK;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAChD,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;QAC3B,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,KAAK;QACjC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC;QACpF,YAAY,EAAE,GAAG,CAAC,YAAY,KAAK,IAAI;QACvC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,0BAA0B,EAAE,YAAY,CAAC;KACzF,CAAC,CAAC;AACP,CAAC;AACD,SAAS,qBAAqB,CAAC,KAAc,EAAE,OAA4C;IACvF,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,SAAS,CAAC;IACrB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,wEAAwE,CAAC,CAAC;IAC5G,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,OAAO,CAAC;QACnC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,wEAAwE,CAAC,CAAC;IAC5G,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC/D,CAAC;AACD,MAAM,qBAAqB,GAAG,gCAAgC,CAAC;AAC/D,SAAS,oBAAoB,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,SAAS,CAAC;IACrB,MAAM,SAAS,GAAG,KAEjB,CAAC;IACF,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAC/B,OAAO,SAAS,CAAC,GAAG,KAAK,QAAQ;QACjC,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,SAAS,CAAC,gIAAgI,CAAC,CAAC;IAC1J,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC;AACjD,CAAC;AACD,SAAS,mBAAmB,CAAiD,GAAiD;IAC1H,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,KAAK,SAAS;QACjC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAChE,OAAO;QACH,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,oBAAoB,EAAE,MAAM,CAAC;QAC1E,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,eAAe,CAAC;QAC/D,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;SACvD,CAAC;KACL,CAAC;AACN,CAAC;AACD,SAAS,gBAAgB,CAA4B,KAAuC,EAAE,KAAa,EAAE,KAAY;IACrH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7C,IAAI,CAAC,IAAA,+BAAgB,EAAC,MAAM,CAAC;YACzB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,IAAI,KAAK,sCAAsC,CAAC,CAAC;QACjF,IAAI,IAAA,mCAAoB,EAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;YACpD,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,IAAI,KAAK,sBAAsB,KAAK,cAAc,CAAC,CAAC;QACpF,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,WAAW,CAAC,KAAc;IAC/B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QACzE,OAAO,IAAI,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,KAAK,CAAC;IACjB,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AACnD,CAAC;AACD,MAAM,eAAe,GAAG,eAAM,CAAC,OAAO,CAAY,WAAW,CAAC,CAAC;AAC/D,MAAM,gBAAgB,GAAG,eAAM,CAAC,MAAM,CAAC,eAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AACvE,SAAS,cAAc,CAAC,KAAgB;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,KAAK,GAAgB,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnJ,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,gBAAgB,CAAC,KAAc,EAAE,KAAa;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvF,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,6BAA6B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClI,CAAC;AACD;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAc,EAAE,OAAe;IACvD,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,IAAA,yBAAc,EAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,gKAAgK,CAAC,CAAC;IACpM,CAAC;AACL,CAAC;AACD,aAAa;AACb,SAAgB,YAAY,CAAC,MAAc;IACvC,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAChF,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS;QAClD,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC;IACnF,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,IAAA,6BAAe,EAAC,YAAY,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,SAAS,CAAC,gFAAgF,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,GAAG,MAAM;QACT,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KAC1D,CAAC,CAAC;AACP,CAAC;AACD;;;GAGG;AACH,SAAgB,aAAa,CAAC,GAAiC;IAC3D,OAAO,IAAA,gCAAqB,EAAC,GAAG,CAAC,CAAC;AACtC,CAAC","sourcesContent":["import type { Adapter } from \"./adapter.ts\";\nimport { parseAdapterFlags } from \"./adapter-flags.ts\";\nimport { decodeExperimentFlags } from \"./experiment/flags.ts\";\n// 定义入口:把用户对象规格化成核心认得的形状。路径即身份 —— 这里禁止手写 id,\n// 由发现阶段从文件路径推导(见 runner/discover.ts)。\nimport type { DirectAgent, DirectAgentDef, Config, EvalInput, EvalGroupDefinition, EvalGroupInput, EvalDefinition, EvalDefinitionFields, ExperimentDefinition, ExperimentInput, SharedStateConfig, SandboxCacheConfig, SandboxAgent, SandboxAgentDef, ScoreEvalInput, ScoreTestContext, TestContext, JsonValue, } from \"./types.ts\";\nimport { normalizeJudgeSelection } from \"./runner/judge-config.ts\";\nimport { isJudgeProvider } from \"./judge/provider.ts\";\nimport { MigrationRequiredError, captureMigrationSource } from \"./error-assistance/index.ts\";\nimport { brandEvalDefinition, brandEvalGroupDefinition, brandExperimentDefinition, isEvalDefinition, } from \"./types.ts\";\nimport { customProviderSandbox, isSandboxLayer, sandboxLayerStateOf, type CustomProviderSandboxOptions, type SandboxLayer, } from \"./sandbox/layer.ts\";\nimport { Result, Schema } from \"effect\";\nimport { assertEvidenceCoverage } from \"./assertions/coverage.ts\";\nimport { effectAgentCallback, registerAgentEffectRuntime, type InternalDirectAgentDefinition, type InternalSandboxAgentDefinition, } from \"./agents/effect-runtime.ts\";\nimport { isPluginInstance, pluginInstanceDataOf, type PluginInstance, type PluginOwner } from \"./plugin/contracts.ts\";\n/** Recognize only the retired flat configuration, without evaluating getters. */\nfunction normalizeDefinitionJudge(value: unknown, label: string) {\n    if (!isJudgeProvider(value) && typeof value === \"object\" && value !== null && !Array.isArray(value)) {\n        const prototype = Object.getPrototypeOf(value);\n        const legacyKeys = [\"model\", \"baseUrl\", \"apiKeyEnv\", \"timeoutMs\", \"maxOutputTokens\"];\n        if ((prototype === Object.prototype || prototype === null) && Reflect.ownKeys(value).every((key) => {\n            const descriptor = Reflect.getOwnPropertyDescriptor(value, key);\n            return typeof key === \"string\" && legacyKeys.includes(key) && descriptor !== undefined && \"value\" in descriptor;\n        })) {\n            throw new MigrationRequiredError({ occurrences: [{\n                        guideId: \"judge-provider\",\n                        subject: label.replace(\"() \", \".\"),\n                        source: captureMigrationSource(),\n                    }] });\n        }\n    }\n    return normalizeJudgeSelection(value, label);\n}\n// 发现期必须区分 defineScoreEval 的真正产物与运行时手写 `{ evaluationKind: \"score\" }` 的裸对象。\n// WeakSet 是模块私有来源证明；Definition 本身另有 types.ts 的私有 symbol 品牌供类型层使用。\nconst definedScoreEvals = new WeakSet<object>();\n/** Define a closed set of real Eval definitions sharing one physical Sandbox. */\nexport function defineEvalGroup<const Sandbox extends SandboxLayer | undefined>(input: EvalGroupInput<Sandbox>): EvalGroupDefinition {\n    if (!Array.isArray(input.evals) || input.evals.length === 0) {\n        throw new TypeError(\"defineEvalGroup evals must be a non-empty array of defineEval()/defineScoreEval() definitions.\");\n    }\n    input.evals.forEach((member, index) => {\n        if (!isEvalDefinition(member)) {\n            throw new TypeError(`defineEvalGroup evals[${index}] must be the object returned by defineEval() or defineScoreEval().`);\n        }\n    });\n    assertSandboxLayer(input.sandbox, \"defineEvalGroup\");\n    if (input.onUnavailable !== \"stop-group\" && input.onUnavailable !== \"replace-sandbox\") {\n        throw new TypeError(\"defineEvalGroup onUnavailable must be \\\"stop-group\\\" or \\\"replace-sandbox\\\".\");\n    }\n    const [first, ...rest] = input.evals;\n    return brandEvalGroupDefinition({\n        evals: Object.freeze([first, ...rest]),\n        onUnavailable: input.onUnavailable,\n        ...(input.sandbox ? { sandbox: input.sandbox } : {}),\n        ...(input.plugins === undefined ? {} : { plugins: normalizePlugins(input.plugins, \"defineEvalGroup plugins\", \"group\") }),\n    });\n}\n/** @internal 仅供 discoverEvals 验证 score 题型来源。 */\nexport function isDefinedScoreEval(value: object): boolean {\n    return definedScoreEvals.has(value);\n}\n/** 沙箱型 agent:在沙箱里 spawn 一个 coding agent 的 CLI,跑完读回 transcript。 */\nexport function defineSandboxAgent(def: SandboxAgentDef): SandboxAgent {\n    if (!def.name)\n        throw new Error(`defineSandboxAgent requires name.`);\n    assertEvidenceCoverage(def.evidenceCoverage, \"defineSandboxAgent\");\n    if (def.ensure === undefined)\n        throw new Error(`defineSandboxAgent requires an ensure declaration.`);\n    const ensure = Array.isArray(def.ensure) ? def.ensure : [def.ensure];\n    if (ensure.length === 0)\n        throw new Error(`defineSandboxAgent requires an ensure declaration.`);\n    if (def.sandbox !== undefined) {\n        if (!isSandboxLayer(def.sandbox)) {\n            throw new TypeError(\"defineSandboxAgent sandbox must be a SandboxLayer created by sandboxLayer().\");\n        }\n        if (sandboxLayerStateOf(def.sandbox).kind !== \"command-only\") {\n            throw new TypeError(\"defineSandboxAgent sandbox must be command-only; an Agent cannot provide a Sandbox template.\");\n        }\n    }\n    return {\n        name: def.name,\n        kind: \"sandbox\",\n        defineEval,\n        defineScoreEval,\n        evidenceCoverage: def.evidenceCoverage,\n        ...(def.sandbox === undefined ? {} : { sandbox: def.sandbox }),\n        ensure,\n        installers: def.installers ?? [],\n        setup: def.setup,\n        tracing: def.tracing,\n        spanMapper: def.spanMapper,\n        send: def.send,\n        classifySendFailure: def.classifySendFailure,\n        teardown: def.teardown,\n    };\n}\n/** @internal Creates a Promise facade while retaining a built-in Effect runtime. */\nexport function makeSandboxAgent(def: Omit<SandboxAgentDef, \"send\" | \"setup\" | \"teardown\"> & InternalSandboxAgentDefinition): SandboxAgent {\n    const { send, setup, teardown, ...publicDefinition } = def;\n    const agent = defineSandboxAgent({\n        ...publicDefinition,\n        send: effectAgentCallback(send, (_input, context) => context.signal),\n        ...(setup === undefined ? {} : {\n            setup: effectAgentCallback(setup, (_sandbox, context) => context.signal),\n        }),\n        ...(teardown === undefined ? {} : {\n            teardown: effectAgentCallback(teardown, (_sandbox, context) => context.signal),\n        }),\n    });\n    return registerAgentEffectRuntime(agent, {\n        send: send as InternalDirectAgentDefinition[\"send\"],\n        sandboxSetup: setup,\n        sandboxTeardown: teardown,\n    });\n}\n/** Direct Agent:在 send 里直接驱动函数、SDK 或服务端点。 */\nexport function defineAgent(def: DirectAgentDef): DirectAgent {\n    if (!def.name)\n        throw new Error(`defineAgent requires name.`);\n    assertEvidenceCoverage(def.evidenceCoverage, \"defineAgent\");\n    return {\n        name: def.name,\n        kind: \"direct\",\n        defineEval,\n        defineScoreEval,\n        evidenceCoverage: def.evidenceCoverage,\n        setup: def.setup,\n        tracing: def.tracing,\n        spanMapper: def.spanMapper,\n        send: def.send,\n        classifySendFailure: def.classifySendFailure,\n        teardown: def.teardown,\n    };\n}\n/** @internal Creates a Promise facade while retaining a built-in Effect runtime. */\nexport function makeDirectAgent(def: Omit<DirectAgentDef, \"send\" | \"setup\" | \"teardown\"> & InternalDirectAgentDefinition): DirectAgent {\n    const { send, setup, teardown, ...publicDefinition } = def;\n    const agent = defineAgent({\n        ...publicDefinition,\n        send: effectAgentCallback(send, (_input, context) => context.signal),\n        ...(setup === undefined ? {} : {\n            setup: effectAgentCallback(setup, (context) => context.signal),\n        }),\n        ...(teardown === undefined ? {} : {\n            teardown: effectAgentCallback(teardown, (context) => context.signal),\n        }),\n    });\n    return registerAgentEffectRuntime(agent, {\n        send,\n        directSetup: setup,\n        directTeardown: teardown,\n    });\n}\n/** 会话型 eval(通过制:一个 eval 折叠成一分)。禁止提供 id —— 从路径推导。 */\nexport function defineEval<const Sandbox extends SandboxLayer | undefined = undefined>(def: EvalInput<Sandbox>): EvalDefinition<\"pass\", TestContext, Sandbox> {\n    return defineEvalForContext(\"pass\", def);\n}\n/**\n * 计分制 eval:Fact verdict uses 与 Fact score uses 可以读取同一份证据；正常返回由 Runner\n * 自动关闭计分收集器。字段与 `defineEval` 同形，禁止提供 id，由发现期推导。\n */\nexport function defineScoreEval<const Sandbox extends SandboxLayer | undefined = undefined>(def: ScoreEvalInput<Sandbox>): EvalDefinition<\"score\", ScoreTestContext, Sandbox> {\n    return defineEvalForContext(\"score\", def);\n}\ntype EvalFactoryInput<Sandbox extends SandboxLayer | undefined> = Omit<EvalInput<Sandbox> | ScoreEvalInput<Sandbox>, \"test\"> & {\n    readonly test: (...args: never[]) => ReturnType<EvalDefinition<\"pass\", unknown, Sandbox>[\"test\"]>;\n};\n/** @internal Shared normalization and provenance path for root and Adapter-bound Eval factories. */\nexport function defineEvalForContext<Kind extends \"pass\" | \"score\", Context, const Sandbox extends SandboxLayer | undefined = undefined>(kind: Kind, def: EvalFactoryInput<Sandbox>, internalFields: Readonly<Record<PropertyKey, unknown>> = {}): EvalDefinition<Kind, Context, Sandbox> {\n    const factory = kind === \"pass\" ? \"defineEval\" : \"defineScoreEval\";\n    if (Object.hasOwn(def, \"id\")) {\n        throw new Error(`${factory} does not accept id; ids are derived from file paths.`);\n    }\n    if (Object.hasOwn(def, \"evaluationKind\")) {\n        throw new Error(`${factory} does not accept evaluationKind; it is always set to ${JSON.stringify(kind)}.`);\n    }\n    if (Object.hasOwn(def, \"configHash\")) {\n        throw new Error(`${factory} does not accept configHash; configHash is computed during run planning.`);\n    }\n    if (typeof def.test !== \"function\") {\n        throw new Error(`${factory} requires an async test(t) function.`);\n    }\n    assertSandboxLayer(def.sandbox, factory);\n    const result = brandEvalDefinition({\n        ...normalizeEvalFields(def),\n        ...internalFields,\n        evaluationKind: kind,\n        test: def.test,\n    });\n    if (kind === \"score\")\n        definedScoreEvals.add(result);\n    return result as EvalDefinition<Kind, Context, Sandbox>;\n}\n/** 实验:可签入的运行配置(怎么跑这批 eval)。 */\nexport function defineExperiment<const A extends Adapter>(def: ExperimentInput<A>): ExperimentDefinition<A>;\nexport function defineExperiment(def: Omit<ExperimentInput, \"flags\"> & {\n    readonly flags?: unknown;\n}): ExperimentDefinition {\n    if (Object.hasOwn(def, \"id\")) {\n        throw new Error(`defineExperiment does not accept id; ids are derived from file paths.`);\n    }\n    if ((def.agent === undefined) === (def.adapter === undefined)) {\n        throw new Error(`defineExperiment requires exactly one of agent or adapter.`);\n    }\n    const adapter = def.adapter ?? def.agent!;\n    const judgeRuntime = def.judgeRuntime === undefined\n        ? undefined\n        : normalizeDefinitionJudge(def.judgeRuntime, \"defineExperiment() judgeRuntime\");\n    assertSandboxLayer(def.sandbox, \"defineExperiment\");\n    if (adapter.kind === \"custom\") {\n        if (def.sandbox !== undefined || def.sandboxReuse === true || def.sandboxCache !== undefined) {\n            throw new Error(`Custom Adapter experiments do not support sandbox, sandboxReuse, or sandboxCache.`);\n        }\n        if (def.budget !== undefined) {\n            throw new Error(`Custom Adapter experiments do not support budget because Adapter usage is not collected.`);\n        }\n    }\n    // setup 是实验级生命周期钩子(整场一次,宿主机侧,见 runner/types.ts 的 ExperimentDef.setup);\n    // 传成非函数(如误把 sandbox 钩子对象塞进来)在解析时就报,不等到调度才炸。\n    if (def.setup !== undefined && typeof def.setup !== \"function\") {\n        throw new Error(`experiment.setup must be a function ((ctx) => void); use experiment.teardown for cleanup; to prepare the in-sandbox environment per experiment, chain .setup() hooks on the sandbox spec instead.`);\n    }\n    // teardown 与 setup 是同一个 Experiment lifecycle 边界。非函数值绝不能\n    // 伪装成已声明的 cleanup，否则 explicit sharedState recovery 可能在没有\n    // 执行补偿的情况下释放 immutable owner generation。\n    if (def.teardown !== undefined && typeof def.teardown !== \"function\") {\n        throw new Error(`Experiment teardown must be a function ((ctx) => void); use a function-valued paired lifecycle hook so normal cleanup and explicit sharedState recovery can both execute it.`);\n    }\n    // classifyFailure 是失败分类链上的实验通道(见 runner/types.ts 的 ExperimentDef.classifyFailure):\n    // 传成非函数在解析时就报,不等到某条 attempt 撞死才发现这一路声明白写。\n    if (def.classifyFailure !== undefined && typeof def.classifyFailure !== \"function\") {\n        throw new Error(`experiment.classifyFailure must be a function ((failure) => FailureClass | undefined); it classifies failures that surface as third-party errors and must return undefined for anything it does not recognize.`);\n    }\n    // labels 是报告归类坐标(进 ExperimentRunInfo.labels,不透传 ctx/t):值域 string | number,\n    // 解析时即校验,布尔 / 对象 / NaN 直接报错,不等到落盘或报告分组才炸。\n    if (def.labels !== undefined) {\n        for (const [key, value] of Object.entries(def.labels)) {\n            const ok = typeof value === \"string\" || (typeof value === \"number\" && Number.isFinite(value));\n            if (!ok)\n                throw new Error(`experiment.labels.${key} must be a string or a finite number; labels are report-side grouping coordinates persisted verbatim into result runs.`);\n        }\n    }\n    const sharedState = normalizeSharedState(def.sharedState);\n    const sandboxCache = normalizeSandboxCache(def.sandboxCache, \"defineExperiment\");\n    const { id: _derivedId, agent: _agent, adapter: _adapter, sharedState: _sharedState, sandboxCache: _sandboxCache, ...author } = def;\n    const flags = decodeExperimentFlags(def.flags === undefined ? {} : def.flags);\n    return brandExperimentDefinition({\n        ...author,\n        adapter,\n        ...(adapter.kind === \"custom\" ? {} : { agent: adapter }),\n        flags: adapter.kind === \"custom\" && adapter.parseFlags !== undefined\n            ? parseAdapterFlags(adapter.parseFlags, flags)\n            : flags,\n        labels: Object.freeze({ ...(def.labels ?? {}) }),\n        attempts: def.attempts ?? 1,\n        earlyExit: def.earlyExit ?? false,\n        evals: Array.isArray(def.evals) ? Object.freeze([...def.evals]) : (def.evals ?? \"*\"),\n        sandboxReuse: def.sandboxReuse === true,\n        ...(judgeRuntime === undefined ? {} : { judgeRuntime }),\n        ...(sharedState === undefined ? {} : { sharedState }),\n        ...(sandboxCache === undefined ? {} : { sandboxCache }),\n        plugins: normalizePlugins(def.plugins ?? [], \"defineExperiment plugins\", \"experiment\"),\n    });\n}\nfunction normalizeSandboxCache(value: unknown, factory: \"defineConfig\" | \"defineExperiment\"): SandboxCacheConfig | undefined {\n    if (value === undefined)\n        return undefined;\n    if (typeof value !== \"object\" || value === null || Array.isArray(value)) {\n        throw new TypeError(`${factory} sandboxCache must be an object with optional setup \"use\" or \"bypass\".`);\n    }\n    const keys = Object.keys(value);\n    const setup = Reflect.get(value, \"setup\");\n    if (keys.some((key) => key !== \"setup\") ||\n        (setup !== undefined && setup !== \"use\" && setup !== \"bypass\")) {\n        throw new TypeError(`${factory} sandboxCache must be an object with optional setup \"use\" or \"bypass\".`);\n    }\n    return Object.freeze(setup === undefined ? {} : { setup });\n}\nconst SharedStateKeyPattern = /^[a-z0-9][a-z0-9._/-]{0,127}$/u;\nfunction normalizeSharedState(value: unknown): SharedStateConfig | undefined {\n    if (value === undefined)\n        return undefined;\n    const candidate = value as {\n        key?: unknown;\n    };\n    if (typeof value !== \"object\" ||\n        value === null ||\n        Array.isArray(value) ||\n        !Object.hasOwn(value, \"key\") ||\n        Object.keys(value).length !== 1 ||\n        typeof candidate.key !== \"string\" ||\n        !SharedStateKeyPattern.test(candidate.key)) {\n        throw new TypeError(`experiment.sharedState must be exactly { key }, where key is a stable, non-secret string matching [a-z0-9][a-z0-9._/-]{0,127}.`);\n    }\n    return Object.freeze({ key: candidate.key });\n}\nfunction normalizeEvalFields<const Sandbox extends SandboxLayer | undefined>(def: EvalInput<Sandbox> | ScoreEvalInput<Sandbox>): EvalDefinitionFields<Sandbox> {\n    const judge = def.judge === undefined\n        ? undefined\n        : normalizeDefinitionJudge(def.judge, \"defineEval() judge\");\n    return {\n        ...(def.description !== undefined ? { description: def.description } : {}),\n        tags: Object.freeze([...(def.tags ?? [])]),\n        ...(def.sandbox !== undefined ? { sandbox: def.sandbox } : {}),\n        plugins: normalizePlugins(def.plugins ?? [], \"defineEval plugins\", \"eval\"),\n        ...(judge !== undefined ? { judge } : {}),\n        reporters: Object.freeze([...(def.reporters ?? [])]),\n        ...(def.timeoutMs !== undefined ? { timeoutMs: def.timeoutMs } : {}),\n        metadata: decodeJsonRecord(def.metadata ?? {}, \"Eval metadata\"),\n        diff: Object.freeze({\n            include: Object.freeze([...(def.diff?.include ?? [])]),\n            ignore: Object.freeze([...(def.diff?.ignore ?? [])]),\n        }),\n    };\n}\nfunction normalizePlugins<Owner extends PluginOwner>(value: readonly PluginInstance<Owner>[], label: string, owner: Owner): readonly PluginInstance<Owner>[] {\n    if (!Array.isArray(value))\n        throw new TypeError(`${label} must be an array.`);\n    return Object.freeze(value.map((plugin, index) => {\n        if (!isPluginInstance(plugin))\n            throw new TypeError(`${label}[${index}] must be created by definePlugin().`);\n        if (pluginInstanceDataOf(plugin)[owner] === undefined) {\n            throw new TypeError(`${label}[${index}] does not support ${owner} attachment.`);\n        }\n        return plugin;\n    }));\n}\nfunction isJsonValue(value: unknown): value is JsonValue {\n    if (value === null || typeof value === \"string\" || typeof value === \"boolean\")\n        return true;\n    if (typeof value === \"number\")\n        return Number.isFinite(value);\n    if (Array.isArray(value))\n        return value.every(isJsonValue);\n    if (typeof value !== \"object\")\n        return false;\n    return Object.values(value).every(isJsonValue);\n}\nconst JsonValueSchema = Schema.declare<JsonValue>(isJsonValue);\nconst JsonRecordSchema = Schema.Record(Schema.String, JsonValueSchema);\nfunction deepFreezeJson(value: JsonValue): JsonValue {\n    if (Array.isArray(value)) {\n        const items: JsonValue[] = value.map(deepFreezeJson);\n        Object.freeze(items);\n        return items;\n    }\n    if (value !== null && typeof value === \"object\") {\n        const record: globalThis.Record<string, JsonValue> = Object.fromEntries(Object.entries(value).map(([key, child]) => [key, deepFreezeJson(child)]));\n        Object.freeze(record);\n        return record;\n    }\n    return value;\n}\nfunction decodeJsonRecord(value: unknown, label: string): Readonly<globalThis.Record<string, JsonValue>> {\n    const decoded = Schema.decodeUnknownResult(JsonRecordSchema, { errors: \"all\" })(value);\n    if (Result.isFailure(decoded))\n        throw new TypeError(`${label} must be JSON-compatible: ${String(decoded.failure)}`);\n    return Object.freeze(Object.fromEntries(Object.entries(decoded.success).map(([key, child]) => [key, deepFreezeJson(child)])));\n}\n/**\n * `SandboxLayer` 的品牌只由 `niceeval/sandbox` 工厂写入。动态 TSX/JS 调用绕过静态类型时，\n * 不接受看似相同的裸对象，以免在 linker 阶段才得到难以定位的错误。\n */\nfunction assertSandboxLayer(value: unknown, factory: string): void {\n    if (value !== undefined && !isSandboxLayer(value)) {\n        throw new TypeError(`${factory} sandbox must be a SandboxLayer created by a niceeval/sandbox factory (for example dockerSandbox(), dockerComposeSandbox(), e2bSandbox(), or vercelSandbox()).`);\n    }\n}\n/** 项目级配置。 */\nexport function defineConfig(config: Config): Config {\n    const sandboxCache = normalizeSandboxCache(config.sandboxCache, \"defineConfig\");\n    const judgeRuntime = config.judgeRuntime === undefined\n        ? undefined\n        : normalizeDefinitionJudge(config.judgeRuntime, \"defineConfig() judgeRuntime\");\n    if (judgeRuntime !== undefined && !isJudgeProvider(judgeRuntime)) {\n        throw new TypeError(\"defineConfig() judgeRuntime must be a Judge Provider created by niceeval/judge\");\n    }\n    return Object.freeze({\n        ...config,\n        ...(sandboxCache === undefined ? {} : { sandboxCache }),\n        ...(judgeRuntime === undefined ? {} : { judgeRuntime }),\n    });\n}\n/**\n * 自定义沙箱 provider:`create` 直接返回一个实现 `Sandbox` 接口的实例,不需要 niceeval 内置支持\n * 这个 provider 名字。用于接入 docker/vercel/e2b 之外的运行环境(自建 VM、Modal、Fly 等)。\n */\nexport function defineSandbox(def: CustomProviderSandboxOptions): SandboxLayer<\"template-bearing\"> {\n    return customProviderSandbox(def);\n}\n"]}
+{"version":3,"file":"define.js","sourceRoot":"","sources":["define.ts"],"names":[],"mappings":";;AAwCA,0CAoBC;AAED,gDAEC;AAED,gDAiCC;AAED,4CAiBC;AAED,kCAiBC;AAED,0CAiBC;AAED,gCAEC;AAKD,0CAEC;AAOD,oDAwBC;AAKD,4CA6EC;AA4GD,oCAaC;AAKD,sCAEC;AArZD,qDAAuD;AACvD,yDAAuD;AACvD,oDAA8D;AAI9D,8DAAmE;AACnE,qDAAsD;AACtD,0DAA6F;AAC7F,yCAAyH;AACzH,iDAAuJ;AACvJ,mCAAwC;AACxC,0DAAkE;AAClE,kEAAuK;AACvK,wDAAsH;AACtH,iFAAiF;AACjF,SAAS,wBAAwB,CAAC,KAAc,EAAE,KAAa;IAC3D,IAAI,CAAC,IAAA,6BAAe,EAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClG,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACrF,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/F,MAAM,UAAU,GAAG,OAAO,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAChE,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,IAAI,UAAU,CAAC;QACpH,CAAC,CAAC,EAAE,CAAC;YACD,MAAM,IAAI,iCAAsB,CAAC,EAAE,WAAW,EAAE,CAAC;wBACrC,OAAO,EAAE,gBAAgB;wBACzB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBAClC,MAAM,EAAE,IAAA,iCAAsB,GAAE;qBACnC,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACL,CAAC;IACD,OAAO,IAAA,yCAAuB,EAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACjD,CAAC;AACD,0EAA0E;AAC1E,kEAAkE;AAClE,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAU,CAAC;AAChD,iFAAiF;AACjF,SAAgB,eAAe,CAAiD,KAA8B;IAC1G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,gGAAgG,CAAC,CAAC;IAC1H,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAClC,IAAI,CAAC,IAAA,2BAAgB,EAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,SAAS,CAAC,yBAAyB,KAAK,qEAAqE,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC,CAAC,CAAC;IACH,kBAAkB,CAAC,KAAK,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,IAAI,KAAK,CAAC,aAAa,KAAK,iBAAiB,EAAE,CAAC;QACpF,MAAM,IAAI,SAAS,CAAC,8EAA8E,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACrC,OAAO,IAAA,mCAAwB,EAAC;QAC5B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,yBAAyB,EAAE,OAAO,CAAC,EAAE,CAAC;KAC3H,CAAC,CAAC;AACP,CAAC;AACD,gDAAgD;AAChD,SAAgB,kBAAkB,CAAC,KAAa;IAC5C,OAAO,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AACD,kEAAkE;AAClE,SAAgB,kBAAkB,CAAC,GAAoB;IACnD,IAAI,CAAC,GAAG,CAAC,IAAI;QACT,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,IAAA,oCAAsB,EAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CAAC;IACnE,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;QACxB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAA,yBAAc,EAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,SAAS,CAAC,8EAA8E,CAAC,CAAC;QACxG,CAAC;QACD,IAAI,IAAA,8BAAmB,EAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC3D,MAAM,IAAI,SAAS,CAAC,8FAA8F,CAAC,CAAC;QACxH,CAAC;IACL,CAAC;IACD,OAAO;QACH,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,SAAS;QACf,UAAU;QACV,eAAe;QACf,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAC9D,MAAM;QACN,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;QAChC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;AACN,CAAC;AACD,oFAAoF;AACpF,SAAgB,gBAAgB,CAAC,GAA0F;IACvH,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAC;IAC3D,MAAM,KAAK,GAAG,kBAAkB,CAAC;QAC7B,GAAG,gBAAgB;QACnB,IAAI,EAAE,IAAA,uCAAmB,EAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,KAAK,EAAE,IAAA,uCAAmB,EAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SAC3E,CAAC;QACF,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9B,QAAQ,EAAE,IAAA,uCAAmB,EAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACjF,CAAC;KACL,CAAC,CAAC;IACH,OAAO,IAAA,8CAA0B,EAAC,KAAK,EAAE;QACrC,IAAI,EAAE,IAA6C;QACnD,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,QAAQ;KAC5B,CAAC,CAAC;AACP,CAAC;AACD,6CAA6C;AAC7C,SAAgB,WAAW,CAAC,GAAmB;IAC3C,IAAI,CAAC,GAAG,CAAC,IAAI;QACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,IAAA,oCAAsB,EAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;IAC5D,OAAO;QACH,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,QAAQ;QACd,UAAU;QACV,eAAe;QACf,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,QAAQ,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;AACN,CAAC;AACD,oFAAoF;AACpF,SAAgB,eAAe,CAAC,GAAwF;IACpH,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAC;IAC3D,MAAM,KAAK,GAAG,WAAW,CAAC;QACtB,GAAG,gBAAgB;QACnB,IAAI,EAAE,IAAA,uCAAmB,EAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,KAAK,EAAE,IAAA,uCAAmB,EAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACjE,CAAC;QACF,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9B,QAAQ,EAAE,IAAA,uCAAmB,EAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;SACvE,CAAC;KACL,CAAC,CAAC;IACH,OAAO,IAAA,8CAA0B,EAAC,KAAK,EAAE;QACrC,IAAI;QACJ,WAAW,EAAE,KAAK;QAClB,cAAc,EAAE,QAAQ;KAC3B,CAAC,CAAC;AACP,CAAC;AACD,oDAAoD;AACpD,SAAgB,UAAU,CAA6D,GAAuB;IAC1G,OAAO,oBAAoB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AACD;;;GAGG;AACH,SAAgB,eAAe,CAA6D,GAA4B;IACpH,OAAO,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAID,oGAAoG;AACpG,+CAA+C;AAC/C,mFAAmF;AACnF,SAAgB,oBAAoB,CAAqG,IAAU,EAAE,GAA8B,EAAE,iBAAyD,EAAE;IAC5O,MAAM,OAAO,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACnE,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,uDAAuD,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,gBAAgB,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,wDAAwD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,0EAA0E,CAAC,CAAC;IAC1G,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,sCAAsC,CAAC,CAAC;IACtE,CAAC;IACD,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAA,8BAAmB,EAAC;QAC/B,GAAG,mBAAmB,CAAC,GAAG,CAAC;QAC3B,GAAG,cAAc;QACjB,cAAc,EAAE,IAAI;QACpB,IAAI,EAAE,GAAG,CAAC,IAAI;KACjB,CAAC,CAAC;IACH,IAAI,IAAI,KAAK,OAAO;QAChB,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,MAAgD,CAAC;AAC5D,CAAC;AAGD,6CAA6C;AAC7C,mFAAmF;AACnF,SAAgB,gBAAgB,CAAC,GAEhC;IACG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAM,CAAC;IAC1C,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACxD,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAA,oCAAmB,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,KAAK,SAAS;QAC/C,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,YAAY,EAAE,iCAAiC,CAAC,CAAC;IACpF,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,GAAG,CAAC,YAAY,KAAK,IAAI,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC3F,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;QAChH,CAAC;IACL,CAAC;IACD,uEAAuE;IACvE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,mMAAmM,CAAC,CAAC;IACzN,CAAC;IACD,wDAAwD;IACxD,yDAAyD;IACzD,yCAAyC;IACzC,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,8KAA8K,CAAC,CAAC;IACpM,CAAC;IACD,mFAAmF;IACnF,0CAA0C;IAC1C,IAAI,GAAG,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,gNAAgN,CAAC,CAAC;IACtO,CAAC;IACD,2EAA2E;IAC3E,0CAA0C;IAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,EAAE,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,EAAE;gBACH,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,wHAAwH,CAAC,CAAC;QAC1K,CAAC;IACL,CAAC;IACD,MAAM,WAAW,GAAG,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;IACjF,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC;IACrJ,MAAM,KAAK,GAAG,IAAA,gCAAqB,EAAC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9E,OAAO,IAAA,oCAAyB,EAAC;QAC7B,GAAG,MAAM;QACT,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,SAAS;YACzC,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,eAAe,IAAI,SAAS;SAChE,CAAC;QACF,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QACxD,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAChE,CAAC,CAAC,IAAA,oCAAiB,EAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC;YAC9C,CAAC,CAAC,KAAK;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAChD,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;QAC3B,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,KAAK;QACjC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC;QACpF,YAAY,EAAE,GAAG,CAAC,YAAY,KAAK,IAAI;QACvC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,0BAA0B,EAAE,YAAY,CAAC;KACzF,CAAC,CAAC;AACP,CAAC;AACD,SAAS,qBAAqB,CAAC,KAAc,EAAE,OAA4C;IACvF,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,SAAS,CAAC;IACrB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,wEAAwE,CAAC,CAAC;IAC5G,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1C,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,OAAO,CAAC;QACnC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,wEAAwE,CAAC,CAAC;IAC5G,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC/D,CAAC;AACD,MAAM,qBAAqB,GAAG,gCAAgC,CAAC;AAC/D,SAAS,oBAAoB,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,SAAS;QACnB,OAAO,SAAS,CAAC;IACrB,MAAM,SAAS,GAAG,KAEjB,CAAC;IACF,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAC/B,OAAO,SAAS,CAAC,GAAG,KAAK,QAAQ;QACjC,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,SAAS,CAAC,gIAAgI,CAAC,CAAC;IAC1J,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC;AACjD,CAAC;AACD,SAAS,mBAAmB,CAAiD,GAAiD;IAC1H,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,KAAK,SAAS;QACjC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAChE,OAAO;QACH,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,oBAAoB,EAAE,MAAM,CAAC;QAC1E,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACpD,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,eAAe,CAAC;QAC/D,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;SACvD,CAAC;KACL,CAAC;AACN,CAAC;AACD,6CAA6C;AAC7C,sDAAsD;AACtD,SAAS,gBAAgB,CAA4B,KAAuC,EAAE,KAAa,EAAE,KAAY;IACrH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7C,IAAI,CAAC,IAAA,+BAAgB,EAAC,MAAM,CAAC;YACzB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,IAAI,KAAK,sCAAsC,CAAC,CAAC;QACjF,IAAI,IAAA,mCAAoB,EAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;YACpD,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,IAAI,KAAK,sBAAsB,KAAK,cAAc,CAAC,CAAC;QACpF,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,WAAW,CAAC,KAAc;IAC/B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QACzE,OAAO,IAAI,CAAC;IAChB,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,KAAK,CAAC;IACjB,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AACnD,CAAC;AACD,MAAM,eAAe,GAAG,eAAM,CAAC,OAAO,CAAY,WAAW,CAAC,CAAC;AAC/D,MAAM,gBAAgB,GAAG,eAAM,CAAC,MAAM,CAAC,eAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AACvE,SAAS,cAAc,CAAC,KAAgB;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,KAAK,GAAgB,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnJ,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,gBAAgB,CAAC,KAAc,EAAE,KAAa;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvF,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,6BAA6B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClI,CAAC;AACD;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAc,EAAE,OAAe;IACvD,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,IAAA,yBAAc,EAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,gKAAgK,CAAC,CAAC;IACpM,CAAC;AACL,CAAC;AACD,aAAa;AACb,SAAgB,YAAY,CAAC,MAAc;IACvC,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAChF,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS;QAClD,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC;IACnF,IAAI,YAAY,KAAK,SAAS,IAAI,CAAC,IAAA,6BAAe,EAAC,YAAY,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,SAAS,CAAC,gFAAgF,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,GAAG,MAAM;QACT,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KAC1D,CAAC,CAAC;AACP,CAAC;AACD;;;GAGG;AACH,SAAgB,aAAa,CAAC,GAAiC;IAC3D,OAAO,IAAA,gCAAqB,EAAC,GAAG,CAAC,CAAC;AACtC,CAAC","sourcesContent":["// @concord-file ne-surface-definition-entry\n// @concord-implements docs/feature/plugins/library.md\nimport type { Adapter } from \"./adapter.ts\";\nimport { normalizeModelSlots } from \"./model-slots.ts\";\nimport { parseAdapterFlags } from \"./adapter-flags.ts\";\nimport { decodeExperimentFlags } from \"./experiment/flags.ts\";\n// 定义入口:把用户对象规格化成核心认得的形状。路径即身份 —— 这里禁止手写 id,\n// 由发现阶段从文件路径推导(见 runner/discover.ts)。\nimport type { DirectAgent, DirectAgentDef, Config, EvalInput, EvalGroupDefinition, EvalGroupInput, EvalDefinition, EvalDefinitionFields, ExperimentDefinition, ExperimentInput, SharedStateConfig, SandboxCacheConfig, SandboxAgent, SandboxAgentDef, ScoreEvalInput, ScoreTestContext, TestContext, JsonValue, } from \"./types.ts\";\nimport { normalizeJudgeSelection } from \"./runner/judge-config.ts\";\nimport { isJudgeProvider } from \"./judge/provider.ts\";\nimport { MigrationRequiredError, captureMigrationSource } from \"./error-assistance/index.ts\";\nimport { brandEvalDefinition, brandEvalGroupDefinition, brandExperimentDefinition, isEvalDefinition, } from \"./types.ts\";\nimport { customProviderSandbox, isSandboxLayer, sandboxLayerStateOf, type CustomProviderSandboxOptions, type SandboxLayer, } from \"./sandbox/layer.ts\";\nimport { Result, Schema } from \"effect\";\nimport { assertEvidenceCoverage } from \"./assertions/coverage.ts\";\nimport { effectAgentCallback, registerAgentEffectRuntime, type InternalDirectAgentDefinition, type InternalSandboxAgentDefinition, } from \"./agents/effect-runtime.ts\";\nimport { isPluginInstance, pluginInstanceDataOf, type PluginInstance, type PluginOwner } from \"./plugin/contracts.ts\";\n/** Recognize only the retired flat configuration, without evaluating getters. */\nfunction normalizeDefinitionJudge(value: unknown, label: string) {\n    if (!isJudgeProvider(value) && typeof value === \"object\" && value !== null && !Array.isArray(value)) {\n        const prototype = Object.getPrototypeOf(value);\n        const legacyKeys = [\"model\", \"baseUrl\", \"apiKeyEnv\", \"timeoutMs\", \"maxOutputTokens\"];\n        if ((prototype === Object.prototype || prototype === null) && Reflect.ownKeys(value).every((key) => {\n            const descriptor = Reflect.getOwnPropertyDescriptor(value, key);\n            return typeof key === \"string\" && legacyKeys.includes(key) && descriptor !== undefined && \"value\" in descriptor;\n        })) {\n            throw new MigrationRequiredError({ occurrences: [{\n                        guideId: \"judge-provider\",\n                        subject: label.replace(\"() \", \".\"),\n                        source: captureMigrationSource(),\n                    }] });\n        }\n    }\n    return normalizeJudgeSelection(value, label);\n}\n// 发现期必须区分 defineScoreEval 的真正产物与运行时手写 `{ evaluationKind: \"score\" }` 的裸对象。\n// WeakSet 是模块私有来源证明；Definition 本身另有 types.ts 的私有 symbol 品牌供类型层使用。\nconst definedScoreEvals = new WeakSet<object>();\n/** Define a closed set of real Eval definitions sharing one physical Sandbox. */\nexport function defineEvalGroup<const Sandbox extends SandboxLayer | undefined>(input: EvalGroupInput<Sandbox>): EvalGroupDefinition {\n    if (!Array.isArray(input.evals) || input.evals.length === 0) {\n        throw new TypeError(\"defineEvalGroup evals must be a non-empty array of defineEval()/defineScoreEval() definitions.\");\n    }\n    input.evals.forEach((member, index) => {\n        if (!isEvalDefinition(member)) {\n            throw new TypeError(`defineEvalGroup evals[${index}] must be the object returned by defineEval() or defineScoreEval().`);\n        }\n    });\n    assertSandboxLayer(input.sandbox, \"defineEvalGroup\");\n    if (input.onUnavailable !== \"stop-group\" && input.onUnavailable !== \"replace-sandbox\") {\n        throw new TypeError(\"defineEvalGroup onUnavailable must be \\\"stop-group\\\" or \\\"replace-sandbox\\\".\");\n    }\n    const [first, ...rest] = input.evals;\n    return brandEvalGroupDefinition({\n        evals: Object.freeze([first, ...rest]),\n        onUnavailable: input.onUnavailable,\n        ...(input.sandbox ? { sandbox: input.sandbox } : {}),\n        ...(input.plugins === undefined ? {} : { plugins: normalizePlugins(input.plugins, \"defineEvalGroup plugins\", \"group\") }),\n    });\n}\n/** @internal 仅供 discoverEvals 验证 score 题型来源。 */\nexport function isDefinedScoreEval(value: object): boolean {\n    return definedScoreEvals.has(value);\n}\n/** 沙箱型 agent:在沙箱里 spawn 一个 coding agent 的 CLI,跑完读回 transcript。 */\nexport function defineSandboxAgent(def: SandboxAgentDef): SandboxAgent {\n    if (!def.name)\n        throw new Error(`defineSandboxAgent requires name.`);\n    assertEvidenceCoverage(def.evidenceCoverage, \"defineSandboxAgent\");\n    if (def.ensure === undefined)\n        throw new Error(`defineSandboxAgent requires an ensure declaration.`);\n    const ensure = Array.isArray(def.ensure) ? def.ensure : [def.ensure];\n    if (ensure.length === 0)\n        throw new Error(`defineSandboxAgent requires an ensure declaration.`);\n    if (def.sandbox !== undefined) {\n        if (!isSandboxLayer(def.sandbox)) {\n            throw new TypeError(\"defineSandboxAgent sandbox must be a SandboxLayer created by sandboxLayer().\");\n        }\n        if (sandboxLayerStateOf(def.sandbox).kind !== \"command-only\") {\n            throw new TypeError(\"defineSandboxAgent sandbox must be command-only; an Agent cannot provide a Sandbox template.\");\n        }\n    }\n    return {\n        name: def.name,\n        kind: \"sandbox\",\n        defineEval,\n        defineScoreEval,\n        evidenceCoverage: def.evidenceCoverage,\n        ...(def.sandbox === undefined ? {} : { sandbox: def.sandbox }),\n        ensure,\n        installers: def.installers ?? [],\n        setup: def.setup,\n        tracing: def.tracing,\n        spanMapper: def.spanMapper,\n        send: def.send,\n        classifySendFailure: def.classifySendFailure,\n        teardown: def.teardown,\n    };\n}\n/** @internal Creates a Promise facade while retaining a built-in Effect runtime. */\nexport function makeSandboxAgent(def: Omit<SandboxAgentDef, \"send\" | \"setup\" | \"teardown\"> & InternalSandboxAgentDefinition): SandboxAgent {\n    const { send, setup, teardown, ...publicDefinition } = def;\n    const agent = defineSandboxAgent({\n        ...publicDefinition,\n        send: effectAgentCallback(send, (_input, context) => context.signal),\n        ...(setup === undefined ? {} : {\n            setup: effectAgentCallback(setup, (_sandbox, context) => context.signal),\n        }),\n        ...(teardown === undefined ? {} : {\n            teardown: effectAgentCallback(teardown, (_sandbox, context) => context.signal),\n        }),\n    });\n    return registerAgentEffectRuntime(agent, {\n        send: send as InternalDirectAgentDefinition[\"send\"],\n        sandboxSetup: setup,\n        sandboxTeardown: teardown,\n    });\n}\n/** Direct Agent:在 send 里直接驱动函数、SDK 或服务端点。 */\nexport function defineAgent(def: DirectAgentDef): DirectAgent {\n    if (!def.name)\n        throw new Error(`defineAgent requires name.`);\n    assertEvidenceCoverage(def.evidenceCoverage, \"defineAgent\");\n    return {\n        name: def.name,\n        kind: \"direct\",\n        defineEval,\n        defineScoreEval,\n        evidenceCoverage: def.evidenceCoverage,\n        setup: def.setup,\n        tracing: def.tracing,\n        spanMapper: def.spanMapper,\n        send: def.send,\n        classifySendFailure: def.classifySendFailure,\n        teardown: def.teardown,\n    };\n}\n/** @internal Creates a Promise facade while retaining a built-in Effect runtime. */\nexport function makeDirectAgent(def: Omit<DirectAgentDef, \"send\" | \"setup\" | \"teardown\"> & InternalDirectAgentDefinition): DirectAgent {\n    const { send, setup, teardown, ...publicDefinition } = def;\n    const agent = defineAgent({\n        ...publicDefinition,\n        send: effectAgentCallback(send, (_input, context) => context.signal),\n        ...(setup === undefined ? {} : {\n            setup: effectAgentCallback(setup, (context) => context.signal),\n        }),\n        ...(teardown === undefined ? {} : {\n            teardown: effectAgentCallback(teardown, (context) => context.signal),\n        }),\n    });\n    return registerAgentEffectRuntime(agent, {\n        send,\n        directSetup: setup,\n        directTeardown: teardown,\n    });\n}\n/** 会话型 eval(通过制:一个 eval 折叠成一分)。禁止提供 id —— 从路径推导。 */\nexport function defineEval<const Sandbox extends SandboxLayer | undefined = undefined>(def: EvalInput<Sandbox>): EvalDefinition<\"pass\", TestContext, Sandbox> {\n    return defineEvalForContext(\"pass\", def);\n}\n/**\n * 计分制 eval:Fact verdict uses 与 Fact score uses 可以读取同一份证据；正常返回由 Runner\n * 自动关闭计分收集器。字段与 `defineEval` 同形，禁止提供 id，由发现期推导。\n */\nexport function defineScoreEval<const Sandbox extends SandboxLayer | undefined = undefined>(def: ScoreEvalInput<Sandbox>): EvalDefinition<\"score\", ScoreTestContext, Sandbox> {\n    return defineEvalForContext(\"score\", def);\n}\ntype EvalFactoryInput<Sandbox extends SandboxLayer | undefined> = Omit<EvalInput<Sandbox> | ScoreEvalInput<Sandbox>, \"test\"> & {\n    readonly test: (...args: never[]) => ReturnType<EvalDefinition<\"pass\", unknown, Sandbox>[\"test\"]>;\n};\n/** @internal Shared normalization and provenance path for root and Adapter-bound Eval factories. */\n// @concord-code ne-surface-define-eval-context\n// @concord-implements docs/feature/compile-time-contracts/use-case/three-levels.md\nexport function defineEvalForContext<Kind extends \"pass\" | \"score\", Context, const Sandbox extends SandboxLayer | undefined = undefined>(kind: Kind, def: EvalFactoryInput<Sandbox>, internalFields: Readonly<Record<PropertyKey, unknown>> = {}): EvalDefinition<Kind, Context, Sandbox> {\n    const factory = kind === \"pass\" ? \"defineEval\" : \"defineScoreEval\";\n    if (Object.hasOwn(def, \"id\")) {\n        throw new Error(`${factory} does not accept id; ids are derived from file paths.`);\n    }\n    if (Object.hasOwn(def, \"evaluationKind\")) {\n        throw new Error(`${factory} does not accept evaluationKind; it is always set to ${JSON.stringify(kind)}.`);\n    }\n    if (Object.hasOwn(def, \"configHash\")) {\n        throw new Error(`${factory} does not accept configHash; configHash is computed during run planning.`);\n    }\n    if (typeof def.test !== \"function\") {\n        throw new Error(`${factory} requires an async test(t) function.`);\n    }\n    assertSandboxLayer(def.sandbox, factory);\n    const result = brandEvalDefinition({\n        ...normalizeEvalFields(def),\n        ...internalFields,\n        evaluationKind: kind,\n        test: def.test,\n    });\n    if (kind === \"score\")\n        definedScoreEvals.add(result);\n    return result as EvalDefinition<Kind, Context, Sandbox>;\n}\n/** 实验:可签入的运行配置(怎么跑这批 eval)。 */\nexport function defineExperiment<const A extends Adapter>(def: ExperimentInput<A>): ExperimentDefinition<A>;\n// @concord-code ne-surface-define-experiment\n// @concord-implements docs/feature/compile-time-contracts/use-case/three-levels.md\nexport function defineExperiment(def: Omit<ExperimentInput, \"flags\"> & {\n    readonly flags?: unknown;\n}): ExperimentDefinition {\n    if (Object.hasOwn(def, \"id\")) {\n        throw new Error(`defineExperiment does not accept id; ids are derived from file paths.`);\n    }\n    if ((def.agent === undefined) === (def.adapter === undefined)) {\n        throw new Error(`defineExperiment requires exactly one of agent or adapter.`);\n    }\n    const adapter = def.adapter ?? def.agent!;\n    if (adapter.kind !== \"custom\" && def.models !== undefined) {\n        throw new TypeError(\"Experiment models is only supported by custom Adapters.\");\n    }\n    const models = adapter.kind === \"custom\" ? normalizeModelSlots(def) : undefined;\n    const judgeRuntime = def.judgeRuntime === undefined\n        ? undefined\n        : normalizeDefinitionJudge(def.judgeRuntime, \"defineExperiment() judgeRuntime\");\n    assertSandboxLayer(def.sandbox, \"defineExperiment\");\n    if (adapter.kind === \"custom\") {\n        if (def.sandbox !== undefined || def.sandboxReuse === true || def.sandboxCache !== undefined) {\n            throw new Error(`Custom Adapter experiments do not support sandbox, sandboxReuse, or sandboxCache.`);\n        }\n        if (def.budget !== undefined) {\n            throw new Error(`Custom Adapter experiments do not support budget because Adapter usage is not collected.`);\n        }\n    }\n    // setup 是实验级生命周期钩子(整场一次,宿主机侧,见 runner/types.ts 的 ExperimentDef.setup);\n    // 传成非函数(如误把 sandbox 钩子对象塞进来)在解析时就报,不等到调度才炸。\n    if (def.setup !== undefined && typeof def.setup !== \"function\") {\n        throw new Error(`experiment.setup must be a function ((ctx) => void); use experiment.teardown for cleanup; to prepare the in-sandbox environment per experiment, chain .setup() hooks on the sandbox spec instead.`);\n    }\n    // teardown 与 setup 是同一个 Experiment lifecycle 边界。非函数值绝不能\n    // 伪装成已声明的 cleanup，否则 explicit sharedState recovery 可能在没有\n    // 执行补偿的情况下释放 immutable owner generation。\n    if (def.teardown !== undefined && typeof def.teardown !== \"function\") {\n        throw new Error(`Experiment teardown must be a function ((ctx) => void); use a function-valued paired lifecycle hook so normal cleanup and explicit sharedState recovery can both execute it.`);\n    }\n    // classifyFailure 是失败分类链上的实验通道(见 runner/types.ts 的 ExperimentDef.classifyFailure):\n    // 传成非函数在解析时就报,不等到某条 attempt 撞死才发现这一路声明白写。\n    if (def.classifyFailure !== undefined && typeof def.classifyFailure !== \"function\") {\n        throw new Error(`experiment.classifyFailure must be a function ((failure) => FailureClass | undefined); it classifies failures that surface as third-party errors and must return undefined for anything it does not recognize.`);\n    }\n    // labels 是报告归类坐标(进 ExperimentRunInfo.labels,不透传 ctx/t):值域 string | number,\n    // 解析时即校验,布尔 / 对象 / NaN 直接报错,不等到落盘或报告分组才炸。\n    if (def.labels !== undefined) {\n        for (const [key, value] of Object.entries(def.labels)) {\n            const ok = typeof value === \"string\" || (typeof value === \"number\" && Number.isFinite(value));\n            if (!ok)\n                throw new Error(`experiment.labels.${key} must be a string or a finite number; labels are report-side grouping coordinates persisted verbatim into result runs.`);\n        }\n    }\n    const sharedState = normalizeSharedState(def.sharedState);\n    const sandboxCache = normalizeSandboxCache(def.sandboxCache, \"defineExperiment\");\n    const { id: _derivedId, agent: _agent, adapter: _adapter, sharedState: _sharedState, sandboxCache: _sandboxCache, models: _models, ...author } = def;\n    const flags = decodeExperimentFlags(def.flags === undefined ? {} : def.flags);\n    return brandExperimentDefinition({\n        ...author,\n        ...(models === undefined ? {} : {\n            models,\n            model: models.default?.model ?? undefined,\n            reasoningEffort: models.default?.reasoningEffort ?? undefined,\n        }),\n        adapter,\n        ...(adapter.kind === \"custom\" ? {} : { agent: adapter }),\n        flags: adapter.kind === \"custom\" && adapter.parseFlags !== undefined\n            ? parseAdapterFlags(adapter.parseFlags, flags)\n            : flags,\n        labels: Object.freeze({ ...(def.labels ?? {}) }),\n        attempts: def.attempts ?? 1,\n        earlyExit: def.earlyExit ?? false,\n        evals: Array.isArray(def.evals) ? Object.freeze([...def.evals]) : (def.evals ?? \"*\"),\n        sandboxReuse: def.sandboxReuse === true,\n        ...(judgeRuntime === undefined ? {} : { judgeRuntime }),\n        ...(sharedState === undefined ? {} : { sharedState }),\n        ...(sandboxCache === undefined ? {} : { sandboxCache }),\n        plugins: normalizePlugins(def.plugins ?? [], \"defineExperiment plugins\", \"experiment\"),\n    });\n}\nfunction normalizeSandboxCache(value: unknown, factory: \"defineConfig\" | \"defineExperiment\"): SandboxCacheConfig | undefined {\n    if (value === undefined)\n        return undefined;\n    if (typeof value !== \"object\" || value === null || Array.isArray(value)) {\n        throw new TypeError(`${factory} sandboxCache must be an object with optional setup \"use\" or \"bypass\".`);\n    }\n    const keys = Object.keys(value);\n    const setup = Reflect.get(value, \"setup\");\n    if (keys.some((key) => key !== \"setup\") ||\n        (setup !== undefined && setup !== \"use\" && setup !== \"bypass\")) {\n        throw new TypeError(`${factory} sandboxCache must be an object with optional setup \"use\" or \"bypass\".`);\n    }\n    return Object.freeze(setup === undefined ? {} : { setup });\n}\nconst SharedStateKeyPattern = /^[a-z0-9][a-z0-9._/-]{0,127}$/u;\nfunction normalizeSharedState(value: unknown): SharedStateConfig | undefined {\n    if (value === undefined)\n        return undefined;\n    const candidate = value as {\n        key?: unknown;\n    };\n    if (typeof value !== \"object\" ||\n        value === null ||\n        Array.isArray(value) ||\n        !Object.hasOwn(value, \"key\") ||\n        Object.keys(value).length !== 1 ||\n        typeof candidate.key !== \"string\" ||\n        !SharedStateKeyPattern.test(candidate.key)) {\n        throw new TypeError(`experiment.sharedState must be exactly { key }, where key is a stable, non-secret string matching [a-z0-9][a-z0-9._/-]{0,127}.`);\n    }\n    return Object.freeze({ key: candidate.key });\n}\nfunction normalizeEvalFields<const Sandbox extends SandboxLayer | undefined>(def: EvalInput<Sandbox> | ScoreEvalInput<Sandbox>): EvalDefinitionFields<Sandbox> {\n    const judge = def.judge === undefined\n        ? undefined\n        : normalizeDefinitionJudge(def.judge, \"defineEval() judge\");\n    return {\n        ...(def.description !== undefined ? { description: def.description } : {}),\n        tags: Object.freeze([...(def.tags ?? [])]),\n        ...(def.sandbox !== undefined ? { sandbox: def.sandbox } : {}),\n        plugins: normalizePlugins(def.plugins ?? [], \"defineEval plugins\", \"eval\"),\n        ...(judge !== undefined ? { judge } : {}),\n        reporters: Object.freeze([...(def.reporters ?? [])]),\n        ...(def.timeoutMs !== undefined ? { timeoutMs: def.timeoutMs } : {}),\n        metadata: decodeJsonRecord(def.metadata ?? {}, \"Eval metadata\"),\n        diff: Object.freeze({\n            include: Object.freeze([...(def.diff?.include ?? [])]),\n            ignore: Object.freeze([...(def.diff?.ignore ?? [])]),\n        }),\n    };\n}\n// @concord-code ne-surface-normalize-plugins\n// @concord-implements docs/feature/plugins/library.md\nfunction normalizePlugins<Owner extends PluginOwner>(value: readonly PluginInstance<Owner>[], label: string, owner: Owner): readonly PluginInstance<Owner>[] {\n    if (!Array.isArray(value))\n        throw new TypeError(`${label} must be an array.`);\n    return Object.freeze(value.map((plugin, index) => {\n        if (!isPluginInstance(plugin))\n            throw new TypeError(`${label}[${index}] must be created by definePlugin().`);\n        if (pluginInstanceDataOf(plugin)[owner] === undefined) {\n            throw new TypeError(`${label}[${index}] does not support ${owner} attachment.`);\n        }\n        return plugin;\n    }));\n}\nfunction isJsonValue(value: unknown): value is JsonValue {\n    if (value === null || typeof value === \"string\" || typeof value === \"boolean\")\n        return true;\n    if (typeof value === \"number\")\n        return Number.isFinite(value);\n    if (Array.isArray(value))\n        return value.every(isJsonValue);\n    if (typeof value !== \"object\")\n        return false;\n    return Object.values(value).every(isJsonValue);\n}\nconst JsonValueSchema = Schema.declare<JsonValue>(isJsonValue);\nconst JsonRecordSchema = Schema.Record(Schema.String, JsonValueSchema);\nfunction deepFreezeJson(value: JsonValue): JsonValue {\n    if (Array.isArray(value)) {\n        const items: JsonValue[] = value.map(deepFreezeJson);\n        Object.freeze(items);\n        return items;\n    }\n    if (value !== null && typeof value === \"object\") {\n        const record: globalThis.Record<string, JsonValue> = Object.fromEntries(Object.entries(value).map(([key, child]) => [key, deepFreezeJson(child)]));\n        Object.freeze(record);\n        return record;\n    }\n    return value;\n}\nfunction decodeJsonRecord(value: unknown, label: string): Readonly<globalThis.Record<string, JsonValue>> {\n    const decoded = Schema.decodeUnknownResult(JsonRecordSchema, { errors: \"all\" })(value);\n    if (Result.isFailure(decoded))\n        throw new TypeError(`${label} must be JSON-compatible: ${String(decoded.failure)}`);\n    return Object.freeze(Object.fromEntries(Object.entries(decoded.success).map(([key, child]) => [key, deepFreezeJson(child)])));\n}\n/**\n * `SandboxLayer` 的品牌只由 `niceeval/sandbox` 工厂写入。动态 TSX/JS 调用绕过静态类型时，\n * 不接受看似相同的裸对象，以免在 linker 阶段才得到难以定位的错误。\n */\nfunction assertSandboxLayer(value: unknown, factory: string): void {\n    if (value !== undefined && !isSandboxLayer(value)) {\n        throw new TypeError(`${factory} sandbox must be a SandboxLayer created by a niceeval/sandbox factory (for example dockerSandbox(), dockerComposeSandbox(), e2bSandbox(), or vercelSandbox()).`);\n    }\n}\n/** 项目级配置。 */\nexport function defineConfig(config: Config): Config {\n    const sandboxCache = normalizeSandboxCache(config.sandboxCache, \"defineConfig\");\n    const judgeRuntime = config.judgeRuntime === undefined\n        ? undefined\n        : normalizeDefinitionJudge(config.judgeRuntime, \"defineConfig() judgeRuntime\");\n    if (judgeRuntime !== undefined && !isJudgeProvider(judgeRuntime)) {\n        throw new TypeError(\"defineConfig() judgeRuntime must be a Judge Provider created by niceeval/judge\");\n    }\n    return Object.freeze({\n        ...config,\n        ...(sandboxCache === undefined ? {} : { sandboxCache }),\n        ...(judgeRuntime === undefined ? {} : { judgeRuntime }),\n    });\n}\n/**\n * 自定义沙箱 provider:`create` 直接返回一个实现 `Sandbox` 接口的实例,不需要 niceeval 内置支持\n * 这个 provider 名字。用于接入 docker/vercel/e2b 之外的运行环境(自建 VM、Modal、Fly 等)。\n */\nexport function defineSandbox(def: CustomProviderSandboxOptions): SandboxLayer<\"template-bearing\"> {\n    return customProviderSandbox(def);\n}\n"]}

package/dist/eval/cli/contribution.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evalCatalogCliCommand = exports.EVAL_CATALOG_OPTIONS = void 0;
+// @concord-file ne-eval-cli-catalog
+// @concord-implements docs/feature/eval/README.md
 const effect_1 = require("effect");
 const application_ts_1 = require("../../cli/application.cjs");
 const contribution_ts_1 = require("../../cli/contribution.cjs");

package/dist/eval/cli/contribution.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"contribution.js","sourceRoot":"","sources":["contribution.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,6DAAkH;AAClH,+DAAyF;AACzF,iFAA0E;AAC1E,+CAA4C;AAC/B,QAAA,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC/F,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC5F,CAAC;CACmD,CAAC,CAAC;AAC3D,MAAM,iBAAiB,GAAG;;;;CAIzB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,iCAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC1I,SAAS,KAAK,CAAC,IAAY;IACvB,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,CAAC;AACY,QAAA,qBAAqB,GAAkH,MAAM,CAAC,MAAM,CAAC;IAC9J,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,4BAAoB;IAC7B,GAAG,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;YAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,4BAAoB,CAAC;YACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC;SACjE,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mCAAkB,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,+CAAoB,CAAC;QAClD,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAQ,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,CAAC,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,MAAM;CACxD,CAAC,CAAC;QACK,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC;CACL,CAAC,CAAC","sourcesContent":["import { Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, type CliOptionDefinition, } from \"../../cli/application.ts\";\nimport { CliFeatureError, type CliCommandContribution } from \"../../cli/contribution.ts\";\nimport { ProjectConfiguration } from \"../../cli/project-configuration.ts\";\nimport { evalHost } from \"../host/index.ts\";\nexport const EVAL_CATALOG_OPTIONS = Object.freeze({\n    tag: Object.freeze({\n        type: \"string\",\n        help: Object.freeze({ summary: \"List only evals carrying this tag.\", visibility: \"public\" }),\n    }),\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({ summary: \"Show Eval catalog command help.\", visibility: \"public\" }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nconst EVAL_CATALOG_HELP = `niceeval list — list discovered Evals\n\nUsage:\n  niceeval list [--tag <tag>]\n`;\nconst failure = (operation: string, cause: unknown, exitCode = 1) => new CliFeatureError({ feature: \"eval\", operation, cause, exitCode });\nfunction write(text: string): Effect.Effect<void, CliFeatureError, CliOutput> {\n    return Effect.flatMap(CliOutput, (output) => output.writeStdout(text)).pipe(Effect.mapError((cause) => failure(\"write eval catalog\", cause)));\n}\nexport const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError> = Object.freeze({\n    name: \"list\",\n    summary: \"list discovered evals\",\n    options: EVAL_CATALOG_OPTIONS,\n    run: (argv: readonly string[]) => Effect.gen(function* () {\n        const parser = yield* CliArguments;\n        const parsed = yield* Effect.try({\n            try: () => parser.parse(argv, EVAL_CATALOG_OPTIONS),\n            catch: (cause) => failure(\"parse eval catalog command\", cause),\n        });\n        if (parsed.positionals.length > 0) {\n            return yield* Effect.fail(failure(\"parse eval catalog command\", new Error(\"niceeval list accepts no positional arguments.\")));\n        }\n        if (parsed.values.help === true) {\n            yield* write(EVAL_CATALOG_HELP);\n            return 0;\n        }\n        const invocation = yield* CliInvocationFacts;\n        const facts = yield* invocation.facts.pipe(Effect.mapError((cause) => failure(\"read invocation facts\", cause)));\n        const configuration = yield* ProjectConfiguration;\n        yield* configuration.load(facts.cwd).pipe(Effect.mapError((cause) => failure(\"load project configuration\", cause)));\n        const catalog = yield* evalHost.catalog({\n            cwd: facts.cwd,\n            ...(typeof parsed.values.tag === \"string\" ? { tag: parsed.values.tag } : {}),\n        }).pipe(Effect.mapError((cause) => failure(\"discover eval catalog\", cause)));\n        yield* write(`Discovered ${catalog.entries.length} evals:\n`);\n        for (const entry of catalog.entries) {\n            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : \"\"}\\n`);\n        }\n        return 0;\n    }),\n});\n"]}
+{"version":3,"file":"contribution.js","sourceRoot":"","sources":["contribution.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,kDAAkD;AAClD,mCAAgC;AAChC,6DAAkH;AAClH,+DAAyF;AACzF,iFAA0E;AAC1E,+CAA4C;AAC/B,QAAA,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9C,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC/F,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;KAC5F,CAAC;CACmD,CAAC,CAAC;AAC3D,MAAM,iBAAiB,GAAG;;;;CAIzB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,SAAiB,EAAE,KAAc,EAAE,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,iCAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC1I,SAAS,KAAK,CAAC,IAAY;IACvB,OAAO,eAAM,CAAC,OAAO,CAAC,0BAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,CAAC;AACY,QAAA,qBAAqB,GAAkH,MAAM,CAAC,MAAM,CAAC;IAC9J,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,4BAAoB;IAC7B,GAAG,EAAE,CAAC,IAAuB,EAAE,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,6BAAY,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,GAAG,CAAC;YAC7B,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,4BAAoB,CAAC;YACnD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC;SACjE,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mCAAkB,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,+CAAoB,CAAC;QAClD,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAQ,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7E,KAAK,CAAC,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,MAAM;CACxD,CAAC,CAAC;QACK,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC;CACL,CAAC,CAAC","sourcesContent":["// @concord-file ne-eval-cli-catalog\n// @concord-implements docs/feature/eval/README.md\nimport { Effect } from \"effect\";\nimport { CliArguments, CliInvocationFacts, CliOutput, type CliOptionDefinition, } from \"../../cli/application.ts\";\nimport { CliFeatureError, type CliCommandContribution } from \"../../cli/contribution.ts\";\nimport { ProjectConfiguration } from \"../../cli/project-configuration.ts\";\nimport { evalHost } from \"../host/index.ts\";\nexport const EVAL_CATALOG_OPTIONS = Object.freeze({\n    tag: Object.freeze({\n        type: \"string\",\n        help: Object.freeze({ summary: \"List only evals carrying this tag.\", visibility: \"public\" }),\n    }),\n    help: Object.freeze({\n        type: \"boolean\",\n        short: \"h\",\n        help: Object.freeze({ summary: \"Show Eval catalog command help.\", visibility: \"public\" }),\n    }),\n} satisfies Readonly<Record<string, CliOptionDefinition>>);\nconst EVAL_CATALOG_HELP = `niceeval list — list discovered Evals\n\nUsage:\n  niceeval list [--tag <tag>]\n`;\nconst failure = (operation: string, cause: unknown, exitCode = 1) => new CliFeatureError({ feature: \"eval\", operation, cause, exitCode });\nfunction write(text: string): Effect.Effect<void, CliFeatureError, CliOutput> {\n    return Effect.flatMap(CliOutput, (output) => output.writeStdout(text)).pipe(Effect.mapError((cause) => failure(\"write eval catalog\", cause)));\n}\nexport const evalCatalogCliCommand: CliCommandContribution<CliArguments | CliInvocationFacts | CliOutput | ProjectConfiguration, CliFeatureError> = Object.freeze({\n    name: \"list\",\n    summary: \"list discovered evals\",\n    options: EVAL_CATALOG_OPTIONS,\n    run: (argv: readonly string[]) => Effect.gen(function* () {\n        const parser = yield* CliArguments;\n        const parsed = yield* Effect.try({\n            try: () => parser.parse(argv, EVAL_CATALOG_OPTIONS),\n            catch: (cause) => failure(\"parse eval catalog command\", cause),\n        });\n        if (parsed.positionals.length > 0) {\n            return yield* Effect.fail(failure(\"parse eval catalog command\", new Error(\"niceeval list accepts no positional arguments.\")));\n        }\n        if (parsed.values.help === true) {\n            yield* write(EVAL_CATALOG_HELP);\n            return 0;\n        }\n        const invocation = yield* CliInvocationFacts;\n        const facts = yield* invocation.facts.pipe(Effect.mapError((cause) => failure(\"read invocation facts\", cause)));\n        const configuration = yield* ProjectConfiguration;\n        yield* configuration.load(facts.cwd).pipe(Effect.mapError((cause) => failure(\"load project configuration\", cause)));\n        const catalog = yield* evalHost.catalog({\n            cwd: facts.cwd,\n            ...(typeof parsed.values.tag === \"string\" ? { tag: parsed.values.tag } : {}),\n        }).pipe(Effect.mapError((cause) => failure(\"discover eval catalog\", cause)));\n        yield* write(`Discovered ${catalog.entries.length} evals:\n`);\n        for (const entry of catalog.entries) {\n            yield* write(`  ${entry.id}${entry.description ? `  — ${entry.description}` : \"\"}\\n`);\n        }\n        return 0;\n    }),\n});\n"]}

package/dist/eval/host/index.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evalHost = exports.EvalCatalogError = void 0;
+// @concord-file ne-eval-host-catalog
+// @concord-implements docs/feature/eval/README.md
 const effect_1 = require("effect");
 const discover_ts_1 = require("../../runner/discover.cjs");
 class EvalCatalogError extends effect_1.Data.TaggedError("EvalCatalogError") {

package/dist/eval/host/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AACtC,0DAAyD;AAUzD,MAAa,gBAAiB,SAAQ,aAAI,CAAC,WAAW,CAAC,kBAAkB,CAGvE;CACD;AAJD,4CAIC;AACD,SAAS,OAAO,CAAC,KAGhB;IACG,OAAO,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;YACxF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,cAAc,EAAE,UAAU,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AACD,iGAAiG;AACpF,QAAA,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC","sourcesContent":["import { Data, Effect } from \"effect\";\nimport { discoverEvals } from \"../../runner/discover.ts\";\nexport interface EvalCatalogEntry {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface EvalCatalog {\n    readonly entries: readonly EvalCatalogEntry[];\n}\nexport class EvalCatalogError extends Data.TaggedError(\"EvalCatalogError\")<{\n    readonly operation: \"catalog\";\n    readonly cause: unknown;\n}> {\n}\nfunction catalog(input: {\n    readonly cwd: string;\n    readonly tag?: string;\n}): Effect.Effect<EvalCatalog, EvalCatalogError> {\n    return discoverEvals(input.cwd).pipe(Effect.map((discovered) => Object.freeze({\n        entries: Object.freeze(discovered\n            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))\n            .map((definition) => Object.freeze({\n            id: definition.id,\n            ...(definition.description === undefined ? {} : { description: definition.description }),\n            tags: Object.freeze([...(definition.tags ?? [])]),\n            evaluationKind: definition.evaluationKind,\n        }))),\n    })), Effect.mapError((cause) => new EvalCatalogError({ operation: \"catalog\", cause })));\n}\n/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */\nexport const evalHost = Object.freeze({ catalog });\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,kDAAkD;AAClD,mCAAsC;AACtC,0DAAyD;AAUzD,MAAa,gBAAiB,SAAQ,aAAI,CAAC,WAAW,CAAC,kBAAkB,CAGvE;CACD;AAJD,4CAIC;AACD,SAAS,OAAO,CAAC,KAGhB;IACG,OAAO,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC1E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;aAC5B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACvF,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;YACxF,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,cAAc,EAAE,UAAU,CAAC,cAAc;SAC5C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5F,CAAC;AACD,iGAAiG;AACpF,QAAA,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC","sourcesContent":["// @concord-file ne-eval-host-catalog\n// @concord-implements docs/feature/eval/README.md\nimport { Data, Effect } from \"effect\";\nimport { discoverEvals } from \"../../runner/discover.ts\";\nexport interface EvalCatalogEntry {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface EvalCatalog {\n    readonly entries: readonly EvalCatalogEntry[];\n}\nexport class EvalCatalogError extends Data.TaggedError(\"EvalCatalogError\")<{\n    readonly operation: \"catalog\";\n    readonly cause: unknown;\n}> {\n}\nfunction catalog(input: {\n    readonly cwd: string;\n    readonly tag?: string;\n}): Effect.Effect<EvalCatalog, EvalCatalogError> {\n    return discoverEvals(input.cwd).pipe(Effect.map((discovered) => Object.freeze({\n        entries: Object.freeze(discovered\n            .filter((definition) => input.tag === undefined || definition.tags?.includes(input.tag))\n            .map((definition) => Object.freeze({\n            id: definition.id,\n            ...(definition.description === undefined ? {} : { description: definition.description }),\n            tags: Object.freeze([...(definition.tags ?? [])]),\n            evaluationKind: definition.evaluationKind,\n        }))),\n    })), Effect.mapError((cause) => new EvalCatalogError({ operation: \"catalog\", cause })));\n}\n/** Eval discovery is a closed Host operation; CLI consumers never receive Runner definitions. */\nexport const evalHost = Object.freeze({ catalog });\n"]}

package/dist/eval/record/evaluation.cjs

@@ -6,6 +6,9 @@ exports.decodeEvaluationsPayload = decodeEvaluationsPayload;
 exports.buildEvaluationsPayload = buildEvaluationsPayload;
 exports.projectEvaluationsPayload = projectEvaluationsPayload;
 exports.projectEvaluations = projectEvaluations;
+// @concord-file ne-eval-record-evaluation
+// @concord-implements docs/feature/eval/README.md
+// @concord-implements docs/feature/inspection/README.md
 const effect_1 = require("effect");
 const identifiers_ts_1 = require("../../record/codec/identifiers.cjs");
 const identifiers_ts_2 = require("../../record/model/identifiers.cjs");

package/dist/eval/record/evaluation.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA2DA,gEA6BC;AASD,4DAKC;AACD,0DAQC;AAQD,8DAQC;AAUD,gDASC;AAlJD,mCAAwC;AACxC,sEAAiE;AACjE,sEAA0F;AAC1F,8DAA8D;AAC9D,mDAA+F;AAC/F;;;GAGG;AACU,QAAA,oBAAoB,GAAG,eAAM,CAAC,QAAQ,CAAC,gCAAgB,CAAC,CAAC;AAIzD,QAAA,8BAA8B,GAAG,eAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAM,CAAC,KAAK,EAAE,EAAE,eAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvG,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,sCAA8B;CAC1C,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,eAAM,CAAC,MAAM,CAAC;IACpD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,4BAAoB;IACpC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,4BAAoB,CAAC;CACpD,CAAC,CAAC;AAGH,MAAM,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IACrD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,kCAA0B,CAAC;CACxD,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAoB,EAAE,KAAqB;IACvE,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QACjC,CAAC,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAgB,0BAA0B,CAAC,OAA2B;IAClE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,cAAwC,CAAC;IAC7C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS,IAAI,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;gBAC5E,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAAwC,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,IAAI,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtJ,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,+BAAwC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,wBAAwB,GAAG,kCAAkC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IACpL,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,uDAAuD;CACvE,CAAC,CAAC,CAAC;AAKJ,SAAgB,wBAAwB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gCAAwB,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC1C,CAAC;AACD,SAAgB,uBAAuB,CAAC,KAAyB;IAC7D,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACnH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1G,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAQD,SAAgB,yBAAyB,CAAC,OAA2B;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAUD,SAAgB,kBAAkB,CAAC,OAA2B;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7E,EAAE,EAAE,UAAU,CAAC,MAAM;YACrB,IAAI,EAAE,UAAU,CAAC,cAAc;YAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;SAC9C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC","sourcesContent":["import { Result, Schema } from \"effect\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId } from \"../../record/model/identifiers.ts\";\nimport { EVALUATION_KINDS } from \"../../shared/evaluation.ts\";\nimport { EvaluationRecordIdentitySchema, ExactEvaluationParseOptions, } from \"./attachment.ts\";\n/**\n * Eval-to-slot planning is transient. Core carries the immutable Slot identity\n * once a Run is created; no evaluations Attachment exists in Record v1.\n */\nexport const EvaluationKindSchema = Schema.Literals(EVALUATION_KINDS);\nexport type EvaluationKind = Schema.toType<typeof EvaluationKindSchema>[\"Type\"];\nexport type EvaluationId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport type ExperimentId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport const EvaluationAttemptOrdinalSchema = Schema.Number.check(Schema.isInt(), Schema.isGreaterThanOrEqualTo(0));\nexport type EvaluationAttemptOrdinal = Schema.toType<typeof EvaluationAttemptOrdinalSchema>[\"Type\"];\nexport const EvaluationSlotSchema = Schema.Struct({\n    slotId: SlotIdSchema,\n    attempt: EvaluationAttemptOrdinalSchema,\n});\nexport type EvaluationSlot = Schema.toType<typeof EvaluationSlotSchema>[\"Type\"];\nexport type EvaluationSlotEncoded = Schema.Codec.Encoded<typeof EvaluationSlotSchema>;\nexport const EvaluationDefinitionSchema = Schema.Struct({\n    evalId: EvaluationRecordIdentitySchema,\n    evaluationKind: EvaluationKindSchema,\n    slots: Schema.NonEmptyArray(EvaluationSlotSchema),\n});\nexport type EvaluationDefinition = Schema.toType<typeof EvaluationDefinitionSchema>[\"Type\"];\nexport type EvaluationDefinitionEncoded = Schema.Codec.Encoded<typeof EvaluationDefinitionSchema>;\nconst EvaluationsPayloadStructuralSchema = Schema.Struct({\n    experimentId: EvaluationRecordIdentitySchema,\n    evaluations: Schema.Array(EvaluationDefinitionSchema),\n});\nexport type EvaluationsPayload = Schema.toType<typeof EvaluationsPayloadStructuralSchema>[\"Type\"];\nexport type EvaluationsPayloadEncoded = Schema.Codec.Encoded<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadIssue = {\n    readonly code: \"evaluations-eval-order-invalid\";\n    readonly index: number;\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-eval-duplicate\";\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-slot-order-invalid\";\n    readonly evalId: EvaluationId;\n    readonly index: number;\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-slot-duplicate\";\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-attempt-duplicate\";\n    readonly evalId: EvaluationId;\n    readonly attempt: EvaluationAttemptOrdinal;\n};\nfunction compareEvaluationSlots(left: EvaluationSlot, right: EvaluationSlot): number {\n    return left.attempt === right.attempt\n        ? compareCanonicalIdentity(left.slotId, right.slotId)\n        : left.attempt < right.attempt ? -1 : 1;\n}\nexport function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[] {\n    const issues: EvaluationsPayloadIssue[] = [];\n    const slots = new Set<string>();\n    let previousEvalId: EvaluationId | undefined;\n    for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n        if (previousEvalId !== undefined && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n            issues.push(Object.freeze(previousEvalId === definition.evalId\n                ? { code: \"evaluations-eval-duplicate\" as const, evalId: definition.evalId }\n                : { code: \"evaluations-eval-order-invalid\" as const, index: definitionIndex, evalId: definition.evalId }));\n        }\n        const attempts = new Set<number>();\n        let previousSlot: EvaluationSlot | undefined;\n        for (const [slotIndex, slot] of definition.slots.entries()) {\n            if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-order-invalid\" as const, evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));\n            }\n            if (slots.has(slot.slotId)) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-duplicate\" as const, slotId: slot.slotId }));\n            }\n            if (attempts.has(slot.attempt)) {\n                issues.push(Object.freeze({ code: \"evaluations-attempt-duplicate\" as const, evalId: definition.evalId, attempt: slot.attempt }));\n            }\n            slots.add(slot.slotId);\n            attempts.add(slot.attempt);\n            previousSlot = slot;\n        }\n        previousEvalId = definition.evalId;\n    }\n    return Object.freeze(issues);\n}\nexport const EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateEvaluationsPayload(payload).length === 0, {\n    identifier: \"EvaluationPlan\",\n    description: \"canonical transient Eval definitions and Slot mapping\",\n}));\nexport type EvaluationsPayloadBuildError = {\n    readonly code: \"evaluations-payload-schema-invalid\" | \"evaluations-payload-coherence-invalid\";\n    readonly issues?: readonly EvaluationsPayloadIssue[];\n};\nexport function decodeEvaluationsPayload(input: unknown): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadSchema, ExactEvaluationParseOptions)(input);\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }))\n        : Result.succeed(decoded.success);\n}\nexport function buildEvaluationsPayload(input: EvaluationsPayload): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadStructuralSchema, ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded))\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n    const issues = validateEvaluationsPayload(decoded.success);\n    if (issues.length > 0)\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-coherence-invalid\" as const, issues }));\n    return Result.succeed(decoded.success);\n}\nexport interface EvaluationSlotProjection extends EvaluationSlot {\n    readonly evalId: EvaluationId;\n    readonly evaluationKind: EvaluationKind;\n}\nexport interface EvaluationsProjection {\n    readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;\n}\nexport function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection {\n    const slots = new Map<string, EvaluationSlotProjection>();\n    for (const evaluation of payload.evaluations) {\n        for (const slot of evaluation.slots) {\n            slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));\n        }\n    }\n    return Object.freeze({ evaluationForSlot: (slotId: SlotId) => slots.get(slotId) });\n}\nexport interface Evaluation {\n    readonly id: EvaluationId;\n    readonly kind: EvaluationKind;\n    readonly slots: readonly EvaluationSlot[];\n}\nexport interface Evaluations {\n    readonly experimentId: ExperimentId;\n    readonly evaluations: readonly Evaluation[];\n}\nexport function projectEvaluations(payload: EvaluationsPayload): Evaluations {\n    return Object.freeze({\n        experimentId: payload.experimentId,\n        evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({\n            id: evaluation.evalId,\n            kind: evaluation.evaluationKind,\n            slots: Object.freeze([...evaluation.slots]),\n        }))),\n    });\n}\n"]}
+{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["evaluation.ts"],"names":[],"mappings":";;;AA8DA,gEA6BC;AASD,4DAKC;AACD,0DAQC;AAQD,8DAQC;AAUD,gDASC;AArJD,0CAA0C;AAC1C,kDAAkD;AAClD,wDAAwD;AACxD,mCAAwC;AACxC,sEAAiE;AACjE,sEAA0F;AAC1F,8DAA8D;AAC9D,mDAA+F;AAC/F;;;GAGG;AACU,QAAA,oBAAoB,GAAG,eAAM,CAAC,QAAQ,CAAC,gCAAgB,CAAC,CAAC;AAIzD,QAAA,8BAA8B,GAAG,eAAM,CAAC,MAAM,CAAC,KAAK,CAAC,eAAM,CAAC,KAAK,EAAE,EAAE,eAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvG,QAAA,oBAAoB,GAAG,eAAM,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,6BAAY;IACpB,OAAO,EAAE,sCAA8B;CAC1C,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,eAAM,CAAC,MAAM,CAAC;IACpD,MAAM,EAAE,8CAA8B;IACtC,cAAc,EAAE,4BAAoB;IACpC,KAAK,EAAE,eAAM,CAAC,aAAa,CAAC,4BAAoB,CAAC;CACpD,CAAC,CAAC;AAGH,MAAM,kCAAkC,GAAG,eAAM,CAAC,MAAM,CAAC;IACrD,YAAY,EAAE,8CAA8B;IAC5C,WAAW,EAAE,eAAM,CAAC,KAAK,CAAC,kCAA0B,CAAC;CACxD,CAAC,CAAC;AAuBH,SAAS,sBAAsB,CAAC,IAAoB,EAAE,KAAqB;IACvE,OAAO,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QACjC,CAAC,CAAC,IAAA,yCAAwB,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAgB,0BAA0B,CAAC,OAA2B;IAClE,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,IAAI,cAAwC,CAAC;IAC7C,KAAK,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACxE,IAAI,cAAc,KAAK,SAAS,IAAI,IAAA,yCAAwB,EAAC,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAAC,MAAM;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;gBAC5E,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,YAAwC,CAAC;QAC7C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,IAAI,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gCAAyC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtJ,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,4BAAqC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;YACD,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,+BAAwC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AACY,QAAA,wBAAwB,GAAG,kCAAkC,CAAC,IAAI,CAAC,eAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAA6B,EAAE,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;IACpL,UAAU,EAAE,gBAAgB;IAC5B,WAAW,EAAE,uDAAuD;CACvE,CAAC,CAAC,CAAC;AAKJ,SAAgB,wBAAwB,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,gCAAwB,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACzG,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC1C,CAAC;AACD,SAAgB,uBAAuB,CAAC,KAAyB;IAC7D,MAAM,OAAO,GAAG,eAAM,CAAC,mBAAmB,CAAC,kCAAkC,EAAE,2CAA2B,CAAC,CAAC,KAAK,CAAC,CAAC;IACnH,IAAI,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACzB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAA6C,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,OAAO,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,uCAAgD,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1G,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAQD,SAAgB,yBAAyB,CAAC,OAA2B;IACjE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC1D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7H,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAUD,SAAgB,kBAAkB,CAAC,OAA2B;IAC1D,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7E,EAAE,EAAE,UAAU,CAAC,MAAM;YACrB,IAAI,EAAE,UAAU,CAAC,cAAc;YAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;SAC9C,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC","sourcesContent":["// @concord-file ne-eval-record-evaluation\n// @concord-implements docs/feature/eval/README.md\n// @concord-implements docs/feature/inspection/README.md\nimport { Result, Schema } from \"effect\";\nimport { SlotIdSchema } from \"../../record/codec/identifiers.ts\";\nimport { compareCanonicalIdentity, type SlotId } from \"../../record/model/identifiers.ts\";\nimport { EVALUATION_KINDS } from \"../../shared/evaluation.ts\";\nimport { EvaluationRecordIdentitySchema, ExactEvaluationParseOptions, } from \"./attachment.ts\";\n/**\n * Eval-to-slot planning is transient. Core carries the immutable Slot identity\n * once a Run is created; no evaluations Attachment exists in Record v1.\n */\nexport const EvaluationKindSchema = Schema.Literals(EVALUATION_KINDS);\nexport type EvaluationKind = Schema.toType<typeof EvaluationKindSchema>[\"Type\"];\nexport type EvaluationId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport type ExperimentId = Schema.toType<typeof EvaluationRecordIdentitySchema>[\"Type\"];\nexport const EvaluationAttemptOrdinalSchema = Schema.Number.check(Schema.isInt(), Schema.isGreaterThanOrEqualTo(0));\nexport type EvaluationAttemptOrdinal = Schema.toType<typeof EvaluationAttemptOrdinalSchema>[\"Type\"];\nexport const EvaluationSlotSchema = Schema.Struct({\n    slotId: SlotIdSchema,\n    attempt: EvaluationAttemptOrdinalSchema,\n});\nexport type EvaluationSlot = Schema.toType<typeof EvaluationSlotSchema>[\"Type\"];\nexport type EvaluationSlotEncoded = Schema.Codec.Encoded<typeof EvaluationSlotSchema>;\nexport const EvaluationDefinitionSchema = Schema.Struct({\n    evalId: EvaluationRecordIdentitySchema,\n    evaluationKind: EvaluationKindSchema,\n    slots: Schema.NonEmptyArray(EvaluationSlotSchema),\n});\nexport type EvaluationDefinition = Schema.toType<typeof EvaluationDefinitionSchema>[\"Type\"];\nexport type EvaluationDefinitionEncoded = Schema.Codec.Encoded<typeof EvaluationDefinitionSchema>;\nconst EvaluationsPayloadStructuralSchema = Schema.Struct({\n    experimentId: EvaluationRecordIdentitySchema,\n    evaluations: Schema.Array(EvaluationDefinitionSchema),\n});\nexport type EvaluationsPayload = Schema.toType<typeof EvaluationsPayloadStructuralSchema>[\"Type\"];\nexport type EvaluationsPayloadEncoded = Schema.Codec.Encoded<typeof EvaluationsPayloadStructuralSchema>;\nexport type EvaluationsPayloadIssue = {\n    readonly code: \"evaluations-eval-order-invalid\";\n    readonly index: number;\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-eval-duplicate\";\n    readonly evalId: EvaluationId;\n} | {\n    readonly code: \"evaluations-slot-order-invalid\";\n    readonly evalId: EvaluationId;\n    readonly index: number;\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-slot-duplicate\";\n    readonly slotId: SlotId;\n} | {\n    readonly code: \"evaluations-attempt-duplicate\";\n    readonly evalId: EvaluationId;\n    readonly attempt: EvaluationAttemptOrdinal;\n};\nfunction compareEvaluationSlots(left: EvaluationSlot, right: EvaluationSlot): number {\n    return left.attempt === right.attempt\n        ? compareCanonicalIdentity(left.slotId, right.slotId)\n        : left.attempt < right.attempt ? -1 : 1;\n}\nexport function validateEvaluationsPayload(payload: EvaluationsPayload): readonly EvaluationsPayloadIssue[] {\n    const issues: EvaluationsPayloadIssue[] = [];\n    const slots = new Set<string>();\n    let previousEvalId: EvaluationId | undefined;\n    for (const [definitionIndex, definition] of payload.evaluations.entries()) {\n        if (previousEvalId !== undefined && compareCanonicalIdentity(previousEvalId, definition.evalId) >= 0) {\n            issues.push(Object.freeze(previousEvalId === definition.evalId\n                ? { code: \"evaluations-eval-duplicate\" as const, evalId: definition.evalId }\n                : { code: \"evaluations-eval-order-invalid\" as const, index: definitionIndex, evalId: definition.evalId }));\n        }\n        const attempts = new Set<number>();\n        let previousSlot: EvaluationSlot | undefined;\n        for (const [slotIndex, slot] of definition.slots.entries()) {\n            if (previousSlot !== undefined && compareEvaluationSlots(previousSlot, slot) >= 0) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-order-invalid\" as const, evalId: definition.evalId, index: slotIndex, slotId: slot.slotId }));\n            }\n            if (slots.has(slot.slotId)) {\n                issues.push(Object.freeze({ code: \"evaluations-slot-duplicate\" as const, slotId: slot.slotId }));\n            }\n            if (attempts.has(slot.attempt)) {\n                issues.push(Object.freeze({ code: \"evaluations-attempt-duplicate\" as const, evalId: definition.evalId, attempt: slot.attempt }));\n            }\n            slots.add(slot.slotId);\n            attempts.add(slot.attempt);\n            previousSlot = slot;\n        }\n        previousEvalId = definition.evalId;\n    }\n    return Object.freeze(issues);\n}\nexport const EvaluationsPayloadSchema = EvaluationsPayloadStructuralSchema.pipe(Schema.refine((payload): payload is typeof payload => validateEvaluationsPayload(payload).length === 0, {\n    identifier: \"EvaluationPlan\",\n    description: \"canonical transient Eval definitions and Slot mapping\",\n}));\nexport type EvaluationsPayloadBuildError = {\n    readonly code: \"evaluations-payload-schema-invalid\" | \"evaluations-payload-coherence-invalid\";\n    readonly issues?: readonly EvaluationsPayloadIssue[];\n};\nexport function decodeEvaluationsPayload(input: unknown): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadSchema, ExactEvaluationParseOptions)(input);\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }))\n        : Result.succeed(decoded.success);\n}\nexport function buildEvaluationsPayload(input: EvaluationsPayload): Result.Result<EvaluationsPayload, EvaluationsPayloadBuildError> {\n    const decoded = Schema.decodeUnknownResult(EvaluationsPayloadStructuralSchema, ExactEvaluationParseOptions)(input);\n    if (Result.isFailure(decoded))\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-schema-invalid\" as const }));\n    const issues = validateEvaluationsPayload(decoded.success);\n    if (issues.length > 0)\n        return Result.fail(Object.freeze({ code: \"evaluations-payload-coherence-invalid\" as const, issues }));\n    return Result.succeed(decoded.success);\n}\nexport interface EvaluationSlotProjection extends EvaluationSlot {\n    readonly evalId: EvaluationId;\n    readonly evaluationKind: EvaluationKind;\n}\nexport interface EvaluationsProjection {\n    readonly evaluationForSlot: (slotId: SlotId) => EvaluationSlotProjection | undefined;\n}\nexport function projectEvaluationsPayload(payload: EvaluationsPayload): EvaluationsProjection {\n    const slots = new Map<string, EvaluationSlotProjection>();\n    for (const evaluation of payload.evaluations) {\n        for (const slot of evaluation.slots) {\n            slots.set(slot.slotId, Object.freeze({ ...slot, evalId: evaluation.evalId, evaluationKind: evaluation.evaluationKind }));\n        }\n    }\n    return Object.freeze({ evaluationForSlot: (slotId: SlotId) => slots.get(slotId) });\n}\nexport interface Evaluation {\n    readonly id: EvaluationId;\n    readonly kind: EvaluationKind;\n    readonly slots: readonly EvaluationSlot[];\n}\nexport interface Evaluations {\n    readonly experimentId: ExperimentId;\n    readonly evaluations: readonly Evaluation[];\n}\nexport function projectEvaluations(payload: EvaluationsPayload): Evaluations {\n    return Object.freeze({\n        experimentId: payload.experimentId,\n        evaluations: Object.freeze(payload.evaluations.map((evaluation) => Object.freeze({\n            id: evaluation.evalId,\n            kind: evaluation.evaluationKind,\n            slots: Object.freeze([...evaluation.slots]),\n        }))),\n    });\n}\n"]}

package/dist/eval/record/membership-provenance.d.cts

@@ -180,23 +180,23 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
             readonly startedAt: import("../../record/model/identifiers.cjs").UtcMillis;
         };
         readonly comparisons: readonly {
-            readonly attachment: "niceeval.runner-activities" | "core" | "niceeval.assertions";
+            readonly attachment: "core" | "niceeval.runner-activities" | "niceeval.assertions";
             readonly recordedClaim: "execution-identity" | "attempt-outcome" | "assertion-verdict" | "execution-duration";
-            readonly sourceState: "available" | "unavailable" | "invalid" | "unsupported";
+            readonly sourceState: "available" | "unavailable" | "unsupported" | "invalid";
             readonly result: "match" | "mismatch" | "ineligible" | "not-comparable";
             readonly reason: string;
         }[];
     } | {
         readonly action: "accepted";
+        readonly attemptId: import("../../record/model/identifiers.cjs").AttemptId;
+        readonly slotId: SlotId;
         readonly comparisons: readonly {
-            readonly attachment: "niceeval.runner-activities" | "core" | "niceeval.assertions";
+            readonly attachment: "core" | "niceeval.runner-activities" | "niceeval.assertions";
             readonly recordedClaim: "execution-identity" | "attempt-outcome" | "assertion-verdict" | "execution-duration";
-            readonly sourceState: "available" | "unavailable" | "invalid" | "unsupported";
+            readonly sourceState: "available" | "unavailable" | "unsupported" | "invalid";
             readonly result: "match" | "mismatch" | "ineligible" | "not-comparable";
             readonly reason: string;
         }[];
-        readonly attemptId: import("../../record/model/identifiers.cjs").AttemptId;
-        readonly slotId: SlotId;
         readonly origin: {
             readonly runId: import("../../record/model/identifiers.cjs").RunId;
             readonly slotId: SlotId;
@@ -213,7 +213,7 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly attemptId: import("../../record/model/identifiers.cjs").AttemptId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "target" | "experiment" | "slot";
+            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
@@ -221,9 +221,9 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
             } | undefined;
         };
         readonly comparisons: readonly {
-            readonly attachment: "niceeval.runner-activities" | "core" | "niceeval.assertions";
+            readonly attachment: "core" | "niceeval.runner-activities" | "niceeval.assertions";
             readonly recordedClaim: "execution-identity" | "attempt-outcome" | "assertion-verdict" | "execution-duration";
-            readonly sourceState: "available" | "unavailable" | "invalid" | "unsupported";
+            readonly sourceState: "available" | "unavailable" | "unsupported" | "invalid";
             readonly result: "match" | "mismatch" | "ineligible" | "not-comparable";
             readonly reason: string;
         }[];
@@ -232,7 +232,7 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "target" | "experiment" | "slot";
+            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
@@ -240,9 +240,9 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
             } | undefined;
         };
         readonly comparisons: readonly {
-            readonly attachment: "niceeval.runner-activities" | "core" | "niceeval.assertions";
+            readonly attachment: "core" | "niceeval.runner-activities" | "niceeval.assertions";
             readonly recordedClaim: "execution-identity" | "attempt-outcome" | "assertion-verdict" | "execution-duration";
-            readonly sourceState: "available" | "unavailable" | "invalid" | "unsupported";
+            readonly sourceState: "available" | "unavailable" | "unsupported" | "invalid";
             readonly result: "match" | "mismatch" | "ineligible" | "not-comparable";
             readonly reason: string;
         }[];
@@ -251,7 +251,7 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
         readonly slotId: SlotId;
         readonly gap: {
             readonly reason: string;
-            readonly scope: "target" | "experiment" | "slot";
+            readonly scope: "experiment" | "target" | "slot";
             readonly issues: readonly RecordIssue[];
             readonly sourceBarrier?: {
                 readonly runId: import("../../record/model/identifiers.cjs").RunId;
@@ -259,9 +259,9 @@ export declare const MembershipProvenancePayloadSchema: Schema.refine<{
             } | undefined;
         };
         readonly comparisons: readonly {
-            readonly attachment: "niceeval.runner-activities" | "core" | "niceeval.assertions";
+            readonly attachment: "core" | "niceeval.runner-activities" | "niceeval.assertions";
             readonly recordedClaim: "execution-identity" | "attempt-outcome" | "assertion-verdict" | "execution-duration";
-            readonly sourceState: "available" | "unavailable" | "invalid" | "unsupported";
+            readonly sourceState: "available" | "unavailable" | "unsupported" | "invalid";
             readonly result: "match" | "mismatch" | "ineligible" | "not-comparable";
             readonly reason: string;
         }[];