niceeval 0.15.1-canary.76 → 0.16.1

package/dist/runner/types.d.cts

@@ -1,3 +1,4 @@
+import type { ModelSlotSelection, ResolvedModelSlots } from "../model-slots.cjs";
 import type { AdapterFlagsParser, AdapterFlagsOutput, AdapterFlagsValue } from "../adapter-flags.cjs";
 import type { Effect } from "effect";
 import type { ExperimentFlags, FlagValue, JsonValue, LocalizedText, ScopedFeedback, SourceArtifact, Verdict } from "../shared/types.cjs";
@@ -22,6 +23,7 @@ import type { PluginInstance, PluginOnUnavailable } from "../plugin/contracts.cj
  * 这里不复制(见 docs/feature/record/architecture.md「run.json」)。
  */
 export interface ExperimentRunInfo {
+    readonly models?: ResolvedModelSlots;
     description?: string;
     reasoningEffort?: string;
     flags?: globalThis.Record<string, JsonValue>;
@@ -814,11 +816,13 @@ export interface SandboxCacheConfig {
 export declare function resolveSandboxSetupCache(cli: SandboxSetupCache | undefined, experiment: SandboxCacheConfig | undefined, config: SandboxCacheConfig | undefined): SandboxSetupCache;
 /** Experiment 作者自行选择的字段；不包含路径 id 与 factory 品牌。 */
 export interface ExperimentAuthorFields {
+    /** 为自定义 Adapter 的各个具名模型槽选择模型；不能与单模型简写同时使用。 */
+    models?: Readonly<Record<string, ModelSlotSelection>>;
     /** 一句话描述,展示在 view / CLI 里;纯说明,不影响调度或打分。 */
     description?: string;
-    /** Conversation Adapter shorthand. Exactly one of `agent` and `adapter` is required. */
+    /** 对话 Adapter 的简写；`agent` 与 `adapter` 必须且只能提供一个。 */
     agent?: Agent;
-    /** The Adapter implementation selected for this Experiment. */
+    /** 本实验使用的 Adapter 实现。 */
     adapter?: Adapter;
     /** 单个模型(agent 留空时实验决定);省略=用 agent 原生默认。跨模型对比写多个实验文件,别用数组。 */
     model?: string;
@@ -863,9 +867,9 @@ export interface ExperimentAuthorFields {
      * 每个配对恰好一方提供 template-bearing layer。
      */
     sandbox?: SandboxLayer;
-    /** Host execution policy; unlike the Sandbox layer, this does not participate in identity. */
+    /** Host 的执行缓存策略；与 Sandbox 声明层不同，此字段不参与身份计算。 */
     sandboxCache?: SandboxCacheConfig;
-    /** Explicit Experiment Plugin occurrences, normalized by defineExperiment(). */
+    /** 本实验显式声明的 Plugin 实例列表，由 `defineExperiment()` 规范化。 */
     plugins?: readonly PluginInstance<"experiment">[];
     /** 同一 Run 内复用沙箱；这种运行与历史携带双向隔离。 */
     sandboxReuse?: boolean;
@@ -936,11 +940,27 @@ type ExperimentAdapterSelection<A extends Adapter> = {
     readonly agent: A & Agent;
     readonly adapter?: never;
 };
-export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags"> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
+type ExperimentModelFields<A extends Adapter> = A extends {
+    readonly kind: "custom";
+} ? ({
+    readonly models: Readonly<Record<string, ModelSlotSelection>>;
+    readonly model?: never;
+    readonly reasoningEffort?: never;
+} | {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+}) : {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+};
+export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags" | "models" | "model" | "reasoningEffort"> & ExperimentModelFields<A> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
     id?: ExperimentIdComesFromFilePath;
 };
 /** Factory 完成默认归一后的 Experiment 字段；无默认语义的 Hook 仍保持作者声明。 */
 export interface ExperimentDefinition<A extends Adapter = Adapter> {
+    readonly models?: ResolvedModelSlots;
     readonly description?: string;
     readonly adapter: A;
     /** Present when the selected Adapter is an Agent, regardless of the input shorthand. */
@@ -1095,6 +1115,7 @@ export declare function runWho(run: {
 }): string;
 /** 一个 (agent, model, flags) 的运行配置 —— 由 CLI / 实验展开。 */
 export interface AdapterRun {
+    readonly models?: ResolvedModelSlots;
     readonly adapter: Adapter;
     /** Present exactly when `adapter` is an Agent implementation. */
     readonly agent?: Agent;

package/dist/runner/types.d.mts

@@ -1,3 +1,4 @@
+import type { ModelSlotSelection, ResolvedModelSlots } from "../model-slots.mjs";
 import type { AdapterFlagsParser, AdapterFlagsOutput, AdapterFlagsValue } from "../adapter-flags.mjs";
 import type { Effect } from "effect";
 import type { ExperimentFlags, FlagValue, JsonValue, LocalizedText, ScopedFeedback, SourceArtifact, Verdict } from "../shared/types.mjs";
@@ -22,6 +23,7 @@ import type { PluginInstance, PluginOnUnavailable } from "../plugin/contracts.mj
  * 这里不复制(见 docs/feature/record/architecture.md「run.json」)。
  */
 export interface ExperimentRunInfo {
+    readonly models?: ResolvedModelSlots;
     description?: string;
     reasoningEffort?: string;
     flags?: globalThis.Record<string, JsonValue>;
@@ -814,11 +816,13 @@ export interface SandboxCacheConfig {
 export declare function resolveSandboxSetupCache(cli: SandboxSetupCache | undefined, experiment: SandboxCacheConfig | undefined, config: SandboxCacheConfig | undefined): SandboxSetupCache;
 /** Experiment 作者自行选择的字段；不包含路径 id 与 factory 品牌。 */
 export interface ExperimentAuthorFields {
+    /** 为自定义 Adapter 的各个具名模型槽选择模型；不能与单模型简写同时使用。 */
+    models?: Readonly<Record<string, ModelSlotSelection>>;
     /** 一句话描述,展示在 view / CLI 里;纯说明,不影响调度或打分。 */
     description?: string;
-    /** Conversation Adapter shorthand. Exactly one of `agent` and `adapter` is required. */
+    /** 对话 Adapter 的简写；`agent` 与 `adapter` 必须且只能提供一个。 */
     agent?: Agent;
-    /** The Adapter implementation selected for this Experiment. */
+    /** 本实验使用的 Adapter 实现。 */
     adapter?: Adapter;
     /** 单个模型(agent 留空时实验决定);省略=用 agent 原生默认。跨模型对比写多个实验文件,别用数组。 */
     model?: string;
@@ -863,9 +867,9 @@ export interface ExperimentAuthorFields {
      * 每个配对恰好一方提供 template-bearing layer。
      */
     sandbox?: SandboxLayer;
-    /** Host execution policy; unlike the Sandbox layer, this does not participate in identity. */
+    /** Host 的执行缓存策略；与 Sandbox 声明层不同，此字段不参与身份计算。 */
     sandboxCache?: SandboxCacheConfig;
-    /** Explicit Experiment Plugin occurrences, normalized by defineExperiment(). */
+    /** 本实验显式声明的 Plugin 实例列表，由 `defineExperiment()` 规范化。 */
     plugins?: readonly PluginInstance<"experiment">[];
     /** 同一 Run 内复用沙箱；这种运行与历史携带双向隔离。 */
     sandboxReuse?: boolean;
@@ -936,11 +940,27 @@ type ExperimentAdapterSelection<A extends Adapter> = {
     readonly agent: A & Agent;
     readonly adapter?: never;
 };
-export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags"> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
+type ExperimentModelFields<A extends Adapter> = A extends {
+    readonly kind: "custom";
+} ? ({
+    readonly models: Readonly<Record<string, ModelSlotSelection>>;
+    readonly model?: never;
+    readonly reasoningEffort?: never;
+} | {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+}) : {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+};
+export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags" | "models" | "model" | "reasoningEffort"> & ExperimentModelFields<A> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
     id?: ExperimentIdComesFromFilePath;
 };
 /** Factory 完成默认归一后的 Experiment 字段；无默认语义的 Hook 仍保持作者声明。 */
 export interface ExperimentDefinition<A extends Adapter = Adapter> {
+    readonly models?: ResolvedModelSlots;
     readonly description?: string;
     readonly adapter: A;
     /** Present when the selected Adapter is an Agent, regardless of the input shorthand. */
@@ -1095,6 +1115,7 @@ export declare function runWho(run: {
 }): string;
 /** 一个 (agent, model, flags) 的运行配置 —— 由 CLI / 实验展开。 */
 export interface AdapterRun {
+    readonly models?: ResolvedModelSlots;
     readonly adapter: Adapter;
     /** Present exactly when `adapter` is an Agent implementation. */
     readonly agent?: Agent;

package/dist/runner/types.d.ts

@@ -1,3 +1,4 @@
+import type { ModelSlotSelection, ResolvedModelSlots } from "../model-slots.js";
 import type { AdapterFlagsParser, AdapterFlagsOutput, AdapterFlagsValue } from "../adapter-flags.js";
 import type { Effect } from "effect";
 import type { ExperimentFlags, FlagValue, JsonValue, LocalizedText, ScopedFeedback, SourceArtifact, Verdict } from "../shared/types.js";
@@ -22,6 +23,7 @@ import type { PluginInstance, PluginOnUnavailable } from "../plugin/contracts.js
  * 这里不复制(见 docs/feature/record/architecture.md「run.json」)。
  */
 export interface ExperimentRunInfo {
+    readonly models?: ResolvedModelSlots;
     description?: string;
     reasoningEffort?: string;
     flags?: globalThis.Record<string, JsonValue>;
@@ -814,11 +816,13 @@ export interface SandboxCacheConfig {
 export declare function resolveSandboxSetupCache(cli: SandboxSetupCache | undefined, experiment: SandboxCacheConfig | undefined, config: SandboxCacheConfig | undefined): SandboxSetupCache;
 /** Experiment 作者自行选择的字段；不包含路径 id 与 factory 品牌。 */
 export interface ExperimentAuthorFields {
+    /** 为自定义 Adapter 的各个具名模型槽选择模型；不能与单模型简写同时使用。 */
+    models?: Readonly<Record<string, ModelSlotSelection>>;
     /** 一句话描述,展示在 view / CLI 里;纯说明,不影响调度或打分。 */
     description?: string;
-    /** Conversation Adapter shorthand. Exactly one of `agent` and `adapter` is required. */
+    /** 对话 Adapter 的简写；`agent` 与 `adapter` 必须且只能提供一个。 */
     agent?: Agent;
-    /** The Adapter implementation selected for this Experiment. */
+    /** 本实验使用的 Adapter 实现。 */
     adapter?: Adapter;
     /** 单个模型(agent 留空时实验决定);省略=用 agent 原生默认。跨模型对比写多个实验文件,别用数组。 */
     model?: string;
@@ -863,9 +867,9 @@ export interface ExperimentAuthorFields {
      * 每个配对恰好一方提供 template-bearing layer。
      */
     sandbox?: SandboxLayer;
-    /** Host execution policy; unlike the Sandbox layer, this does not participate in identity. */
+    /** Host 的执行缓存策略；与 Sandbox 声明层不同，此字段不参与身份计算。 */
     sandboxCache?: SandboxCacheConfig;
-    /** Explicit Experiment Plugin occurrences, normalized by defineExperiment(). */
+    /** 本实验显式声明的 Plugin 实例列表，由 `defineExperiment()` 规范化。 */
     plugins?: readonly PluginInstance<"experiment">[];
     /** 同一 Run 内复用沙箱；这种运行与历史携带双向隔离。 */
     sandboxReuse?: boolean;
@@ -936,11 +940,27 @@ type ExperimentAdapterSelection<A extends Adapter> = {
     readonly agent: A & Agent;
     readonly adapter?: never;
 };
-export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags"> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
+type ExperimentModelFields<A extends Adapter> = A extends {
+    readonly kind: "custom";
+} ? ({
+    readonly models: Readonly<Record<string, ModelSlotSelection>>;
+    readonly model?: never;
+    readonly reasoningEffort?: never;
+} | {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+}) : {
+    readonly models?: never;
+    readonly model?: string;
+    readonly reasoningEffort?: string;
+};
+export type ExperimentInput<A extends Adapter = Adapter> = Omit<ExperimentAuthorFields, "agent" | "adapter" | "flags" | "models" | "model" | "reasoningEffort"> & ExperimentModelFields<A> & ExperimentAdapterSelection<A> & ExperimentFlagsFields<NoInfer<A>> & {
     id?: ExperimentIdComesFromFilePath;
 };
 /** Factory 完成默认归一后的 Experiment 字段；无默认语义的 Hook 仍保持作者声明。 */
 export interface ExperimentDefinition<A extends Adapter = Adapter> {
+    readonly models?: ResolvedModelSlots;
     readonly description?: string;
     readonly adapter: A;
     /** Present when the selected Adapter is an Agent, regardless of the input shorthand. */
@@ -1095,6 +1115,7 @@ export declare function runWho(run: {
 }): string;
 /** 一个 (agent, model, flags) 的运行配置 —— 由 CLI / 实验展开。 */
 export interface AdapterRun {
+    readonly models?: ResolvedModelSlots;
     readonly adapter: Adapter;
     /** Present exactly when `adapter` is an Agent implementation. */
     readonly agent?: Agent;

package/dist/sandbox/action.cjs

@@ -547,6 +547,9 @@ function makeAfterAction(data) {
     SANDBOX_AFTER_ACTION_DATA.set(action, data);
     return Object.freeze(action);
 }
+// @concord-code ne-sandbox-define-action
+// @concord-implements docs/feature/sandbox/prepare-commands.md
+// @concord-implements docs/feature/sandbox/architecture.md
 function defineSandboxAction(definition) {
     assertRecord(definition, "defineSandboxAction definition");
     assertOnlyKeys(definition, new Set(["id", "input", "cache", "steps"]), "defineSandboxAction definition");