niceeval 0.15.1-canary.76 → 0.16.1

package/dist/experiment/host/operations.d.mts

@@ -1,8 +1,35 @@
+import type { ExperimentHostRequirements } from "./requirements.mjs";
 import { Effect } from "effect";
 import { ProjectStateDatabase } from "../../record/sqlite/project-state-database.mjs";
+import { type AgentRun, type DiscoveredEval, type DiscoveredExperiment } from "../../runner/types.mjs";
 import { ExperimentHostError } from "./types.mjs";
-import type { ExperimentHostAcceptRequest, ExperimentHostAcceptRunPlan, ExperimentHostAcceptRunRequest, ExperimentHostAcceptedAttempt, ExperimentHostCatalog, ExperimentHostCheckRequest, ExperimentHostCheckResult, ExperimentHostInvocationPlanRequest, ExperimentHostInvocationPlanResult, ExperimentHostInvocationResult, ExperimentHostInvocationRunRequest, ExperimentHostInvocationStatusList, ExperimentHostInvocationStatusListRequest, ExperimentHostInvocationStatusShow, ExperimentHostInvocationStatusShowRequest, ExperimentHostRenamePlan, ExperimentHostRenameRequest, ExperimentHostRenameResult, ExperimentHostRequirements, ExperimentHostSelectionInput } from "./types.mjs";
+import type { ExperimentHostAcceptRequest, ExperimentHostAcceptRunPlan, ExperimentHostAcceptRunRequest, ExperimentHostAcceptedAttempt, ExperimentHostCatalog, ExperimentHostCheckRequest, ExperimentHostCheckResult, ExperimentHostInvocationPlanRequest, ExperimentHostInvocationPlanResult, ExperimentHostInvocationResult, ExperimentHostInvocationRunRequest, ExperimentHostInvocationStatusList, ExperimentHostInvocationStatusListRequest, ExperimentHostInvocationStatusShow, ExperimentHostInvocationStatusShowRequest, ExperimentHostRenamePlan, ExperimentHostRenameRequest, ExperimentHostRenameResult, ExperimentHostRunOverrides, ExperimentHostSelectionInput, ExperimentHostSelectionProblem } from "./types.mjs";
+interface ClosedSelection {
+    readonly evals: readonly DiscoveredEval[];
+    readonly experimentIds: readonly string[];
+    readonly selections: readonly {
+        readonly experiment: DiscoveredExperiment;
+        readonly selectedEvalIds: readonly string[];
+        readonly selectorEvalIds: readonly string[];
+    }[];
+}
+type PreparedRuns = {
+    readonly status: "problem";
+    readonly selected: ClosedSelection;
+    readonly problem: ExperimentHostSelectionProblem;
+} | {
+    readonly status: "ready";
+    readonly selected: ClosedSelection;
+    readonly runs: readonly AgentRun[];
+};
 export declare function catalog(input: ExperimentHostSelectionInput): Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;
+export declare function prepareRuns(input: ExperimentHostSelectionInput & {
+    readonly config: ExperimentHostInvocationPlanRequest["config"];
+    readonly overrides?: ExperimentHostRunOverrides;
+}, options?: {
+    readonly allowEmptySelection?: boolean;
+    readonly freshImport?: boolean;
+}): Effect.Effect<PreparedRuns, unknown>;
 export declare function check(input: ExperimentHostCheckRequest): Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;
 /** Session data is intentionally presented as a closed, transient document. */
 export declare function listInvocationStatus(input: ExperimentHostInvocationStatusListRequest): Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ProjectStateDatabase>;
@@ -14,3 +41,4 @@ export declare function applyRename(input: ExperimentHostRenameRequest): Effect.
 export declare function accept(input: ExperimentHostAcceptRequest): Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
 export declare function planRunAccept(input: ExperimentHostAcceptRunRequest): Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;
 export declare function applyRunAccept(input: ExperimentHostAcceptRunRequest): Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+export {};

package/dist/experiment/host/operations.d.ts

@@ -1,8 +1,35 @@
+import type { ExperimentHostRequirements } from "./requirements.js";
 import { Effect } from "effect";
 import { ProjectStateDatabase } from "../../record/sqlite/project-state-database.js";
+import { type AgentRun, type DiscoveredEval, type DiscoveredExperiment } from "../../runner/types.js";
 import { ExperimentHostError } from "./types.js";
-import type { ExperimentHostAcceptRequest, ExperimentHostAcceptRunPlan, ExperimentHostAcceptRunRequest, ExperimentHostAcceptedAttempt, ExperimentHostCatalog, ExperimentHostCheckRequest, ExperimentHostCheckResult, ExperimentHostInvocationPlanRequest, ExperimentHostInvocationPlanResult, ExperimentHostInvocationResult, ExperimentHostInvocationRunRequest, ExperimentHostInvocationStatusList, ExperimentHostInvocationStatusListRequest, ExperimentHostInvocationStatusShow, ExperimentHostInvocationStatusShowRequest, ExperimentHostRenamePlan, ExperimentHostRenameRequest, ExperimentHostRenameResult, ExperimentHostRequirements, ExperimentHostSelectionInput } from "./types.js";
+import type { ExperimentHostAcceptRequest, ExperimentHostAcceptRunPlan, ExperimentHostAcceptRunRequest, ExperimentHostAcceptedAttempt, ExperimentHostCatalog, ExperimentHostCheckRequest, ExperimentHostCheckResult, ExperimentHostInvocationPlanRequest, ExperimentHostInvocationPlanResult, ExperimentHostInvocationResult, ExperimentHostInvocationRunRequest, ExperimentHostInvocationStatusList, ExperimentHostInvocationStatusListRequest, ExperimentHostInvocationStatusShow, ExperimentHostInvocationStatusShowRequest, ExperimentHostRenamePlan, ExperimentHostRenameRequest, ExperimentHostRenameResult, ExperimentHostRunOverrides, ExperimentHostSelectionInput, ExperimentHostSelectionProblem } from "./types.js";
+interface ClosedSelection {
+    readonly evals: readonly DiscoveredEval[];
+    readonly experimentIds: readonly string[];
+    readonly selections: readonly {
+        readonly experiment: DiscoveredExperiment;
+        readonly selectedEvalIds: readonly string[];
+        readonly selectorEvalIds: readonly string[];
+    }[];
+}
+type PreparedRuns = {
+    readonly status: "problem";
+    readonly selected: ClosedSelection;
+    readonly problem: ExperimentHostSelectionProblem;
+} | {
+    readonly status: "ready";
+    readonly selected: ClosedSelection;
+    readonly runs: readonly AgentRun[];
+};
 export declare function catalog(input: ExperimentHostSelectionInput): Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;
+export declare function prepareRuns(input: ExperimentHostSelectionInput & {
+    readonly config: ExperimentHostInvocationPlanRequest["config"];
+    readonly overrides?: ExperimentHostRunOverrides;
+}, options?: {
+    readonly allowEmptySelection?: boolean;
+    readonly freshImport?: boolean;
+}): Effect.Effect<PreparedRuns, unknown>;
 export declare function check(input: ExperimentHostCheckRequest): Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;
 /** Session data is intentionally presented as a closed, transient document. */
 export declare function listInvocationStatus(input: ExperimentHostInvocationStatusListRequest): Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ProjectStateDatabase>;
@@ -14,3 +41,4 @@ export declare function applyRename(input: ExperimentHostRenameRequest): Effect.
 export declare function accept(input: ExperimentHostAcceptRequest): Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
 export declare function planRunAccept(input: ExperimentHostAcceptRunRequest): Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;
 export declare function applyRunAccept(input: ExperimentHostAcceptRunRequest): Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+export {};

package/dist/experiment/host/operations.js

@@ -19,8 +19,10 @@ const __niceevalExport7 = __niceevalCanonical["planRename"];
 export { __niceevalExport7 as planRename };
 const __niceevalExport8 = __niceevalCanonical["planRunAccept"];
 export { __niceevalExport8 as planRunAccept };
-const __niceevalExport9 = __niceevalCanonical["runInvocation"];
-export { __niceevalExport9 as runInvocation };
-const __niceevalExport10 = __niceevalCanonical["showInvocationStatus"];
-export { __niceevalExport10 as showInvocationStatus };
+const __niceevalExport9 = __niceevalCanonical["prepareRuns"];
+export { __niceevalExport9 as prepareRuns };
+const __niceevalExport10 = __niceevalCanonical["runInvocation"];
+export { __niceevalExport10 as runInvocation };
+const __niceevalExport11 = __niceevalCanonical["showInvocationStatus"];
+export { __niceevalExport11 as showInvocationStatus };
 //# sourceMappingURL=operations.js.map

package/dist/experiment/host/requirements.cjs

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=requirements.cjs.map

package/dist/experiment/host/requirements.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"requirements.js","sourceRoot":"","sources":["requirements.ts"],"names":[],"mappings":"","sourcesContent":["import type { ProjectStateDatabase } from \"../../record/sqlite/project-state-database.ts\";\n/** Services supplied once by the outer Node/application composition edge. */\nexport type ExperimentHostRequirements = import(\"../../record/platform/services.ts\").RecordFileSystem | import(\"../../record/platform/services.ts\").RecordEntropy | import(\"../../coordination/record-leases.ts\").RecordCoordination | ProjectStateDatabase;\n"]}

package/dist/experiment/host/requirements.d.cts

@@ -0,0 +1,3 @@
+import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.cjs";
+/** Services supplied once by the outer Node/application composition edge. */
+export type ExperimentHostRequirements = import("../../record/platform/services.cjs").RecordFileSystem | import("../../record/platform/services.cjs").RecordEntropy | import("../../coordination/record-leases.cjs").RecordCoordination | ProjectStateDatabase;

package/dist/experiment/host/requirements.d.mts

@@ -0,0 +1,3 @@
+import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.mjs";
+/** Services supplied once by the outer Node/application composition edge. */
+export type ExperimentHostRequirements = import("../../record/platform/services.mjs").RecordFileSystem | import("../../record/platform/services.mjs").RecordEntropy | import("../../coordination/record-leases.mjs").RecordCoordination | ProjectStateDatabase;

package/dist/experiment/host/requirements.d.ts

@@ -0,0 +1,3 @@
+import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.js";
+/** Services supplied once by the outer Node/application composition edge. */
+export type ExperimentHostRequirements = import("../../record/platform/services.js").RecordFileSystem | import("../../record/platform/services.js").RecordEntropy | import("../../coordination/record-leases.js").RecordCoordination | ProjectStateDatabase;

package/dist/experiment/host/requirements.js

@@ -0,0 +1,4 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./requirements.cjs");
+//# sourceMappingURL=requirements.js.map

package/dist/experiment/host/requirements.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"requirements.js","sources":[],"names":[],"mappings":""}

package/dist/experiment/host/runtime.cjs

@@ -0,0 +1,179 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rawExperimentHost = void 0;
+const effect_1 = require("effect");
+const command_plan_ts_1 = require("../../runner/command-plan.cjs");
+const discover_ts_1 = require("../../runner/discover.cjs");
+const fingerprint_ts_1 = require("../../runner/fingerprint.cjs");
+const eval_selection_ts_1 = require("../../runner/eval-selection.cjs");
+const timeout_ts_1 = require("../../runner/timeout.cjs");
+const types_ts_1 = require("../../runner/types.cjs");
+const aggregate_ts_1 = require("../../shared/aggregate.cjs");
+const operations_ts_1 = require("./operations.cjs");
+const teardown_ts_1 = require("./teardown.cjs");
+const types_ts_2 = require("./types.cjs");
+/**
+ * Discovery and selection are owned here so consumers cannot invoke an
+ * Experiment's predicate a second time while reconstructing an AgentRun.
+ */
+function discoverSelection(input) {
+    return effect_1.Effect.gen(function* () {
+        const discoveredEvals = yield* (0, discover_ts_1.discoverEvals)(input.cwd);
+        const evals = input.tag === undefined
+            ? discoveredEvals
+            : discoveredEvals.filter((evalDefinition) => evalDefinition.tags?.includes(input.tag));
+        const experiments = yield* (0, discover_ts_1.discoverExperiments)(input.cwd);
+        const experimentIds = Object.freeze(experiments.map((experiment) => experiment.id));
+        const selectedIds = input.selector === undefined
+            ? undefined
+            : new Set((0, aggregate_ts_1.matchExperimentSelector)(experimentIds, input.selector));
+        const selections = experiments
+            .filter((experiment) => selectedIds === undefined || selectedIds.has(experiment.id))
+            .map((experiment) => {
+            const selected = (0, eval_selection_ts_1.resolveExperimentEvals)({
+                experimentId: experiment.id,
+                selector: experiment.evals,
+                cliPatterns: input.evalPatterns ?? [],
+                evals,
+            });
+            return Object.freeze({
+                experiment,
+                selectedEvalIds: Object.freeze([...selected.selectedEvalIds]),
+                selectorEvalIds: Object.freeze(selected.selectorEvals.map((evalDefinition) => evalDefinition.id)),
+            });
+        });
+        return Object.freeze({
+            evals: Object.freeze([...evals]),
+            experimentIds,
+            selections: Object.freeze(selections),
+        });
+    });
+}
+function uniqueExactOrPrefix(candidates, selector, id) {
+    const exact = candidates.find((candidate) => id(candidate) === selector);
+    return exact === undefined
+        ? candidates.filter((candidate) => id(candidate).startsWith(selector))
+        : [exact];
+}
+function debugAgentRun(experiment, evalId, config) {
+    return {
+        adapter: experiment.adapter,
+        ...(experiment.agent === undefined ? {} : { agent: experiment.agent }),
+        ...(experiment.models === undefined ? {} : { models: experiment.models }),
+        model: experiment.model,
+        reasoningEffort: experiment.reasoningEffort,
+        flags: experiment.flags ?? {},
+        plugins: experiment.plugins,
+        attempts: experiment.attempts ?? 1,
+        earlyExit: experiment.earlyExit ?? false,
+        sandboxSetupCache: (0, types_ts_1.resolveSandboxSetupCache)(undefined, experiment.sandboxCache, config.sandboxCache),
+        sandbox: experiment.sandbox,
+        sandboxReuse: experiment.sandboxReuse,
+        ...(experiment.sharedState === undefined ? {} : { sharedState: experiment.sharedState }),
+        judgeRuntime: experiment.judgeRuntime,
+        ...(0, timeout_ts_1.resolveRunTimeout)(undefined, experiment.timeoutMs),
+        budget: experiment.budget,
+        selectedEvalIds: [evalId],
+        experimentId: experiment.id,
+        experimentBaseDir: experiment.baseDir,
+        experimentSourcePath: experiment.sourcePath,
+        description: experiment.description,
+        labels: experiment.labels,
+        maxConcurrency: experiment.maxConcurrency,
+        setup: experiment.setup,
+        teardown: experiment.teardown,
+        classifyFailure: experiment.classifyFailure,
+    };
+}
+/**
+ * Closes selector resolution, physical planning, and command-plan projection
+ * inside the Experiment Host. It deliberately does not construct a Record
+ * root, enter a lease, read history, or invoke an author callback.
+ */
+function debug(input) {
+    return effect_1.Effect.gen(function* () {
+        const listed = yield* discoverSelection({ cwd: input.cwd });
+        const selectedExperiments = uniqueExactOrPrefix(listed.selections, input.experimentSelector, ({ experiment }) => experiment.id).slice().sort((left, right) => left.experiment.id.localeCompare(right.experiment.id));
+        if (selectedExperiments.length === 0) {
+            return Object.freeze({
+                status: "experiment-no-match",
+                selector: input.experimentSelector,
+                candidates: Object.freeze([...listed.experimentIds].sort()),
+            });
+        }
+        if (selectedExperiments.length > 1) {
+            return Object.freeze({
+                status: "experiment-ambiguous",
+                selector: input.experimentSelector,
+                candidates: Object.freeze(selectedExperiments.map(({ experiment }) => experiment.id)),
+            });
+        }
+        const selection = selectedExperiments[0];
+        const experiment = selection.experiment;
+        const selectorEvalIds = new Set(selection.selectorEvalIds);
+        const selectorEvals = listed.evals.filter((evalDef) => selectorEvalIds.has(evalDef.id));
+        const selectedEvals = (input.evalSelector === undefined
+            ? selectorEvals
+            : uniqueExactOrPrefix(selectorEvals, input.evalSelector, (evalDef) => evalDef.id))
+            .slice().sort((left, right) => left.id.localeCompare(right.id));
+        if (selectedEvals.length === 0) {
+            return Object.freeze({
+                status: "eval-no-match",
+                selector: input.evalSelector ?? "",
+                experimentId: experiment.id,
+                candidates: Object.freeze(selectorEvals.map((evalDef) => evalDef.id).sort()),
+            });
+        }
+        if (input.evalSelector !== undefined && selectedEvals.length > 1) {
+            return Object.freeze({
+                status: "eval-ambiguous",
+                selector: input.evalSelector,
+                experimentId: experiment.id,
+                candidates: Object.freeze(selectedEvals.map((evalDef) => evalDef.id)),
+            });
+        }
+        const runs = selectedEvals.map((evalDef) => debugAgentRun(experiment, evalDef.id, input.config));
+        const target = yield* (0, fingerprint_ts_1.planProjectTarget)(listed.evals, runs, input.config.timeoutMs, { configJudge: input.config.judgeRuntime });
+        const commandPlan = (0, command_plan_ts_1.assembleCommandPlan)({
+            rows: selectedEvals.map((evalDef) => {
+                const run = runs.find((candidate) => candidate.selectedEvalIds.includes(evalDef.id));
+                return {
+                    experimentId: experiment.id,
+                    evalId: evalDef.id,
+                    ...(evalDef.evalGroup === undefined ? {} : { evalGroupId: evalDef.evalGroup.id }),
+                    attempts: run.attempts,
+                    dispatch: [{ attempts: Array.from({ length: run.attempts }, (_, attempt) => attempt) }],
+                };
+            }),
+            preparedPairsByKey: target.preparedPairsByKey,
+        });
+        return Object.freeze({
+            status: "planned",
+            experimentId: experiment.id,
+            ...(selectedEvals.length === 1 ? { evalId: selectedEvals[0].id } : {}),
+            evalIds: Object.freeze(selectedEvals.map((evalDef) => evalDef.id)),
+            commandPlan,
+            setupPrefixPlan: (0, command_plan_ts_1.setupPrefixPlanOf)(commandPlan),
+        });
+    }).pipe(effect_1.Effect.mapError((cause) => new types_ts_2.ExperimentHostError({
+        operation: "debug",
+        code: typeof cause === "object" && cause !== null && typeof Reflect.get(cause, "code") === "string"
+            ? String(Reflect.get(cause, "code"))
+            : "experiment-host-operation-failed",
+        message: cause instanceof Error ? cause.message : String(cause),
+        cause,
+    })));
+}
+/** Internal operations retain their service requirements for the CLI composition. */
+exports.rawExperimentHost = Object.freeze({
+    catalog: operations_ts_1.catalog,
+    check: operations_ts_1.check,
+    invocation: Object.freeze({ plan: operations_ts_1.planInvocation, run: operations_ts_1.runInvocation }),
+    invocationStatus: Object.freeze({ list: operations_ts_1.listInvocationStatus, show: operations_ts_1.showInvocationStatus }),
+    rename: Object.freeze({ plan: operations_ts_1.planRename, apply: operations_ts_1.applyRename }),
+    teardown: Object.freeze({ inspect: teardown_ts_1.inspectTeardown, run: teardown_ts_1.runTeardown }),
+    debug,
+    accept: operations_ts_1.accept,
+    acceptRun: Object.freeze({ plan: operations_ts_1.planRunAccept, apply: operations_ts_1.applyRunAccept }),
+});
+//# sourceMappingURL=runtime.cjs.map

package/dist/experiment/host/runtime.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["runtime.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,kEAA8H;AAC9H,0DAA8E;AAC9E,gEAAgE;AAChE,sEAAwE;AACxE,wDAA4D;AAE5D,oDAAiE;AACjE,4DAAoE;AACpE,mDAA6L;AAC7L,+CAA6D;AAC7D,yCAAiD;AAcjD;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAM1B;IACG,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,eAAe,GAAG,KAAK,CAAC,CAAC,IAAA,2BAAa,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,SAAS;YACjC,CAAC,CAAC,eAAe;YACjB,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAI,CAAC,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,IAAA,iCAAmB,EAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QACpF,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS;YAC5C,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,GAAG,CAAC,IAAA,sCAAuB,EAAC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,WAAW;aACzB,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;aACnF,GAAG,CAAC,CAAC,UAAU,EAA2B,EAAE;YAC7C,MAAM,QAAQ,GAAG,IAAA,0CAAsB,EAAC;gBACpC,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,QAAQ,EAAE,UAAU,CAAC,KAAK;gBAC1B,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,EAAE;gBACrC,KAAK;aACR,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,UAAU;gBACV,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;gBAC7D,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;aACpG,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;YAChC,aAAa;YACb,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACxC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAwCD,SAAS,mBAAmB,CAAI,UAAwB,EAAE,QAAgB,EAAE,EAA4B;IACpG,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC;IACzE,OAAO,KAAK,KAAK,SAAS;QACtB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAClB,CAAC;AACD,SAAS,aAAa,CAAC,UAAgC,EAAE,MAAc,EAAE,MAAc;IACnF,OAAO;QACH,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QACtE,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;QACzE,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,EAAE;QAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,CAAC;QAClC,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,KAAK;QACxC,iBAAiB,EAAE,IAAA,mCAAwB,EAAC,SAAS,EAAE,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC;QACpG,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,GAAG,CAAC,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC;QACxF,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,GAAG,IAAA,8BAAiB,EAAC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC;QACrD,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,eAAe,EAAE,CAAC,MAAM,CAAC;QACzB,YAAY,EAAE,UAAU,CAAC,EAAE;QAC3B,iBAAiB,EAAE,UAAU,CAAC,OAAO;QACrC,oBAAoB,EAAE,UAAU,CAAC,UAAU;QAC3C,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,eAAe,EAAE,UAAU,CAAC,eAAe;KAC9C,CAAC;AACN,CAAC;AACD;;;;GAIG;AACH,SAAS,KAAK,CAAC,KAAqC;IAChD,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,kBAAkB,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QACrN,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,qBAA8B;gBACtC,QAAQ,EAAE,KAAK,CAAC,kBAAkB;gBAClC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;aAC9D,CAAC,CAAC;QACP,CAAC;QACD,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,sBAA+B;gBACvC,QAAQ,EAAE,KAAK,CAAC,kBAAkB;gBAClC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;aACxF,CAAC,CAAC;QACP,CAAC;QACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,CAAC,CAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QACxC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACxF,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS;YACnD,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,mBAAmB,CAAC,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;aACjF,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACpE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,eAAwB;gBAChC,QAAQ,EAAE,KAAK,CAAC,YAAY,IAAI,EAAE;gBAClC,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;aAC/E,CAAC,CAAC;QACP,CAAC;QACD,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,MAAM,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,gBAAyB;gBACjC,QAAQ,EAAE,KAAK,CAAC,YAAY;gBAC5B,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;aACxE,CAAC,CAAC;QACP,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACjG,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,IAAA,kCAAiB,EAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QAChI,MAAM,WAAW,GAAG,IAAA,qCAAmB,EAAC;YACpC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAE,CAAC;gBACtF,OAAO;oBACH,YAAY,EAAE,UAAU,CAAC,EAAE;oBAC3B,MAAM,EAAE,OAAO,CAAC,EAAE;oBAClB,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;oBACjF,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC1F,CAAC;YACN,CAAC,CAAC;YACF,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;SAChD,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,MAAM,EAAE,SAAkB;YAC1B,YAAY,EAAE,UAAU,CAAC,EAAE;YAC3B,GAAG,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAClE,WAAW;YACX,eAAe,EAAE,IAAA,mCAAiB,EAAC,WAAW,CAAC;SAClD,CAAC,CAAC;IACP,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,8BAAmB,CAAC;QACvD,SAAS,EAAE,OAAO;QAClB,IAAI,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,QAAQ;YAC/F,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACpC,CAAC,CAAC,kCAAkC;QACxC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/D,KAAK;KACR,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,qFAAqF;AACxE,QAAA,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAP,uBAAO;IACP,KAAK,EAAL,qBAAK;IACL,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,8BAAc,EAAE,GAAG,EAAE,6BAAa,EAAE,CAAC;IACvE,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oCAAoB,EAAE,IAAI,EAAE,oCAAoB,EAAE,CAAC;IAC3F,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,0BAAU,EAAE,KAAK,EAAE,2BAAW,EAAE,CAAC;IAC/D,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,6BAAe,EAAE,GAAG,EAAE,yBAAW,EAAE,CAAC;IACvE,KAAK;IACL,MAAM,EAAN,sBAAM;IACN,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,6BAAa,EAAE,KAAK,EAAE,8BAAc,EAAE,CAAC;CAC3E,CAAC,CAAC","sourcesContent":["import { Effect } from \"effect\";\nimport { assembleCommandPlan, setupPrefixPlanOf, type CommandPlan, type SetupPrefixPlan } from \"../../runner/command-plan.ts\";\nimport { discoverEvals, discoverExperiments } from \"../../runner/discover.ts\";\nimport { planProjectTarget } from \"../../runner/fingerprint.ts\";\nimport { resolveExperimentEvals } from \"../../runner/eval-selection.ts\";\nimport { resolveRunTimeout } from \"../../runner/timeout.ts\";\nimport type { AgentRun, Config, DiscoveredEval, DiscoveredExperiment, } from \"../../runner/types.ts\";\nimport { resolveSandboxSetupCache } from \"../../runner/types.ts\";\nimport { matchExperimentSelector } from \"../../shared/aggregate.ts\";\nimport { accept, applyRunAccept, applyRename, catalog, check, listInvocationStatus, planInvocation, planRename, planRunAccept, runInvocation, showInvocationStatus, } from \"./operations.ts\";\nimport { inspectTeardown, runTeardown } from \"./teardown.ts\";\nimport { ExperimentHostError } from \"./types.ts\";\n/** One discovered Experiment after its author selector and CLI prefixes close. */\ninterface ExperimentHostSelection {\n    readonly experiment: DiscoveredExperiment;\n    readonly selectedEvalIds: readonly string[];\n    /** The Experiment-owned set before CLI eval-prefix narrowing. */\n    readonly selectorEvalIds: readonly string[];\n}\n/** Discovery result used by both `exp list` and execution planning. */\ninterface ExperimentHostListResult {\n    readonly evals: readonly DiscoveredEval[];\n    readonly experimentIds: readonly string[];\n    readonly selections: readonly ExperimentHostSelection[];\n}\n/**\n * Discovery and selection are owned here so consumers cannot invoke an\n * Experiment's predicate a second time while reconstructing an AgentRun.\n */\nfunction discoverSelection(input: {\n    readonly cwd: string;\n    /** Keep the CLI's public `--tag` selection inside the Experiment boundary. */\n    readonly tag?: string;\n    readonly selector?: string;\n    readonly evalPatterns?: readonly string[];\n}): Effect.Effect<ExperimentHostListResult, unknown> {\n    return Effect.gen(function* () {\n        const discoveredEvals = yield* discoverEvals(input.cwd);\n        const evals = input.tag === undefined\n            ? discoveredEvals\n            : discoveredEvals.filter((evalDefinition) => evalDefinition.tags?.includes(input.tag!));\n        const experiments = yield* discoverExperiments(input.cwd);\n        const experimentIds = Object.freeze(experiments.map((experiment) => experiment.id));\n        const selectedIds = input.selector === undefined\n            ? undefined\n            : new Set(matchExperimentSelector(experimentIds, input.selector));\n        const selections = experiments\n            .filter((experiment) => selectedIds === undefined || selectedIds.has(experiment.id))\n            .map((experiment): ExperimentHostSelection => {\n            const selected = resolveExperimentEvals({\n                experimentId: experiment.id,\n                selector: experiment.evals,\n                cliPatterns: input.evalPatterns ?? [],\n                evals,\n            });\n            return Object.freeze({\n                experiment,\n                selectedEvalIds: Object.freeze([...selected.selectedEvalIds]),\n                selectorEvalIds: Object.freeze(selected.selectorEvals.map((evalDefinition) => evalDefinition.id)),\n            });\n        });\n        return Object.freeze({\n            evals: Object.freeze([...evals]),\n            experimentIds,\n            selections: Object.freeze(selections),\n        });\n    });\n}\nexport interface ExperimentHostDebugPlanRequest {\n    readonly cwd: string;\n    readonly config: Config;\n    readonly experimentSelector: string;\n    readonly evalSelector?: string;\n}\n/** A fully closed, read-only lifecycle plan for exactly one Experiment × Eval pair. */\nexport interface ExperimentHostDebugPlan {\n    readonly status: \"planned\";\n    readonly experimentId: string;\n    /** Retained for the existing single-pair response. */\n    readonly evalId?: string;\n    readonly evalIds: readonly string[];\n    readonly commandPlan: CommandPlan;\n    readonly setupPrefixPlan: SetupPrefixPlan;\n}\n/**\n * Selector outcomes are data, rather than CLI-owned selection logic or a\n * partially constructed plan. The caller can render them in its own surface.\n */\nexport type ExperimentHostDebugPlanResult = ExperimentHostDebugPlan | {\n    readonly status: \"experiment-no-match\";\n    readonly selector: string;\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"experiment-ambiguous\";\n    readonly selector: string;\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"eval-no-match\";\n    readonly selector: string;\n    readonly experimentId: string;\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"eval-ambiguous\";\n    readonly selector: string;\n    readonly experimentId: string;\n    readonly candidates: readonly string[];\n};\nfunction uniqueExactOrPrefix<T>(candidates: readonly T[], selector: string, id: (candidate: T) => string): readonly T[] {\n    const exact = candidates.find((candidate) => id(candidate) === selector);\n    return exact === undefined\n        ? candidates.filter((candidate) => id(candidate).startsWith(selector))\n        : [exact];\n}\nfunction debugAgentRun(experiment: DiscoveredExperiment, evalId: string, config: Config): AgentRun {\n    return {\n        adapter: experiment.adapter,\n        ...(experiment.agent === undefined ? {} : { agent: experiment.agent }),\n        ...(experiment.models === undefined ? {} : { models: experiment.models }),\n        model: experiment.model,\n        reasoningEffort: experiment.reasoningEffort,\n        flags: experiment.flags ?? {},\n        plugins: experiment.plugins,\n        attempts: experiment.attempts ?? 1,\n        earlyExit: experiment.earlyExit ?? false,\n        sandboxSetupCache: resolveSandboxSetupCache(undefined, experiment.sandboxCache, config.sandboxCache),\n        sandbox: experiment.sandbox,\n        sandboxReuse: experiment.sandboxReuse,\n        ...(experiment.sharedState === undefined ? {} : { sharedState: experiment.sharedState }),\n        judgeRuntime: experiment.judgeRuntime,\n        ...resolveRunTimeout(undefined, experiment.timeoutMs),\n        budget: experiment.budget,\n        selectedEvalIds: [evalId],\n        experimentId: experiment.id,\n        experimentBaseDir: experiment.baseDir,\n        experimentSourcePath: experiment.sourcePath,\n        description: experiment.description,\n        labels: experiment.labels,\n        maxConcurrency: experiment.maxConcurrency,\n        setup: experiment.setup,\n        teardown: experiment.teardown,\n        classifyFailure: experiment.classifyFailure,\n    };\n}\n/**\n * Closes selector resolution, physical planning, and command-plan projection\n * inside the Experiment Host. It deliberately does not construct a Record\n * root, enter a lease, read history, or invoke an author callback.\n */\nfunction debug(input: ExperimentHostDebugPlanRequest): Effect.Effect<ExperimentHostDebugPlanResult, ExperimentHostError> {\n    return Effect.gen(function* () {\n        const listed = yield* discoverSelection({ cwd: input.cwd });\n        const selectedExperiments = uniqueExactOrPrefix(listed.selections, input.experimentSelector, ({ experiment }) => experiment.id).slice().sort((left, right) => left.experiment.id.localeCompare(right.experiment.id));\n        if (selectedExperiments.length === 0) {\n            return Object.freeze({\n                status: \"experiment-no-match\" as const,\n                selector: input.experimentSelector,\n                candidates: Object.freeze([...listed.experimentIds].sort()),\n            });\n        }\n        if (selectedExperiments.length > 1) {\n            return Object.freeze({\n                status: \"experiment-ambiguous\" as const,\n                selector: input.experimentSelector,\n                candidates: Object.freeze(selectedExperiments.map(({ experiment }) => experiment.id)),\n            });\n        }\n        const selection = selectedExperiments[0]!;\n        const experiment = selection.experiment;\n        const selectorEvalIds = new Set(selection.selectorEvalIds);\n        const selectorEvals = listed.evals.filter((evalDef) => selectorEvalIds.has(evalDef.id));\n        const selectedEvals = (input.evalSelector === undefined\n            ? selectorEvals\n            : uniqueExactOrPrefix(selectorEvals, input.evalSelector, (evalDef) => evalDef.id))\n            .slice().sort((left, right) => left.id.localeCompare(right.id));\n        if (selectedEvals.length === 0) {\n            return Object.freeze({\n                status: \"eval-no-match\" as const,\n                selector: input.evalSelector ?? \"\",\n                experimentId: experiment.id,\n                candidates: Object.freeze(selectorEvals.map((evalDef) => evalDef.id).sort()),\n            });\n        }\n        if (input.evalSelector !== undefined && selectedEvals.length > 1) {\n            return Object.freeze({\n                status: \"eval-ambiguous\" as const,\n                selector: input.evalSelector,\n                experimentId: experiment.id,\n                candidates: Object.freeze(selectedEvals.map((evalDef) => evalDef.id)),\n            });\n        }\n        const runs = selectedEvals.map((evalDef) => debugAgentRun(experiment, evalDef.id, input.config));\n        const target = yield* planProjectTarget(listed.evals, runs, input.config.timeoutMs, { configJudge: input.config.judgeRuntime });\n        const commandPlan = assembleCommandPlan({\n            rows: selectedEvals.map((evalDef) => {\n                const run = runs.find((candidate) => candidate.selectedEvalIds.includes(evalDef.id))!;\n                return {\n                    experimentId: experiment.id,\n                    evalId: evalDef.id,\n                    ...(evalDef.evalGroup === undefined ? {} : { evalGroupId: evalDef.evalGroup.id }),\n                    attempts: run.attempts,\n                    dispatch: [{ attempts: Array.from({ length: run.attempts }, (_, attempt) => attempt) }],\n                };\n            }),\n            preparedPairsByKey: target.preparedPairsByKey,\n        });\n        return Object.freeze({\n            status: \"planned\" as const,\n            experimentId: experiment.id,\n            ...(selectedEvals.length === 1 ? { evalId: selectedEvals[0]!.id } : {}),\n            evalIds: Object.freeze(selectedEvals.map((evalDef) => evalDef.id)),\n            commandPlan,\n            setupPrefixPlan: setupPrefixPlanOf(commandPlan),\n        });\n    }).pipe(Effect.mapError((cause) => new ExperimentHostError({\n        operation: \"debug\",\n        code: typeof cause === \"object\" && cause !== null && typeof Reflect.get(cause, \"code\") === \"string\"\n            ? String(Reflect.get(cause, \"code\"))\n            : \"experiment-host-operation-failed\",\n        message: cause instanceof Error ? cause.message : String(cause),\n        cause,\n    })));\n}\n/** Internal operations retain their service requirements for the CLI composition. */\nexport const rawExperimentHost = Object.freeze({\n    catalog,\n    check,\n    invocation: Object.freeze({ plan: planInvocation, run: runInvocation }),\n    invocationStatus: Object.freeze({ list: listInvocationStatus, show: showInvocationStatus }),\n    rename: Object.freeze({ plan: planRename, apply: applyRename }),\n    teardown: Object.freeze({ inspect: inspectTeardown, run: runTeardown }),\n    debug,\n    accept,\n    acceptRun: Object.freeze({ plan: planRunAccept, apply: applyRunAccept }),\n});\n"]}

package/dist/experiment/host/runtime.d.cts

@@ -0,0 +1,79 @@
+import { Effect } from "effect";
+import { type CommandPlan, type SetupPrefixPlan } from "../../runner/command-plan.cjs";
+import type { Config } from "../../runner/types.cjs";
+import { accept, applyRunAccept, applyRename, catalog, check, listInvocationStatus, planInvocation, planRename, planRunAccept, runInvocation, showInvocationStatus } from "./operations.cjs";
+import { inspectTeardown, runTeardown } from "./teardown.cjs";
+import { ExperimentHostError } from "./types.cjs";
+export interface ExperimentHostDebugPlanRequest {
+    readonly cwd: string;
+    readonly config: Config;
+    readonly experimentSelector: string;
+    readonly evalSelector?: string;
+}
+/** A fully closed, read-only lifecycle plan for exactly one Experiment × Eval pair. */
+export interface ExperimentHostDebugPlan {
+    readonly status: "planned";
+    readonly experimentId: string;
+    /** Retained for the existing single-pair response. */
+    readonly evalId?: string;
+    readonly evalIds: readonly string[];
+    readonly commandPlan: CommandPlan;
+    readonly setupPrefixPlan: SetupPrefixPlan;
+}
+/**
+ * Selector outcomes are data, rather than CLI-owned selection logic or a
+ * partially constructed plan. The caller can render them in its own surface.
+ */
+export type ExperimentHostDebugPlanResult = ExperimentHostDebugPlan | {
+    readonly status: "experiment-no-match";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "experiment-ambiguous";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-no-match";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-ambiguous";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+};
+/**
+ * Closes selector resolution, physical planning, and command-plan projection
+ * inside the Experiment Host. It deliberately does not construct a Record
+ * root, enter a lease, read history, or invoke an author callback.
+ */
+declare function debug(input: ExperimentHostDebugPlanRequest): Effect.Effect<ExperimentHostDebugPlanResult, ExperimentHostError>;
+/** Internal operations retain their service requirements for the CLI composition. */
+export declare const rawExperimentHost: Readonly<{
+    catalog: typeof catalog;
+    check: typeof check;
+    invocation: Readonly<{
+        plan: typeof planInvocation;
+        run: typeof runInvocation;
+    }>;
+    invocationStatus: Readonly<{
+        list: typeof listInvocationStatus;
+        show: typeof showInvocationStatus;
+    }>;
+    rename: Readonly<{
+        plan: typeof planRename;
+        apply: typeof applyRename;
+    }>;
+    teardown: Readonly<{
+        inspect: typeof inspectTeardown;
+        run: typeof runTeardown;
+    }>;
+    debug: typeof debug;
+    accept: typeof accept;
+    acceptRun: Readonly<{
+        plan: typeof planRunAccept;
+        apply: typeof applyRunAccept;
+    }>;
+}>;
+export {};

package/dist/experiment/host/runtime.d.mts

@@ -0,0 +1,79 @@
+import { Effect } from "effect";
+import { type CommandPlan, type SetupPrefixPlan } from "../../runner/command-plan.mjs";
+import type { Config } from "../../runner/types.mjs";
+import { accept, applyRunAccept, applyRename, catalog, check, listInvocationStatus, planInvocation, planRename, planRunAccept, runInvocation, showInvocationStatus } from "./operations.mjs";
+import { inspectTeardown, runTeardown } from "./teardown.mjs";
+import { ExperimentHostError } from "./types.mjs";
+export interface ExperimentHostDebugPlanRequest {
+    readonly cwd: string;
+    readonly config: Config;
+    readonly experimentSelector: string;
+    readonly evalSelector?: string;
+}
+/** A fully closed, read-only lifecycle plan for exactly one Experiment × Eval pair. */
+export interface ExperimentHostDebugPlan {
+    readonly status: "planned";
+    readonly experimentId: string;
+    /** Retained for the existing single-pair response. */
+    readonly evalId?: string;
+    readonly evalIds: readonly string[];
+    readonly commandPlan: CommandPlan;
+    readonly setupPrefixPlan: SetupPrefixPlan;
+}
+/**
+ * Selector outcomes are data, rather than CLI-owned selection logic or a
+ * partially constructed plan. The caller can render them in its own surface.
+ */
+export type ExperimentHostDebugPlanResult = ExperimentHostDebugPlan | {
+    readonly status: "experiment-no-match";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "experiment-ambiguous";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-no-match";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-ambiguous";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+};
+/**
+ * Closes selector resolution, physical planning, and command-plan projection
+ * inside the Experiment Host. It deliberately does not construct a Record
+ * root, enter a lease, read history, or invoke an author callback.
+ */
+declare function debug(input: ExperimentHostDebugPlanRequest): Effect.Effect<ExperimentHostDebugPlanResult, ExperimentHostError>;
+/** Internal operations retain their service requirements for the CLI composition. */
+export declare const rawExperimentHost: Readonly<{
+    catalog: typeof catalog;
+    check: typeof check;
+    invocation: Readonly<{
+        plan: typeof planInvocation;
+        run: typeof runInvocation;
+    }>;
+    invocationStatus: Readonly<{
+        list: typeof listInvocationStatus;
+        show: typeof showInvocationStatus;
+    }>;
+    rename: Readonly<{
+        plan: typeof planRename;
+        apply: typeof applyRename;
+    }>;
+    teardown: Readonly<{
+        inspect: typeof inspectTeardown;
+        run: typeof runTeardown;
+    }>;
+    debug: typeof debug;
+    accept: typeof accept;
+    acceptRun: Readonly<{
+        plan: typeof planRunAccept;
+        apply: typeof applyRunAccept;
+    }>;
+}>;
+export {};

package/dist/experiment/host/runtime.d.ts

@@ -0,0 +1,79 @@
+import { Effect } from "effect";
+import { type CommandPlan, type SetupPrefixPlan } from "../../runner/command-plan.js";
+import type { Config } from "../../runner/types.js";
+import { accept, applyRunAccept, applyRename, catalog, check, listInvocationStatus, planInvocation, planRename, planRunAccept, runInvocation, showInvocationStatus } from "./operations.js";
+import { inspectTeardown, runTeardown } from "./teardown.js";
+import { ExperimentHostError } from "./types.js";
+export interface ExperimentHostDebugPlanRequest {
+    readonly cwd: string;
+    readonly config: Config;
+    readonly experimentSelector: string;
+    readonly evalSelector?: string;
+}
+/** A fully closed, read-only lifecycle plan for exactly one Experiment × Eval pair. */
+export interface ExperimentHostDebugPlan {
+    readonly status: "planned";
+    readonly experimentId: string;
+    /** Retained for the existing single-pair response. */
+    readonly evalId?: string;
+    readonly evalIds: readonly string[];
+    readonly commandPlan: CommandPlan;
+    readonly setupPrefixPlan: SetupPrefixPlan;
+}
+/**
+ * Selector outcomes are data, rather than CLI-owned selection logic or a
+ * partially constructed plan. The caller can render them in its own surface.
+ */
+export type ExperimentHostDebugPlanResult = ExperimentHostDebugPlan | {
+    readonly status: "experiment-no-match";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "experiment-ambiguous";
+    readonly selector: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-no-match";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+} | {
+    readonly status: "eval-ambiguous";
+    readonly selector: string;
+    readonly experimentId: string;
+    readonly candidates: readonly string[];
+};
+/**
+ * Closes selector resolution, physical planning, and command-plan projection
+ * inside the Experiment Host. It deliberately does not construct a Record
+ * root, enter a lease, read history, or invoke an author callback.
+ */
+declare function debug(input: ExperimentHostDebugPlanRequest): Effect.Effect<ExperimentHostDebugPlanResult, ExperimentHostError>;
+/** Internal operations retain their service requirements for the CLI composition. */
+export declare const rawExperimentHost: Readonly<{
+    catalog: typeof catalog;
+    check: typeof check;
+    invocation: Readonly<{
+        plan: typeof planInvocation;
+        run: typeof runInvocation;
+    }>;
+    invocationStatus: Readonly<{
+        list: typeof listInvocationStatus;
+        show: typeof showInvocationStatus;
+    }>;
+    rename: Readonly<{
+        plan: typeof planRename;
+        apply: typeof applyRename;
+    }>;
+    teardown: Readonly<{
+        inspect: typeof inspectTeardown;
+        run: typeof runTeardown;
+    }>;
+    debug: typeof debug;
+    accept: typeof accept;
+    acceptRun: Readonly<{
+        plan: typeof planRunAccept;
+        apply: typeof applyRunAccept;
+    }>;
+}>;
+export {};

package/dist/experiment/host/runtime.js

@@ -0,0 +1,6 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./runtime.cjs");
+const __niceevalExport0 = __niceevalCanonical["rawExperimentHost"];
+export { __niceevalExport0 as rawExperimentHost };
+//# sourceMappingURL=runtime.js.map

package/dist/experiment/host/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sources":[],"names":[],"mappings":""}