@workbench-ai/workbench 0.0.65 → 0.0.67

package/dist/index.js

@@ -5,7 +5,8 @@ import { createRequire } from "node:module";
 import os from "node:os";
 import path from "node:path";
 import { Writable } from "node:stream";
-import { createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, runtimeResources, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, workbenchRuntimeExplicitActiveId, } from "@workbench-ai/workbench-core";
+import { gzipSync } from "node:zlib";
+import { createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeRelativePath, normalizeSurfaceFiles, isSurfaceSnapshotFile, jsonRecord, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, runtimeResources, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeCandidateIdentityForExchange, workbenchRuntimeBundleFingerprint, workbenchRuntimeProjectedActiveId, } from "@workbench-ai/workbench-core";
 import { assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterAuthRequirements, normalizeWorkbenchAdapterOperationRequest, readWorkbenchAdapterOperationResult, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, withDefaultWorkbenchAdapterAuthProfiles as applyDefaultWorkbenchAdapterAuthProfiles, } from "@workbench-ai/workbench-protocol";
 import { builtinLocalTraceAdapter, builtinLocalTraceAdapters, sortLocalTraceRefs, } from "@workbench-ai/workbench-built-in-adapters/local-traces";
 import { commandUsage, REMOTE_WATCH_LIFECYCLE_NOTE, LOCAL_DEV_OPEN_LIFECYCLE_NOTE, rootUsage, } from "./command-model.js";
@@ -34,7 +35,32 @@ class WorkbenchApiRequestError extends Error {
     }
 }
 const API_REQUEST_MAX_ATTEMPTS = 3;
+const API_REQUEST_GZIP_THRESHOLD_BYTES = 1024 * 1024;
 const DEFAULT_BASE_URL = "https://v2.workbench.ai";
+const AUTH_COMMAND_HANDLERS = {
+    connect: authConnect,
+    disconnect: authDisconnect,
+};
+const ADAPTERS_COMMAND_HANDLERS = {
+    create: adaptersCreate,
+    inspect: adaptersInspect,
+    list: adaptersList,
+    test: adaptersTest,
+};
+const TRACES_COMMAND_HANDLERS = {
+    collect: localTraceCollect,
+    list: localTraceList,
+    show: localTraceShow,
+};
+const TWO_SEGMENT_HELP_COMMANDS = {
+    adapters: ["create", "list", "inspect", "test"],
+    auth: [],
+    candidates: ["list", "show", "files", "preview"],
+    evaluations: ["list", "show"],
+    executions: ["trace"],
+    runs: ["list", "show"],
+    traces: ["collect", "list", "show"],
+};
 export async function runCli(argv, io = {
     stdin: process.stdin,
     stdout: process.stdout,
@@ -162,34 +188,12 @@ export async function runCli(argv, io = {
 }
 function commandPathForHelp(argv) {
     const positionals = argv.filter((arg) => arg !== "--help" && arg !== "-h" && !arg.startsWith("--"));
-    if (positionals[0] === "adapters" &&
-        ["create", "list", "inspect", "test"].includes(positionals[1] ?? "")) {
+    const command = positionals[0] ?? "";
+    const subcommands = TWO_SEGMENT_HELP_COMMANDS[command];
+    if (subcommands && (subcommands.length === 0 || subcommands.includes(positionals[1] ?? ""))) {
         return positionals.slice(0, 2).join(" ");
     }
-    if (positionals[0] === "traces" &&
-        ["collect", "list", "show"].includes(positionals[1] ?? "")) {
-        return positionals.slice(0, 2).join(" ");
-    }
-    if (positionals[0] === "auth") {
-        return positionals.slice(0, 2).join(" ");
-    }
-    if (positionals[0] === "runs" &&
-        ["list", "show"].includes(positionals[1] ?? "")) {
-        return positionals.slice(0, 2).join(" ");
-    }
-    if (positionals[0] === "evaluations" &&
-        ["list", "show"].includes(positionals[1] ?? "")) {
-        return positionals.slice(0, 2).join(" ");
-    }
-    if (positionals[0] === "executions" &&
-        ["trace"].includes(positionals[1] ?? "")) {
-        return positionals.slice(0, 2).join(" ");
-    }
-    if (positionals[0] === "candidates" &&
-        ["list", "show", "files", "preview"].includes(positionals[1] ?? "")) {
-        return positionals.slice(0, 2).join(" ");
-    }
-    return positionals[0] ?? "";
+    return command;
 }
 function extractRemoteFlag(argv) {
     let enabled = false;
@@ -762,6 +766,11 @@ async function localRun(argv, io, runtimeOptions) {
             detail: { budget, samples, strategy: "greedy", optimizeOn: optimizeOnLabel, selectBy: selectByLabel },
         }),
     ];
+    const runInput = localRunInput({
+        benchmarkFingerprint,
+        sourceYaml: projectSource.specSource,
+        engineResolveFiles,
+    });
     const runningRun = {
         id: runId,
         workflow: "improve",
@@ -784,6 +793,7 @@ async function localRun(argv, io, runtimeOptions) {
         executionFingerprint,
         activeCandidateId: snapshot.activeId,
         outputCandidateId: null,
+        input: runInput,
     };
     snapshot = upsertLocalRun(snapshot, runningRun, events);
     await saveLocalArchive(workspace, snapshot);
@@ -952,6 +962,7 @@ async function localRun(argv, io, runtimeOptions) {
             outcome: failedJobCount > 0 ? "error" : "ok",
             activeCandidateId: snapshot.activeId,
             outputCandidateId: outputCandidateId ?? snapshot.activeId,
+            input: runInput,
         };
         events.push(createLocalEvent("run_finished", finishedAt, {
             runId,
@@ -1243,6 +1254,11 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
         candidateId: evaluatedCandidateId,
         detail: { samples, strategy: "direct" },
     });
+    const runInput = localRunInput({
+        benchmarkFingerprint,
+        sourceYaml: projectSource.specSource,
+        engineResolveFiles,
+    });
     const runningRun = {
         id: runId,
         workflow: "eval",
@@ -1263,6 +1279,7 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
         executionFingerprint,
         activeCandidateId: activeCandidateIdBeforeEval,
         outputCandidateId: evaluatedCandidateId,
+        input: runInput,
     };
     snapshot = upsertLocalRun(snapshot, runningRun, [runStartedEvent]);
     await saveLocalArchive(workspace, snapshot);
@@ -1348,7 +1365,7 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
                 durationMs: Math.max(0, Date.parse(finishedAt) - Date.parse(startedAt)),
             },
         });
-        snapshot = upsertLocalRun(snapshot, {
+        const finishedRun = {
             id: runId,
             workflow: "eval",
             benchmarkFingerprint,
@@ -1372,7 +1389,9 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
             outcome: currentRunFailedJobCount > 0 ? "error" : "ok",
             activeCandidateId,
             outputCandidateId: evaluatedCandidateId,
-        }, [runFinishedEvent]);
+            input: runInput,
+        };
+        snapshot = upsertLocalRun(snapshot, finishedRun, [runFinishedEvent]);
         await saveLocalJobs(workspace, currentRunJobs);
         await saveLocalArchive(workspace, snapshot);
         const evaluation = materialized.evaluations[0] ?? null;
@@ -1576,8 +1595,7 @@ function localDevOpenUrl(baseUrl, snapshot, runId) {
     if (!evaluation) {
         return new URL("candidates", baseUrl).toString();
     }
-    const params = new URLSearchParams({ evaluation: evaluation.id });
-    return new URL(`candidates/${encodeURIComponent(evaluation.candidateId)}?${params.toString()}`, baseUrl).toString();
+    return new URL(`evaluations/${encodeURIComponent(evaluation.id)}`, baseUrl).toString();
 }
 async function readLocalBenchmarkFingerprint(workspace) {
     return localBenchmarkFingerprint(await readLocalProjectSource(workspace));
@@ -1606,6 +1624,13 @@ function authoredBenchmarkSourceFiles(projectSource) {
             executable: false,
         }];
 }
+function localRunInput(input) {
+    return {
+        benchmarkFingerprint: input.benchmarkFingerprint,
+        sourceYaml: input.sourceYaml,
+        engineResolveFiles: normalizeSurfaceFiles(input.engineResolveFiles),
+    };
+}
 function shellQuote(value) {
     return `'${value.replace(/'/gu, "'\\''")}'`;
 }
@@ -1871,11 +1896,16 @@ async function localCandidatePreview(argv, io) {
     const inspection = localInspectionFromParsed(parsed);
     const snapshot = await inspection.snapshot();
     const candidateId = readCandidateIdFlag(parsed, snapshot);
-    const preview = await inspection.candidatePreview({
+    const requestedPath = requireFlag(parsed, "path");
+    const surface = await inspection.candidateFileSurface({
         id: candidateId,
-        path: requireFlag(parsed, "path"),
+        path: requestedPath,
         view: readPreviewMode(parsed),
     });
+    const preview = surface.preview;
+    if (!preview || preview.path !== normalizeRelativePath(requestedPath)) {
+        throw new UsageError(`File not found: ${requestedPath}`);
+    }
     const content = preview.source?.content ?? preview.rendered_html ?? preview.diff ?? "";
     const outputPath = asOptionalString(parsed.flags.output);
     if (outputPath && outputPath !== "-") {
@@ -2010,46 +2040,21 @@ async function localDiagnose(argv, io) {
     return 0;
 }
 async function runAuthCommand(argv, io) {
-    const command = argv[0];
-    const rest = argv.slice(1);
-    switch (command) {
-        case "connect":
-            return await authConnect(rest, io);
-        case "disconnect":
-            return await authDisconnect(rest, io);
-        default:
-            throw new UsageError(`Unknown command: auth ${argv.join(" ")}`);
-    }
+    return await runSubCommand("auth", AUTH_COMMAND_HANDLERS, argv, io);
 }
 async function runAdaptersCommand(argv, io) {
-    const command = argv[0];
-    const rest = argv.slice(1);
-    switch (command) {
-        case "create":
-            return await adaptersCreate(rest, io);
-        case "list":
-            return await adaptersList(rest, io);
-        case "inspect":
-            return await adaptersInspect(rest, io);
-        case "test":
-            return await adaptersTest(rest, io);
-        default:
-            throw new UsageError(`Unknown command: adapters ${argv.join(" ")}`);
-    }
+    return await runSubCommand("adapters", ADAPTERS_COMMAND_HANDLERS, argv, io);
 }
 async function runTracesCommand(argv, io) {
-    const command = argv[0];
-    const rest = argv.slice(1);
-    switch (command) {
-        case "collect":
-            return await localTraceCollect(rest, io);
-        case "list":
-            return await localTraceList(rest, io);
-        case "show":
-            return await localTraceShow(rest, io);
-        default:
-            throw new UsageError(`Unknown command: traces ${argv.join(" ")}`);
+    return await runSubCommand("traces", TRACES_COMMAND_HANDLERS, argv, io);
+}
+async function runSubCommand(group, handlers, argv, io) {
+    const command = argv[0] ?? "";
+    const handler = handlers[command];
+    if (!handler) {
+        throw new UsageError(`Unknown command: ${group} ${argv.join(" ")}`);
     }
+    return await handler(argv.slice(1), io);
 }
 const DEFAULT_LOCAL_TRACE_LIMIT = 3;
 const LOCAL_TRACE_WINDOW_FLAGS = new Set(["providers", "since", "workspace", "limit", "json"]);
@@ -3057,7 +3062,7 @@ function adapterAuthRecord(value) {
 }
 async function pushBenchmark(argv, io) {
     const parsed = parseArgs(argv);
-    rejectUnknownFlags(parsed, new Set(["dir", "visibility", "dry-run", "json"]));
+    rejectUnknownFlags(parsed, new Set(["dir", "visibility", "dry-run", "force", "json"]));
     const dir = resolveSourceDir(parsed);
     const source = await readLocalProjectSource(dir);
     const origin = await readWorkbenchOrigin(dir);
@@ -3065,17 +3070,18 @@ async function pushBenchmark(argv, io) {
     const visibility = readOptionalBenchmarkVisibility(parsed.flags.visibility);
     const createVisibility = visibility ?? "public";
     const dryRun = parsed.flags["dry-run"] === true;
+    const force = parsed.flags.force === true;
     const runtime = await exportLocalRuntimeBundle(dir, {
         currentBenchmarkFingerprint: localBenchmarkFingerprint(source),
     });
     const localRuntimeFingerprint = workbenchRuntimeBundleFingerprint(runtime);
-    const state = localProjectState({
-        source,
-        runtime,
-        origin,
-        visibility: createVisibility,
-    });
     if (!origin) {
+        const state = localProjectState({
+            source,
+            runtime,
+            origin,
+            visibility: createVisibility,
+        });
         if (dryRun) {
             writeOutput({
                 ok: true,
@@ -3123,30 +3129,135 @@ async function pushBenchmark(argv, io) {
     if (!projectId) {
         throw new UsageError("Missing remote benchmark. Run workbench push from a source directory.");
     }
+    const remoteProject = force || dryRun
+        ? await readOriginProjectIfPresent({ baseUrl, origin })
+        : null;
     if (dryRun) {
-        const remoteProject = await verifyLinkedPushDryRunTarget({
-            baseUrl,
-            origin,
-            projectId,
+        const state = localProjectState({
+            source,
+            runtime,
+            origin: remoteProject
+                ? { ...origin, projectId: remoteProject.id }
+                : origin,
+            visibility: visibility ?? remoteProject?.visibility ?? createVisibility,
         });
+        if (!remoteProject && !force) {
+            throw new WorkbenchApiRequestError(404, `Workbench benchmark not found: ${origin.remote}`, "");
+        }
+        if (!remoteProject && force) {
+            await assertForceCreateAllowed({ baseUrl, origin, sourceName: source.spec.name });
+        }
+        const action = force && !remoteProject ? "create" : force ? "replace" : "update";
         writeOutput({
             ok: true,
             dryRun: true,
-            action: "update",
+            action,
             dir,
             baseUrl,
-            benchmarkId: projectId,
+            benchmarkId: remoteProject?.id ?? projectId,
             remote: origin.remote,
-            benchmark: remoteProjectSummaryForOutput(remoteProject),
+            ...(remoteProject ? { benchmark: remoteProjectSummaryForOutput(remoteProject) } : {}),
             benchmarkName: source.spec.name,
-            visibility: visibility ?? "unchanged",
+            visibility: visibility ?? (remoteProject ? remoteProject.visibility ?? "unchanged" : createVisibility),
             sourceFileCount: sourceFileCount(source),
             runtime: runtimeBundleStats(runtime),
             sourceFingerprint: state.source.fingerprint,
             runtimeFingerprint: localRuntimeFingerprint,
-        }, parsed, io, () => `Would push ${sourceFileCount(source)} source file(s) and runtime history to ${origin.remote}.`);
+        }, parsed, io, () => force && !remoteProject
+            ? `Would create ${origin.remote} from local project state.`
+            : force
+                ? `Would replace ${origin.remote} with local project state.`
+                : `Would push ${sourceFileCount(source)} source file(s) and runtime history to ${origin.remote}.`);
+        return 0;
+    }
+    if (force) {
+        const targetOrigin = remoteProject
+            ? { ...origin, projectId: remoteProject.id }
+            : null;
+        const state = localProjectState({
+            source,
+            runtime,
+            origin: targetOrigin,
+            visibility: visibility ?? remoteProject?.visibility ?? createVisibility,
+        });
+        if (!remoteProject) {
+            await assertForceCreateAllowed({ baseUrl, origin, sourceName: source.spec.name });
+            const { project, origin: nextOrigin, result } = await createRemoteBenchmarkFromState({
+                baseUrl,
+                dir,
+                state,
+            });
+            writeOutput({
+                ok: true,
+                action: "create",
+                benchmark: project,
+                visibility: project.visibility ?? createVisibility,
+                origin: nextOrigin,
+                source: result.source,
+                runtime: result.runtime.stats,
+                urls: buildWorkbenchResourceUrls({
+                    baseUrl,
+                    projectId: project.id,
+                    ...originRemoteUrlParts(nextOrigin),
+                }),
+            }, parsed, io, (record) => {
+                const value = record;
+                return [
+                    `Pushed ${value.origin.remote} (${value.origin.projectId}).`,
+                    `Open benchmark: ${value.urls.benchmark}`,
+                ].join("\n");
+            });
+            return 0;
+        }
+        const response = await apiRequest(projectApiPath(remoteProject.id, "/state?force=true"), {
+            method: "PUT",
+            body: state,
+        }, baseUrl);
+        assertAcceptedForceReplacement({
+            expected: state,
+            actual: response.state,
+        });
+        const responseProject = remoteProjectSummaryFromState(response.state);
+        const publishedProject = await applyRequestedProjectVisibility({
+            baseUrl,
+            projectId: responseProject.id,
+            responseProject,
+            visibility,
+        });
+        const applied = await acceptPushedProjectStateToLocal({
+            dir,
+            baseUrl,
+            state: response.state,
+        });
+        writeOutput({
+            ok: true,
+            action: "replace",
+            changed: true,
+            benchmark: publishedProject,
+            visibility: visibility ?? publishedProject.visibility ?? "unchanged",
+            origin: applied.origin,
+            source: response.source,
+            runtime: response.runtime.stats,
+            urls: buildWorkbenchResourceUrls({
+                baseUrl,
+                projectId: publishedProject.id ?? responseProject.id,
+                ...originRemoteUrlParts(applied.origin),
+            }),
+        }, parsed, io, (record) => {
+            const value = record;
+            return [
+                `Replaced ${value.origin.remote} (${value.origin.projectId}).`,
+                `Open benchmark: ${value.urls.benchmark}`,
+            ].join("\n");
+        });
         return 0;
     }
+    const state = localProjectState({
+        source,
+        runtime,
+        origin,
+        visibility: createVisibility,
+    });
     const response = await apiRequest(projectApiPath(projectId, "/state"), {
         method: "PUT",
         body: state,
@@ -3186,18 +3297,62 @@ async function pushBenchmark(argv, io) {
     });
     return 0;
 }
-async function verifyLinkedPushDryRunTarget(args) {
-    const response = await apiRequest(projectApiPath(args.projectId), {}, args.baseUrl);
-    const expected = parseOriginRemote(args.origin);
-    const actualOwner = response.benchmark.ownerUsername;
-    const actualProject = response.benchmark.name;
-    if (actualOwner !== expected.owner || actualProject !== expected.project) {
-        const actualRemote = actualOwner && actualProject
-            ? `${actualOwner}/${actualProject}`
-            : "unknown";
-        throw new UsageError(`Workbench origin points to ${args.origin.remote}, but ${args.projectId} resolved to ${actualRemote}.`);
+async function readOriginProjectIfPresent(args) {
+    try {
+        const response = await apiRequest(publicProjectApiPath(parseOriginRemote(args.origin)), {}, args.baseUrl);
+        return response.benchmark;
     }
-    return response.benchmark;
+    catch (error) {
+        if (error instanceof WorkbenchApiRequestError && error.status === 404) {
+            return null;
+        }
+        throw error;
+    }
+}
+async function assertForceCreateAllowed(args) {
+    const target = parseOriginRemote(args.origin);
+    if (args.sourceName !== target.project) {
+        throw new UsageError(`Local benchmark name ${args.sourceName} does not match force push target ${args.origin.remote}.`);
+    }
+    const expectedOwner = target.owner;
+    const profileStatus = await readWorkbenchProfileStatus(await loadConfig(), args.baseUrl);
+    const actualOwner = profileStatus.profile?.username ?? null;
+    if (!profileStatus.authenticated || actualOwner !== expectedOwner) {
+        throw new WorkbenchApiRequestError(404, `Workbench benchmark not found or not writable: ${args.origin.remote}`, "");
+    }
+}
+function assertAcceptedForceReplacement(args) {
+    const expectedSourceFingerprint = args.expected.source.fingerprint ??
+        workbenchProjectSourceFingerprint(args.expected.source);
+    const actualSourceFingerprint = args.actual.source.fingerprint ??
+        workbenchProjectSourceFingerprint(args.actual.source);
+    if (actualSourceFingerprint !== expectedSourceFingerprint) {
+        throw new Error(`Workbench force push did not replace remote source. Expected ${expectedSourceFingerprint}, received ${actualSourceFingerprint}.`);
+    }
+    const expectedRuntime = runtimeReplacementSignature(args.expected.runtime);
+    const actualRuntime = runtimeReplacementSignature(args.actual.runtime);
+    if (JSON.stringify(actualRuntime) !== JSON.stringify(expectedRuntime)) {
+        throw new Error(`Workbench force push did not replace remote runtime. Remote returned different record identity.`);
+    }
+}
+function runtimeReplacementSignature(runtime) {
+    return {
+        activeId: runtime.activeId ?? null,
+        candidates: runtime.candidates
+            .map(workbenchRuntimeCandidateIdentityForExchange)
+            .sort((left, right) => left.id.localeCompare(right.id)),
+        candidateFiles: runtimeFileGroupSignature(runtime.candidateFiles, (group) => group.candidateId),
+        evaluations: runtime.evaluations.map((evaluation) => evaluation.id).sort(),
+        runs: runtime.runs.map((run) => run.id).sort(),
+        jobs: runtime.jobs.map((job) => job.id).sort(),
+        executionFiles: runtimeFileGroupSignature(runtime.executionFiles, (group) => group.jobId),
+        events: runtime.events.map((event) => event.id).sort(),
+    };
+}
+function runtimeFileGroupSignature(groups, idForGroup) {
+    return groups
+        .map((group) => `${idForGroup(group)}:${group.files.map((file) => file.path).sort().join("\n")}`)
+        .sort();
 }
 function remoteProjectSummaryForOutput(project) {
     return {
@@ -3974,7 +4129,7 @@ function buildWorkbenchResourceUrls(target, refs = {}) {
             ? evaluationScorecardId(refs.runId, refs.candidateId)
             : null;
         urls.candidateEvaluation = evaluationId
-            ? `${benchmark}/candidates/${encodeURIComponent(refs.candidateId)}?evaluation=${encodeURIComponent(evaluationId)}`
+            ? `${benchmark}/evaluations/${encodeURIComponent(evaluationId)}`
             : `${benchmark}/candidates/${encodeURIComponent(refs.candidateId)}`;
     }
     return urls;
@@ -4087,10 +4242,10 @@ function localProjectState(args) {
     };
 }
 function projectStateRuntimeStats(state) {
-    const activeId = workbenchRuntimeExplicitActiveId({
+    const activeId = workbenchRuntimeProjectedActiveId({
         candidates: state.runtime.candidates,
+        evaluations: state.runtime.evaluations,
         runs: state.runtime.runs,
-        preferredActiveId: state.runtime.activeId ?? null,
         benchmarkFingerprint: projectStateBenchmarkFingerprint(state.source),
     });
     return runtimeBundleStats({
@@ -4420,11 +4575,11 @@ function selectWorkbenchBaseUrl(input = {}) {
         input.configBaseUrl ??
         DEFAULT_BASE_URL);
 }
-async function readWorkbenchProfileStatus(config) {
+async function readWorkbenchProfileStatus(config, baseUrlOverride) {
     if (!config.accessToken) {
         return { authenticated: false, profile: null };
     }
-    const baseUrl = selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
+    const baseUrl = baseUrlOverride ?? selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
     try {
         const response = await fetch(`${baseUrl}/api/workbench/profile`, {
             headers: {
@@ -4455,6 +4610,7 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
         : selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
     const method = options.method ?? "GET";
     const canRetry = method === "GET";
+    const requestBody = encodeJsonRequestBody(options.body);
     let lastError = null;
     for (let attempt = 1; attempt <= API_REQUEST_MAX_ATTEMPTS; attempt += 1) {
         let response;
@@ -4462,12 +4618,12 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
             response = await fetch(`${baseUrl}${apiPath}`, {
                 method,
                 headers: {
-                    "content-type": "application/json",
+                    ...requestBody.headers,
                     ...(config.accessToken
                         ? { authorization: `Bearer ${config.accessToken}` }
                         : {}),
                 },
-                body: options.body == null ? undefined : JSON.stringify(options.body),
+                body: requestBody.body,
             });
         }
         catch (error) {
@@ -4493,6 +4649,22 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
     }
     throw lastError instanceof Error ? lastError : new Error(String(lastError ?? "Workbench API request failed."));
 }
+function encodeJsonRequestBody(body) {
+    if (body == null) {
+        return { headers: { "content-type": "application/json" } };
+    }
+    const text = JSON.stringify(body);
+    if (Buffer.byteLength(text) < API_REQUEST_GZIP_THRESHOLD_BYTES) {
+        return { body: text, headers: { "content-type": "application/json" } };
+    }
+    return {
+        body: gzipSync(text),
+        headers: {
+            "content-encoding": "gzip",
+            "content-type": "application/json",
+        },
+    };
+}
 function apiRequestRetryDelayMs(attempt) {
     return 250 * attempt;
 }
@@ -5068,28 +5240,12 @@ async function resolveLocalProjectForExecution(workspace, source) {
     };
 }
 function completedJobOutputFiles(job) {
-    const output = asJsonRecord(job.output);
+    const output = jsonRecord(job.output);
     const files = Array.isArray(output.files)
         ? output.files.filter(isSurfaceSnapshotFile)
         : [];
     return normalizeSurfaceFiles(files);
 }
-function asJsonRecord(value) {
-    return value && typeof value === "object" && !Array.isArray(value)
-        ? value
-        : {};
-}
-function isSurfaceSnapshotFile(value) {
-    const record = asJsonRecord(value);
-    return (typeof record.path === "string" &&
-        typeof record.content === "string" &&
-        (record.kind === undefined ||
-            record.kind === "text" ||
-            record.kind === "binary") &&
-        (record.encoding === undefined ||
-            record.encoding === "utf8" ||
-            record.encoding === "base64"));
-}
 function createLocalEvent(type, at, event) {
     return {
         id: `evt_${Math.random().toString(36).slice(2, 10)}_${Date.now().toString(36)}`,

package/dist/local-archive.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAYL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CAyBjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AA+DD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AAkkBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}
+{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAiBL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CA8BjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AA+DD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AA2iBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}