@workbench-ai/workbench 0.0.66 → 0.0.67

package/dist/dev-open-server.js

@@ -101,13 +101,26 @@ function isKnownWorkbenchDocumentPath(pathname) {
     if (segments.length === 0) {
         return true;
     }
+    if (segments.length === 1 && (segments[0] === "manifest" || segments[0] === "files")) {
+        return true;
+    }
     if (segments[0] === "evaluations") {
-        return segments.length === 1;
+        if (segments.length === 1 || segments.length === 2) {
+            return true;
+        }
+        if (segments.length < 4 || segments[2] !== "cases") {
+            return false;
+        }
+        return segments.length === 4 ||
+            (segments.length === 5 && (segments[4] === "attempts" || segments[4] === "files"));
     }
     if (segments[0] !== "candidates") {
         return false;
     }
-    if (segments.length === 1 || segments.length === 2) {
+    if (segments.length === 1 || (segments.length === 2 && segments[1] === "lineage")) {
+        return true;
+    }
+    if (segments.length === 2) {
         return true;
     }
     return segments.length === 3 && (segments[2] === "files" || segments[2] === "manifest");
@@ -132,14 +145,9 @@ async function handleApiRequest(request, response, context, url) {
             }), 200, request.method);
             return;
         case "/api/source/files":
-            sendJson(response, await inspection.sourceFiles({
+            sendJson(response, await inspection.sourceFileSurface({
                 fingerprint: readOptionalSearchString(url.searchParams, "fingerprint"),
-            }), 200, request.method);
-            return;
-        case "/api/source/preview":
-            sendJson(response, await inspection.sourcePreview({
-                fingerprint: readOptionalSearchString(url.searchParams, "fingerprint"),
-                path: readSearchString(url.searchParams, "path"),
+                path: readOptionalSearchString(url.searchParams, "path"),
                 view: readPreviewMode(url.searchParams),
             }), 200, request.method);
             return;
@@ -151,14 +159,9 @@ async function handleApiRequest(request, response, context, url) {
             return;
         case "/api/candidate/files": {
             const candidateId = readSearchString(url.searchParams, "id");
-            sendJson(response, await inspection.candidateFiles({ id: candidateId }), 200, request.method);
-            return;
-        }
-        case "/api/candidate/preview": {
-            const candidateId = readSearchString(url.searchParams, "id");
-            sendJson(response, await inspection.candidatePreview({
+            sendJson(response, await inspection.candidateFileSurface({
                 id: candidateId,
-                path: readSearchString(url.searchParams, "path"),
+                path: readOptionalSearchString(url.searchParams, "path"),
                 view: readPreviewMode(url.searchParams),
             }), 200, request.method);
             return;
@@ -186,20 +189,10 @@ async function handleApiRequest(request, response, context, url) {
         case "/api/execution/files": {
             const execRunId = readSearchString(url.searchParams, "run");
             const execJobId = readSearchString(url.searchParams, "id");
-            sendJson(response, await inspection.executionFiles({
+            sendJson(response, await inspection.executionFileSurface({
                 runId: execRunId,
                 jobId: execJobId,
-            }), 200, request.method);
-            return;
-        }
-        case "/api/execution/preview": {
-            const previewRunId = readSearchString(url.searchParams, "run");
-            const previewJobId = readSearchString(url.searchParams, "id");
-            const previewFilePath = readSearchString(url.searchParams, "path");
-            sendJson(response, await inspection.executionPreview({
-                runId: previewRunId,
-                jobId: previewJobId,
-                path: previewFilePath,
+                path: readOptionalSearchString(url.searchParams, "path"),
                 view: readPreviewMode(url.searchParams),
             }), 200, request.method);
             return;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAgJA,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;CAC/B;AA8BD,UAAU,iBAAiB;CAAG;AA2M9B,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,GAAE,KAIH,EACD,cAAc,GAAE,iBAAsB,GACrC,OAAO,CAAC,MAAM,CAAC,CA4HjB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmJA,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC;CAC/B;AA8BD,UAAU,iBAAiB;CAAG;AAsN9B,wBAAsB,MAAM,CAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,EAAE,GAAE,KAIH,EACD,cAAc,GAAE,iBAAsB,GACrC,OAAO,CAAC,MAAM,CAAC,CA4HjB"}

package/dist/index.js

@@ -5,7 +5,8 @@ import { createRequire } from "node:module";
 import os from "node:os";
 import path from "node:path";
 import { Writable } from "node:stream";
-import { createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeSurfaceFiles, isSurfaceSnapshotFile, jsonRecord, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, runtimeResources, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeBundleFingerprint, workbenchRuntimeExplicitActiveId, } from "@workbench-ai/workbench-core";
+import { gzipSync } from "node:zlib";
+import { createBaselineCandidateJob as createRuntimeBaselineCandidateJob, evaluationScorecardId, evaluationMeanMetrics, executeWorkbenchExecutionJob, engineResolveBindingForSpec, filterOptimizerTraceJobsForCaseIds, filterCandidateSourceFiles, formatWorkbenchCaseSelector, formatWorkbenchSelectionPolicy, workbenchCaseSelectorUsesAllCases, workbenchExecutionPurpose, workbenchRunExecutionFingerprint, createWorkbenchAdapterAuthBundle, createOptimizerTraceInputFiles, DOCKER_SANDBOX_BACKEND, localWorkbenchAdapterAuthStore, materializeWorkbenchRunResult, normalizeRelativePath, normalizeSurfaceFiles, isSurfaceSnapshotFile, jsonRecord, planWorkbenchExecutionJobsForPurpose, runWorkbenchExecutionDag, resolveEngineCaseExecutionConfig, resolveWorkbenchResolvedSourceYaml, runtimeResources, validateWorkbenchRunEnvelope, parseWorkbenchAdapterAuthTarget, workbenchEngineCaseIdsForImproveEvaluation, workbenchEngineCaseIdsForSelector, workbenchImproveOptimizeSelector, workbenchImproveSelectionPolicy, workbenchProjectSourceFingerprint, workbenchRuntimeCandidateIdentityForExchange, workbenchRuntimeBundleFingerprint, workbenchRuntimeProjectedActiveId, } from "@workbench-ai/workbench-core";
 import { assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterAuthRequirements, normalizeWorkbenchAdapterOperationRequest, readWorkbenchAdapterOperationResult, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, withDefaultWorkbenchAdapterAuthProfiles as applyDefaultWorkbenchAdapterAuthProfiles, } from "@workbench-ai/workbench-protocol";
 import { builtinLocalTraceAdapter, builtinLocalTraceAdapters, sortLocalTraceRefs, } from "@workbench-ai/workbench-built-in-adapters/local-traces";
 import { commandUsage, REMOTE_WATCH_LIFECYCLE_NOTE, LOCAL_DEV_OPEN_LIFECYCLE_NOTE, rootUsage, } from "./command-model.js";
@@ -34,6 +35,7 @@ class WorkbenchApiRequestError extends Error {
     }
 }
 const API_REQUEST_MAX_ATTEMPTS = 3;
+const API_REQUEST_GZIP_THRESHOLD_BYTES = 1024 * 1024;
 const DEFAULT_BASE_URL = "https://v2.workbench.ai";
 const AUTH_COMMAND_HANDLERS = {
     connect: authConnect,
@@ -764,6 +766,11 @@ async function localRun(argv, io, runtimeOptions) {
             detail: { budget, samples, strategy: "greedy", optimizeOn: optimizeOnLabel, selectBy: selectByLabel },
         }),
     ];
+    const runInput = localRunInput({
+        benchmarkFingerprint,
+        sourceYaml: projectSource.specSource,
+        engineResolveFiles,
+    });
     const runningRun = {
         id: runId,
         workflow: "improve",
@@ -786,6 +793,7 @@ async function localRun(argv, io, runtimeOptions) {
         executionFingerprint,
         activeCandidateId: snapshot.activeId,
         outputCandidateId: null,
+        input: runInput,
     };
     snapshot = upsertLocalRun(snapshot, runningRun, events);
     await saveLocalArchive(workspace, snapshot);
@@ -954,6 +962,7 @@ async function localRun(argv, io, runtimeOptions) {
             outcome: failedJobCount > 0 ? "error" : "ok",
             activeCandidateId: snapshot.activeId,
             outputCandidateId: outputCandidateId ?? snapshot.activeId,
+            input: runInput,
         };
         events.push(createLocalEvent("run_finished", finishedAt, {
             runId,
@@ -1245,6 +1254,11 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
         candidateId: evaluatedCandidateId,
         detail: { samples, strategy: "direct" },
     });
+    const runInput = localRunInput({
+        benchmarkFingerprint,
+        sourceYaml: projectSource.specSource,
+        engineResolveFiles,
+    });
     const runningRun = {
         id: runId,
         workflow: "eval",
@@ -1265,6 +1279,7 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
         executionFingerprint,
         activeCandidateId: activeCandidateIdBeforeEval,
         outputCandidateId: evaluatedCandidateId,
+        input: runInput,
     };
     snapshot = upsertLocalRun(snapshot, runningRun, [runStartedEvent]);
     await saveLocalArchive(workspace, snapshot);
@@ -1350,7 +1365,7 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
                 durationMs: Math.max(0, Date.parse(finishedAt) - Date.parse(startedAt)),
             },
         });
-        snapshot = upsertLocalRun(snapshot, {
+        const finishedRun = {
             id: runId,
             workflow: "eval",
             benchmarkFingerprint,
@@ -1374,7 +1389,9 @@ async function localEvaluateCandidate(argv, io, runtimeOptions) {
             outcome: currentRunFailedJobCount > 0 ? "error" : "ok",
             activeCandidateId,
             outputCandidateId: evaluatedCandidateId,
-        }, [runFinishedEvent]);
+            input: runInput,
+        };
+        snapshot = upsertLocalRun(snapshot, finishedRun, [runFinishedEvent]);
         await saveLocalJobs(workspace, currentRunJobs);
         await saveLocalArchive(workspace, snapshot);
         const evaluation = materialized.evaluations[0] ?? null;
@@ -1578,8 +1595,7 @@ function localDevOpenUrl(baseUrl, snapshot, runId) {
     if (!evaluation) {
         return new URL("candidates", baseUrl).toString();
     }
-    const params = new URLSearchParams({ evaluation: evaluation.id });
-    return new URL(`candidates/${encodeURIComponent(evaluation.candidateId)}?${params.toString()}`, baseUrl).toString();
+    return new URL(`evaluations/${encodeURIComponent(evaluation.id)}`, baseUrl).toString();
 }
 async function readLocalBenchmarkFingerprint(workspace) {
     return localBenchmarkFingerprint(await readLocalProjectSource(workspace));
@@ -1608,6 +1624,13 @@ function authoredBenchmarkSourceFiles(projectSource) {
             executable: false,
         }];
 }
+function localRunInput(input) {
+    return {
+        benchmarkFingerprint: input.benchmarkFingerprint,
+        sourceYaml: input.sourceYaml,
+        engineResolveFiles: normalizeSurfaceFiles(input.engineResolveFiles),
+    };
+}
 function shellQuote(value) {
     return `'${value.replace(/'/gu, "'\\''")}'`;
 }
@@ -1873,11 +1896,16 @@ async function localCandidatePreview(argv, io) {
     const inspection = localInspectionFromParsed(parsed);
     const snapshot = await inspection.snapshot();
     const candidateId = readCandidateIdFlag(parsed, snapshot);
-    const preview = await inspection.candidatePreview({
+    const requestedPath = requireFlag(parsed, "path");
+    const surface = await inspection.candidateFileSurface({
         id: candidateId,
-        path: requireFlag(parsed, "path"),
+        path: requestedPath,
         view: readPreviewMode(parsed),
     });
+    const preview = surface.preview;
+    if (!preview || preview.path !== normalizeRelativePath(requestedPath)) {
+        throw new UsageError(`File not found: ${requestedPath}`);
+    }
     const content = preview.source?.content ?? preview.rendered_html ?? preview.diff ?? "";
     const outputPath = asOptionalString(parsed.flags.output);
     if (outputPath && outputPath !== "-") {
@@ -3034,7 +3062,7 @@ function adapterAuthRecord(value) {
 }
 async function pushBenchmark(argv, io) {
     const parsed = parseArgs(argv);
-    rejectUnknownFlags(parsed, new Set(["dir", "visibility", "dry-run", "json"]));
+    rejectUnknownFlags(parsed, new Set(["dir", "visibility", "dry-run", "force", "json"]));
     const dir = resolveSourceDir(parsed);
     const source = await readLocalProjectSource(dir);
     const origin = await readWorkbenchOrigin(dir);
@@ -3042,17 +3070,18 @@ async function pushBenchmark(argv, io) {
     const visibility = readOptionalBenchmarkVisibility(parsed.flags.visibility);
     const createVisibility = visibility ?? "public";
     const dryRun = parsed.flags["dry-run"] === true;
+    const force = parsed.flags.force === true;
     const runtime = await exportLocalRuntimeBundle(dir, {
         currentBenchmarkFingerprint: localBenchmarkFingerprint(source),
     });
     const localRuntimeFingerprint = workbenchRuntimeBundleFingerprint(runtime);
-    const state = localProjectState({
-        source,
-        runtime,
-        origin,
-        visibility: createVisibility,
-    });
     if (!origin) {
+        const state = localProjectState({
+            source,
+            runtime,
+            origin,
+            visibility: createVisibility,
+        });
         if (dryRun) {
             writeOutput({
                 ok: true,
@@ -3100,30 +3129,135 @@ async function pushBenchmark(argv, io) {
     if (!projectId) {
         throw new UsageError("Missing remote benchmark. Run workbench push from a source directory.");
     }
+    const remoteProject = force || dryRun
+        ? await readOriginProjectIfPresent({ baseUrl, origin })
+        : null;
     if (dryRun) {
-        const remoteProject = await verifyLinkedPushDryRunTarget({
-            baseUrl,
-            origin,
-            projectId,
+        const state = localProjectState({
+            source,
+            runtime,
+            origin: remoteProject
+                ? { ...origin, projectId: remoteProject.id }
+                : origin,
+            visibility: visibility ?? remoteProject?.visibility ?? createVisibility,
         });
+        if (!remoteProject && !force) {
+            throw new WorkbenchApiRequestError(404, `Workbench benchmark not found: ${origin.remote}`, "");
+        }
+        if (!remoteProject && force) {
+            await assertForceCreateAllowed({ baseUrl, origin, sourceName: source.spec.name });
+        }
+        const action = force && !remoteProject ? "create" : force ? "replace" : "update";
         writeOutput({
             ok: true,
             dryRun: true,
-            action: "update",
+            action,
             dir,
             baseUrl,
-            benchmarkId: projectId,
+            benchmarkId: remoteProject?.id ?? projectId,
             remote: origin.remote,
-            benchmark: remoteProjectSummaryForOutput(remoteProject),
+            ...(remoteProject ? { benchmark: remoteProjectSummaryForOutput(remoteProject) } : {}),
             benchmarkName: source.spec.name,
-            visibility: visibility ?? "unchanged",
+            visibility: visibility ?? (remoteProject ? remoteProject.visibility ?? "unchanged" : createVisibility),
             sourceFileCount: sourceFileCount(source),
             runtime: runtimeBundleStats(runtime),
             sourceFingerprint: state.source.fingerprint,
             runtimeFingerprint: localRuntimeFingerprint,
-        }, parsed, io, () => `Would push ${sourceFileCount(source)} source file(s) and runtime history to ${origin.remote}.`);
+        }, parsed, io, () => force && !remoteProject
+            ? `Would create ${origin.remote} from local project state.`
+            : force
+                ? `Would replace ${origin.remote} with local project state.`
+                : `Would push ${sourceFileCount(source)} source file(s) and runtime history to ${origin.remote}.`);
+        return 0;
+    }
+    if (force) {
+        const targetOrigin = remoteProject
+            ? { ...origin, projectId: remoteProject.id }
+            : null;
+        const state = localProjectState({
+            source,
+            runtime,
+            origin: targetOrigin,
+            visibility: visibility ?? remoteProject?.visibility ?? createVisibility,
+        });
+        if (!remoteProject) {
+            await assertForceCreateAllowed({ baseUrl, origin, sourceName: source.spec.name });
+            const { project, origin: nextOrigin, result } = await createRemoteBenchmarkFromState({
+                baseUrl,
+                dir,
+                state,
+            });
+            writeOutput({
+                ok: true,
+                action: "create",
+                benchmark: project,
+                visibility: project.visibility ?? createVisibility,
+                origin: nextOrigin,
+                source: result.source,
+                runtime: result.runtime.stats,
+                urls: buildWorkbenchResourceUrls({
+                    baseUrl,
+                    projectId: project.id,
+                    ...originRemoteUrlParts(nextOrigin),
+                }),
+            }, parsed, io, (record) => {
+                const value = record;
+                return [
+                    `Pushed ${value.origin.remote} (${value.origin.projectId}).`,
+                    `Open benchmark: ${value.urls.benchmark}`,
+                ].join("\n");
+            });
+            return 0;
+        }
+        const response = await apiRequest(projectApiPath(remoteProject.id, "/state?force=true"), {
+            method: "PUT",
+            body: state,
+        }, baseUrl);
+        assertAcceptedForceReplacement({
+            expected: state,
+            actual: response.state,
+        });
+        const responseProject = remoteProjectSummaryFromState(response.state);
+        const publishedProject = await applyRequestedProjectVisibility({
+            baseUrl,
+            projectId: responseProject.id,
+            responseProject,
+            visibility,
+        });
+        const applied = await acceptPushedProjectStateToLocal({
+            dir,
+            baseUrl,
+            state: response.state,
+        });
+        writeOutput({
+            ok: true,
+            action: "replace",
+            changed: true,
+            benchmark: publishedProject,
+            visibility: visibility ?? publishedProject.visibility ?? "unchanged",
+            origin: applied.origin,
+            source: response.source,
+            runtime: response.runtime.stats,
+            urls: buildWorkbenchResourceUrls({
+                baseUrl,
+                projectId: publishedProject.id ?? responseProject.id,
+                ...originRemoteUrlParts(applied.origin),
+            }),
+        }, parsed, io, (record) => {
+            const value = record;
+            return [
+                `Replaced ${value.origin.remote} (${value.origin.projectId}).`,
+                `Open benchmark: ${value.urls.benchmark}`,
+            ].join("\n");
+        });
         return 0;
     }
+    const state = localProjectState({
+        source,
+        runtime,
+        origin,
+        visibility: createVisibility,
+    });
     const response = await apiRequest(projectApiPath(projectId, "/state"), {
         method: "PUT",
         body: state,
@@ -3163,18 +3297,62 @@ async function pushBenchmark(argv, io) {
     });
     return 0;
 }
-async function verifyLinkedPushDryRunTarget(args) {
-    const response = await apiRequest(projectApiPath(args.projectId), {}, args.baseUrl);
-    const expected = parseOriginRemote(args.origin);
-    const actualOwner = response.benchmark.ownerUsername;
-    const actualProject = response.benchmark.name;
-    if (actualOwner !== expected.owner || actualProject !== expected.project) {
-        const actualRemote = actualOwner && actualProject
-            ? `${actualOwner}/${actualProject}`
-            : "unknown";
-        throw new UsageError(`Workbench origin points to ${args.origin.remote}, but ${args.projectId} resolved to ${actualRemote}.`);
+async function readOriginProjectIfPresent(args) {
+    try {
+        const response = await apiRequest(publicProjectApiPath(parseOriginRemote(args.origin)), {}, args.baseUrl);
+        return response.benchmark;
+    }
+    catch (error) {
+        if (error instanceof WorkbenchApiRequestError && error.status === 404) {
+            return null;
+        }
+        throw error;
     }
-    return response.benchmark;
+}
+async function assertForceCreateAllowed(args) {
+    const target = parseOriginRemote(args.origin);
+    if (args.sourceName !== target.project) {
+        throw new UsageError(`Local benchmark name ${args.sourceName} does not match force push target ${args.origin.remote}.`);
+    }
+    const expectedOwner = target.owner;
+    const profileStatus = await readWorkbenchProfileStatus(await loadConfig(), args.baseUrl);
+    const actualOwner = profileStatus.profile?.username ?? null;
+    if (!profileStatus.authenticated || actualOwner !== expectedOwner) {
+        throw new WorkbenchApiRequestError(404, `Workbench benchmark not found or not writable: ${args.origin.remote}`, "");
+    }
+}
+function assertAcceptedForceReplacement(args) {
+    const expectedSourceFingerprint = args.expected.source.fingerprint ??
+        workbenchProjectSourceFingerprint(args.expected.source);
+    const actualSourceFingerprint = args.actual.source.fingerprint ??
+        workbenchProjectSourceFingerprint(args.actual.source);
+    if (actualSourceFingerprint !== expectedSourceFingerprint) {
+        throw new Error(`Workbench force push did not replace remote source. Expected ${expectedSourceFingerprint}, received ${actualSourceFingerprint}.`);
+    }
+    const expectedRuntime = runtimeReplacementSignature(args.expected.runtime);
+    const actualRuntime = runtimeReplacementSignature(args.actual.runtime);
+    if (JSON.stringify(actualRuntime) !== JSON.stringify(expectedRuntime)) {
+        throw new Error(`Workbench force push did not replace remote runtime. Remote returned different record identity.`);
+    }
+}
+function runtimeReplacementSignature(runtime) {
+    return {
+        activeId: runtime.activeId ?? null,
+        candidates: runtime.candidates
+            .map(workbenchRuntimeCandidateIdentityForExchange)
+            .sort((left, right) => left.id.localeCompare(right.id)),
+        candidateFiles: runtimeFileGroupSignature(runtime.candidateFiles, (group) => group.candidateId),
+        evaluations: runtime.evaluations.map((evaluation) => evaluation.id).sort(),
+        runs: runtime.runs.map((run) => run.id).sort(),
+        jobs: runtime.jobs.map((job) => job.id).sort(),
+        executionFiles: runtimeFileGroupSignature(runtime.executionFiles, (group) => group.jobId),
+        events: runtime.events.map((event) => event.id).sort(),
+    };
+}
+function runtimeFileGroupSignature(groups, idForGroup) {
+    return groups
+        .map((group) => `${idForGroup(group)}:${group.files.map((file) => file.path).sort().join("\n")}`)
+        .sort();
 }
 function remoteProjectSummaryForOutput(project) {
     return {
@@ -3951,7 +4129,7 @@ function buildWorkbenchResourceUrls(target, refs = {}) {
             ? evaluationScorecardId(refs.runId, refs.candidateId)
             : null;
         urls.candidateEvaluation = evaluationId
-            ? `${benchmark}/candidates/${encodeURIComponent(refs.candidateId)}?evaluation=${encodeURIComponent(evaluationId)}`
+            ? `${benchmark}/evaluations/${encodeURIComponent(evaluationId)}`
             : `${benchmark}/candidates/${encodeURIComponent(refs.candidateId)}`;
     }
     return urls;
@@ -4064,10 +4242,10 @@ function localProjectState(args) {
     };
 }
 function projectStateRuntimeStats(state) {
-    const activeId = workbenchRuntimeExplicitActiveId({
+    const activeId = workbenchRuntimeProjectedActiveId({
         candidates: state.runtime.candidates,
+        evaluations: state.runtime.evaluations,
         runs: state.runtime.runs,
-        preferredActiveId: state.runtime.activeId ?? null,
         benchmarkFingerprint: projectStateBenchmarkFingerprint(state.source),
     });
     return runtimeBundleStats({
@@ -4397,11 +4575,11 @@ function selectWorkbenchBaseUrl(input = {}) {
         input.configBaseUrl ??
         DEFAULT_BASE_URL);
 }
-async function readWorkbenchProfileStatus(config) {
+async function readWorkbenchProfileStatus(config, baseUrlOverride) {
     if (!config.accessToken) {
         return { authenticated: false, profile: null };
     }
-    const baseUrl = selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
+    const baseUrl = baseUrlOverride ?? selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
     try {
         const response = await fetch(`${baseUrl}/api/workbench/profile`, {
             headers: {
@@ -4432,6 +4610,7 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
         : selectWorkbenchBaseUrl({ configBaseUrl: config.baseUrl });
     const method = options.method ?? "GET";
     const canRetry = method === "GET";
+    const requestBody = encodeJsonRequestBody(options.body);
     let lastError = null;
     for (let attempt = 1; attempt <= API_REQUEST_MAX_ATTEMPTS; attempt += 1) {
         let response;
@@ -4439,12 +4618,12 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
             response = await fetch(`${baseUrl}${apiPath}`, {
                 method,
                 headers: {
-                    "content-type": "application/json",
+                    ...requestBody.headers,
                     ...(config.accessToken
                         ? { authorization: `Bearer ${config.accessToken}` }
                         : {}),
                 },
-                body: options.body == null ? undefined : JSON.stringify(options.body),
+                body: requestBody.body,
             });
         }
         catch (error) {
@@ -4470,6 +4649,22 @@ async function apiRequest(apiPath, options = {}, baseUrlOverride) {
     }
     throw lastError instanceof Error ? lastError : new Error(String(lastError ?? "Workbench API request failed."));
 }
+function encodeJsonRequestBody(body) {
+    if (body == null) {
+        return { headers: { "content-type": "application/json" } };
+    }
+    const text = JSON.stringify(body);
+    if (Buffer.byteLength(text) < API_REQUEST_GZIP_THRESHOLD_BYTES) {
+        return { body: text, headers: { "content-type": "application/json" } };
+    }
+    return {
+        body: gzipSync(text),
+        headers: {
+            "content-encoding": "gzip",
+            "content-type": "application/json",
+        },
+    };
+}
 function apiRequestRetryDelayMs(attempt) {
     return 250 * attempt;
 }

package/dist/local-archive.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAiBL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CAyBjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AA+DD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AA2iBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}
+{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAiBL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CA8BjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AA+DD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AA2iBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}

package/dist/local-archive.js

@@ -1,6 +1,6 @@
 import { promises as fs } from "node:fs";
 import path from "node:path";
-import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, compactWorkbenchRuntimeJobForExchange, mergeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeJobForExchange, selectExecutionOutputFilesForInspection, isSurfaceSnapshotFile, jsonRecord, normalizeRelativePath, readSurfaceFiles, workbenchRuntimeExplicitActiveId, workbenchRuntimeBundleStats, workbenchRuntimeCandidateIdentityForExchange, workbenchSurfaceFilesEqualForExchange, writeSurfaceFiles, } from "@workbench-ai/workbench-core";
+import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, compactWorkbenchRuntimeJobForExchange, mergeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeJobForExchange, selectExecutionOutputFilesForInspection, isSurfaceSnapshotFile, jsonRecord, normalizeRelativePath, readSurfaceFiles, workbenchRuntimeBundleStats, workbenchRuntimeCandidateIdentityForExchange, workbenchRuntimeProjectedActiveId, workbenchSurfaceFilesEqualForExchange, writeSurfaceFiles, } from "@workbench-ai/workbench-core";
 const RUNTIME_DIR = ".workbench/runtime";
 const CANDIDATE_RECORDS_DIR = "candidates";
 export function localRuntimeDir(workspace) {
@@ -73,12 +73,17 @@ export async function saveLocalJobs(workspace, jobs) {
 }
 export async function exportLocalRuntimeBundle(workspace, options = {}) {
     const snapshot = await loadLocalArchive(workspace);
-    const jobs = (await readLocalJobs(workspace)).map(compactWorkbenchRuntimeJobForExchange);
+    const archivedJobs = await readLocalJobs(workspace);
+    const jobs = archivedJobs.map(compactWorkbenchRuntimeJobForExchange);
+    const executionFiles = (await Promise.all(archivedJobs.map(async (job) => ({
+        jobId: job.id,
+        files: await readLocalExecutionFiles(workspace, job.id),
+    })))).filter((group) => group.files.length > 0);
     const activeId = options.currentBenchmarkFingerprint
-        ? workbenchRuntimeExplicitActiveId({
+        ? workbenchRuntimeProjectedActiveId({
             candidates: snapshot.candidates,
+            evaluations: snapshot.evaluations,
             runs: snapshot.runs,
-            preferredActiveId: snapshot.activeId,
             benchmarkFingerprint: options.currentBenchmarkFingerprint,
         })
         : snapshot.activeId;
@@ -93,7 +98,7 @@ export async function exportLocalRuntimeBundle(workspace, options = {}) {
         evaluations: snapshot.evaluations.map((evaluation) => ({ ...evaluation })),
         runs: snapshot.runs.map((run) => ({ ...run })),
         jobs,
-        executionFiles: [],
+        executionFiles,
         events: snapshot.events.map((event) => ({ ...event })),
     };
 }
@@ -163,10 +168,10 @@ export async function importLocalRuntimeBundle(workspace, bundle, currentBenchma
         changed ||= didChange;
     }, runtimeJobsEqualForExchange).sort((left, right) => (left.startedAt ?? left.createdAt).localeCompare(right.startedAt ?? right.createdAt) ||
         left.id.localeCompare(right.id));
-    const activeId = workbenchRuntimeExplicitActiveId({
+    const activeId = workbenchRuntimeProjectedActiveId({
         candidates,
+        evaluations,
         runs,
-        preferredActiveId: bundle.activeId ?? null,
         benchmarkFingerprint: currentBenchmarkFingerprint,
     });
     if (activeId !== snapshot.activeId) {

package/dist/local-inspection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-inspection.d.ts","sourceRoot":"","sources":["../src/local-inspection.ts"],"names":[],"mappings":"AAEA,OAAO,EAaL,KAAK,mBAAmB,EAGzB,MAAM,8BAA8B,CAAC;AAetC,OAAO,EAGL,KAAK,kBAAkB,EAExB,MAAM,qBAAqB,CAAC;AAgB7B,MAAM,WAAW,+BAA+B;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACvD;AAED,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,+BAA+B,GACvC,mBAAmB,CAqCrB;AAED,wBAAgB,8BAA8B,CAC5C,SAAS,EAAE,MAAM,GAChB,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAiBnC"}
+{"version":3,"file":"local-inspection.d.ts","sourceRoot":"","sources":["../src/local-inspection.ts"],"names":[],"mappings":"AAEA,OAAO,EAgBL,KAAK,mBAAmB,EAIzB,MAAM,8BAA8B,CAAC;AAetC,OAAO,EAGL,KAAK,kBAAkB,EAExB,MAAM,qBAAqB,CAAC;AAgB7B,MAAM,WAAW,+BAA+B;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACvD;AAED,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,+BAA+B,GACvC,mBAAmB,CA2DrB;AAkBD,wBAAgB,8BAA8B,CAC5C,SAAS,EAAE,MAAM,GAChB,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAiBnC"}