@workbench-ai/workbench 0.0.50 → 0.0.52

package/dist/local-archive.d.ts

@@ -1,4 +1,4 @@
-import { type CandidateRecord, type EvaluationScorecard, type HostedWorkbenchJob, type RunSummary, type RuntimeEvent, type SurfaceSnapshotFile, type WorkbenchExecutionTrace, type WorkbenchTraceSession } from "@workbench-ai/workbench-core";
+import { type CandidateRecord, type EvaluationScorecard, type HostedWorkbenchJob, type RunSummary, type RuntimeEvent, type SurfaceSnapshotFile, type WorkbenchRuntimeBundle, type WorkbenchRuntimeBundleStats, type WorkbenchRuntimeImportResult, type WorkbenchExecutionTrace, type WorkbenchTraceSession } from "@workbench-ai/workbench-core";
 export interface LocalArchiveSnapshot {
     activeId: string | null;
     candidates: CandidateRecord[];
@@ -23,6 +23,10 @@ export declare function loadLocalArchive(workspace: string): Promise<LocalArchiv
 export declare function loadLocalArchiveIndex(workspace: string): Promise<LocalArchiveIndex>;
 export declare function saveLocalArchive(workspace: string, snapshot: LocalArchiveSnapshot): Promise<void>;
 export declare function saveLocalJobs(workspace: string, jobs: readonly HostedWorkbenchJob[]): Promise<void>;
+export declare function exportLocalRuntimeBundle(workspace: string): Promise<WorkbenchRuntimeBundle>;
+export declare function importLocalRuntimeBundle(workspace: string, bundle: WorkbenchRuntimeBundle, currentBenchmarkFingerprint: string): Promise<WorkbenchRuntimeImportResult>;
+export declare function runtimeBundleStats(bundle: WorkbenchRuntimeBundle): WorkbenchRuntimeBundleStats;
+export declare function sanitizeRuntimeJobForExchange(job: HostedWorkbenchJob): HostedWorkbenchJob;
 export declare function readLocalExecutionFiles(workspace: string, jobId: string): Promise<SurfaceSnapshotFile[]>;
 export declare function readLocalCandidateRecord(workspace: string, candidateId: string): Promise<CandidateRecord>;
 export declare function readLocalCandidateFilesForId(workspace: string, candidateId: string): Promise<SurfaceSnapshotFile[]>;

package/dist/local-archive.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CA2Bf;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAIhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AA0XD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}
+{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAQL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,sBAAsB,CAAC,CAuBjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAkHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AAyDD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAIhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AAkoBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}

package/dist/local-archive.js

@@ -1,6 +1,6 @@
 import { promises as fs } from "node:fs";
 import path from "node:path";
-import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, selectExecutionOutputFilesForInspection, } from "@workbench-ai/workbench-core";
+import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, sanitizeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeJobForExchange, selectExecutionOutputFilesForInspection, workbenchRuntimeBundleStats, workbenchSurfaceFilesEqualForExchange, } from "@workbench-ai/workbench-core";
 const RUNTIME_DIR = ".workbench/runtime";
 const CANDIDATE_RECORDS_DIR = "candidates";
 export function localRuntimeDir(workspace) {
@@ -66,6 +66,146 @@ export async function saveLocalArchive(workspace, snapshot) {
     await writeJson(path.join(root, "events.json"), snapshot.events);
 }
 export async function saveLocalJobs(workspace, jobs) {
+    if (jobs.length === 0) {
+        return;
+    }
+    await writeArchivedLocalJobs(workspace, jobs, new Map());
+}
+export async function exportLocalRuntimeBundle(workspace) {
+    const snapshot = await loadLocalArchive(workspace);
+    const jobs = (await readLocalJobs(workspace)).map(sanitizeRuntimeJobForExchange);
+    const executionFiles = await Promise.all(jobs.map(async (job) => ({
+        jobId: job.id,
+        files: await readLocalExecutionFiles(workspace, job.id),
+    })));
+    return {
+        schema: "workbench.runtime.bundle.v1",
+        activeId: snapshot.activeId,
+        candidates: snapshot.candidates.map(sanitizeWorkbenchRuntimeCandidateForExchange),
+        candidateFiles: Object.entries(snapshot.candidateFiles).map(([candidateId, files]) => ({
+            candidateId,
+            files: copySurfaceFiles(files),
+        })),
+        evaluations: snapshot.evaluations.map((evaluation) => ({ ...evaluation })),
+        runs: snapshot.runs.map((run) => ({ ...run })),
+        jobs,
+        executionFiles,
+        events: snapshot.events.map((event) => ({ ...event })),
+    };
+}
+export async function importLocalRuntimeBundle(workspace, bundle, currentBenchmarkFingerprint) {
+    validateRuntimeBundleSchema(bundle);
+    const snapshot = await loadLocalArchive(workspace);
+    const existingJobs = (await readLocalJobs(workspace)).map(sanitizeRuntimeJobForExchange);
+    let changed = false;
+    const existingCandidates = snapshot.candidates.map(sanitizeWorkbenchRuntimeCandidateForExchange);
+    if (JSON.stringify(existingCandidates) !== JSON.stringify(snapshot.candidates)) {
+        changed = true;
+    }
+    const incomingCandidates = bundle.candidates.map(sanitizeWorkbenchRuntimeCandidateForExchange);
+    const candidates = mergeRecordsById(existingCandidates, incomingCandidates, (candidate) => candidate.id, (didChange) => {
+        changed ||= didChange;
+    }, runtimeCandidatesCompatibleForExchange, mergeRuntimeCandidateForExchange).sort(compareLocalCandidateRecords);
+    const candidateFiles = { ...snapshot.candidateFiles };
+    for (const group of bundle.candidateFiles) {
+        const candidateId = localRecordName(group.candidateId);
+        const files = copySurfaceFiles(group.files);
+        const existing = candidateFiles[candidateId];
+        if (existing) {
+            if (!workbenchSurfaceFilesEqualForExchange(existing, files)) {
+                throw new Error(`Runtime history conflict for candidate files ${candidateId}.`);
+            }
+        }
+        else {
+            changed = true;
+        }
+        candidateFiles[candidateId] = files;
+    }
+    const activeId = compatibleRuntimeActiveCandidateId(candidates, bundle.activeId ?? null, currentBenchmarkFingerprint) ??
+        compatibleRuntimeActiveCandidateId(candidates, snapshot.activeId, currentBenchmarkFingerprint) ??
+        latestCompatibleRuntimeCandidateId(candidates, currentBenchmarkFingerprint);
+    if (activeId !== snapshot.activeId) {
+        changed = true;
+    }
+    const evaluations = mergeRecordsById(snapshot.evaluations, bundle.evaluations, (evaluation) => evaluation.id, (didChange) => {
+        changed ||= didChange;
+    }, runtimeEvaluationsCompatibleForExchange).sort((left, right) => left.createdAt.localeCompare(right.createdAt) || left.id.localeCompare(right.id));
+    const runs = mergeRecordsById(snapshot.runs, bundle.runs, (run) => run.id, (didChange) => {
+        changed ||= didChange;
+    }, runtimeRunsCompatibleForExchange).sort((left, right) => left.startedAt.localeCompare(right.startedAt) || left.id.localeCompare(right.id));
+    const events = mergeRecordsById(snapshot.events, bundle.events, runtimeEventKey, (didChange) => {
+        changed ||= didChange;
+    }).sort((left, right) => left.at.localeCompare(right.at) || left.id.localeCompare(right.id));
+    const executionFilesByJobId = new Map();
+    await Promise.all(existingJobs.map(async (job) => {
+        executionFilesByJobId.set(job.id, await readLocalExecutionFiles(workspace, job.id));
+    }));
+    const existingJobById = new Map(existingJobs.map((job) => [job.id, job]));
+    const incomingJobById = new Map(bundle.jobs.map(sanitizeRuntimeJobForExchange).map((job) => [job.id, job]));
+    for (const group of bundle.executionFiles) {
+        const jobId = localRecordName(group.jobId);
+        const files = copySurfaceFiles(group.files);
+        const existing = executionFilesByJobId.get(jobId);
+        if (existing) {
+            if (!workbenchSurfaceFilesEqualForExchange(existing, files)) {
+                const existingJob = existingJobById.get(jobId) ?? null;
+                const incomingJob = incomingJobById.get(jobId) ?? null;
+                if (!existingJob || !incomingJob || !runtimeJobsEqualForExchange(existingJob, incomingJob)) {
+                    throw new Error(`Runtime history conflict for execution files ${jobId}.`);
+                }
+                changed = true;
+            }
+        }
+        else {
+            changed = true;
+        }
+        executionFilesByJobId.set(jobId, files);
+    }
+    const jobs = mergeRecordsById(existingJobs, bundle.jobs.map(sanitizeRuntimeJobForExchange), (job) => job.id, (didChange) => {
+        changed ||= didChange;
+    }, runtimeJobsEqualForExchange).sort((left, right) => (left.startedAt ?? left.createdAt).localeCompare(right.startedAt ?? right.createdAt) ||
+        left.id.localeCompare(right.id));
+    await saveLocalArchive(workspace, {
+        activeId,
+        candidates,
+        candidateFiles,
+        evaluations,
+        runs,
+        events,
+    });
+    await writeArchivedLocalJobs(workspace, jobs, executionFilesByJobId);
+    return {
+        changed,
+        stats: runtimeBundleStats({
+            schema: "workbench.runtime.bundle.v1",
+            activeId,
+            candidates,
+            candidateFiles: Object.entries(candidateFiles).map(([candidateId, files]) => ({
+                candidateId,
+                files,
+            })),
+            evaluations,
+            runs,
+            jobs,
+            executionFiles: [...executionFilesByJobId.entries()].map(([jobId, files]) => ({
+                jobId,
+                files,
+            })),
+            events,
+        }),
+    };
+}
+export function runtimeBundleStats(bundle) {
+    return workbenchRuntimeBundleStats(bundle);
+}
+export function sanitizeRuntimeJobForExchange(job) {
+    return sanitizeWorkbenchRuntimeJobForExchange(job);
+}
+function sanitizeRuntimeJobForArchive(job) {
+    const { leaseUntil: _leaseUntil, wakeupLeaseUntil: _wakeupLeaseUntil, hostId: _hostId, workerId: _workerId, claimTokenHash: _claimTokenHash, ...portable } = job;
+    return { ...portable };
+}
+async function writeArchivedLocalJobs(workspace, jobs, executionFilesByJobId) {
     if (jobs.length === 0) {
         return;
     }
@@ -77,14 +217,18 @@ export async function saveLocalJobs(workspace, jobs) {
         fs.mkdir(executionFilesDir, { recursive: true }),
     ]);
     for (const job of jobs) {
+        const sanitizedJob = sanitizeRuntimeJobForArchive(job);
         const safeJobId = localRecordName(job.id);
-        const traceSourceFiles = filterArchivedExecutionFiles(completedJobOutputFiles(job));
-        const outputFiles = selectExecutionOutputFilesForInspection({
-            purpose: readExecutionPurpose(job),
-            files: traceSourceFiles,
-            output: jsonRecord(job.output),
-        });
-        await writeJson(path.join(jobsDir, `${safeJobId}.json`), archivedLocalJob(job, outputFiles, traceSourceFiles));
+        const explicitOutputFiles = executionFilesByJobId.get(job.id);
+        const traceSourceFiles = filterArchivedExecutionFiles(completedJobOutputFiles(sanitizedJob));
+        const outputFiles = explicitOutputFiles
+            ? copySurfaceFiles(explicitOutputFiles)
+            : selectExecutionOutputFilesForInspection({
+                purpose: readExecutionPurpose(sanitizedJob),
+                files: traceSourceFiles,
+                output: jsonRecord(sanitizedJob.output),
+            });
+        await writeJson(path.join(jobsDir, `${safeJobId}.json`), archivedLocalJob(sanitizedJob, outputFiles, traceSourceFiles.length > 0 ? traceSourceFiles : outputFiles));
         const filesRoot = path.join(executionFilesDir, safeJobId);
         await fs.rm(filesRoot, { force: true, recursive: true });
         await writeSurfaceFiles(filesRoot, outputFiles);
@@ -187,6 +331,156 @@ export function readLocalCandidateFiles(snapshot, candidateId) {
 function validateLocalArchiveSnapshot(snapshot) {
     validateLocalArchiveIndex(snapshot);
 }
+function validateRuntimeBundleSchema(bundle) {
+    if (!bundle || bundle.schema !== "workbench.runtime.bundle.v1") {
+        throw new Error("Unsupported Workbench runtime bundle.");
+    }
+}
+function mergeRecordsById(existing, incoming, idFor, markChanged, equal = runtimeRecordsEqual, merge = (_left, right) => right) {
+    const records = new Map();
+    for (const record of existing) {
+        records.set(localRecordName(idFor(record)), record);
+    }
+    for (const record of incoming) {
+        const id = localRecordName(idFor(record));
+        const previous = records.get(id);
+        if (!previous) {
+            markChanged(true);
+            records.set(id, record);
+            continue;
+        }
+        if (!equal(previous, record)) {
+            throw new Error(`Runtime history conflict for id ${id}.`);
+        }
+        const merged = merge(previous, record);
+        if (!runtimeRecordsEqual(previous, merged)) {
+            markChanged(true);
+        }
+        records.set(id, merged);
+    }
+    return [...records.values()];
+}
+function runtimeRecordsEqual(left, right) {
+    return JSON.stringify(canonicalRuntimeJson(left)) ===
+        JSON.stringify(canonicalRuntimeJson(right));
+}
+function runtimeJobsEqualForExchange(left, right) {
+    if (runtimeRecordsEqual(runtimeComparableJob(left), runtimeComparableJob(right))) {
+        return true;
+    }
+    return runtimeRecordsEqual(runtimeJobIdentityForExchange(left), runtimeJobIdentityForExchange(right));
+}
+function runtimeComparableJob(job) {
+    const comparable = sanitizeRuntimeJobForExchange(job);
+    const output = comparable.output;
+    if (!output || typeof output !== "object" || Array.isArray(output)) {
+        return comparable;
+    }
+    const { files: _files, fileSet: _fileSet, ...portableOutput } = output;
+    return {
+        ...comparable,
+        output: portableOutput,
+    };
+}
+function runtimeCandidatesCompatibleForExchange(left, right) {
+    return runtimeRecordsEqual(runtimeCandidateIdentityForExchange(left), runtimeCandidateIdentityForExchange(right));
+}
+function runtimeCandidateIdentityForExchange(candidate) {
+    const { eval: _eval, prompt: _prompt, meta: _meta, status: _status, usage: _usage, visibility: _visibility, ownerUserId: _ownerUserId, ownerUsername: _ownerUsername, metrics: _metrics, candidateRunId: _candidateRunId, candidateRunName: _candidateRunName, ...identity } = candidate;
+    return identity;
+}
+function mergeRuntimeCandidateForExchange(left, right) {
+    return {
+        ...left,
+        ...right,
+        ...(right.eval ? { eval: right.eval } : left.eval ? { eval: left.eval } : {}),
+        ...(right.prompt ? { prompt: right.prompt } : left.prompt ? { prompt: left.prompt } : {}),
+        ...(right.meta !== undefined ? { meta: right.meta } : left.meta !== undefined ? { meta: left.meta } : {}),
+        ...(right.usage ? { usage: right.usage } : left.usage ? { usage: left.usage } : {}),
+        visibility: right.visibility ?? left.visibility,
+    };
+}
+function runtimeEvaluationsCompatibleForExchange(left, right) {
+    if (runtimeRecordsEqual(left, right)) {
+        return true;
+    }
+    return runtimeRecordsEqual(runtimeEvaluationIdentityForExchange(left), runtimeEvaluationIdentityForExchange(right));
+}
+function runtimeEvaluationIdentityForExchange(evaluation) {
+    return {
+        id: evaluation.id,
+        runId: evaluation.runId,
+        candidateId: evaluation.candidateId,
+        candidateVersion: evaluation.candidateVersion,
+        benchmarkFingerprint: evaluation.benchmarkFingerprint,
+        candidateFingerprint: evaluation.candidateFingerprint,
+    };
+}
+function runtimeRunsCompatibleForExchange(left, right) {
+    if (runtimeRecordsEqual(left, right)) {
+        return true;
+    }
+    return runtimeRecordsEqual(runtimeRunIdentityForExchange(left), runtimeRunIdentityForExchange(right));
+}
+function runtimeRunIdentityForExchange(run) {
+    return {
+        id: run.id,
+        workflow: run.workflow,
+        benchmarkFingerprint: run.benchmarkFingerprint,
+        candidateId: run.candidateId ?? null,
+        outputCandidateId: run.outputCandidateId ?? null,
+        engineRun: run.engineRun,
+        improver: run.improver,
+        strategy: run.strategy,
+        budget: run.budget,
+        samples: run.samples,
+        attemptsRequested: run.attemptsRequested,
+    };
+}
+function runtimeJobIdentityForExchange(job) {
+    return {
+        id: job.id,
+        runId: job.runId,
+        candidateId: job.candidateId,
+        kind: job.kind,
+        attempt: job.attempt,
+    };
+}
+function compatibleRuntimeActiveCandidateId(candidates, candidateId, benchmarkFingerprint) {
+    if (!candidateId) {
+        return null;
+    }
+    const candidate = candidates.find((entry) => entry.id === candidateId) ?? null;
+    return candidate?.benchmarkFingerprint === benchmarkFingerprint ? candidate.id : null;
+}
+function latestCompatibleRuntimeCandidateId(candidates, benchmarkFingerprint) {
+    return candidates
+        .filter((candidate) => candidate.benchmarkFingerprint === benchmarkFingerprint &&
+        candidate.status === "evaluated")
+        .at(-1)?.id ?? null;
+}
+function canonicalRuntimeJson(value) {
+    if (Array.isArray(value)) {
+        return value.map(canonicalRuntimeJson);
+    }
+    if (value && typeof value === "object") {
+        return Object.fromEntries(Object.keys(value)
+            .sort()
+            .map((key) => [key, canonicalRuntimeJson(value[key])]));
+    }
+    return value;
+}
+function runtimeEventKey(event) {
+    return [
+        event.runId ?? "_",
+        event.jobId ?? "_",
+        event.at,
+        event.id,
+    ].join("#");
+}
+function copySurfaceFiles(files) {
+    return files.map((file) => ({ ...file }));
+}
 function validateLocalArchiveIndex(snapshot) {
     const candidateIds = new Set(snapshot.candidates.map((candidate) => candidate.id));
     if (snapshot.activeId && !candidateIds.has(snapshot.activeId)) {
@@ -227,6 +521,9 @@ function validateCandidateRecord(candidate) {
     requireArchivePositiveInteger(candidate.ordinal, `candidate ${candidate.id}.ordinal`);
     requireArchiveString(candidate.benchmarkFingerprint, `candidate ${candidate.id}.benchmarkFingerprint`);
     requireArchiveString(candidate.candidateFingerprint, `candidate ${candidate.id}.candidateFingerprint`);
+    if (candidate.visibility !== "private" && candidate.visibility !== "public") {
+        throw new Error(`candidate ${candidate.id}.visibility must be private or public.`);
+    }
     requireArchiveString(candidate.createdAt, `candidate ${candidate.id}.createdAt`);
 }
 function validateEvaluationRecord(evaluation) {
@@ -260,16 +557,41 @@ function compareLocalCandidateRecords(left, right) {
 }
 function archivedLocalJob(job, outputFiles, traceSourceFiles) {
     const output = jsonRecord(job.output);
-    const traceSessions = buildLocalJobTraceSessions(job, traceSourceFiles);
+    const existingTrace = readExistingTrace(job);
+    const existingTraceSessions = readExistingTraceSessions(job);
+    const traceSessions = existingTraceSessions.length > 0
+        ? existingTraceSessions
+        : buildLocalJobTraceSessions(job, traceSourceFiles);
     return {
         ...job,
         ...(Object.keys(output).length > 0
             ? { output: { ...output, files: traceSourceFiles } }
             : {}),
-        trace: buildLocalJobTrace(job),
+        trace: existingTrace ?? buildLocalJobTrace(job),
         traceSessions,
     };
 }
+function readExistingTrace(job) {
+    const trace = job.trace;
+    if (!trace || typeof trace !== "object" || Array.isArray(trace)) {
+        return null;
+    }
+    return {
+        trace_id: typeof trace.trace_id === "string" && trace.trace_id.length > 0
+            ? trace.trace_id
+            : job.id,
+        spans: Array.isArray(trace.spans) ? trace.spans : [],
+        events: Array.isArray(trace.events) ? trace.events : [],
+        summaries: Array.isArray(trace.summaries) ? trace.summaries : [],
+    };
+}
+function readExistingTraceSessions(job) {
+    const sessions = job.traceSessions;
+    if (!Array.isArray(sessions)) {
+        return [];
+    }
+    return sessions.map((session) => ({ ...session }));
+}
 function filterArchivedExecutionFiles(files) {
     return files.filter((file) => file.path.startsWith(".workbench/traces/") ||
         !isWorkbenchReservedArchivePath(file.path));

package/dist/project-source.d.ts

@@ -58,5 +58,6 @@ interface LocalProjectSourceOptions {
 }
 export declare function readLocalProjectSource(source: string, options?: LocalProjectSourceOptions): Promise<LocalProjectSource>;
 export declare function readLocalAuthoredProjectSource(source: string, options?: LocalProjectSourceOptions): Promise<LocalAuthoredProjectSource>;
+export declare function hostedEngineResolveFiles(source: LocalProjectSource): HostedFile[];
 export {};
 //# sourceMappingURL=project-source.d.ts.map

package/dist/project-source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"project-source.d.ts","sourceRoot":"","sources":["../src/project-source.ts"],"names":[],"mappings":"AAKA,OAAO,EAOL,kCAAkC,EAGlC,KAAK,IAAI,EACT,KAAK,mBAAmB,EACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAQL,KAAK,mBAAmB,EACxB,KAAK,4BAA4B,EAClC,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAGL,KAAK,qBAAqB,EAC3B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,KAAK,wBAAwB,EAC9B,MAAM,sBAAsB,CAAC;AAI9B,eAAO,MAAM,wBAAwB,mBAAsB,CAAC;AAC5D,eAAO,MAAM,wBAAwB,eAAe,CAAC;AACrD,eAAO,MAAM,wBAAwB,mBAAsB,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,qBAAqB,CAAC;AAE/C,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,UAAU,CAAC,OAAO,kCAAkC,CAAC,CAAC;IAC5D,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,UAAU,EAAE,CAAC;IAC9B,cAAc,EAAE,UAAU,EAAE,CAAC;IAC7B,kBAAkB,EAAE,UAAU,EAAE,CAAC;IACjC,QAAQ,EAAE,wBAAwB,EAAE,CAAC;IACrC,YAAY,EAAE,UAAU,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,4BAA4B,CAAC;IAC5C,4BAA4B,EAAE,MAAM,CAAC;IACrC,wBAAwB,CAAC,EAAE,4BAA4B,CAAC,aAAa,CAAC,CAAC;IACvE,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,CAAC,EAAE,IAAI,CAAC;CACb;AAED,UAAU,yBAAyB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAaD,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,kBAAkB,CAAC,CA8G7B;AAED,wBAAsB,8BAA8B,CAClD,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,0BAA0B,CAAC,CA6BrC"}
+{"version":3,"file":"project-source.d.ts","sourceRoot":"","sources":["../src/project-source.ts"],"names":[],"mappings":"AAKA,OAAO,EAOL,kCAAkC,EAGlC,KAAK,IAAI,EACT,KAAK,mBAAmB,EACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAUL,KAAK,mBAAmB,EACxB,KAAK,4BAA4B,EAClC,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAGL,KAAK,qBAAqB,EAC3B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,KAAK,wBAAwB,EAC9B,MAAM,sBAAsB,CAAC;AAI9B,eAAO,MAAM,wBAAwB,mBAAsB,CAAC;AAC5D,eAAO,MAAM,wBAAwB,eAAe,CAAC;AACrD,eAAO,MAAM,wBAAwB,mBAAsB,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,qBAAqB,CAAC;AAE/C,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,UAAU,CAAC,OAAO,kCAAkC,CAAC,CAAC;IAC5D,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,UAAU,EAAE,CAAC;IAC9B,cAAc,EAAE,UAAU,EAAE,CAAC;IAC7B,kBAAkB,EAAE,UAAU,EAAE,CAAC;IACjC,QAAQ,EAAE,wBAAwB,EAAE,CAAC;IACrC,YAAY,EAAE,UAAU,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,aAAa,EAAE,4BAA4B,CAAC;IAC5C,4BAA4B,EAAE,MAAM,CAAC;IACrC,wBAAwB,CAAC,EAAE,4BAA4B,CAAC,aAAa,CAAC,CAAC;IACvE,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,CAAC,EAAE,IAAI,CAAC;CACb;AAED,UAAU,yBAAyB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAaD,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,kBAAkB,CAAC,CA8G7B;AAED,wBAAsB,8BAA8B,CAClD,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,0BAA0B,CAAC,CA6BrC;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,UAAU,EAAE,CAqBjF"}

package/dist/project-source.js

@@ -3,7 +3,7 @@ import { createHash, randomUUID } from "node:crypto";
 import { spawn } from "node:child_process";
 import path from "node:path";
 import { BENCHMARK_SPEC_FILE, CANDIDATE_SPEC_FILE, buildWorkbenchProjectSourceFiles, engineResolveInvocationForSpec, normalizeSurfaceFiles, parseWorkbenchSourceFiles, resolveWorkbenchResolvedSourceYaml, serializeWorkbenchResolvedSourceYaml, validateWorkbenchResolvedSourceYaml, } from "@workbench-ai/workbench-core";
-import { assertWorkbenchAdapterOperationSupport, assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterInvocations, readWorkbenchAdapterOperationResult, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, } from "@workbench-ai/workbench-protocol";
+import { assertWorkbenchAdapterOperationSupport, assertWorkbenchAdapterOperationResultOk, collectWorkbenchAdapterInvocations, readWorkbenchAdapterOperationResult, WORKBENCH_ADAPTER_RESULT_FILE, WORKBENCH_ADAPTER_RESULT_PROTOCOL, workbenchAdapterOperationCommand, workbenchAdapterOperationResultPath, } from "@workbench-ai/workbench-protocol";
 import { readSnapshotFiles, WorkspaceSnapshotError, } from "./workspace-snapshot.js";
 import { defaultAdapterManifests, composeRuntimeDockerfileWithAdapters, resolveDefaultWorkbenchAdapter, resolveProjectAdapterSource, resolveWorkbenchAdaptersForProject, } from "./adapter-project.js";
 import { createAdapterCommandEnv } from "./adapter-command-env.js";
@@ -136,6 +136,28 @@ export async function readLocalAuthoredProjectSource(source, options = {}) {
         ],
     };
 }
+export function hostedEngineResolveFiles(source) {
+    return [
+        ...source.engineResolveFiles,
+        {
+            path: WORKBENCH_ADAPTER_RESULT_FILE,
+            content: `${JSON.stringify({
+                protocol: WORKBENCH_ADAPTER_RESULT_PROTOCOL,
+                operation: "engine.resolve",
+                ok: true,
+                value: {
+                    cases: source.engineCases,
+                    ...(source.engineResolveEnvironment
+                        ? { environment: source.engineResolveEnvironment }
+                        : {}),
+                },
+                feedback: {
+                    path: source.engineResolveFingerprintPath,
+                },
+            }, null, 2)}\n`,
+        },
+    ];
+}
 async function resolveLocalProjectSourcePaths(source, options) {
     const resolved = path.resolve(source);
     const stat = await fs.stat(resolved).catch(() => null);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@workbench-ai/workbench",
-  "version": "0.0.50",
+  "version": "0.0.52",
   "type": "module",
   "repository": {
     "type": "git",
@@ -21,9 +21,9 @@
   ],
   "dependencies": {
     "yaml": "^2.8.2",
-    "@workbench-ai/workbench-built-in-adapters": "0.0.50",
-    "@workbench-ai/workbench-protocol": "0.0.50",
-    "@workbench-ai/workbench-core": "0.0.50"
+    "@workbench-ai/workbench-built-in-adapters": "0.0.52",
+    "@workbench-ai/workbench-core": "0.0.52",
+    "@workbench-ai/workbench-protocol": "0.0.52"
   },
   "devDependencies": {
     "@tailwindcss/postcss": "^4.2.2",