@workbench-ai/workbench 0.0.66 → 0.0.67

package/dist/local-inspection.js

@@ -1,5 +1,5 @@
 import path from "node:path";
-import { WorkbenchInspectionError, candidateRecordWithoutDerivedFields, candidateSummaryFromRecord, createWorkbenchInspection, loadAuthoredWorkbenchSourceDocument, traceSessionLabel, } from "@workbench-ai/workbench-core";
+import { WorkbenchInspectionError, candidateRecordWithoutDerivedFields, candidateSummaryFromRecord, createCandidateFilePreview, createWorkbenchInspection, loadAuthoredWorkbenchSourceDocument, selectedFilePath, summarizeCandidateFiles, traceSessionLabel, } from "@workbench-ai/workbench-core";
 import { localBenchmarkFingerprint } from "./benchmark-fingerprint.js";
 import { loadLocalArchiveIndex, readLocalCandidateFilesForId, readLocalCandidateRecord, readLocalEvaluationRecord, readLocalExecutionFiles, readLocalJobInRun, readLocalRunJobs, readLocalRunRecord, } from "./local-archive.js";
 import { readLocalAuthoredProjectSource, readLocalProjectSource, WORKBENCH_BENCHMARK_FILE, } from "./project-source.js";
@@ -14,14 +14,22 @@ export function createLocalWorkbenchInspection(options) {
         projectId: "local",
         snapshot: () => localBenchmarkSnapshot(context),
         spec: (input) => localSpecDocument(context, input.fingerprint),
-        sourceFiles: (input) => localBenchmarkMountedFiles(context, input.fingerprint),
+        sourceFiles: async (input) => {
+            const files = await localBenchmarkMountedFiles(context, input.fingerprint);
+            return summarizeCandidateFiles(files, files.map((file) => file.path));
+        },
+        sourceFileSurface: async (input) => {
+            const files = await localBenchmarkMountedFiles(context, input.fingerprint);
+            return localFileSurface(files, files.map((file) => file.path), input.path, input.view);
+        },
         candidate: (input) => readCandidateForInspection(context.workspace, input.id),
         candidateFiles: async (input) => {
             const candidate = await readCandidateForInspection(context.workspace, input.id);
-            return {
-                files: await readCandidateFilesForInspection(context.workspace, input.id),
-                changedPaths: candidate.fileChanges,
-            };
+            return summarizeCandidateFiles(await readCandidateFilesForInspection(context.workspace, input.id), candidate.fileChanges);
+        },
+        candidateFileSurface: async (input) => {
+            const candidate = await readCandidateForInspection(context.workspace, input.id);
+            return localFileSurface(await readCandidateFilesForInspection(context.workspace, input.id), candidate.fileChanges, input.path, input.view);
         },
         evaluation: (input) => readEvaluationForInspection(context.workspace, input.id),
         run: async (input) => {
@@ -34,12 +42,29 @@ export function createLocalWorkbenchInspection(options) {
             };
         },
         jobInRun: (input) => readExecutionJobForRun(context.workspace, input.runId, input.jobId),
-        executionFiles: (input) => readExecutionFilesForRun(context.workspace, input.runId, input.jobId),
+        executionFiles: async (input) => {
+            const files = await readExecutionFilesForRun(context.workspace, input.runId, input.jobId);
+            return summarizeCandidateFiles(files, files.map((file) => file.path));
+        },
+        executionFileSurface: async (input) => {
+            const files = await readExecutionFilesForRun(context.workspace, input.runId, input.jobId);
+            return localFileSurface(files, files.map((file) => file.path), input.path, input.view);
+        },
         traceForJob: readLocalAggregateTrace,
         traceSessionsForJob: readLocalTraceSessions,
     };
     return createWorkbenchInspection(backend);
 }
+function localFileSurface(files, changedPaths, path, view = "rendered") {
+    const summaries = summarizeCandidateFiles(files, changedPaths);
+    const previewPath = selectedFilePath(path, summaries);
+    return {
+        files: summaries,
+        preview: previewPath
+            ? createCandidateFilePreview({ files, path: previewPath, view })
+            : null,
+    };
+}
 export function createLocalProjectSourceReader(workspace) {
     const resolvedWorkspace = path.resolve(workspace);
     let cached = null;
@@ -90,9 +115,20 @@ async function localSpecDocument(context, benchmarkFingerprint) {
         currentFingerprint &&
         requestedFingerprint !== currentFingerprint) {
         const snapshot = await loadLocalArchiveIndex(workspace);
-        const document = localHistoricalBenchmarkDocument(snapshot, requestedFingerprint);
-        if (document) {
-            return document;
+        const source = localHistoricalBenchmarkSource(snapshot, requestedFingerprint);
+        if (source) {
+            return loadAuthoredWorkbenchSourceDocument({
+                sourceYaml: source.sourceYaml,
+                path: WORKBENCH_BENCHMARK_FILE,
+                sourceFiles: [{
+                        path: WORKBENCH_BENCHMARK_FILE,
+                        kind: "text",
+                        encoding: "utf8",
+                        content: source.sourceYaml,
+                        executable: false,
+                    }],
+                cases: source.engineResolveFiles,
+            });
         }
         throw new WorkbenchInspectionError(`Benchmark version not found: ${requestedFingerprint}`, { status: 404 });
     }
@@ -116,12 +152,16 @@ async function localBenchmarkMountedFiles(context, benchmarkFingerprint) {
         currentFingerprint &&
         requestedFingerprint !== currentFingerprint) {
         const snapshot = await loadLocalArchiveIndex(workspace);
-        return localHistoricalBenchmarkFiles(snapshot, requestedFingerprint);
+        const source = localHistoricalBenchmarkSource(snapshot, requestedFingerprint);
+        if (source) {
+            return source.engineResolveFiles.map((file) => ({ ...file }));
+        }
+        throw new WorkbenchInspectionError(`Benchmark version not found: ${requestedFingerprint}`, { status: 404 });
     }
     return inspectableEngineCaseFiles(projectSource.engineCases);
 }
 function publicLocalRunSummary(run) {
-    const { executionFingerprint: _executionFingerprint, ...summary } = run;
+    const { executionFingerprint: _executionFingerprint, input: _input, ...summary } = run;
     return summary;
 }
 async function readCurrentBenchmarkFingerprint(context) {
@@ -147,21 +187,17 @@ function caseSummaryFilesFromEngineCases(engineCases, files) {
         })),
     ];
 }
-function localHistoricalBenchmarkDocument(snapshot, benchmarkFingerprint) {
-    const candidate = snapshot.candidates.find((entry) => entry.benchmarkFingerprint === benchmarkFingerprint && readBenchmarkSourceMetadata(entry));
-    const source = candidate ? readBenchmarkSourceMetadata(candidate) : null;
-    if (!source?.sourceYaml) {
-        return null;
+function localHistoricalBenchmarkSource(snapshot, benchmarkFingerprint) {
+    for (const run of snapshot.runs) {
+        if (run.benchmarkFingerprint !== benchmarkFingerprint) {
+            continue;
+        }
+        const source = readRunSourceInput(run);
+        if (source) {
+            return source;
+        }
     }
-    return loadAuthoredWorkbenchSourceDocument({
-        sourceYaml: source.sourceYaml,
-        path: WORKBENCH_BENCHMARK_FILE,
-        sourceFiles: source.files,
-        cases: localHistoricalBenchmarkFiles(snapshot, benchmarkFingerprint),
-    });
-}
-function localHistoricalBenchmarkFiles(_snapshot, _benchmarkFingerprint) {
-    return [];
+    return null;
 }
 function inspectableEngineCaseFiles(engineCases) {
     return engineCases.flatMap((bundle) => engineCaseFiles(bundle).map((file) => ({
@@ -195,18 +231,19 @@ async function readRunForInspection(workspace, runId) {
 async function readCandidateFilesForInspection(workspace, candidateId) {
     return await readArchiveRecord("Candidate", candidateId, () => readLocalCandidateFilesForId(workspace, candidateId));
 }
-function readBenchmarkSourceMetadata(candidate) {
-    const benchmark = asRecord(asRecord(candidate.meta)?.benchmark);
-    const files = Array.isArray(benchmark?.files)
-        ? benchmark.files
+function readRunSourceInput(run) {
+    const input = asRecord(run.input);
+    const sourceYaml = typeof input?.sourceYaml === "string" ? input.sourceYaml : null;
+    if (!input || !sourceYaml) {
+        return null;
+    }
+    const engineResolveFiles = Array.isArray(input.engineResolveFiles)
+        ? input.engineResolveFiles
             .map(readSurfaceSnapshotFile)
             .filter((file) => file !== null)
+            .sort((left, right) => left.path.localeCompare(right.path))
         : [];
-    const sourceYaml = files.find((file) => file.path === WORKBENCH_BENCHMARK_FILE)?.content ?? null;
-    if (!sourceYaml) {
-        return null;
-    }
-    return { sourceYaml, files };
+    return { sourceYaml, engineResolveFiles };
 }
 function readSurfaceSnapshotFile(value) {
     const record = asRecord(value);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@workbench-ai/workbench",
-  "version": "0.0.66",
+  "version": "0.0.67",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/workbench-ai/workbench.git",
@@ -21,9 +21,9 @@
   ],
   "dependencies": {
     "yaml": "^2.8.2",
-    "@workbench-ai/workbench-built-in-adapters": "0.0.66",
-    "@workbench-ai/workbench-protocol": "0.0.66",
-    "@workbench-ai/workbench-core": "0.0.66"
+    "@workbench-ai/workbench-built-in-adapters": "0.0.67",
+    "@workbench-ai/workbench-core": "0.0.67",
+    "@workbench-ai/workbench-protocol": "0.0.67"
   },
   "devDependencies": {
     "@tailwindcss/postcss": "^4.2.2",