@workbench-ai/workbench 0.0.64 → 0.0.66

package/dist/local-archive.d.ts

@@ -1,4 +1,4 @@
-import { type CandidateRecord, type EvaluationScorecard, type HostedWorkbenchJob, type RunSummary, type RuntimeEvent, type SurfaceSnapshotFile, type WorkbenchRuntimeBundle, type WorkbenchRuntimeBundleStats, type WorkbenchRuntimeImportResult, type WorkbenchExecutionTrace, type WorkbenchTraceSession } from "@workbench-ai/workbench-core";
+import { type CandidateRecord, type EvaluationScorecard, type RemoteWorkbenchJob, type RunSummary, type RuntimeEvent, type SurfaceSnapshotFile, type WorkbenchRuntimeBundle, type WorkbenchRuntimeBundleStats, type WorkbenchRuntimeImportResult, type WorkbenchExecutionTrace, type WorkbenchTraceSession } from "@workbench-ai/workbench-core";
 export interface LocalArchiveSnapshot {
     activeId: string | null;
     candidates: CandidateRecord[];
@@ -14,7 +14,7 @@ export interface LocalArchiveIndex {
     runs: RunSummary[];
     events: RuntimeEvent[];
 }
-export type LocalArchivedJob = HostedWorkbenchJob & {
+export type LocalArchivedJob = RemoteWorkbenchJob & {
     trace?: WorkbenchExecutionTrace;
     traceSessions?: WorkbenchTraceSession[];
 };
@@ -22,13 +22,13 @@ export declare function localRuntimeDir(workspace: string): string;
 export declare function loadLocalArchive(workspace: string): Promise<LocalArchiveSnapshot>;
 export declare function loadLocalArchiveIndex(workspace: string): Promise<LocalArchiveIndex>;
 export declare function saveLocalArchive(workspace: string, snapshot: LocalArchiveSnapshot): Promise<void>;
-export declare function saveLocalJobs(workspace: string, jobs: readonly HostedWorkbenchJob[]): Promise<void>;
+export declare function saveLocalJobs(workspace: string, jobs: readonly RemoteWorkbenchJob[]): Promise<void>;
 export declare function exportLocalRuntimeBundle(workspace: string, options?: {
     currentBenchmarkFingerprint?: string;
 }): Promise<WorkbenchRuntimeBundle>;
 export declare function importLocalRuntimeBundle(workspace: string, bundle: WorkbenchRuntimeBundle, currentBenchmarkFingerprint: string): Promise<WorkbenchRuntimeImportResult>;
 export declare function runtimeBundleStats(bundle: WorkbenchRuntimeBundle): WorkbenchRuntimeBundleStats;
-export declare function sanitizeRuntimeJobForExchange(job: HostedWorkbenchJob): HostedWorkbenchJob;
+export declare function sanitizeRuntimeJobForExchange(job: RemoteWorkbenchJob): RemoteWorkbenchJob;
 export declare function readLocalExecutionFiles(workspace: string, jobId: string): Promise<SurfaceSnapshotFile[]>;
 export declare function readLocalCandidateRecord(workspace: string, candidateId: string): Promise<CandidateRecord>;
 export declare function readLocalCandidateFilesForId(workspace: string, candidateId: string): Promise<SurfaceSnapshotFile[]>;

package/dist/local-archive.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAYL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CAyBjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AAyDD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AAkkBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}
+{"version":3,"file":"local-archive.d.ts","sourceRoot":"","sources":["../src/local-archive.ts"],"names":[],"mappings":"AAGA,OAAO,EAiBL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,UAAU,EACf,KAAK,YAAY,EAEjB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC3B,MAAM,8BAA8B,CAAC;AAOtC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACtD,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB;AAED,MAAM,MAAM,gBAAgB,GAAG,kBAAkB,GAAG;IAClD,KAAK,CAAC,EAAE,uBAAuB,CAAC;IAChC,aAAa,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACzC,CAAC;AASF,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAevF;AAED,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAyBf;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,SAAS,kBAAkB,EAAE,GAClC,OAAO,CAAC,IAAI,CAAC,CAKf;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,2BAA2B,CAAC,EAAE,MAAM,CAAA;CAAO,GACrD,OAAO,CAAC,sBAAsB,CAAC,CAyBjC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,sBAAsB,EAC9B,2BAA2B,EAAE,MAAM,GAClC,OAAO,CAAC,4BAA4B,CAAC,CAoHvC;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,GAC7B,2BAA2B,CAE7B;AAED,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,kBAAkB,GACtB,kBAAkB,CAEpB;AA+DD,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAOhC;AAED,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,eAAe,CAAC,CAU1B;AAED,wBAAsB,4BAA4B,CAChD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAKhC;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAU9B;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CAUrB;AAED,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAM7B;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAE7B;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAElC;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,oBAAoB,EAC9B,SAAS,EAAE,eAAe,EAC1B,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,oBAAoB,CAYtB;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,UAAU,EAAE,mBAAmB,GAC9B,oBAAoB,CAQtB;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,UAAU,EACf,MAAM,EAAE,SAAS,YAAY,EAAE,GAC9B,oBAAoB,CAYtB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB,CAK5G;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,CAMvG;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAGlH;AA2iBD,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,SAAS,mBAAmB,EAAE,GACpC,OAAO,CAAC,MAAM,EAAE,CAAC,CAOnB;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,mBAAmB,EAAE,EACrC,QAAQ,EAAE,MAAM,GACf,mBAAmB,GAAG,IAAI,CAG5B"}

package/dist/local-archive.js

@@ -1,6 +1,6 @@
 import { promises as fs } from "node:fs";
 import path from "node:path";
-import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, compactWorkbenchRuntimeJobForExchange, mergeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeJobForExchange, selectExecutionOutputFilesForInspection, workbenchRuntimeExplicitActiveId, workbenchRuntimeBundleStats, workbenchRuntimeCandidateIdentityForExchange, workbenchSurfaceFilesEqualForExchange, } from "@workbench-ai/workbench-core";
+import { buildWorkbenchTraceSessionsFromFiles, candidateRecordWithoutDerivedFields, compactWorkbenchRuntimeJobForExchange, mergeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeCandidateForExchange, sanitizeWorkbenchRuntimeJobForExchange, selectExecutionOutputFilesForInspection, isSurfaceSnapshotFile, jsonRecord, normalizeRelativePath, readSurfaceFiles, workbenchRuntimeExplicitActiveId, workbenchRuntimeBundleStats, workbenchRuntimeCandidateIdentityForExchange, workbenchSurfaceFilesEqualForExchange, writeSurfaceFiles, } from "@workbench-ai/workbench-core";
 const RUNTIME_DIR = ".workbench/runtime";
 const CANDIDATE_RECORDS_DIR = "candidates";
 export function localRuntimeDir(workspace) {
@@ -682,14 +682,6 @@ function completedJobOutputFiles(job) {
     }
     return output.files.filter(isSurfaceSnapshotFile).map((file) => ({ ...file }));
 }
-function isSurfaceSnapshotFile(value) {
-    const record = jsonRecord(value);
-    return (typeof record.path === "string" &&
-        (record.kind === "text" || record.kind === "binary") &&
-        (record.encoding === "utf8" || record.encoding === "base64") &&
-        typeof record.content === "string" &&
-        typeof record.executable === "boolean");
-}
 function readExecutionPurpose(job) {
     const input = jsonRecord(job.input);
     return stringValue(jsonRecord(input.execution).purpose);
@@ -751,15 +743,9 @@ function traceEvent(args) {
 }
 function traceUsageSummary(value) {
     const record = jsonRecord(value);
-    const usage = Object.keys(jsonRecord(record.total)).length > 0
-        ? jsonRecord(record.total)
-        : Object.keys(jsonRecord(record.improver)).length > 0
-            ? jsonRecord(record.improver)
-            : Object.keys(jsonRecord(record.runner)).length > 0
-                ? jsonRecord(record.runner)
-                : Object.keys(jsonRecord(record.engine)).length > 0
-                    ? jsonRecord(record.engine)
-                    : record;
+    const usage = ["total", "improver", "runner", "engine"]
+        .map((key) => jsonRecord(record[key]))
+        .find((entry) => Object.keys(entry).length > 0) ?? record;
     if (Object.keys(usage).length === 0) {
         return null;
     }
@@ -779,11 +765,6 @@ function traceUsageSummary(value) {
         pricing_source: stringValue(usage.pricingSource) ?? stringValue(usage.pricing_source),
     };
 }
-function jsonRecord(value) {
-    return value && typeof value === "object" && !Array.isArray(value)
-        ? value
-        : {};
-}
 function stringValue(value) {
     return typeof value === "string" && value.length > 0 ? value : null;
 }
@@ -850,70 +831,3 @@ async function writeJson(filePath, value) {
     await fs.mkdir(path.dirname(filePath), { recursive: true });
     await fs.writeFile(filePath, `${JSON.stringify(value, null, 2)}\n`);
 }
-async function writeSurfaceFiles(root, files) {
-    await fs.mkdir(root, { recursive: true });
-    for (const file of files) {
-        const target = path.join(root, normalizeRelativePath(file.path));
-        await fs.mkdir(path.dirname(target), { recursive: true });
-        const body = file.encoding === "base64" ? Buffer.from(file.content, "base64") : Buffer.from(file.content, "utf8");
-        await fs.writeFile(target, body);
-        if (file.executable) {
-            await fs.chmod(target, 0o755).catch(() => undefined);
-        }
-    }
-}
-async function readSurfaceFiles(root) {
-    const decoder = new TextDecoder("utf-8", { fatal: true });
-    const files = [];
-    async function walk(directory) {
-        const entries = await fs.readdir(directory, { withFileTypes: true }).catch(() => []);
-        for (const entry of entries) {
-            const absolutePath = path.join(directory, entry.name);
-            if (entry.isDirectory()) {
-                await walk(absolutePath);
-                continue;
-            }
-            if (!entry.isFile()) {
-                continue;
-            }
-            const body = await fs.readFile(absolutePath);
-            const relativePath = normalizeRelativePath(path.relative(root, absolutePath).replace(/\\/gu, "/"));
-            const stats = await fs.stat(absolutePath);
-            const content = encodeContent(body, decoder);
-            files.push({
-                path: relativePath,
-                kind: content.encoding === "base64" ? "binary" : "text",
-                encoding: content.encoding,
-                content: content.content,
-                executable: (stats.mode & 0o111) !== 0,
-            });
-        }
-    }
-    await walk(root);
-    return files.sort((left, right) => left.path.localeCompare(right.path));
-}
-function encodeContent(body, decoder) {
-    try {
-        return {
-            encoding: "utf8",
-            content: decoder.decode(body),
-        };
-    }
-    catch {
-        return {
-            encoding: "base64",
-            content: body.toString("base64"),
-        };
-    }
-}
-function normalizeRelativePath(filePath) {
-    const normalized = filePath.replace(/\\/gu, "/").replace(/^\/+/u, "");
-    if (!normalized || normalized.includes("\0")) {
-        throw new Error("File paths must be non-empty relative paths.");
-    }
-    const parts = normalized.split("/");
-    if (parts.some((part) => part === ".." || part === "." || part === "")) {
-        throw new Error(`Unsafe relative file path: ${filePath}`);
-    }
-    return normalized;
-}

package/dist/local-inspection.d.ts

@@ -0,0 +1,9 @@
+import { type WorkbenchInspection } from "@workbench-ai/workbench-core";
+import { type LocalProjectSource } from "./project-source.js";
+export interface LocalWorkbenchInspectionOptions {
+    workspace: string;
+    readProjectSource?: () => Promise<LocalProjectSource>;
+}
+export declare function createLocalWorkbenchInspection(options: LocalWorkbenchInspectionOptions): WorkbenchInspection;
+export declare function createLocalProjectSourceReader(workspace: string): () => Promise<LocalProjectSource>;
+//# sourceMappingURL=local-inspection.d.ts.map

package/dist/local-inspection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-inspection.d.ts","sourceRoot":"","sources":["../src/local-inspection.ts"],"names":[],"mappings":"AAEA,OAAO,EAaL,KAAK,mBAAmB,EAGzB,MAAM,8BAA8B,CAAC;AAetC,OAAO,EAGL,KAAK,kBAAkB,EAExB,MAAM,qBAAqB,CAAC;AAgB7B,MAAM,WAAW,+BAA+B;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACvD;AAED,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,+BAA+B,GACvC,mBAAmB,CAqCrB;AAED,wBAAgB,8BAA8B,CAC5C,SAAS,EAAE,MAAM,GAChB,MAAM,OAAO,CAAC,kBAAkB,CAAC,CAiBnC"}

package/dist/local-inspection.js

@@ -0,0 +1,317 @@
+import path from "node:path";
+import { WorkbenchInspectionError, candidateRecordWithoutDerivedFields, candidateSummaryFromRecord, createWorkbenchInspection, loadAuthoredWorkbenchSourceDocument, traceSessionLabel, } from "@workbench-ai/workbench-core";
+import { localBenchmarkFingerprint } from "./benchmark-fingerprint.js";
+import { loadLocalArchiveIndex, readLocalCandidateFilesForId, readLocalCandidateRecord, readLocalEvaluationRecord, readLocalExecutionFiles, readLocalJobInRun, readLocalRunJobs, readLocalRunRecord, } from "./local-archive.js";
+import { readLocalAuthoredProjectSource, readLocalProjectSource, WORKBENCH_BENCHMARK_FILE, } from "./project-source.js";
+const PROJECT_SOURCE_CACHE_TTL_MS = 1000;
+export function createLocalWorkbenchInspection(options) {
+    const context = {
+        workspace: path.resolve(options.workspace),
+        readProjectSource: options.readProjectSource ??
+            createLocalProjectSourceReader(options.workspace),
+    };
+    const backend = {
+        projectId: "local",
+        snapshot: () => localBenchmarkSnapshot(context),
+        spec: (input) => localSpecDocument(context, input.fingerprint),
+        sourceFiles: (input) => localBenchmarkMountedFiles(context, input.fingerprint),
+        candidate: (input) => readCandidateForInspection(context.workspace, input.id),
+        candidateFiles: async (input) => {
+            const candidate = await readCandidateForInspection(context.workspace, input.id);
+            return {
+                files: await readCandidateFilesForInspection(context.workspace, input.id),
+                changedPaths: candidate.fileChanges,
+            };
+        },
+        evaluation: (input) => readEvaluationForInspection(context.workspace, input.id),
+        run: async (input) => {
+            const run = await readRunForInspection(context.workspace, input.id);
+            return {
+                run,
+                ...(input.includeJobs
+                    ? { jobs: await readLocalRunJobs(context.workspace, input.id) }
+                    : {}),
+            };
+        },
+        jobInRun: (input) => readExecutionJobForRun(context.workspace, input.runId, input.jobId),
+        executionFiles: (input) => readExecutionFilesForRun(context.workspace, input.runId, input.jobId),
+        traceForJob: readLocalAggregateTrace,
+        traceSessionsForJob: readLocalTraceSessions,
+    };
+    return createWorkbenchInspection(backend);
+}
+export function createLocalProjectSourceReader(workspace) {
+    const resolvedWorkspace = path.resolve(workspace);
+    let cached = null;
+    return () => {
+        const now = Date.now();
+        if (cached && now - cached.loadedAt < PROJECT_SOURCE_CACHE_TTL_MS) {
+            return cached.promise;
+        }
+        const promise = readLocalProjectSource(resolvedWorkspace);
+        cached = { loadedAt: now, promise };
+        promise.catch(() => {
+            if (cached?.promise === promise) {
+                cached = null;
+            }
+        });
+        return promise;
+    };
+}
+async function localBenchmarkSnapshot(context) {
+    const { workspace } = context;
+    const snapshot = await loadLocalArchiveIndex(workspace);
+    const candidates = snapshot.candidates.filter(isInspectableCandidateRecord);
+    const summaries = candidates.map(candidateSummaryFromRecord);
+    const activeId = snapshot.activeId && candidates.some((candidate) => candidate.id === snapshot.activeId)
+        ? snapshot.activeId
+        : null;
+    const currentBenchmarkFingerprint = await readCurrentBenchmarkFingerprint(context);
+    return {
+        workspaceRoot: path.resolve(workspace),
+        activeId,
+        currentBenchmarkFingerprint,
+        summaries,
+        evaluations: snapshot.evaluations.map(evaluationSummary),
+        runs: snapshot.runs.map(publicLocalRunSummary),
+    };
+}
+async function localSpecDocument(context, benchmarkFingerprint) {
+    const { workspace } = context;
+    const projectSource = await context.readProjectSource().catch(() => null);
+    const authoredSource = projectSource
+        ? null
+        : await readLocalAuthoredProjectSource(workspace).catch(() => null);
+    const requestedFingerprint = normalizeOptionalFingerprint(benchmarkFingerprint);
+    const currentFingerprint = projectSource
+        ? localBenchmarkFingerprint(projectSource)
+        : null;
+    if (requestedFingerprint &&
+        currentFingerprint &&
+        requestedFingerprint !== currentFingerprint) {
+        const snapshot = await loadLocalArchiveIndex(workspace);
+        const document = localHistoricalBenchmarkDocument(snapshot, requestedFingerprint);
+        if (document) {
+            return document;
+        }
+        throw new WorkbenchInspectionError(`Benchmark version not found: ${requestedFingerprint}`, { status: 404 });
+    }
+    const sourceYaml = projectSource?.specSource ?? authoredSource?.specSource ?? "";
+    const cases = projectSource
+        ? caseSummaryFilesFromEngineCases(projectSource.engineCases, projectSource.engineResolveFiles)
+        : [];
+    return loadAuthoredWorkbenchSourceDocument({
+        sourceYaml,
+        path: WORKBENCH_BENCHMARK_FILE,
+        sourceFiles: projectSource?.sourceFiles ?? authoredSource?.sourceFiles,
+        cases,
+    });
+}
+async function localBenchmarkMountedFiles(context, benchmarkFingerprint) {
+    const requestedFingerprint = normalizeOptionalFingerprint(benchmarkFingerprint);
+    const { workspace } = context;
+    const projectSource = await context.readProjectSource();
+    const currentFingerprint = localBenchmarkFingerprint(projectSource);
+    if (requestedFingerprint &&
+        currentFingerprint &&
+        requestedFingerprint !== currentFingerprint) {
+        const snapshot = await loadLocalArchiveIndex(workspace);
+        return localHistoricalBenchmarkFiles(snapshot, requestedFingerprint);
+    }
+    return inspectableEngineCaseFiles(projectSource.engineCases);
+}
+function publicLocalRunSummary(run) {
+    const { executionFingerprint: _executionFingerprint, ...summary } = run;
+    return summary;
+}
+async function readCurrentBenchmarkFingerprint(context) {
+    return await context.readProjectSource()
+        .then(localBenchmarkFingerprint)
+        .catch(() => null);
+}
+function caseSummaryFilesFromEngineCases(engineCases, files) {
+    const existingCaseIds = new Set(files.flatMap((file) => {
+        const normalized = file.path.replace(/\\/gu, "/").replace(/^\/+/u, "");
+        const slash = normalized.indexOf("/");
+        return slash > 0 ? [normalized.slice(0, slash)] : [];
+    }));
+    return [
+        ...files.map((file) => ({ ...file })),
+        ...engineCases
+            .filter((engineCase) => !existingCaseIds.has(engineCase.id))
+            .map((engineCase) => ({
+            path: `${engineCase.id}/.workbench-case.json`,
+            encoding: "utf8",
+            content: `${JSON.stringify({ id: engineCase.id })}\n`,
+            executable: false,
+        })),
+    ];
+}
+function localHistoricalBenchmarkDocument(snapshot, benchmarkFingerprint) {
+    const candidate = snapshot.candidates.find((entry) => entry.benchmarkFingerprint === benchmarkFingerprint && readBenchmarkSourceMetadata(entry));
+    const source = candidate ? readBenchmarkSourceMetadata(candidate) : null;
+    if (!source?.sourceYaml) {
+        return null;
+    }
+    return loadAuthoredWorkbenchSourceDocument({
+        sourceYaml: source.sourceYaml,
+        path: WORKBENCH_BENCHMARK_FILE,
+        sourceFiles: source.files,
+        cases: localHistoricalBenchmarkFiles(snapshot, benchmarkFingerprint),
+    });
+}
+function localHistoricalBenchmarkFiles(_snapshot, _benchmarkFingerprint) {
+    return [];
+}
+function inspectableEngineCaseFiles(engineCases) {
+    return engineCases.flatMap((bundle) => engineCaseFiles(bundle).map((file) => ({
+        ...file,
+        path: `${bundle.id}/${file.path}`,
+    }))).sort((left, right) => left.path.localeCompare(right.path));
+}
+function engineCaseFiles(bundle) {
+    const buckets = bundle.files;
+    return buckets.source?.length
+        ? buckets.source
+        : [...(buckets.public ?? []), ...(buckets.private ?? [])];
+}
+function isInspectableCandidateRecord(candidate) {
+    return Boolean(candidate.eval || asRecord(asRecord(candidate.meta)?.source));
+}
+function evaluationSummary(evaluation) {
+    const { evaluation: _evaluation, ...summary } = evaluation;
+    return summary;
+}
+async function readCandidateForInspection(workspace, candidateId) {
+    const candidate = await readArchiveRecord("Candidate", candidateId, () => readLocalCandidateRecord(workspace, candidateId));
+    return candidateRecordWithoutDerivedFields(candidate);
+}
+async function readEvaluationForInspection(workspace, evaluationId) {
+    return await readArchiveRecord("Evaluation", evaluationId, () => readLocalEvaluationRecord(workspace, evaluationId));
+}
+async function readRunForInspection(workspace, runId) {
+    return await readArchiveRecord("Run", runId, () => readLocalRunRecord(workspace, runId));
+}
+async function readCandidateFilesForInspection(workspace, candidateId) {
+    return await readArchiveRecord("Candidate", candidateId, () => readLocalCandidateFilesForId(workspace, candidateId));
+}
+function readBenchmarkSourceMetadata(candidate) {
+    const benchmark = asRecord(asRecord(candidate.meta)?.benchmark);
+    const files = Array.isArray(benchmark?.files)
+        ? benchmark.files
+            .map(readSurfaceSnapshotFile)
+            .filter((file) => file !== null)
+        : [];
+    const sourceYaml = files.find((file) => file.path === WORKBENCH_BENCHMARK_FILE)?.content ?? null;
+    if (!sourceYaml) {
+        return null;
+    }
+    return { sourceYaml, files };
+}
+function readSurfaceSnapshotFile(value) {
+    const record = asRecord(value);
+    if (!record) {
+        return null;
+    }
+    const filePath = typeof record?.path === "string" ? record.path : "";
+    const content = typeof record?.content === "string" ? record.content : null;
+    if (!filePath || content === null) {
+        return null;
+    }
+    return {
+        path: filePath,
+        kind: record.kind === "binary" ? "binary" : "text",
+        encoding: record.encoding === "base64" ? "base64" : "utf8",
+        content,
+        executable: record.executable === true,
+    };
+}
+async function readArchiveRecord(kind, id, read) {
+    try {
+        return await read();
+    }
+    catch (error) {
+        if (error instanceof Error && error.message === `${kind} not found: ${id}`) {
+            throw new WorkbenchInspectionError(error.message, { status: 404 });
+        }
+        throw error;
+    }
+}
+async function readExecutionFilesForRun(workspace, runId, jobId) {
+    await readExecutionJobForRun(workspace, runId, jobId);
+    return await readLocalExecutionFiles(workspace, jobId);
+}
+async function readExecutionJobForRun(workspace, runId, jobId) {
+    const job = await readLocalJobInRun(workspace, runId, jobId);
+    if (!job) {
+        throw new WorkbenchInspectionError(`Execution job not found: ${jobId}`, { status: 404 });
+    }
+    return job;
+}
+function readLocalAggregateTrace(job) {
+    const trace = job.trace;
+    if (!trace || typeof trace !== "object" || Array.isArray(trace)) {
+        return { trace_id: job.id, spans: [], events: [], summaries: [] };
+    }
+    const record = trace;
+    return {
+        trace_id: typeof record.trace_id === "string" ? record.trace_id : job.id,
+        spans: Array.isArray(record.spans) ? record.spans : [],
+        events: Array.isArray(record.events) ? record.events : [],
+        summaries: Array.isArray(record.summaries) ? record.summaries : [],
+    };
+}
+function readLocalTraceSessions(job, role) {
+    if (!Array.isArray(job.traceSessions)) {
+        return [];
+    }
+    return job.traceSessions.map((session) => ({
+        id: typeof session.id === "string" && session.id.length > 0
+            ? session.id
+            : `${job.id}:trace`,
+        jobId: typeof session.jobId === "string" && session.jobId.length > 0
+            ? session.jobId
+            : job.id,
+        role: session.role === "improver" || session.role === "runner" || session.role === "engine"
+            ? session.role
+            : role,
+        kind: typeof session.kind === "string" && session.kind.length > 0 ? session.kind : "trace",
+        label: traceSessionDisplayLabel(session, role),
+        sourcePath: typeof session.sourcePath === "string" ? session.sourcePath : null,
+        trace: sanitizeLocalTrace(session.trace, session.id),
+        ...(session.metadata && typeof session.metadata === "object" && !Array.isArray(session.metadata)
+            ? { metadata: session.metadata }
+            : {}),
+    }));
+}
+function traceSessionDisplayLabel(session, fallbackRole) {
+    const role = session.role === "improver" || session.role === "runner" || session.role === "engine"
+        ? session.role
+        : fallbackRole;
+    return typeof session.label === "string" && session.label.length > 0
+        ? session.label
+        : typeof session.sourcePath === "string" && session.sourcePath.length > 0
+            ? traceSessionLabel(session.sourcePath, role)
+            : "Trace";
+}
+function sanitizeLocalTrace(trace, fallbackId) {
+    if (!trace || typeof trace !== "object" || Array.isArray(trace)) {
+        return { trace_id: fallbackId, spans: [], events: [], summaries: [] };
+    }
+    const record = trace;
+    return {
+        trace_id: typeof record.trace_id === "string" ? record.trace_id : fallbackId,
+        spans: Array.isArray(record.spans) ? record.spans : [],
+        events: Array.isArray(record.events) ? record.events : [],
+        summaries: Array.isArray(record.summaries) ? record.summaries : [],
+    };
+}
+function asRecord(value) {
+    return value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : null;
+}
+function normalizeOptionalFingerprint(value) {
+    const normalized = value?.trim();
+    return normalized ? normalized : null;
+}

package/dist/project-source.d.ts

@@ -5,7 +5,7 @@ import { type ResolvedWorkbenchAdapter } from "./adapter-project.js";
 export declare const WORKBENCH_BENCHMARK_FILE = "benchmark.yaml";
 export declare const WORKBENCH_CANDIDATES_DIR = "candidates";
 export declare const WORKBENCH_CANDIDATE_FILE = "candidate.yaml";
-export type HostedFile = WorkspaceSnapshotFile;
+export type RemoteFile = WorkspaceSnapshotFile;
 export interface LocalProjectSource {
     dir: string;
     specPath: string;
@@ -25,11 +25,11 @@ export interface LocalProjectSource {
     dockerfilePath: string;
     dockerfile: string;
     runtimeDockerfile: string;
-    dockerfileFiles: HostedFile[];
-    candidateFiles: HostedFile[];
-    engineResolveFiles: HostedFile[];
+    dockerfileFiles: RemoteFile[];
+    candidateFiles: RemoteFile[];
+    engineResolveFiles: RemoteFile[];
     adapters: ResolvedWorkbenchAdapter[];
-    adapterFiles: HostedFile[];
+    adapterFiles: RemoteFile[];
     caseIds: string[];
     engineCases: WorkbenchEngineCase[];
     engineResolve: LocalEngineResolveInvocation;
@@ -58,6 +58,6 @@ interface LocalProjectSourceOptions {
 }
 export declare function readLocalProjectSource(source: string, options?: LocalProjectSourceOptions): Promise<LocalProjectSource>;
 export declare function readLocalAuthoredProjectSource(source: string, options?: LocalProjectSourceOptions): Promise<LocalAuthoredProjectSource>;
-export declare function hostedEngineResolveFiles(source: LocalProjectSource): HostedFile[];
+export declare function remoteEngineResolveFiles(source: LocalProjectSource): RemoteFile[];
 export {};
 //# sourceMappingURL=project-source.d.ts.map

package/dist/project-source.js

@@ -60,7 +60,7 @@ export async function readLocalProjectSource(source, options = {}) {
         ? normalizeSurfaceFiles(await readSnapshotFiles(absoluteCandidateFilesPath))
         : [];
     const rawEngineResolveFiles = engineResolveFilesFromBundles(normalizedSources.engineCases);
-    const engineResolveFiles = toHostedFiles(rawEngineResolveFiles);
+    const engineResolveFiles = toRemoteFiles(rawEngineResolveFiles);
     const engineCases = normalizedSources.engineCases;
     if (engineCases.length === 0) {
         throw new WorkspaceSnapshotError(`Engine resolver ${normalizedSources.engineResolve.use} did not emit any cases.`);
@@ -85,11 +85,11 @@ export async function readLocalProjectSource(source, options = {}) {
         dockerfilePath,
         dockerfile,
         runtimeDockerfile: composedDockerfile,
-        dockerfileFiles: toHostedFiles(dockerfileSourceFiles(dockerfileSources)),
-        candidateFiles: toHostedFiles(candidateFiles),
+        dockerfileFiles: toRemoteFiles(dockerfileSourceFiles(dockerfileSources)),
+        candidateFiles: toRemoteFiles(candidateFiles),
         engineResolveFiles,
         adapters,
-        adapterFiles: toHostedFiles(adapterFiles),
+        adapterFiles: toRemoteFiles(adapterFiles),
         caseIds,
         engineCases,
         engineResolve: normalizedSources.engineResolve,
@@ -136,7 +136,7 @@ export async function readLocalAuthoredProjectSource(source, options = {}) {
         ],
     };
 }
-export function hostedEngineResolveFiles(source) {
+export function remoteEngineResolveFiles(source) {
     return [
         ...source.engineResolveFiles,
         {
@@ -672,7 +672,7 @@ function adapterSourceSnapshotPath(adapter, filePath) {
         ? `${adapter.source}/${filePath}`
         : `adapters/${adapter.manifest.id}/${filePath}`;
 }
-function toHostedFiles(files) {
+function toRemoteFiles(files) {
     return files.map((file) => ({
         path: file.path,
         content: file.content,

package/package.json

@@ -1,6 +1,11 @@
 {
   "name": "@workbench-ai/workbench",
-  "version": "0.0.64",
+  "version": "0.0.66",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/workbench-ai/workbench.git",
+    "directory": "packages/cli"
+  },
   "type": "module",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
@@ -16,9 +21,9 @@
   ],
   "dependencies": {
     "yaml": "^2.8.2",
-    "@workbench-ai/workbench-built-in-adapters": "0.0.64",
-    "@workbench-ai/workbench-protocol": "0.0.64",
-    "@workbench-ai/workbench-core": "0.0.64"
+    "@workbench-ai/workbench-built-in-adapters": "0.0.66",
+    "@workbench-ai/workbench-protocol": "0.0.66",
+    "@workbench-ai/workbench-core": "0.0.66"
   },
   "devDependencies": {
     "@tailwindcss/postcss": "^4.2.2",