@workbench-ai/workbench-core 0.0.67 → 0.0.69

package/dist/coded-errors.d.ts

@@ -0,0 +1,27 @@
+import type { Json } from "@workbench-ai/workbench-contract";
+export interface WorkbenchCodedErrorOptions {
+    retryable?: boolean;
+    remediation?: string;
+    subject?: Record<string, Json>;
+    exitCode?: number;
+}
+export declare class WorkbenchUserError extends Error {
+    constructor(message: string);
+}
+export declare class WorkbenchCodedError extends WorkbenchUserError {
+    readonly code: string;
+    readonly retryable: boolean;
+    readonly remediation?: string;
+    readonly subject?: Record<string, Json>;
+    readonly exitCode: number;
+    constructor(code: string, message: string, options?: WorkbenchCodedErrorOptions);
+}
+export declare function codedErrorFromUnknown(error: unknown, fallbackCode?: string): {
+    code: string;
+    message: string;
+    retryable: boolean;
+    remediation?: string;
+    subject?: Record<string, Json>;
+    exitCode: number;
+};
+//# sourceMappingURL=coded-errors.d.ts.map

package/dist/coded-errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coded-errors.d.ts","sourceRoot":"","sources":["../src/coded-errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kCAAkC,CAAC;AAE7D,MAAM,WAAW,0BAA0B;IACzC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,kBAAmB,SAAQ,KAAK;gBAC/B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,mBAAoB,SAAQ,kBAAkB;IACzD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,0BAA+B;CAapF;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,SAAa,GAAG;IAChF,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAyBA"}

package/dist/coded-errors.js

@@ -0,0 +1,52 @@
+export class WorkbenchUserError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "WorkbenchUserError";
+    }
+}
+export class WorkbenchCodedError extends WorkbenchUserError {
+    code;
+    retryable;
+    remediation;
+    subject;
+    exitCode;
+    constructor(code, message, options = {}) {
+        super(message);
+        this.name = "WorkbenchCodedError";
+        this.code = code;
+        this.retryable = options.retryable ?? false;
+        if (options.remediation) {
+            this.remediation = options.remediation;
+        }
+        if (options.subject) {
+            this.subject = options.subject;
+        }
+        this.exitCode = options.exitCode ?? 1;
+    }
+}
+export function codedErrorFromUnknown(error, fallbackCode = "internal") {
+    if (error instanceof WorkbenchCodedError) {
+        return {
+            code: error.code,
+            message: error.message,
+            retryable: error.retryable,
+            ...(error.remediation ? { remediation: error.remediation } : {}),
+            ...(error.subject ? { subject: error.subject } : {}),
+            exitCode: error.exitCode,
+        };
+    }
+    if (error instanceof WorkbenchUserError) {
+        return {
+            code: "usage",
+            message: error.message,
+            retryable: false,
+            exitCode: 2,
+        };
+    }
+    return {
+        code: fallbackCode,
+        message: error instanceof Error ? error.message : String(error),
+        retryable: false,
+        exitCode: 1,
+    };
+}

package/dist/execution-events.d.ts

@@ -5,6 +5,7 @@ export interface WorkbenchExecutionProgressTarget {
     ownerUserId?: string;
     flushWindowMs?: number;
     transport?: "http" | "stdout" | "both";
+    appendBatch?: (batch: WorkbenchExecutionEventBatch) => Promise<void>;
 }
 export interface WorkbenchExecutionEventPublisherContext {
     projectId: string;
@@ -45,9 +46,12 @@ export interface WorkbenchProgressStdoutEnvelope {
         batch: WorkbenchExecutionEventBatch;
     };
 }
+export interface PublishWorkbenchProgressStdoutEnvelopeOptions {
+    forwardStdout?: boolean;
+}
 export declare function createWorkbenchProgressStdoutParser(onEnvelope: (envelope: WorkbenchProgressStdoutEnvelope) => void): {
     write(chunk: Buffer | string): void;
     flush(): void;
 };
-export declare function publishWorkbenchProgressStdoutEnvelope(envelope: WorkbenchProgressStdoutEnvelope, expectedTarget?: WorkbenchExecutionProgressTarget): Promise<void>;
+export declare function publishWorkbenchProgressStdoutEnvelope(envelope: WorkbenchProgressStdoutEnvelope, expectedTarget?: WorkbenchExecutionProgressTarget, options?: PublishWorkbenchProgressStdoutEnvelopeOptions): Promise<void>;
 //# sourceMappingURL=execution-events.d.ts.map

package/dist/execution-events.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-events.d.ts","sourceRoot":"","sources":["../src/execution-events.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,IAAI,EACJ,uBAAuB,EACvB,4BAA4B,EAC5B,6BAA6B,EAC9B,MAAM,kCAAkC,CAAC;AAE1C,MAAM,WAAW,gCAAgC;IAC/C,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,uCAAuC;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,gCAAgC,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,6BAA6B,CAAC;IACtC,IAAI,CAAC,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,OAAO,CAAC,MAAM,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,eAAO,MAAM,gCAAgC,2BAA2B,CAAC;AAEzE,wBAAgB,sCAAsC,CACpD,OAAO,EAAE,uCAAuC,GAC/C,gCAAgC,CAsClC;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,gCAAgC,GAAG,SAAS,EACvD,IAAI,EAAE;IACJ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3C,IAAI,CAAC,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACA,OAAO,CAAC,IAAI,CAAC,CAef;AAyCD,MAAM,WAAW,+BAA+B;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE;QACJ,MAAM,EAAE,kCAAkC,CAAC;QAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,4BAA4B,CAAC;KACrC,CAAC;CACH;AAED,wBAAgB,mCAAmC,CACjD,UAAU,EAAE,CAAC,QAAQ,EAAE,+BAA+B,KAAK,IAAI,GAC9D;IACD,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACpC,KAAK,IAAI,IAAI,CAAC;CACf,CA0DA;AAED,wBAAsB,sCAAsC,CAC1D,QAAQ,EAAE,+BAA+B,EACzC,cAAc,CAAC,EAAE,gCAAgC,GAChD,OAAO,CAAC,IAAI,CAAC,CAiBf"}
+{"version":3,"file":"execution-events.d.ts","sourceRoot":"","sources":["../src/execution-events.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,IAAI,EACJ,uBAAuB,EACvB,4BAA4B,EAC5B,6BAA6B,EAC9B,MAAM,kCAAkC,CAAC;AAE1C,MAAM,WAAW,gCAAgC;IAC/C,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;IACvC,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,4BAA4B,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE;AAED,MAAM,WAAW,uCAAuC;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,gCAAgC,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,6BAA6B,CAAC;IACtC,IAAI,CAAC,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,OAAO,CAAC,MAAM,EAAE,SAAS,4BAA4B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,eAAO,MAAM,gCAAgC,2BAA2B,CAAC;AAEzE,wBAAgB,sCAAsC,CACpD,OAAO,EAAE,uCAAuC,GAC/C,gCAAgC,CAsClC;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,gCAAgC,GAAG,SAAS,EACvD,IAAI,EAAE;IACJ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3C,IAAI,CAAC,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACA,OAAO,CAAC,IAAI,CAAC,CAef;AA0CD,MAAM,WAAW,+BAA+B;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE;QACJ,MAAM,EAAE,kCAAkC,CAAC;QAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,4BAA4B,CAAC;KACrC,CAAC;CACH;AAED,MAAM,WAAW,6CAA6C;IAC5D,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,wBAAgB,mCAAmC,CACjD,UAAU,EAAE,CAAC,QAAQ,EAAE,+BAA+B,KAAK,IAAI,GAC9D;IACD,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACpC,KAAK,IAAI,IAAI,CAAC;CACf,CA0DA;AAED,wBAAsB,sCAAsC,CAC1D,QAAQ,EAAE,+BAA+B,EACzC,cAAc,CAAC,EAAE,gCAAgC,EACjD,OAAO,GAAE,6CAAkD,GAC1D,OAAO,CAAC,IAAI,CAAC,CA0Bf"}

package/dist/execution-events.js

@@ -75,6 +75,7 @@ function validProgressTarget(target) {
             ? { flushWindowMs: target.flushWindowMs }
             : {}),
         ...(target.transport === "stdout" || target.transport === "both" ? { transport: target.transport } : { transport: "http" }),
+        ...(target.appendBatch ? { appendBatch: target.appendBatch } : {}),
     };
 }
 async function publishProgressBatch(target, batch) {
@@ -147,7 +148,7 @@ export function createWorkbenchProgressStdoutParser(onEnvelope) {
         },
     };
 }
-export async function publishWorkbenchProgressStdoutEnvelope(envelope, expectedTarget) {
+export async function publishWorkbenchProgressStdoutEnvelope(envelope, expectedTarget, options = {}) {
     const target = validProgressTarget(expectedTarget);
     if (!target) {
         await postProgressBody(envelope);
@@ -156,14 +157,23 @@ export async function publishWorkbenchProgressStdoutEnvelope(envelope, expectedT
     if (!progressEnvelopeMatchesTarget(envelope, target)) {
         return;
     }
-    await postProgressBody({
+    if (target.appendBatch) {
+        await target.appendBatch(envelope.body.batch);
+        return;
+    }
+    const deliveredEnvelope = {
         url: target.url,
         body: {
             ...envelope.body,
             ...(target.ownerUserId ? { ownerUserId: target.ownerUserId } : {}),
             leaseToken: target.token,
         },
-    });
+    };
+    if (target.transport === "stdout" && options.forwardStdout === true) {
+        process.stdout.write(`${WORKBENCH_PROGRESS_STDOUT_PREFIX}${JSON.stringify(deliveredEnvelope)}\n`);
+        return;
+    }
+    await postProgressBody(deliveredEnvelope);
 }
 function progressEnvelopeMatchesTarget(envelope, target) {
     return envelope.url === target.url &&

package/dist/execution-graph.d.ts

@@ -1,19 +1,20 @@
-import type { WorkbenchExecutionSpec } from "@workbench-ai/workbench-contract";
+import type { Json, WorkbenchExecutionSpec } from "@workbench-ai/workbench-contract";
 import { type GenericRunSpec, type GenericEngineCaseSpec } from "./generic-spec.ts";
 export interface CompileExecutionGraphInput {
     ownerUserId: string;
     projectId: string;
     runId: string;
-    candidateId: string;
+    versionId: string;
     attemptIndex: number;
     sampleIndex?: number;
     caseId?: string;
     engineCase?: GenericEngineCaseSpec;
     spec: GenericRunSpec;
     workflow?: "eval" | "improve";
-    candidateRef?: string;
+    skillRef?: string;
     caseRef?: string;
     environmentRef?: string;
+    metadata?: Record<string, Json>;
 }
 export interface WorkbenchExecutionGraph {
     nodes: WorkbenchExecutionGraphNode[];

package/dist/execution-graph.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-graph.d.ts","sourceRoot":"","sources":["../src/execution-graph.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,sBAAsB,EAEvB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAE3B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,0BAA0B;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,2BAA2B,EAAE,CAAC;IACrC,UAAU,EAAE,sBAAsB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,sBAAsB,CAAC;IAClC,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,0BAA0B,GAAG,uBAAuB,CAoEzG"}
+{"version":3,"file":"execution-graph.d.ts","sourceRoot":"","sources":["../src/execution-graph.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,IAAI,EAGJ,sBAAsB,EAEvB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAE3B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,0BAA0B;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,2BAA2B,EAAE,CAAC;IACrC,UAAU,EAAE,sBAAsB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,sBAAsB,CAAC;IAClC,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,0BAA0B,GAAG,uBAAuB,CAqEzG"}

package/dist/execution-graph.js

@@ -3,8 +3,8 @@ export function compileWorkbenchExecutionGraph(input) {
     const workflow = input.workflow ?? "improve";
     const sampleIndex = input.sampleIndex ?? 0;
     const caseId = input.caseId ?? "current";
-    const candidateRef = input.candidateRef ?? `workbench://benchmarks/${input.projectId}/candidates/${input.candidateId}`;
-    const caseRef = input.caseRef ?? `workbench://benchmarks/${input.projectId}/engine-cases/${caseId}`;
+    const skillRef = input.skillRef ?? `workbench://skills/${input.projectId}/versions/${input.versionId}`;
+    const caseRef = input.caseRef ?? `workbench://skills/${input.projectId}/cases/${caseId}`;
     if (!input.engineCase) {
         throw new Error("Execution graph compilation requires an engine case.");
     }
@@ -16,44 +16,45 @@ export function compileWorkbenchExecutionGraph(input) {
     const nodes = [];
     const executions = [];
     const improveExecutionId = executionId(input, "improve", "current", 0);
-    const improveOutputRef = `execution://${improveExecutionId}/candidate_patch`;
     const engineAdapter = input.spec.engineRun;
     if (workflow === "improve") {
-        if (!input.spec.candidate.improve || !input.spec.improve) {
-            throw new Error("Candidate improve configuration is required for improve execution graphs.");
+        if (!input.spec.skill.improve || !input.spec.improve) {
+            throw new Error("Skill improve configuration is required for improve execution graphs.");
         }
         pushExecution(nodes, executions, createExecution({
             input,
             purpose: "improve",
             adapter: input.spec.improve,
             inputs: [
-                inputRef("candidate", candidateRef, "/workspace", true),
-                inputRef("traces", `workbench://benchmarks/${input.projectId}/runs/${input.runId}/traces`, "/workspace/input/traces", false),
+                inputRef("skill", skillRef, "/workspace", true),
+                inputRef("traces", `workbench://skills/${input.projectId}/runs/${input.runId}/traces`, "/workspace/input/traces", false),
             ],
-            outputs: [outputContract("candidate_patch", "workbench.candidate_patch.v1")],
+            outputs: [outputContract("skill_patch", "workbench.skill_patch.v1")],
             metadata: {
+                ...(input.metadata ?? {}),
                 attemptIndex: input.attemptIndex,
                 sampleIndex: 0,
                 caseId: "current",
-                benchmark: input.spec.benchmark.name,
-                edits: input.spec.candidate.improve.edits,
+                eval: input.spec.eval.name,
+                edits: input.spec.skill.improve.edits,
             },
             runtime: input.spec.environment,
             idOverride: improveExecutionId,
         }), []);
+        return { nodes, executions };
     }
-    const runCandidateRef = workflow === "improve" ? improveOutputRef : candidateRef;
     const attemptExecutionId = executionId(input, "attempt", caseId, sampleIndex);
     pushExecution(nodes, executions, createExecution({
         input,
         purpose: "attempt",
         adapter: engineAdapter,
         inputs: [
-            inputRef("candidate", runCandidateRef, "/workspace/input/candidate", false),
+            inputRef("skills", skillRef, "/workspace/input/skills", false),
             inputRef("case", caseRef, "/workspace/input/case", false),
         ],
         outputs: [outputContract("result", "workbench.result.v1")],
         metadata: {
+            ...(input.metadata ?? {}),
             attemptIndex: input.attemptIndex,
             sampleIndex,
             caseId,
@@ -62,7 +63,7 @@ export function compileWorkbenchExecutionGraph(input) {
         },
         runtime: executionConfig.environment,
         idOverride: attemptExecutionId,
-    }), workflow === "improve" ? [improveExecutionId] : []);
+    }), []);
     return { nodes, executions };
 }
 function pushExecution(nodes, executions, execution, dependsOn) {
@@ -77,7 +78,7 @@ function createExecution(args) {
         id: args.idOverride ?? executionId(args.input, args.purpose, args.input.caseId ?? "current", args.input.sampleIndex ?? 0),
         projectId: args.input.projectId,
         runId: args.input.runId,
-        candidateId: args.input.candidateId,
+        versionId: args.input.versionId,
         purpose: args.purpose,
         adapter: args.adapter,
         sandbox: args.input.environmentRef

package/dist/execution-jobs.d.ts

@@ -19,7 +19,7 @@ export declare function planWorkbenchExecutionJobsForPurpose(args: {
     ownerUserId: string;
     projectId: string;
     runId: string;
-    candidateId: string;
+    versionId: string;
     attemptIndex: number;
     samples: number;
     caseIds?: readonly string[];
@@ -32,15 +32,18 @@ export declare function planWorkbenchExecutionJobsForPurpose(args: {
     engineCases: readonly WorkbenchEngineCase[];
     traceFiles?: readonly SurfaceSnapshotFile[];
     environmentRef?: string;
+    skillRef?: string;
+    caseRef?: string;
     environmentRefsByCase?: ReadonlyMap<string, string>;
     baseId?: string | null;
+    metadata?: Record<string, Json>;
 }): RemoteWorkbenchJob[];
 export declare function engineCaseIds(engineCases: readonly WorkbenchEngineCase[]): string[];
 export declare function engineCaseForCase(engineCases: readonly WorkbenchEngineCase[], caseId: string): WorkbenchEngineCase;
 export declare function createWorkbenchExecutionJob(args: {
     projectId: string;
     runId: string;
-    candidateId: string;
+    versionId: string;
     execution: WorkbenchExecutionSpec;
     dependsOn: readonly string[];
     now: string;
@@ -48,24 +51,6 @@ export declare function createWorkbenchExecutionJob(args: {
     traceFiles?: readonly SurfaceSnapshotFile[];
     baseId?: string | null;
 }): RemoteWorkbenchJob;
-export declare function createBaselineCandidateExecution(args: {
-    ownerUserId: string;
-    projectId: string;
-    runId: string;
-    candidateId: string;
-    attemptIndex: number;
-}): WorkbenchExecutionSpec;
-export declare function createBaselineCandidateJob(args: {
-    ownerUserId: string;
-    projectId: string;
-    runId: string;
-    candidateId: string;
-    files: readonly SurfaceSnapshotFile[];
-    now: string;
-    baseId: string | null;
-    attemptIndex: number;
-    fileSet?: Json;
-}): RemoteWorkbenchJob;
 export declare function workbenchExecutionJobId(executionId: string): string;
 export declare function workbenchExecutionJobPurpose(job: RemoteWorkbenchJob): WorkbenchExecutionSpec["purpose"] | null;
 //# sourceMappingURL=execution-jobs.d.ts.map

package/dist/execution-jobs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-jobs.d.ts","sourceRoot":"","sources":["../src/execution-jobs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,IAAI,EACJ,mBAAmB,EACnB,sBAAsB,EACvB,MAAM,kCAAkC,CAAC;AAK1C,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,SAAS,CAAC;AAEtD,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAE3C,wBAAgB,4BAA4B,CAAC,IAAI,EAAE;IACjD,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,CAMT;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE;IACjD,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,GAAG,IAAI,CAchB;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAEvE;AAED,wBAAgB,oCAAoC,CAAC,IAAI,EAAE;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,mBAAmB,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC;IAC7D,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC3C,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,GAAG,kBAAkB,EAAE,CAiDvB;AAmBD,wBAAgB,aAAa,CAAC,WAAW,EAAE,SAAS,mBAAmB,EAAE,GAAG,MAAM,EAAE,CAEnF;AAED,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,SAAS,mBAAmB,EAAE,EAC3C,MAAM,EAAE,MAAM,GACb,mBAAmB,CAMrB;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,sBAAsB,CAAC;IAClC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC3C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,GAAG,kBAAkB,CA0BrB;AAED,wBAAgB,gCAAgC,CAAC,IAAI,EAAE;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,GAAG,sBAAsB,CAwCzB;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB,GAAG,kBAAkB,CA6CrB;AAED,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wBAAgB,4BAA4B,CAAC,GAAG,EAAE,kBAAkB,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,IAAI,CAO9G"}
+{"version":3,"file":"execution-jobs.d.ts","sourceRoot":"","sources":["../src/execution-jobs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAClB,IAAI,EACJ,mBAAmB,EACnB,sBAAsB,EACvB,MAAM,kCAAkC,CAAC;AAK1C,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,SAAS,CAAC;AAEtD,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAE3C,wBAAgB,4BAA4B,CAAC,IAAI,EAAE;IACjD,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,CAMT;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE;IACjD,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,GAAG,IAAI,CAchB;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAEvE;AAED,wBAAgB,oCAAoC,CAAC,IAAI,EAAE;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,mBAAmB,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC;IAC7D,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC3C,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CACjC,GAAG,kBAAkB,EAAE,CAoDvB;AAmBD,wBAAgB,aAAa,CAAC,WAAW,EAAE,SAAS,mBAAmB,EAAE,GAAG,MAAM,EAAE,CAEnF;AAED,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,SAAS,mBAAmB,EAAE,EAC3C,MAAM,EAAE,MAAM,GACb,mBAAmB,CAMrB;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,sBAAsB,CAAC;IAClC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC3C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,GAAG,kBAAkB,CA0BrB;AAED,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,wBAAgB,4BAA4B,CAAC,GAAG,EAAE,kBAAkB,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,IAAI,CAO9G"}

package/dist/execution-jobs.js

@@ -46,13 +46,16 @@ export function planWorkbenchExecutionJobsForPurpose(args) {
                 ownerUserId: args.ownerUserId,
                 projectId: args.projectId,
                 runId: args.runId,
-                candidateId: args.candidateId,
+                versionId: args.versionId,
                 attemptIndex: args.attemptIndex,
                 sampleIndex,
                 caseId,
                 spec: args.spec,
                 engineCase: engineCase.case,
                 environmentRef: args.environmentRefsByCase?.get(caseId) ?? args.environmentRef,
+                skillRef: args.skillRef,
+                caseRef: args.caseRef,
+                metadata: args.metadata,
                 workflow: args.workflow === "improve" ? "improve" : "eval",
             });
             for (const node of graph.nodes) {
@@ -62,7 +65,7 @@ export function planWorkbenchExecutionJobsForPurpose(args) {
                 jobs.push(createWorkbenchExecutionJob({
                     projectId: args.projectId,
                     runId: args.runId,
-                    candidateId: args.candidateId,
+                    versionId: args.versionId,
                     execution: node.execution,
                     dependsOn: node.dependsOn,
                     now: args.now,
@@ -103,7 +106,7 @@ export function createWorkbenchExecutionJob(args) {
         id: workbenchExecutionJobId(args.execution.id),
         projectId: args.projectId,
         runId: args.runId,
-        candidateId: args.candidateId,
+        versionId: args.versionId,
         kind: "execute",
         status: "queued",
         attempt: 0,
@@ -112,7 +115,7 @@ export function createWorkbenchExecutionJob(args) {
         input: {
             execution: args.execution,
             dependsOn: args.dependsOn.map(workbenchExecutionJobId),
-            candidateId: args.candidateId,
+            versionId: args.versionId,
             attemptIndex,
             sampleIndex,
             caseId,
@@ -122,93 +125,6 @@ export function createWorkbenchExecutionJob(args) {
         },
     };
 }
-export function createBaselineCandidateExecution(args) {
-    return {
-        id: `exec_${args.runId.replace(/[^a-z0-9_]/giu, "_")}_attempt_${String(args.attemptIndex).padStart(3, "0")}_case_current_sample_000_improve`,
-        projectId: args.projectId,
-        runId: args.runId,
-        candidateId: args.candidateId,
-        purpose: "improve",
-        adapter: {
-            use: "baseline",
-            with: {},
-        },
-        sandbox: {
-            kind: "snapshot",
-            ref: "workbench/baseline-candidate",
-        },
-        inputs: [],
-        outputs: [{
-                name: "candidate_patch",
-                schema: "workbench.candidate_patch.v1",
-                required: true,
-            }],
-        policy: {
-            tenantId: args.ownerUserId,
-            resources: {
-                cpu: 1,
-                memoryGb: 1,
-                diskGb: 1,
-                timeoutMinutes: 1,
-            },
-            network: {
-                egress: "none",
-            },
-        },
-        metadata: {
-            attemptIndex: args.attemptIndex,
-            sampleIndex: 0,
-            caseId: "current",
-            baseline: true,
-        },
-    };
-}
-export function createBaselineCandidateJob(args) {
-    const execution = createBaselineCandidateExecution({
-        ownerUserId: args.ownerUserId,
-        projectId: args.projectId,
-        runId: args.runId,
-        candidateId: args.candidateId,
-        attemptIndex: args.attemptIndex,
-    });
-    const files = args.files.map((file) => ({ ...file }));
-    return {
-        id: workbenchExecutionJobId(execution.id),
-        projectId: args.projectId,
-        runId: args.runId,
-        candidateId: args.candidateId,
-        kind: "execute",
-        status: "succeeded",
-        attempt: 1,
-        createdAt: args.now,
-        startedAt: args.now,
-        finishedAt: args.now,
-        updatedAt: args.now,
-        input: {
-            execution,
-            dependsOn: [],
-            candidateId: args.candidateId,
-            attemptIndex: args.attemptIndex,
-            baseline: true,
-        },
-        output: {
-            ok: true,
-            executionId: execution.id,
-            purpose: "improve",
-            candidateId: args.candidateId,
-            attemptIndex: args.attemptIndex,
-            baseId: args.baseId,
-            candidatePatch: {
-                files,
-                fileChanges: [],
-            },
-            fileChanges: [],
-            files,
-            ...(args.fileSet ? { fileSet: args.fileSet } : {}),
-            traces: [],
-        },
-    };
-}
 export function workbenchExecutionJobId(executionId) {
     return `job_${executionId.replace(/[^a-z0-9_]/giu, "_")}`;
 }

package/dist/execution-outputs.d.ts

@@ -1,6 +1,6 @@
-import type { Json, WorkbenchCandidatePatch, WorkbenchExecutionSpec, WorkbenchResult } from "@workbench-ai/workbench-contract";
+import type { Json, WorkbenchSkillPatch, WorkbenchExecutionSpec, WorkbenchResult } from "@workbench-ai/workbench-contract";
 export interface WorkbenchExecutionOutputPayloads {
-    candidatePatch?: WorkbenchCandidatePatch;
+    skillPatch?: WorkbenchSkillPatch;
     result?: WorkbenchResult;
 }
 export declare function validateWorkbenchExecutionOutputPayloads(execution: WorkbenchExecutionSpec, payloads: Record<string, Json>): WorkbenchExecutionOutputPayloads;

package/dist/execution-outputs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-outputs.d.ts","sourceRoot":"","sources":["../src/execution-outputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEJ,uBAAuB,EAEvB,sBAAsB,EACtB,eAAe,EAChB,MAAM,kCAAkC,CAAC;AAK1C,MAAM,WAAW,gCAAgC;IAC/C,cAAc,CAAC,EAAE,uBAAuB,CAAC;IACzC,MAAM,CAAC,EAAE,eAAe,CAAC;CAC1B;AAED,wBAAgB,wCAAwC,CACtD,SAAS,EAAE,sBAAsB,EACjC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAC7B,gCAAgC,CAoClC;AAED,wBAAgB,wCAAwC,CAAC,SAAS,EAAE,sBAAsB,GAAG,MAAM,EAAE,CAuFpG;AAuCD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,sBAAsB,GAAG,IAAI,CAKzF"}
+{"version":3,"file":"execution-outputs.d.ts","sourceRoot":"","sources":["../src/execution-outputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,IAAI,EAEJ,mBAAmB,EAEnB,sBAAsB,EACtB,eAAe,EAChB,MAAM,kCAAkC,CAAC;AAK1C,MAAM,WAAW,gCAAgC;IAC/C,UAAU,CAAC,EAAE,mBAAmB,CAAC;IACjC,MAAM,CAAC,EAAE,eAAe,CAAC;CAC1B;AAED,wBAAgB,wCAAwC,CACtD,SAAS,EAAE,sBAAsB,EACjC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAC7B,gCAAgC,CAoClC;AAED,wBAAgB,wCAAwC,CAAC,SAAS,EAAE,sBAAsB,GAAG,MAAM,EAAE,CAuFpG;AAuCD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,sBAAsB,GAAG,IAAI,CAKzF"}

package/dist/execution-outputs.js

@@ -20,8 +20,8 @@ export function validateWorkbenchExecutionOutputPayloads(execution, payloads) {
             continue;
         }
         switch (contract.schema) {
-            case "workbench.candidate_patch.v1":
-                validated.candidatePatch = normalizeCandidatePatch(payload, execution, contract, issues);
+            case "workbench.skill_patch.v1":
+                validated.skillPatch = normalizeSkillPatch(payload, execution, contract, issues);
                 break;
             case "workbench.result.v1":
                 validated.result = normalizeResult(payload, execution, contract, issues);
@@ -120,25 +120,25 @@ export function collectWorkbenchExecutionIsolationIssues(execution) {
 }
 function expectedInputsForPurpose(purpose) {
     if (purpose === "improve") {
-        return new Set(["candidate", "traces"]);
+        return new Set(["skill", "traces"]);
     }
     if (purpose === "attempt") {
-        return new Set(["candidate", "case"]);
+        return new Set(["skills", "case"]);
     }
     return new Set();
 }
 function expectedInputMountPath(purpose, name) {
-    if (purpose === "improve" && name === "candidate") {
+    if (purpose === "improve" && name === "skill") {
         return "/workspace";
     }
     return `/workspace/input/${name}`;
 }
 function expectedInputWritable(purpose, name) {
-    return purpose === "improve" && name === "candidate";
+    return purpose === "improve" && name === "skill";
 }
 function expectedOutputForPurpose(purpose) {
     if (purpose === "improve") {
-        return "candidate_patch";
+        return "skill_patch";
     }
     if (purpose === "attempt") {
         return "result";
@@ -153,20 +153,20 @@ export function assertWorkbenchExecutionIsolation(execution) {
 }
 function outputAllowedForPurpose(purpose, output) {
     if (purpose === "improve") {
-        return output.schema === "workbench.candidate_patch.v1";
+        return output.schema === "workbench.skill_patch.v1";
     }
     if (purpose === "attempt") {
         return output.schema === "workbench.result.v1";
     }
     return false;
 }
-function normalizeCandidatePatch(value, execution, contract, issues) {
+function normalizeSkillPatch(value, execution, contract, issues) {
     const record = readRecord(value, contract.name, issues);
     const files = normalizeSnapshotFiles(record?.files, `${contract.name}.files`, issues);
     const fileChanges = normalizeStringArray(record?.fileChanges, `${contract.name}.fileChanges`, issues);
     const edits = normalizeMetadataStringArray(execution.metadata.edits);
     if (edits.length === 0) {
-        issues.push(`Execution ${execution.id} candidate patch validation requires metadata.edits.`);
+        issues.push(`Execution ${execution.id} skill patch validation requires metadata.edits.`);
     }
     for (const file of files) {
         if (!isAllowedEditPath(file.path, edits)) {

package/dist/execution-runtime-types.d.ts

@@ -29,7 +29,7 @@ export interface WorkbenchExecutionRuntimeInput {
     runtimeControlOperation?: WorkbenchRuntimeControlOperationSequenceRequest;
 }
 export interface WorkbenchWorkloadStepCommand {
-    kind: "improver" | "candidate" | "engine";
+    kind: "improver" | "skill" | "engine";
     label: string;
     operation: WorkbenchAdapterOperation;
     executor: WorkbenchAdapterOperationExecutor;

package/dist/execution-runtime-types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-runtime-types.d.ts","sourceRoot":"","sources":["../src/execution-runtime-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iCAAiC,EACjC,kBAAkB,EAClB,IAAI,EACJ,mBAAmB,EACnB,0BAA0B,EAC3B,MAAM,kCAAkC,CAAC;AAE1C,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,gCAAgC,EACjC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACV,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,yBAAyB,EACzB,iCAAiC,EACjC,wBAAwB,EACxB,+CAA+C,EAChD,MAAM,kCAAkC,CAAC;AAE1C,MAAM,WAAW,8BAA8B;IAC7C,GAAG,EAAE,kBAAkB,CAAC;IACxB,IAAI,EAAE,cAAc,CAAC;IACrB,kBAAkB,CAAC,EAAE,IAAI,CAAC,iCAAiC,EAAE,IAAI,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;IACxG,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,SAAS,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC1C,kBAAkB,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACnD,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,YAAY,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAC5D,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,0BAA0B,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3F,gBAAgB,CAAC,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,EAAE,gCAAgC,CAAC;IAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,+CAA+C,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,yBAAyB,CAAC;IACrC,QAAQ,EAAE,iCAAiC,CAAC;IAC5C,OAAO,CAAC,EAAE,0BAA0B,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB"}
+{"version":3,"file":"execution-runtime-types.d.ts","sourceRoot":"","sources":["../src/execution-runtime-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iCAAiC,EACjC,kBAAkB,EAClB,IAAI,EACJ,mBAAmB,EACnB,0BAA0B,EAC3B,MAAM,kCAAkC,CAAC;AAE1C,OAAO,KAAK,EACV,cAAc,EACd,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,gCAAgC,EACjC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACV,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,yBAAyB,EACzB,iCAAiC,EACjC,wBAAwB,EACxB,+CAA+C,EAChD,MAAM,kCAAkC,CAAC;AAE1C,MAAM,WAAW,8BAA8B;IAC7C,GAAG,EAAE,kBAAkB,CAAC;IACxB,IAAI,EAAE,cAAc,CAAC;IACrB,kBAAkB,CAAC,EAAE,IAAI,CAAC,iCAAiC,EAAE,IAAI,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC,CAAC;IACxG,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,SAAS,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC1C,kBAAkB,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACnD,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,YAAY,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,UAAU,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC5C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mBAAmB,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAC5D,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,0BAA0B,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3F,gBAAgB,CAAC,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,EAAE,gCAAgC,CAAC;IAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,+CAA+C,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,yBAAyB,CAAC;IACrC,QAAQ,EAAE,iCAAiC,CAAC;IAC5C,OAAO,CAAC,EAAE,0BAA0B,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB"}

package/dist/execution-scheduler.d.ts

@@ -11,15 +11,16 @@ export interface WorkbenchExecutionDagResult {
     startedJobCount: number;
     cancelledJobCount: number;
 }
+type WorkbenchExecutionDagJobHook = (job: RemoteWorkbenchJob) => void | Promise<void>;
 export interface WorkbenchExecutionDagRunInput {
     jobs: readonly RemoteWorkbenchJob[];
     capacity: WorkbenchExecutionDagCapacity;
     sandboxBackend: WorkbenchSandboxBackendName;
     executeJob: (job: RemoteWorkbenchJob) => Promise<RemoteWorkbenchJob>;
     now?: () => string;
-    onJobQueued?: (job: RemoteWorkbenchJob) => void;
-    onJobStarted?: (job: RemoteWorkbenchJob) => void;
-    onJobFinished?: (job: RemoteWorkbenchJob) => void;
+    onJobQueued?: WorkbenchExecutionDagJobHook;
+    onJobStarted?: WorkbenchExecutionDagJobHook;
+    onJobFinished?: WorkbenchExecutionDagJobHook;
 }
 export declare function runWorkbenchExecutionDag(args: WorkbenchExecutionDagRunInput): Promise<WorkbenchExecutionDagResult>;
 export declare function workbenchJobDependencies(job: RemoteWorkbenchJob): string[];
@@ -28,4 +29,5 @@ export declare function workbenchJobHostCost(job: RemoteWorkbenchJob, backend: W
 export declare function addCapacity(left: WorkbenchExecutionDagCapacity, right: WorkbenchExecutionDagCapacity): WorkbenchExecutionDagCapacity;
 export declare function subtractCapacity(left: WorkbenchExecutionDagCapacity, right: WorkbenchExecutionDagCapacity): WorkbenchExecutionDagCapacity;
 export declare function capacityFits(available: WorkbenchExecutionDagCapacity, cost: WorkbenchExecutionDagCapacity): boolean;
+export {};
 //# sourceMappingURL=execution-scheduler.d.ts.map

package/dist/execution-scheduler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution-scheduler.d.ts","sourceRoot":"","sources":["../src/execution-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAEnB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAEL,KAAK,sBAAsB,EAC3B,KAAK,gCAAgC,EACrC,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AAErC,MAAM,WAAW,6BAA6B;IAC5C,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,kBAAkB,EAAE,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACpC,QAAQ,EAAE,6BAA6B,CAAC;IACxC,cAAc,EAAE,2BAA2B,CAAC;IAC5C,UAAU,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACrE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAChD,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACjD,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,IAAI,CAAC;CACnD;AASD,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,6BAA6B,GAClC,OAAO,CAAC,2BAA2B,CAAC,CAuLtC;AAED,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,kBAAkB,GAAG,MAAM,EAAE,CAM1E;AAED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,kBAAkB,GACtB,gCAAgC,CASlC;AAED,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,kBAAkB,EACvB,OAAO,EAAE,2BAA2B,GACnC,sBAAsB,CAExB;AAED,wBAAgB,WAAW,CACzB,IAAI,EAAE,6BAA6B,EACnC,KAAK,EAAE,6BAA6B,GACnC,6BAA6B,CAM/B;AAED,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,6BAA6B,EACnC,KAAK,EAAE,6BAA6B,GACnC,6BAA6B,CAM/B;AAED,wBAAgB,YAAY,CAC1B,SAAS,EAAE,6BAA6B,EACxC,IAAI,EAAE,6BAA6B,GAClC,OAAO,CAIT"}
+{"version":3,"file":"execution-scheduler.d.ts","sourceRoot":"","sources":["../src/execution-scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,kBAAkB,EAEnB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAEL,KAAK,sBAAsB,EAC3B,KAAK,gCAAgC,EACrC,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AAErC,MAAM,WAAW,6BAA6B;IAC5C,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,kBAAkB,EAAE,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,KAAK,4BAA4B,GAAG,CAAC,GAAG,EAAE,kBAAkB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEtF,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACpC,QAAQ,EAAE,6BAA6B,CAAC;IACxC,cAAc,EAAE,2BAA2B,CAAC;IAC5C,UAAU,EAAE,CAAC,GAAG,EAAE,kBAAkB,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACrE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,4BAA4B,CAAC;IAC3C,YAAY,CAAC,EAAE,4BAA4B,CAAC;IAC5C,aAAa,CAAC,EAAE,4BAA4B,CAAC;CAC9C;AASD,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,6BAA6B,GAClC,OAAO,CAAC,2BAA2B,CAAC,CAuMtC;AAYD,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,kBAAkB,GAAG,MAAM,EAAE,CAM1E;AAED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,kBAAkB,GACtB,gCAAgC,CAYlC;AAED,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,kBAAkB,EACvB,OAAO,EAAE,2BAA2B,GACnC,sBAAsB,CAExB;AAED,wBAAgB,WAAW,CACzB,IAAI,EAAE,6BAA6B,EACnC,KAAK,EAAE,6BAA6B,GACnC,6BAA6B,CAM/B;AAED,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,6BAA6B,EACnC,KAAK,EAAE,6BAA6B,GACnC,6BAA6B,CAM/B;AAED,wBAAgB,YAAY,CAC1B,SAAS,EAAE,6BAA6B,EACxC,IAAI,EAAE,6BAA6B,GAClC,OAAO,CAIT"}