@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.32

package/lib/orchestrator/paired-effects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paired-effects.js","sourceRoot":"","sources":["../../src/orchestrator/paired-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EACL,+BAA+B,EAG/B,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAK1B,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,MAA4C,EACnB,EAAE;IAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACvD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxC,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY;gBAAE,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC9E,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS;gBAAE,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YACxE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACzD,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,GAAG,CACT,MAAM,EACN,MAAM;oBACJ,CAAC,CAAC;wBACE,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;wBAC5E,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;qBACtB;oBACH,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CACjB,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,OAAoB,EAAyB,EAAE;IACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,OAAgC,EAChC,WAAmB,EACmB,EAAE;IACxC,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjG,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAC9B,IACE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CACzB,CAAC,MAAM,EAAE,EAAE,CACT,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,WAAW,CACtF;YAED,OAAO,EAAE,CAAC;QACZ,OAAO;YACL;gBACE,MAAM;gBACN,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CACtB,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC3E,GAAG,CAAC,MAAM,CACb;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACpD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,wBAAwB,CAAC,QAAQ,EAAE;IAC7C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,QAAkD,EAC9B,EAAE,CACtB,QAAQ,CAAC,MAAM,KAAK,sBAAsB,IAAI,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK;IAC7E,CAAC,CAAC,6JAA6J;IAC/J,CAAC,CAAC,SAAS,CAAC;AAEhB,MAAM,YAAY,GAAG,CACnB,MAA8B,EAC9B,KAA6B,EAC7B,MAAc,EAC+D,EAAE;IAC/E,IAAI,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,KAAK,EAAE,WAAW;QAC7C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,IACE,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QACpC,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC5B,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,EACxC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,IACE,OAAO,CAAC,MAAM,KAAK,CAAC;QACpB,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,IAAI,CACtC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CACzD,EACD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QAChC,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC,YAAY,KAAK,CAAC,EAAE,YAAY;YACxD,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,wCAAwC,CAAC,CAAC;QAC9E,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS;YAC7B,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,uCAAuC,CAAC,CAAC;QAC7E,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CACb,kBAAkB,MAAM,kDAAkD,EAAE,GAAG,CAChF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC9C,OAAO;QACL,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;QACpC,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAC9B,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAC9E;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,MAA8B,EAC9B,KAA6B,EAC7B,MAAc,EACd,UAA6B,EACf,EAAE;IAChB,IAAI,MAAuC,CAAC;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,EAAE;YACX,CAAC,EAAE,CAAC;YACJ,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC7D,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAiB;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;QACvB,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;QAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM;QACtF,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,IAAI;KACX,CAAC;IACF,IAAI,CAAC,UAAU;QAAE,OAAO,MAAM,CAAC;IAC/B,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ;YAChC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,+BAA+B,CAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAC7C,UAAU,CACX,CAAC;YACF,MAAM,CAAC,QAAQ,GAAG;gBAChB,GAAG,QAAQ;gBACX,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,GAAG,CAAC;gBACnC,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC;gBAC7B,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC;aAC9B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,QAAQ,GAAG,+BAA+B,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,CAAC,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}

package/lib/orchestrator/provenance.d.ts

@@ -1,5 +1,9 @@
+import type { EnvironmentDeclaration } from "../core/environment.js";
 import type { RunProvenance } from "../core/index.js";
 export declare const runtimeIdentity: () => RunProvenance["runtime"];
-export declare const runProvenance: (casePath: string | null) => Promise<RunProvenance>;
+export declare const runProvenance: (casePath: string | null, options?: {
+    environment?: EnvironmentDeclaration | undefined;
+    concurrency?: number | undefined;
+}) => Promise<RunProvenance>;
 export declare const clearProvenanceCache: () => void;
 //# sourceMappingURL=provenance.d.ts.map

package/lib/orchestrator/provenance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/orchestrator/provenance.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AA2GtD,eAAO,MAAM,eAAe,QAAO,aAAa,CAAC,SAAS,CAKxD,CAAC;AAEH,eAAO,MAAM,aAAa,aAAoB,MAAM,GAAG,IAAI,KAAG,OAAO,CAAC,aAAa,CAkBlF,CAAC;AAEF,eAAO,MAAM,oBAAoB,QAAO,IAEvC,CAAC"}
+{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/orchestrator/provenance.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AA2GtD,eAAO,MAAM,eAAe,QAAO,aAAa,CAAC,SAAS,CAYxD,CAAC;AAEH,eAAO,MAAM,aAAa,aACd,MAAM,GAAG,IAAI,YACd;IACP,WAAW,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,KACA,OAAO,CAAC,aAAa,CAuBvB,CAAC;AAEF,eAAO,MAAM,oBAAoB,QAAO,IAEvC,CAAC"}

package/lib/orchestrator/provenance.js

@@ -1,5 +1,6 @@
 import { existsSync } from "node:fs";
 import { lstat, readFile, readlink } from "node:fs/promises";
+import { availableParallelism, cpus, release, totalmem } from "node:os";
 import { dirname, join, parse, relative, resolve, sep } from "node:path";
 import { contentHash, exec, valueHash } from "../core/index.js";
 const repositories = new Map();
@@ -109,14 +110,25 @@ export const runtimeIdentity = () => ({
     arch: process.arch,
     node: process.version,
     ...(process.versions.bun ? { bun: process.versions.bun } : {}),
+    host: {
+        osRelease: release(),
+        cpuModels: [...new Set(cpus().map((cpu) => cpu.model))].sort(),
+        logicalCpuCount: cpus().length,
+        availableParallelism: availableParallelism(),
+        totalMemoryBytes: totalmem(),
+    },
 });
-export const runProvenance = async (casePath) => {
+export const runProvenance = async (casePath, options = {}) => {
     const runtime = runtimeIdentity();
+    const environment = {
+        ...(options.environment ? { declared: options.environment } : {}),
+        concurrency: options.concurrency ?? 1,
+    };
     if (!casePath)
-        return { runtime };
+        return { runtime, environment };
     const root = gitRootAbove(casePath);
     if (!root)
-        return { runtime, source: { casePath: resolve(casePath) } };
+        return { runtime, environment, source: { casePath: resolve(casePath) } };
     let git = repositories.get(root);
     if (!git) {
         git = inspectRepository(root);
@@ -125,6 +137,7 @@ export const runProvenance = async (casePath) => {
     const state = await git;
     return {
         runtime,
+        environment,
         source: {
             casePath: portablePath(relative(root, resolve(casePath))),
             ...(state ? { git: state } : {}),

package/lib/orchestrator/provenance.js.map

@@ -1 +1 @@
-{"version":3,"file":"provenance.js","sourceRoot":"","sources":["../../src/orchestrator/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEzE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAGhE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAyC,CAAC;AACtE,MAAM,+BAA+B,GAAG,UAAU,CAAC;AACnD,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEzE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAiB,EAAE;IACnD,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAAE,OAAO,GAAG,CAAC;QAC9C,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC9B,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAAE,IAAY,EAAiC,EAAE;IAC9E,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACxD,IAAI,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACnE,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,gBAAgB,EAAE,0BAA0B,CAAC,EAAE;gBACpE,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;aACjB,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;gBAChF,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,+BAA+B;aAC3C,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,EAAE,IAAI,CAAC,EAAE;gBAChE,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,+BAA+B;aAC3C,CAAC;SACH,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrF,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,KAAK,GAAa;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;SACvC,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAC/B,IAAI,CAAC;YACH,IACE,IAAI,CAAC,QAAQ,KAAK,CAAC;gBACnB,IAAI,CAAC,QAAQ;gBACb,IAAI,CAAC,eAAe;gBACpB,SAAS,CAAC,QAAQ,KAAK,CAAC;gBACxB,SAAS,CAAC,QAAQ;gBAClB,SAAS,CAAC,eAAe,EACzB,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzF,MAAM,cAAc,GAMf,EAAE,CAAC;YACR,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC1C,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;oBAClB,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC;oBAC3B,IAAI,aAAa,GAAG,+BAA+B;wBAAE,OAAO,KAAK,CAAC;oBAClE,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,WAAW,EAAE,WAAW,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;qBACnD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBACjC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACxC,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC3C,IAAI,aAAa,GAAG,+BAA+B;wBAAE,OAAO,KAAK,CAAC;oBAClE,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1E,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YACD,OAAO;gBACL,GAAG,KAAK;gBACR,eAAe,EAAE,SAAS,CAAC;oBACzB,eAAe,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;oBACzC,cAAc;iBACf,CAAC;aACH,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,sEAAsE;YACtE,uEAAuE;YACvE,2BAA2B;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,GAA6B,EAAE,CAAC,CAAC;IAC9D,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,IAAI,EAAE,OAAO,CAAC,OAAO;IACrB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAC/D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,QAAuB,EAA0B,EAAE;IACrF,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;IAClC,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;IACvE,IAAI,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC;IACxB,OAAO;QACL,OAAO;QACP,MAAM,EAAE;YACN,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAS,EAAE;IAC7C,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC,CAAC"}
+{"version":3,"file":"provenance.js","sourceRoot":"","sources":["../../src/orchestrator/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAGzE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAGhE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAyC,CAAC;AACtE,MAAM,+BAA+B,GAAG,UAAU,CAAC;AACnD,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEzE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAiB,EAAE;IACnD,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAAE,OAAO,GAAG,CAAC;QAC9C,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC9B,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAAE,IAAY,EAAiC,EAAE;IAC9E,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACxD,IAAI,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACnE,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,gBAAgB,EAAE,0BAA0B,CAAC,EAAE;gBACpE,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;aACjB,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;gBAChF,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,+BAA+B;aAC3C,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,EAAE,IAAI,CAAC,EAAE;gBAChE,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,+BAA+B;aAC3C,CAAC;SACH,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrF,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,KAAK,GAAa;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;YAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;SACvC,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAC/B,IAAI,CAAC;YACH,IACE,IAAI,CAAC,QAAQ,KAAK,CAAC;gBACnB,IAAI,CAAC,QAAQ;gBACb,IAAI,CAAC,eAAe;gBACpB,SAAS,CAAC,QAAQ,KAAK,CAAC;gBACxB,SAAS,CAAC,QAAQ;gBAClB,SAAS,CAAC,eAAe,EACzB,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzF,MAAM,cAAc,GAMf,EAAE,CAAC;YACR,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC1C,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;oBAClB,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC;oBAC3B,IAAI,aAAa,GAAG,+BAA+B;wBAAE,OAAO,KAAK,CAAC;oBAClE,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,WAAW,EAAE,WAAW,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;qBACnD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBACjC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACxC,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC3C,IAAI,aAAa,GAAG,+BAA+B;wBAAE,OAAO,KAAK,CAAC;oBAClE,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1E,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YACD,OAAO;gBACL,GAAG,KAAK;gBACR,eAAe,EAAE,SAAS,CAAC;oBACzB,eAAe,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;oBACzC,cAAc;iBACf,CAAC;aACH,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,sEAAsE;YACtE,uEAAuE;YACvE,2BAA2B;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,GAA6B,EAAE,CAAC,CAAC;IAC9D,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,IAAI,EAAE,OAAO,CAAC,OAAO;IACrB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9D,IAAI,EAAE;QACJ,SAAS,EAAE,OAAO,EAAE;QACpB,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QAC9D,eAAe,EAAE,IAAI,EAAE,CAAC,MAAM;QAC9B,oBAAoB,EAAE,oBAAoB,EAAE;QAC5C,gBAAgB,EAAE,QAAQ,EAAE;KAC7B;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,QAAuB,EACvB,OAAO,GAGH,EAAE,EACkB,EAAE;IAC1B,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG;QAClB,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;KACtC,CAAC;IACF,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;IACpF,IAAI,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC;IACxB,OAAO;QACL,OAAO;QACP,WAAW;QACX,MAAM,EAAE;YACN,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAS,EAAE;IAC7C,YAAY,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC,CAAC"}

package/lib/orchestrator/regrade.d.ts

@@ -25,13 +25,15 @@ export declare const GradingSnapshotSchema: z.ZodObject<{
             id: z.ZodExactOptional<z.ZodString>;
             type: z.ZodString;
             name: z.ZodString;
-            passed: z.ZodBoolean;
+            passed: z.ZodNullable<z.ZodBoolean>;
+            informational: z.ZodExactOptional<z.ZodBoolean>;
             score: z.ZodNumber;
             weight: z.ZodNumber;
             threshold: z.ZodNumber;
             durationMs: z.ZodNumber;
             comment: z.ZodExactOptional<z.ZodString>;
             detail: z.ZodOptional<z.ZodUnknown>;
+            abstention: z.ZodExactOptional<z.ZodLiteral<"insufficient-evidence">>;
             errorMessage: z.ZodExactOptional<z.ZodString>;
             usage: z.ZodExactOptional<z.ZodObject<{
                 input: z.ZodNumber;
@@ -40,6 +42,12 @@ export declare const GradingSnapshotSchema: z.ZodObject<{
                 cacheCreation: z.ZodNumber;
             }, z.core.$strip>>;
         }, z.core.$strip>>;
+        skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            type: z.ZodString;
+            name: z.ZodString;
+            reason: z.ZodLiteral<"judge-disabled">;
+        }, z.core.$strip>>>;
         incomplete: z.ZodExactOptional<z.ZodObject<{
             exitReason: z.ZodEnum<{
                 error: "error";

package/lib/orchestrator/regrade.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"regrade.d.ts","sourceRoot":"","sources":["../../src/orchestrator/regrade.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAIL,KAAK,QAAQ,EAMb,KAAK,QAAQ,EACb,KAAK,GAAG,EAKT,MAAM,kBAAkB,CAAC;AAc1B,eAAO,MAAM,+BAA+B,EAAG,CAAU,CAAC;AAE1D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBhC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AA2IpE,eAAO,MAAM,iBAAiB,WACpB,MAAM,iBACC,QAAQ,YACd;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,KAClC,OAAO,CAAC,GAAG,CA+Bb,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,WAC1B,MAAM,iBACC,QAAQ,KACtB,OAAO,CAAC,GAAG,CAuEb,CAAC;AAEF,eAAO,MAAM,0BAA0B,QAAe,GAAG,KAAG,OAAO,CAAC,IAAI,CAKvE,CAAC;AAyLF,eAAO,MAAM,UAAU,YAAmB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ,KAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,CAqDtD,CAAC"}
+{"version":3,"file":"regrade.d.ts","sourceRoot":"","sources":["../../src/orchestrator/regrade.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAIL,KAAK,QAAQ,EAMb,KAAK,QAAQ,EACb,KAAK,GAAG,EAKT,MAAM,kBAAkB,CAAC;AAc1B,eAAO,MAAM,+BAA+B,EAAG,CAAU,CAAC;AAE1D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBhC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AA2IpE,eAAO,MAAM,iBAAiB,WACpB,MAAM,iBACC,QAAQ,YACd;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,KAClC,OAAO,CAAC,GAAG,CA+Bb,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,WAC1B,MAAM,iBACC,QAAQ,KACtB,OAAO,CAAC,GAAG,CAuEb,CAAC;AAEF,eAAO,MAAM,0BAA0B,QAAe,GAAG,KAAG,OAAO,CAAC,IAAI,CAKvE,CAAC;AAyLF,eAAO,MAAM,UAAU,YAAmB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,GAAG,CAAC,EAAE,IAAI,CAAC;CACZ,KAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,CAqDtD,CAAC"}

package/lib/orchestrator/rubric-loader.js

@@ -8,7 +8,7 @@ const CANDIDATE_FORBIDDEN_FIELDS = [
     "provider",
     "model",
     "reasoningEffort",
-    "timeoutMs",
+    "timeout",
     "promptOverride",
 ];
 const RawRubricDefinitionSchema = z.looseObject({

package/lib/orchestrator/rubric-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"rubric-loader.js","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAyB,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAElG,MAAM,0BAA0B,GAAG;IACjC,SAAS;IACT,UAAU;IACV,OAAO;IACP,iBAAiB;IACjB,WAAW;IACX,gBAAgB;CACR,CAAC;AACX,MAAM,yBAAyB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC9C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,QAAgB,EAA6B,EAAE;IACxF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,yCAAyC,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,kDAAkD,CAChF,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;IACtE,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAClE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,+DAA+D,SAAS,CAAC,IAAI,GAAG,CAC9G,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,KAAK,GAAG,YAAY;YACxB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC;YAC/D,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,2CAA2C,KAAK,GAAG,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IACE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO;YAC5C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,OAAO;YAC/C,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,MAAM,EACvC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,4CAA4C,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}
+{"version":3,"file":"rubric-loader.js","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAyB,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAElG,MAAM,0BAA0B,GAAG;IACjC,SAAS;IACT,UAAU;IACV,OAAO;IACP,iBAAiB;IACjB,SAAS;IACT,gBAAgB;CACR,CAAC;AACX,MAAM,yBAAyB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC9C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,QAAgB,EAA6B,EAAE;IACxF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,yCAAyC,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,kDAAkD,CAChF,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;IACtE,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAClE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,+DAA+D,SAAS,CAAC,IAAI,GAAG,CAC9G,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,KAAK,GAAG,YAAY;YACxB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC;YAC/D,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,2CAA2C,KAAK,GAAG,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IACE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO;YAC5C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,OAAO;YAC/C,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,MAAM,EACvC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,4CAA4C,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}

package/lib/orchestrator/run-dir.d.ts

@@ -28,6 +28,8 @@ export type OpenRunDirOptions = {
     runsRoot: string;
     caseId: string;
     driverName: string;
+    /** Files the run under the permutation instead of the bare driver name. */
+    permutationId?: string | undefined;
     startedAt?: Date | undefined;
     /** Tap on the event stream, called for every appended event. Must not throw. */
     onEvent?: ((event: RunEvent) => void) | undefined;

package/lib/orchestrator/run-dir.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-dir.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,cAAc,EAIpB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,aAAa,OAAQ,MAAM,KAAG,MAIhB,CAAC;AAE5B,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,yEAAyE;IACzE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,0CAA0C;IAC1C,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,oBAAoB,GAAG,IAAI,CAAC;IACzD,eAAe,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAgB,MAAM,SAAS,OAAO,KAAG,OAAO,CAAC,IAAI,CAWnF,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;CACrC,CAAC;AAcF,iFAAiF;AACjF,eAAO,MAAM,kBAAkB,SACvB,MAAM,YACH,qBAAqB,KAC7B,cA4EF,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,gFAAgF;IAChF,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAClD,sEAAsE;IACtE,WAAW,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,UAAU,YAAmB,iBAAiB,KAAG,OAAO,CAAC,YAAY,CAuCjF,CAAC;AAEF,eAAO,MAAM,eAAe,WAClB,MAAM,YACJ,QAAQ,YACR,MAAM,KACf,OAAO,CAAC,IAAI,CAA6E,CAAC"}
+{"version":3,"file":"run-dir.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,cAAc,EAIpB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,aAAa,OAAQ,MAAM,KAAG,MAIhB,CAAC;AAE5B,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,yEAAyE;IACzE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,0CAA0C;IAC1C,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,oBAAoB,GAAG,IAAI,CAAC;IACzD,eAAe,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAgB,MAAM,SAAS,OAAO,KAAG,OAAO,CAAC,IAAI,CAWnF,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;CACrC,CAAC;AAcF,iFAAiF;AACjF,eAAO,MAAM,kBAAkB,SACvB,MAAM,YACH,qBAAqB,KAC7B,cA4EF,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,gFAAgF;IAChF,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAClD,sEAAsE;IACtE,WAAW,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,UAAU,YAAmB,iBAAiB,KAAG,OAAO,CAAC,YAAY,CA4CjF,CAAC;AAEF,eAAO,MAAM,eAAe,WAClB,MAAM,YACJ,QAAQ,YACR,MAAM,KACf,OAAO,CAAC,IAAI,CAA6E,CAAC"}

package/lib/orchestrator/run-dir.js

@@ -118,7 +118,7 @@ export const openEventsAppender = (path, options = {}) => {
 export const openRunDir = async (options) => {
     const ts = isoTimestampSafe(options.startedAt ?? new Date());
     const slug = slugifyCaseId(options.caseId);
-    const basePath = join(options.runsRoot, slug, slugifyCaseId(options.driverName), ts);
+    const basePath = join(options.runsRoot, slug, slugifyCaseId(options.permutationId ?? options.driverName), ts);
     await mkdir(dirname(basePath), { recursive: true });
     // Same case+driver+millisecond must not share a dir — their events.jsonl
     // streams (opened with flags "a") would interleave silently. A bare mkdir

package/lib/orchestrator/run-dir.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-dir.js","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAoB,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EACL,wBAAwB,EAGxB,uBAAuB,EACvB,oBAAoB,EACpB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,gBAAgB,GAAG,CAAC,CAAO,EAAU,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAEpF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,EAAU,EAAU,EAAE,CAClD,EAAE;KACC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;KAChC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;KACpB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAoB5B,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,IAAY,EAAE,KAAc,EAAiB,EAAE;IACtF,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;IAC/D,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAChE,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAOF,MAAM,mBAAmB,GAAG,CAAC,MAAsB,EAAQ,EAAE;IAC3D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,GAAG,8BAA8B,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;AACH,CAAC,CAAC;AAEF,iFAAiF;AACjF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,IAAY,EACZ,OAAO,GAA0B,EAAE,EACnB,EAAE;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,wBAAwB,CAAC;IAC1D,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,sBAAsB,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,MAAM,GAAgB,iBAAiB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACjF,0EAA0E;IAC1E,6EAA6E;IAC7E,uEAAuE;IACvE,IAAI,UAAU,GAAiB,IAAI,CAAC;IACpC,MAAM,WAAW,GAAG,CAAC,GAAU,EAAQ,EAAE;QACvC,UAAU,KAAK,GAAG,CAAC;IACrB,CAAC,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAChC,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAChC,IAAI,OAAO,GAAyB,IAAI,CAAC;IACzC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,YAAY,GAAgC,IAAI,CAAC;IACrD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2C,CAAC;IAC1E,MAAM,UAAU,GAAG,CAAC,KAAe,EAAE,IAAY,EAAQ,EAAE;QACzD,UAAU,EAAE,CAAC;QACb,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,GAAG,OAAO,CAAC,IAAI,CACpB,GAAG,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,IAAI,GAAG;oBAAE,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CACL,CAAC;IACJ,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAwB,EAAE;QACjF,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,uBAAuB,CAAC,YAAY,CAAC,CAAC;QACzD,UAAU,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,KAAK,MAAM,QAAQ,IAAI,cAAc;YAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC9D,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,KAAe,EAA+B,EAAE;QAC9D,wEAAwE;QACxE,wEAAwE;QACxE,IAAI,OAAO;YAAE,OAAO,YAAY,CAAC;QACjC,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,GAAG,UAAU,IAAI,CAAC;QAC/B,IAAI,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS;YAAE,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC;QACrE,IAAI,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,sBAAsB,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC/E,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAa,EAAE,IAAI,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,MAAM,eAAe,GAAG,CAAC,QAAiD,EAAgB,EAAE;QAC1F,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,YAAY;YAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QACzC,OAAO,GAAG,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,MAAM,OAAO,CAAC;QACd,IAAI,UAAU;YAAE,MAAM,UAAU,CAAC;IACnC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,GAAkB,EAAE;QAChC,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;YACtB,MAAM,KAAK,EAAE,CAAC;YACd,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,CAAC,GAAG,CAAC,CAAC,GAA6B,EAAE,EAAE;oBAC3C,IAAI,GAAG;wBAAE,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC1B,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACnD,CAAC,CAAC;AAaF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,OAA0B,EAAyB,EAAE;IACpF,MAAM,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;IACrF,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,yEAAyE;IACzE,0EAA0E;IAC1E,wEAAwE;IACxE,oCAAoC;IACpC,IAAI,IAAI,GAAG,QAAQ,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAI,CAAC,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,MAAM;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,GAAG,CAAC;YAChE,IAAI,GAAG,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC7C,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,MAAM,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE;QAC5D,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC,CAAC;IACH,OAAO;QACL,IAAI;QACJ,YAAY;QACZ,MAAM;QACN,QAAQ;QACR,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC;QAC7E,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;KAC5B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAc,EACd,QAAkB,EAClB,QAAgB,EACD,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC"}
+{"version":3,"file":"run-dir.js","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAoB,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EACL,wBAAwB,EAGxB,uBAAuB,EACvB,oBAAoB,EACpB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,gBAAgB,GAAG,CAAC,CAAO,EAAU,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAEpF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,EAAU,EAAU,EAAE,CAClD,EAAE;KACC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;KAChC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;KACpB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAoB5B,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,IAAY,EAAE,KAAc,EAAiB,EAAE;IACtF,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;IAC/D,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YAChE,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAOF,MAAM,mBAAmB,GAAG,CAAC,MAAsB,EAAQ,EAAE;IAC3D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,GAAG,8BAA8B,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;AACH,CAAC,CAAC;AAEF,iFAAiF;AACjF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,IAAY,EACZ,OAAO,GAA0B,EAAE,EACnB,EAAE;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,wBAAwB,CAAC;IAC1D,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,sBAAsB,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,MAAM,GAAgB,iBAAiB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACjF,0EAA0E;IAC1E,6EAA6E;IAC7E,uEAAuE;IACvE,IAAI,UAAU,GAAiB,IAAI,CAAC;IACpC,MAAM,WAAW,GAAG,CAAC,GAAU,EAAQ,EAAE;QACvC,UAAU,KAAK,GAAG,CAAC;IACrB,CAAC,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAChC,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAChC,IAAI,OAAO,GAAyB,IAAI,CAAC;IACzC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,YAAY,GAAgC,IAAI,CAAC;IACrD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2C,CAAC;IAC1E,MAAM,UAAU,GAAG,CAAC,KAAe,EAAE,IAAY,EAAQ,EAAE;QACzD,UAAU,EAAE,CAAC;QACb,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,GAAG,OAAO,CAAC,IAAI,CACpB,GAAG,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,IAAI,GAAG;oBAAE,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC1B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CACL,CAAC;IACJ,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,KAAoC,EAAwB,EAAE;QACjF,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,uBAAuB,CAAC,YAAY,CAAC,CAAC;QACzD,UAAU,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,KAAK,MAAM,QAAQ,IAAI,cAAc;YAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC9D,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,KAAe,EAA+B,EAAE;QAC9D,wEAAwE;QACxE,wEAAwE;QACxE,IAAI,OAAO;YAAE,OAAO,YAAY,CAAC;QACjC,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,GAAG,UAAU,IAAI,CAAC;QAC/B,IAAI,UAAU,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS;YAAE,OAAO,WAAW,CAAC,QAAQ,CAAC,CAAC;QACrE,IAAI,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,sBAAsB,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC/E,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAa,EAAE,IAAI,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,MAAM,eAAe,GAAG,CAAC,QAAiD,EAAgB,EAAE;QAC1F,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,YAAY;YAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QACzC,OAAO,GAAG,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,MAAM,OAAO,CAAC;QACd,IAAI,UAAU;YAAE,MAAM,UAAU,CAAC;IACnC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,GAAkB,EAAE;QAChC,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;YACtB,MAAM,KAAK,EAAE,CAAC;YACd,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,CAAC,GAAG,CAAC,CAAC,GAA6B,EAAE,EAAE;oBAC3C,IAAI,GAAG;wBAAE,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC1B,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACnD,CAAC,CAAC;AAeF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,OAA0B,EAAyB,EAAE;IACpF,MAAM,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,CACnB,OAAO,CAAC,QAAQ,EAChB,IAAI,EACJ,aAAa,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,EAC1D,EAAE,CACH,CAAC;IACF,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,yEAAyE;IACzE,0EAA0E;IAC1E,wEAAwE;IACxE,oCAAoC;IACpC,IAAI,IAAI,GAAG,QAAQ,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAI,CAAC,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,MAAM;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,GAAG,CAAC;YAChE,IAAI,GAAG,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC7C,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,MAAM,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE;QAC5D,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC,CAAC;IACH,OAAO;QACL,IAAI;QACJ,YAAY;QACZ,MAAM;QACN,QAAQ;QACR,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC;QAC7E,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;KAC5B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAc,EACd,QAAkB,EAClB,QAAgB,EACD,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC"}

package/lib/orchestrator/run-execution.d.ts

@@ -1,9 +1,11 @@
+import type { EnvironmentDeclaration } from "../core/environment.js";
 import { type AgentDriver, type Answerer, type EvalCase, type FixtureValueBinding, type PhaseDurations, type Registry, type RunEvent } from "../core/index.js";
 import type { RunRequest, RunResult } from "./orchestrator.js";
 import { type OpenedRunDir } from "./run-dir.js";
 /** Sentinel `casePath` for a pre-loaded case that has no file behind it. */
 export declare const INLINE_CASE_PATH = "<inline>";
 export type RunWithPluginsArgs = {
+    environment?: EnvironmentDeclaration | undefined;
     request: RunRequest;
     casePath: string;
     authoredCase: EvalCase;
@@ -11,6 +13,7 @@ export type RunWithPluginsArgs = {
     validatedAssertionConfigs: readonly unknown[];
     caseId: string;
     driverName: string;
+    permutationId?: string | undefined;
     answererName: string;
     answererConfig: unknown;
     driverConfigHash: string;

package/lib/orchestrator/run-execution.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-execution.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-execution.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,QAAQ,EAOb,KAAK,QAAQ,EAGb,KAAK,mBAAmB,EAMxB,KAAK,cAAc,EAEnB,KAAK,QAAQ,EAGb,KAAK,QAAQ,EASd,MAAM,kBAAkB,CAAC;AAQ1B,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE/D,OAAO,EAAE,KAAK,YAAY,EAA+B,MAAM,cAAc,CAAC;AAQ9E,4EAA4E;AAC5E,eAAO,MAAM,gBAAgB,aAAa,CAAC;AAI3C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,QAAQ,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;IACnB,yBAAyB,EAAE,SAAS,OAAO,EAAE,CAAC;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uBAAuB,EAAE,MAAM,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAkDF,eAAO,MAAM,aAAa,UAAW,OAAO,KAAG,MAAM,GAAG,IAG9C,CAAC;AAUX,eAAO,MAAM,iBAAiB,WACpB,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,wBACtB,OAAO,KAC5B,OAAO,CAAC,IAAI,CAWd,CAAC;AAgDF,eAAO,MAAM,cAAc,WAAY,SAAS,QAAQ,EAAE,KAAG,cAiB5D,CAAC;AA2dF,eAAO,MAAM,qBAAqB,SAAgB,kBAAkB,KAAG,OAAO,CAAC,SAAS,CACpC,CAAC"}
+{"version":3,"file":"run-execution.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-execution.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,QAAQ,EASb,KAAK,QAAQ,EAGb,KAAK,mBAAmB,EAOxB,KAAK,cAAc,EAEnB,KAAK,QAAQ,EAGb,KAAK,QAAQ,EAUd,MAAM,kBAAkB,CAAC;AAS1B,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE/D,OAAO,EAAE,KAAK,YAAY,EAA+B,MAAM,cAAc,CAAC;AAS9E,4EAA4E;AAC5E,eAAO,MAAM,gBAAgB,aAAa,CAAC;AAI3C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,WAAW,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACjD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,QAAQ,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;IACnB,yBAAyB,EAAE,SAAS,OAAO,EAAE,CAAC;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uBAAuB,EAAE,MAAM,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,SAAS,mBAAmB,EAAE,CAAC;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;CACpB,CAAC;AAwDF,eAAO,MAAM,aAAa,UAAW,OAAO,KAAG,MAAM,GAAG,IAG9C,CAAC;AAUX,eAAO,MAAM,iBAAiB,WACpB,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,wBACtB,OAAO,KAC5B,OAAO,CAAC,IAAI,CAWd,CAAC;AA8DF,eAAO,MAAM,cAAc,WAAY,SAAS,QAAQ,EAAE,KAAG,cAiB5D,CAAC;AAggBF,eAAO,MAAM,qBAAqB,SAAgB,kBAAkB,KAAG,OAAO,CAAC,SAAS,CACpC,CAAC"}

package/lib/orchestrator/run-execution.js

@@ -1,13 +1,15 @@
 import { cp } from "node:fs/promises";
 import { dirname, isAbsolute, resolve } from "node:path";
 import { z } from "zod";
-import { AnswererModelAccountingSchema, AnswererModelCallAccountingSchema, emptyUsage, guardRunObserver, inspectRunArtifact, summarizeToolOutcomes, sumUsage, TokenUsageSchema, valueHash, } from "../core/index.js";
+import { AnswererModelAccountingSchema, AnswererModelCallAccountingSchema, actionTiming, bindRunExecutionWorkspace, emptyUsage, guardRunObserver, inspectRunArtifact, normalizeDriverMetrics, summarizeAgentActivity, summarizeToolOutcomes, sumUsage, TokenUsageSchema, valueHash, } from "../core/index.js";
+import { identifyArtifactOrigins } from "./artifact-origin.js";
 import { createDriverSession, } from "./driver-session.js";
 import { fixtureIdentity } from "./fixture-identity.js";
 import { gradeRun } from "./grading.js";
 import { runProvenance } from "./provenance.js";
 import { openRunDir, writeFrozenCase } from "./run-dir.js";
 import { executeRunLifecycle, } from "./run-lifecycle.js";
+import { RunWorkspace } from "./run-workspace.js";
 import { isRunTraceLimit } from "./trace-limits.js";
 /** Sentinel `casePath` for a pre-loaded case that has no file behind it. */
 export const INLINE_CASE_PATH = "<inline>";
@@ -37,7 +39,11 @@ const stageFixtures = async (ref, options) => {
     if (staged.hash !== source.hash) {
         throw new Error(`fixtures: tree changed while staging: ${source.rootDir}`);
     }
-    return { fixtures: { rootDir: source.rootDir }, hash: staged.hash };
+    return {
+        fixtures: { rootDir: source.rootDir },
+        hash: staged.hash,
+        fileHashes: staged.fileHashes,
+    };
 };
 export const runDirOfError = (error) => error instanceof Error && typeof error.luxRunDir === "string"
     ? error.luxRunDir
@@ -78,13 +84,30 @@ const SummaryModelAccountingSchema = z.object({
     modelCalls: z.number().int().nonnegative(),
     unpricedModelCalls: z.number().int().nonnegative().optional(),
 });
-const usageFromSummary = (summary) => SummaryUsageSchema.safeParse(summary).data?.usage ?? null;
+const usageFromSummary = (summary) => {
+    if (!summary || typeof summary !== "object")
+        return null;
+    const raw = summary.usage;
+    if (!raw || typeof raw !== "object")
+        return null;
+    const counts = raw;
+    const hasCount = ["input", "output", "cacheRead", "cacheCreation"].some((key) => {
+        const value = counts[key];
+        return typeof value === "number" && Number.isInteger(value) && value >= 0;
+    });
+    return hasCount ? (SummaryUsageSchema.safeParse(summary).data?.usage ?? null) : null;
+};
 const costFromSummary = (summary) => {
     if (!summary || typeof summary !== "object")
         return undefined;
     return ReportedCostSchema.safeParse(summary.cost).data;
 };
 const modelAccountingFromSummary = (summary) => SummaryModelAccountingSchema.safeParse(summary).data ?? null;
+const metricsFromSummary = (summary) => {
+    if (!summary || typeof summary !== "object")
+        return {};
+    return normalizeDriverMetrics(summary.metrics);
+};
 const artifactMeasurements = async (artifacts, runDir) => {
     const sizes = await Promise.all(artifacts.map(async (artifact) => {
         if (artifact.size !== undefined)
@@ -166,12 +189,14 @@ class RunExecution {
     loop;
     ready;
     fixturesHash;
+    fixtureFileHashes = new Map();
     startAttempted = false;
     loopOutcome;
     collection = { artifacts: [] };
     metadata;
     usage;
     run;
+    workspace;
     constructor(args, startedAt, provenance, observer, runDir) {
         this.args = args;
         this.startedAt = startedAt;
@@ -181,12 +206,13 @@ class RunExecution {
     }
     static async open(args) {
         const startedAt = args.request.startedAt ?? new Date();
-        const provenance = await runProvenance(args.casePath === INLINE_CASE_PATH ? null : args.casePath);
+        const provenance = await runProvenance(args.casePath === INLINE_CASE_PATH ? null : args.casePath, { environment: args.environment, concurrency: args.request.suiteConcurrency });
         const observer = guardRunObserver(args.request.observer);
         const runDir = await openRunDir({
             runsRoot: resolve(args.request.runsRoot),
             caseId: args.caseId,
             driverName: args.driverName,
+            permutationId: args.permutationId,
             startedAt,
             onEvent: observer?.event,
         });
@@ -215,12 +241,14 @@ class RunExecution {
         this.lifecycle("run-loop");
         if (request.abortSignal?.aborted)
             return;
+        this.workspace = await RunWorkspace.create();
         const staged = await stageFixtures(evalCase.fixtures, {
             ...(request.fixturesRoot ? { fixturesRoot: request.fixturesRoot } : {}),
             casePath,
-            artifactsDir: this.runDir.artifactsDir,
+            artifactsDir: this.workspace.path,
         });
         this.fixturesHash = staged?.hash;
+        this.fixtureFileHashes = staged?.fileHashes ?? new Map();
         if (request.abortSignal?.aborted)
             return;
         this.lifecycle("start-driver");
@@ -233,7 +261,7 @@ class RunExecution {
             ...(this.args.fixtureValues.length > 0 ? { fixtureValues: this.args.fixtureValues } : {}),
             runsRoot: resolve(request.runsRoot),
             runDir: this.runDir.path,
-            artifactsDir: this.runDir.artifactsDir,
+            artifactsDir: this.workspace.path,
             abortSignal: request.abortSignal ?? new AbortController().signal,
         });
         this.append({ type: "ready", ...this.ready });
@@ -258,6 +286,7 @@ class RunExecution {
         metadata.exitReason = "error";
         metadata.operationalFailure = { phase: operationalPhase, reason };
         metadata.phaseDurationMs = phaseDurations(this.runDir.recorded);
+        metadata.actionTiming = actionTiming(this.runDir.recorded);
         await this.runDir.writeJson("run.json", metadata);
         await this.args.request.recordPreGradingAccounting?.(metadata);
         await this.args.request.recordModelAttemptsComplete?.(this.subjectAttemptIds);
@@ -273,9 +302,13 @@ class RunExecution {
         this.lifecycle("collect-end");
         await this.runDir.events.drain();
         const completed = await this.completedAgentRun();
+        completed.metadata.actionTiming = actionTiming(this.runDir.recorded);
         this.metadata = completed.metadata;
         this.usage = completed.usage;
         this.run = completed.run;
+        const executionWorkspace = await this.args.driver.verificationWorkspace?.();
+        if (executionWorkspace)
+            bindRunExecutionWorkspace(this.run, executionWorkspace);
         await writeFrozenCase(this.runDir.path, this.args.authoredCase, this.args.casePath);
         await this.runDir.writeJson("run.json", completed.metadata);
         await this.runDir.writeJson("artifacts.json", this.collection.artifacts);
@@ -293,6 +326,7 @@ class RunExecution {
         metadata.endedAt = new Date().toISOString();
         usage.grading = sumUsage(grading.assertions.flatMap((assertion) => (assertion.usage ? [assertion.usage] : [])));
         metadata.phaseDurationMs = phaseDurations(this.runDir.recorded);
+        metadata.actionTiming = actionTiming(this.runDir.recorded);
         await this.runDir.events.drain();
         await this.runDir.writeJson("run.json", metadata);
         await this.runDir.writeJson("artifacts.json", this.collection.artifacts);
@@ -300,6 +334,12 @@ class RunExecution {
         return { runDir: this.runDir.path, metadata, grading, exitReason: finalExitReason };
     }
     async close(primaryError) {
+        if (this.workspace) {
+            await closeQuietly(async () => {
+                await this.args.driver.close();
+                await this.workspace?.archive(this.runDir.artifactsDir);
+            }, `run workspace ${this.workspace.path}`);
+        }
         if (primaryError instanceof Error) {
             primaryError.luxRunDir = this.runDir.path;
         }
@@ -362,6 +402,7 @@ class RunExecution {
     fallbackFailureMetadata() {
         const failedAt = new Date();
         const answererAccounting = readAnswererModelAccounting(this.args.answerer);
+        const ready = this.ready ?? { agentId: "start-failed" };
         return {
             schemaVersion: 1,
             luxVersion: this.args.luxVersion,
@@ -370,8 +411,9 @@ class RunExecution {
             agentEndedAt: failedAt.toISOString(),
             endedAt: failedAt.toISOString(),
             exitReason: "error",
-            driver: { name: this.args.driverName, ...(this.ready ?? { agentId: "start-failed" }) },
+            driver: { name: this.args.driverName, ...ready },
             answerer: answererMetadata(this.args.answererName, this.args.answererConfig),
+            agentUsageAvailability: "unavailable",
             usage: {
                 agent: emptyUsage(),
                 answerer: readAnswererUsage(this.args.answerer),
@@ -386,6 +428,7 @@ class RunExecution {
             interruptCounts: this.interruptCounts,
             toolCallCount: this.toolCallCount,
             toolOutcomes: summarizeToolOutcomes(this.runDir.recorded),
+            agentActivity: summarizeAgentActivity(this.runDir.recorded, ready),
             artifacts: { count: this.collection.artifacts.length },
             provenance: this.runProvenance(),
         };
@@ -395,7 +438,11 @@ class RunExecution {
             return { artifacts: [] };
         try {
             await this.args.driver.quiesce?.();
-            return { artifacts: await this.args.driver.collect() };
+            const artifacts = await this.args.driver.collect();
+            const archived = (await this.workspace?.archive(this.runDir.artifactsDir, artifacts)) ?? artifacts;
+            return {
+                artifacts: await identifyArtifactOrigins(this.runDir.path, archived, this.fixtureFileHashes),
+            };
         }
         catch (error) {
             const reason = errorMessage(error);
@@ -412,17 +459,20 @@ class RunExecution {
         const outcome = this.require(this.loopOutcome, "driver outcome");
         const agentEndedAt = new Date();
         const exitReason = agentExitReason(outcome, this.collection.error);
-        const summary = outcome.kind === "done" ? outcome.done.summary : undefined;
+        const summary = outcome.kind === "done" ? outcome.done.summary : outcome.error.summary;
         const driverCost = costFromSummary(summary);
         const reportedModelAccounting = modelAccountingFromSummary(summary);
+        const driverMetrics = metricsFromSummary(summary);
         const answererAccounting = readAnswererModelAccounting(this.args.answerer);
         const agentCalls = this.ready ? (reportedModelAccounting?.modelCalls ?? 1) : 0;
         const operationalFailure = loopFailure(outcome, this.collection.error);
+        const agentUsage = usageFromSummary(summary);
         const usage = {
-            agent: usageFromSummary(summary) ?? emptyUsage(),
+            agent: agentUsage ?? emptyUsage(),
             answerer: readAnswererUsage(this.args.answerer),
             grading: emptyUsage(),
         };
+        const ready = this.ready ?? { agentId: "not-started" };
         const metadata = {
             schemaVersion: 1,
             luxVersion: this.args.luxVersion,
@@ -431,9 +481,10 @@ class RunExecution {
             agentEndedAt: agentEndedAt.toISOString(),
             endedAt: agentEndedAt.toISOString(),
             exitReason,
-            driver: { name: this.args.driverName, ...(this.ready ?? { agentId: "not-started" }) },
+            driver: { name: this.args.driverName, ...ready },
             answerer: answererMetadata(this.args.answererName, this.args.answererConfig),
             usage,
+            agentUsageAvailability: agentUsage === null ? "unavailable" : "reported",
             modelAccounting: {
                 agentCalls,
                 answererCalls: answererAccounting.calls,
@@ -444,10 +495,12 @@ class RunExecution {
             interruptCounts: this.interruptCounts,
             toolCallCount: this.toolCallCount,
             toolOutcomes: summarizeToolOutcomes(this.runDir.recorded),
+            agentActivity: summarizeAgentActivity(this.runDir.recorded, ready),
             artifacts: await artifactMeasurements(this.collection.artifacts, this.runDir.path),
             ...(operationalFailure ? { operationalFailure } : {}),
             provenance: this.runProvenance(),
             ...(driverCost !== undefined ? { cost: { usd: driverCost } } : {}),
+            ...(Object.keys(driverMetrics).length > 0 ? { driverMetrics } : {}),
         };
         return {
             metadata,
@@ -471,6 +524,7 @@ class RunExecution {
             ...(this.fixturesHash ? { fixturesHash: this.fixturesHash } : {}),
             ...(request.subjectHash ? { subjectHash: request.subjectHash } : {}),
             ...(request.profileId ? { profileId: request.profileId } : {}),
+            ...(this.args.permutationId ? { permutationId: this.args.permutationId } : {}),
             ...(request.experimentId ? { experimentId: request.experimentId } : {}),
             ...(request.variantId ? { variantId: request.variantId } : {}),
             ...(request.candidateId ? { candidateId: request.candidateId } : {}),
@@ -497,7 +551,7 @@ class RunExecution {
                 complete: request.recordModelAttemptsComplete,
             }
             : undefined;
-        return gradeRun(run, this.args.registry, this.observer, request.abortSignal, request.recordGradingAssertion, modelAttempts, this.args.validatedAssertionConfigs);
+        return gradeRun(run, this.args.registry, this.observer, request.abortSignal, request.recordGradingAssertion, modelAttempts, this.args.validatedAssertionConfigs, request.skipJudge ?? false);
     }
     applyGradingOutcome(metadata, grading) {
         const initialExitReason = metadata.exitReason;