@prismatic-io/lux 0.0.2-preview.14 → 0.0.2-preview.16

package/lib/orchestrator/grading.js

@@ -66,6 +66,10 @@ const describeAssertion = (a) => {
         .join(" ");
     return fields ? `${a.type} ${fields}` : a.type;
 };
+const assertionPassed = (result, threshold) => result.errorMessage === undefined &&
+    result.abstention === undefined &&
+    result.passed &&
+    result.score >= threshold;
 export const gradeRun = async (run, registry, observer, abortSignal, recordAssertion, modelAttempts, validatedConfigs, skipJudge = false) => {
     const guardedObserver = guardRunObserver(observer);
     const assertions = run.case.assertions ?? [];
@@ -78,6 +82,7 @@ export const gradeRun = async (run, registry, observer, abortSignal, recordAsser
     let weightSum = 0;
     let allPassed = true;
     let gradingIncomplete = false;
+    let gradingAbstained = false;
     for (const [index, a] of assertions.entries()) {
         if (skipJudge && a.type === "rubric") {
             skippedAssertions.push({
@@ -136,7 +141,7 @@ export const gradeRun = async (run, registry, observer, abortSignal, recordAsser
                     }
                     : {}),
             }));
-            const passed = result.errorMessage === undefined && result.passed && result.score >= threshold;
+            const passed = assertionPassed(result, threshold);
             entry = {
                 id,
                 type: a.type,
@@ -148,12 +153,16 @@ export const gradeRun = async (run, registry, observer, abortSignal, recordAsser
                 durationMs: Date.now() - startedAt,
                 ...(result.comment !== undefined ? { comment: result.comment } : {}),
                 detail: result.detail,
+                ...(result.abstention !== undefined ? { abstention: result.abstention } : {}),
                 ...(result.errorMessage !== undefined ? { errorMessage: result.errorMessage } : {}),
                 ...(result.usage ? { usage: result.usage } : {}),
             };
             if (result.errorMessage !== undefined) {
                 gradingIncomplete = true;
             }
+            else if (result.abstention !== undefined) {
+                gradingAbstained = true;
+            }
             else {
                 if (!passed)
                     allPassed = false;
@@ -181,13 +190,11 @@ export const gradeRun = async (run, registry, observer, abortSignal, recordAsser
         await recordAssertion?.(entry, index);
         await modelAttempts?.complete(assertionAttemptIds);
     }
-    let caseScore = null;
-    if (!gradingIncomplete && weightSum > 0)
-        caseScore = weightedScoreSum / weightSum;
+    const hasVerdict = !gradingIncomplete && !gradingAbstained && weightSum > 0;
     return {
         schemaVersion: 1,
-        casePassed: gradingIncomplete || weightSum === 0 ? null : allPassed,
-        caseScore,
+        casePassed: hasVerdict ? allPassed : null,
+        caseScore: hasVerdict ? weightedScoreSum / weightSum : null,
         assertions: entries,
         ...(skippedAssertions.length > 0 ? { skippedAssertions } : {}),
         ...(gradingIncomplete

package/lib/orchestrator/grading.js.map

@@ -1 +1 @@
-{"version":3,"file":"grading.js","sourceRoot":"","sources":["../../src/orchestrator/grading.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,qBAAqB,EAGrB,gBAAgB,EAIhB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAExE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAE9E,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAkC,EAAE;IACvE,MAAM,KAAK,GAAI,MAA8B,CAAC,KAAK,CAAC;IACpD,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,IAAI,CAAC;AACxF,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAY,EAAE,MAAoB,EAAW,EAAE;IACtF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IACrB,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,KAAK,CAAC,CAC9E,CAAC;AACJ,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,UAAgC,EAChC,QAAkB,EACY,EAAE,CAChC,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;IAC9E,MAAM,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;IACxE,OAAO;QACL,IAAI;QACJ,aAAa,EACX,eAAe,IAAI,cAAc,IAAI,OAAO,cAAc,CAAC,aAAa,KAAK,QAAQ;YACnF,CAAC,CAAC,cAAc,CAAC,aAAa;YAC9B,CAAC,CAAC,IAAI;QACV,QAAQ,EAAE,cAAc,CAAC,QAAQ;KAClC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,UAAgC,EAChC,QAAkB,EACS,EAAE,CAC7B,4BAA4B,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IACnF,IAAI;IACJ,aAAa;CACd,CAAC,CAAC,CAAC;AAEN,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAOhC,EAAU,EAAE,CACX,SAAS,CAAC;IACR,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;IAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,uBAAuB,EAAE,KAAK,CAAC,uBAAuB;IACtD,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;IAC1C,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;CACpC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACxC,UAAgC,EAChC,QAAkB,EACE,EAAE;IACtB,MAAM,SAAS,GAAc,EAAE,CAAC;IAChC,qEAAqE;IACrE,uEAAuE;IACvE,6DAA6D;IAC7D,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,uDAAuD,SAAS,CAAC,IAAI,GAAG,CACtH,CAAC;QACJ,CAAC;QACD,SAAS,CAAC,IAAI,CACZ,MAAM,yBAAyB,CAC7B,cAAc,CAAC,YAAY,EAC3B,cAAc,CAAC,YAAY;YACzB,CAAC,CAAC,wBAAwB,CAAC,SAAS,EAAE,cAAc,CAAC,YAAY,CAAC;YAClE,CAAC,CAAC,SAAS,EACb,cAAc,SAAS,CAAC,IAAI,mBAAmB,KAAK,GAAG,CACxD,CACF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAY,EAAU,EAAE;IACjD,IAAI,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SAC7B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,UAAU,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAC3B,GAAQ,EACR,QAAkB,EAClB,QAAsB,EACtB,WAAyB,EACzB,eAAuF,EACvF,aAGC,EACD,gBAAqC,EACrC,SAAS,GAAG,KAAK,EACO,EAAE;IAC1B,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IACjF,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,MAAM,iBAAiB,GAKlB,EAAE,CAAC;IACR,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE;gBACpC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC;gBAC1B,MAAM,EAAE,gBAAgB;aACzB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,oEAAoE;QACpE,yEAAyE;QACzE,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;YACzB,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7B,qEAAqE;QACrE,yEAAyE;QACzE,mEAAmE;QACnE,mEAAmE;QACnE,+DAA+D;QAC/D,MAAM,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAsB;YAClC,KAAK;YACL,KAAK,EAAE,UAAU,CAAC,MAAM;YACxB,EAAE;YACF,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI;SACL,CAAC;QACF,eAAe,EAAE,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,KAA4B,CAAC;QACjC,MAAM,mBAAmB,GAAa,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;YAC1F,MAAM,SAAS,GAAG,gBAAgB;gBAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC;gBACzB,CAAC,CAAC,MAAM,yBAAyB,CAC7B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EACtE,cAAc,CAAC,CAAC,IAAI,GAAG,CACxB,CAAC;YACN,IAAI,gBAAgB,IAAI,KAAK,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,kDAAkD,KAAK,GAAG,CAAC,CAAC;YAC9E,CAAC;YACD,gEAAgE;YAChE,+DAA+D;YAC/D,MAAM,MAAM,GAAG,qBAAqB,CAAC,KAAK,CACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAqB,EAAE,GAAG,EAAE;gBAC9C,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,GAAG,CAAC,aAAa;oBACf,CAAC,CAAC;wBACE,uBAAuB,EAAE,KAAK,EAAE,KAAc,EAAE,EAAE;4BAChD,mBAAmB,CAAC,IAAI,CAAC,MAAM,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC/D,CAAC;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CACH,CAAC;YACF,MAAM,MAAM,GACV,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC;YAClF,KAAK,GAAG;gBACN,EAAE;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI;gBACJ,MAAM;gBACN,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpE,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnF,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjD,CAAC;YACF,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACtC,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM;oBAAE,SAAS,GAAG,KAAK,CAAC;gBAC/B,gBAAgB,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC1C,SAAS,IAAI,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,KAAK,GAAG;gBACN,EAAE;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,YAAY,EAAE,OAAO;aACtB,CAAC;YACF,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,eAAe,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,eAAe,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,aAAa,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,CAAC,iBAAiB,IAAI,SAAS,GAAG,CAAC;QAAE,SAAS,GAAG,gBAAgB,GAAG,SAAS,CAAC;IAClF,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,iBAAiB,IAAI,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACnE,SAAS;QACT,UAAU,EAAE,OAAO;QACnB,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,iBAAiB;YACnB,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,UAAU,EAAE,OAAgB,EAAE,KAAK,EAAE,SAAkB,EAAE,EAAE;YAC7E,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"grading.js","sourceRoot":"","sources":["../../src/orchestrator/grading.ts"],"names":[],"mappings":"AACA,OAAO,EAKL,qBAAqB,EAGrB,gBAAgB,EAIhB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAExE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAE9E,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAkC,EAAE;IACvE,MAAM,KAAK,GAAI,MAA8B,CAAC,KAAK,CAAC;IACpD,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,IAAI,CAAC;AACxF,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAY,EAAE,MAAoB,EAAW,EAAE;IACtF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IACrB,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,KAAK,CAAC,CAC9E,CAAC;AACJ,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,UAAgC,EAChC,QAAkB,EACY,EAAE,CAChC,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;IAC9E,MAAM,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;IACxE,OAAO;QACL,IAAI;QACJ,aAAa,EACX,eAAe,IAAI,cAAc,IAAI,OAAO,cAAc,CAAC,aAAa,KAAK,QAAQ;YACnF,CAAC,CAAC,cAAc,CAAC,aAAa;YAC9B,CAAC,CAAC,IAAI;QACV,QAAQ,EAAE,cAAc,CAAC,QAAQ;KAClC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,UAAgC,EAChC,QAAkB,EACS,EAAE,CAC7B,4BAA4B,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IACnF,IAAI;IACJ,aAAa;CACd,CAAC,CAAC,CAAC;AAEN,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAOhC,EAAU,EAAE,CACX,SAAS,CAAC;IACR,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;IAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,uBAAuB,EAAE,KAAK,CAAC,uBAAuB;IACtD,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;IAC1C,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;CACpC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACxC,UAAgC,EAChC,QAAkB,EACE,EAAE;IACtB,MAAM,SAAS,GAAc,EAAE,CAAC;IAChC,qEAAqE;IACrE,uEAAuE;IACvE,6DAA6D;IAC7D,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,uDAAuD,SAAS,CAAC,IAAI,GAAG,CACtH,CAAC;QACJ,CAAC;QACD,SAAS,CAAC,IAAI,CACZ,MAAM,yBAAyB,CAC7B,cAAc,CAAC,YAAY,EAC3B,cAAc,CAAC,YAAY;YACzB,CAAC,CAAC,wBAAwB,CAAC,SAAS,EAAE,cAAc,CAAC,YAAY,CAAC;YAClE,CAAC,CAAC,SAAS,EACb,cAAc,SAAS,CAAC,IAAI,mBAAmB,KAAK,GAAG,CACxD,CACF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAY,EAAU,EAAE;IACjD,IAAI,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SAC7B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,UAAU,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,MAAuB,EAAE,SAAiB,EAAW,EAAE,CAC9E,MAAM,CAAC,YAAY,KAAK,SAAS;IACjC,MAAM,CAAC,UAAU,KAAK,SAAS;IAC/B,MAAM,CAAC,MAAM;IACb,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC;AAE5B,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAC3B,GAAQ,EACR,QAAkB,EAClB,QAAsB,EACtB,WAAyB,EACzB,eAAuF,EACvF,aAGC,EACD,gBAAqC,EACrC,SAAS,GAAG,KAAK,EACO,EAAE;IAC1B,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IAC7C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IACjF,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,MAAM,iBAAiB,GAKlB,EAAE,CAAC;IACR,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE;gBACpC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC;gBAC1B,MAAM,EAAE,gBAAgB;aACzB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,oEAAoE;QACpE,yEAAyE;QACzE,IAAI,WAAW,EAAE,OAAO,EAAE,CAAC;YACzB,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7B,qEAAqE;QACrE,yEAAyE;QACzE,mEAAmE;QACnE,mEAAmE;QACnE,+DAA+D;QAC/D,MAAM,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAsB;YAClC,KAAK;YACL,KAAK,EAAE,UAAU,CAAC,MAAM;YACxB,EAAE;YACF,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI;SACL,CAAC;QACF,eAAe,EAAE,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,KAA4B,CAAC;QACjC,MAAM,mBAAmB,GAAa,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;YAC1F,MAAM,SAAS,GAAG,gBAAgB;gBAChC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC;gBACzB,CAAC,CAAC,MAAM,yBAAyB,CAC7B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EACtE,cAAc,CAAC,CAAC,IAAI,GAAG,CACxB,CAAC;YACN,IAAI,gBAAgB,IAAI,KAAK,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,kDAAkD,KAAK,GAAG,CAAC,CAAC;YAC9E,CAAC;YACD,gEAAgE;YAChE,+DAA+D;YAC/D,MAAM,MAAM,GAAG,qBAAqB,CAAC,KAAK,CACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAqB,EAAE,GAAG,EAAE;gBAC9C,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,GAAG,CAAC,aAAa;oBACf,CAAC,CAAC;wBACE,uBAAuB,EAAE,KAAK,EAAE,KAAc,EAAE,EAAE;4BAChD,mBAAmB,CAAC,IAAI,CAAC,MAAM,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC/D,CAAC;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CACH,CAAC;YACF,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAClD,KAAK,GAAG;gBACN,EAAE;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI;gBACJ,MAAM;gBACN,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpE,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7E,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnF,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjD,CAAC;YACF,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACtC,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC3C,gBAAgB,GAAG,IAAI,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM;oBAAE,SAAS,GAAG,KAAK,CAAC;gBAC/B,gBAAgB,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC1C,SAAS,IAAI,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,KAAK,GAAG;gBACN,EAAE;gBACF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,YAAY,EAAE,OAAO;aACtB,CAAC;YACF,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,eAAe,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACjD,MAAM,eAAe,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,aAAa,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,iBAAiB,IAAI,CAAC,gBAAgB,IAAI,SAAS,GAAG,CAAC,CAAC;IAC5E,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;QACzC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;QAC3D,UAAU,EAAE,OAAO;QACnB,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,iBAAiB;YACnB,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,UAAU,EAAE,OAAgB,EAAE,KAAK,EAAE,SAAkB,EAAE,EAAE;YAC7E,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC,CAAC"}

package/lib/orchestrator/list-runs.d.ts

@@ -18,6 +18,7 @@ export type ListedRun = {
     caseScore: number | null;
     assertionPassed: number;
     assertionTotal: number;
+    readErrors?: string[];
 };
 export declare const listRuns: (runsRoot: string) => Promise<ListedRun[]>;
 export declare const formatRunsTable: (runs: ListedRun[]) => string;

package/lib/orchestrator/list-runs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list-runs.d.ts","sourceRoot":"","sources":["../../src/orchestrator/list-runs.ts"],"names":[],"mappings":"AAGA,OAAO,EAIL,KAAK,QAAQ,EAEb,KAAK,aAAa,EAGlB,KAAK,aAAa,EAElB,KAAK,QAAQ,EAEb,KAAK,WAAW,EAKjB,MAAM,kBAAkB,CAAC;AAO1B,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAC7C,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,aAAa,EAAE,WAAW,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC;IACzD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAoFF,eAAO,MAAM,QAAQ,aAAoB,MAAM,KAAG,OAAO,CAAC,SAAS,EAAE,CASpE,CAAC;AAEF,eAAO,MAAM,eAAe,SAAU,SAAS,EAAE,KAAG,MAsBnD,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,WAAW,GAAG,IAAI,CAAC;IAC7B,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,gBAAgB,WAAkB,MAAM,KAAG,OAAO,CAAC,QAAQ,EAAE,CACU,CAAC;AAiDrF,eAAO,MAAM,aAAa,WAChB,MAAM,YACL;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,KAClF,OAAO,CAAC,SAAS,CAiBnB,CAAC;AAuIF,eAAO,MAAM,eAAe,WAAY,SAAS,KAAG,MAQnD,CAAC"}
+{"version":3,"file":"list-runs.d.ts","sourceRoot":"","sources":["../../src/orchestrator/list-runs.ts"],"names":[],"mappings":"AAGA,OAAO,EAIL,KAAK,QAAQ,EAEb,KAAK,aAAa,EAGlB,KAAK,aAAa,EAElB,KAAK,QAAQ,EAEb,KAAK,WAAW,EAKjB,MAAM,kBAAkB,CAAC;AAQ1B,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAC7C,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,aAAa,EAAE,WAAW,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC;IACzD,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB,CAAC;AA8FF,eAAO,MAAM,QAAQ,aAAoB,MAAM,KAAG,OAAO,CAAC,SAAS,EAAE,CASpE,CAAC;AAEF,eAAO,MAAM,eAAe,SAAU,SAAS,EAAE,KAAG,MAyBnD,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,aAAa,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,WAAW,GAAG,IAAI,CAAC;IAC7B,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;IAC9B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,gBAAgB,WAAkB,MAAM,KAAG,OAAO,CAAC,QAAQ,EAAE,CACU,CAAC;AAiDrF,eAAO,MAAM,aAAa,WAChB,MAAM,YACL;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,KAClF,OAAO,CAAC,SAAS,CAiBnB,CAAC;AA+IF,eAAO,MAAM,eAAe,WAAY,SAAS,KAAG,MAQnD,CAAC"}

package/lib/orchestrator/list-runs.js

@@ -2,16 +2,23 @@ import { existsSync } from "node:fs";
 import { constants, lstat, open, readdir } from "node:fs/promises";
 import { basename, join, relative, sep } from "node:path";
 import { ActionProgressPayloadSchema, AgentCompletedPayloadSchema, AgentSpawnPayloadSchema, ArtifactSchema, GradingReportSchema, harnessUsage, PersistedCaseSchema, RunEventSchema, RunMetadataSchema, ToolCallPayloadSchema, ToolResultPayloadSchema, totalTokens, } from "../core/index.js";
+import { hasAgentUsage } from "../core/usage.js";
 import { readBoundedHandle, safeReadJson, walkFiles } from "./fs-read.js";
 import { MAX_RUN_TRACE_BYTES, MAX_RUN_TRACE_EVENTS } from "./trace-limits.js";
 // The trailing `-N` is the collision suffix openRunDir adds when two runs of
 // the same case+driver start in the same millisecond.
 const TS_DIR_RE = /^\d{4}-\d{2}-\d{2}T[\d-]+Z(?:-\d+)?$/;
 const summarizeRun = async (caseSlug, driverName, ts, runDir) => {
-    const [meta, grading] = await Promise.all([
+    const [metadataResult, gradingResult] = await Promise.allSettled([
         safeReadJson(join(runDir, "run.json"), RunMetadataSchema),
         safeReadJson(join(runDir, "grading.json"), GradingReportSchema),
     ]);
+    const readErrors = [metadataResult, gradingResult].flatMap((result) => result.status === "rejected"
+        ? [result.reason instanceof Error ? result.reason.message : String(result.reason)]
+        : []);
+    const meta = metadataResult.status === "fulfilled" ? metadataResult.value : null;
+    // A valid grading file cannot establish a result when its run metadata is damaged.
+    const grading = readErrors.length === 0 && gradingResult.status === "fulfilled" ? gradingResult.value : null;
     const startedAt = meta?.startedAt ?? null;
     const endedAt = meta?.endedAt ?? null;
     const started = Date.parse(startedAt ?? "");
@@ -37,6 +44,7 @@ const summarizeRun = async (caseSlug, driverName, ts, runDir) => {
         caseScore: grading?.caseScore ?? null,
         assertionPassed: passing,
         assertionTotal: grading?.assertions.length ?? 0,
+        ...(readErrors.length > 0 ? { readErrors } : {}),
     };
 };
 const listForCaseDriver = async (driverPath, caseSlug, driverName) => {
@@ -94,7 +102,9 @@ export const formatRunsTable = (runs) => {
         ["status", "case", "driver", "agents", "ts", "exit", "score", "duration"],
         ...runs.map((r) => {
             let status = "ungraded";
-            if (r.casePassed === true)
+            if (r.readErrors?.length)
+                status = "DAMAGED";
+            else if (r.casePassed === true)
                 status = "PASS";
             else if (r.casePassed === false)
                 status = "FAIL";
@@ -108,9 +118,11 @@ export const formatRunsTable = (runs) => {
     ];
     const header = rows[0] ?? [];
     const widths = header.map((_, col) => Math.max(...rows.map((r) => r[col]?.length ?? 0)));
-    return rows
+    const table = rows
         .map((row) => row.map((cell, col) => cell.padEnd(widths[col] ?? 0)).join("  "))
         .join("\n");
+    const diagnostics = runs.flatMap((run) => run.readErrors ?? []);
+    return diagnostics.length > 0 ? `${table}\n\n${diagnostics.join("\n")}` : table;
 };
 export const loadRunArtifacts = async (runDir) => (await safeReadJson(join(runDir, "artifacts.json"), ArtifactSchema.array())) ?? [];
 const readEventsJsonl = async (path) => {
@@ -208,6 +220,12 @@ const appendMetadataDetail = (lines, detail) => {
             const runtime = provenance.runtime;
             lines.push(`runtime:  ${runtime.platform}/${runtime.arch} ${runtime.node}${runtime.bun ? ` bun/${runtime.bun}` : ""}`);
         }
+        const environment = provenance?.environment;
+        if (environment) {
+            lines.push(`concurrency: ${environment.concurrency}`);
+            if (environment.declared)
+                lines.push(`declared environment: ${JSON.stringify(environment.declared)}`);
+        }
         const c = detail.metadata.interruptCounts;
         lines.push(`interrupts: ask=${c.ask} approve=${c.approve} custom=${c.custom}`);
         const tools = detail.metadata.toolOutcomes;
@@ -218,7 +236,7 @@ const appendMetadataDetail = (lines, detail) => {
             lines.push(`tools: reported-calls=${detail.metadata.toolCallCount}`);
         }
         const usage = detail.metadata.usage;
-        lines.push(`tokens: agent=${totalTokens(usage.agent)} harness=${totalTokens(harnessUsage(usage))}` +
+        lines.push(`tokens: agent=${hasAgentUsage(detail.metadata) ? totalTokens(usage.agent) : "unavailable"} harness=${totalTokens(harnessUsage(usage))}` +
             ` (answerer=${totalTokens(usage.answerer)} judge=${totalTokens(usage.grading)})`);
         const phases = detail.metadata.phaseDurationMs;
         if (phases) {
@@ -255,9 +273,12 @@ const appendGradingDetail = (lines, detail) => {
         const score = detail.grading.caseScore !== null ? `${(detail.grading.caseScore * 100).toFixed(0)}%` : "—";
         lines.push(`grading: ${status} (${score}, ${detail.grading.assertions.filter((a) => a.passed).length}/${detail.grading.assertions.length})`);
         for (const a of detail.grading.assertions) {
-            const mark = a.passed ? "✓" : "✗";
+            let mark = a.passed ? "✓" : "✗";
+            if (a.abstention)
+                mark = "?";
             const took = ` (${(a.durationMs / 1000).toFixed(1)}s)`;
-            lines.push(`  ${mark} ${a.name}${took}${a.comment ? ` — ${a.comment}` : ""}`);
+            const abstention = a.abstention ? " — insufficient evidence" : "";
+            lines.push(`  ${mark} ${a.name}${took}${abstention}${a.comment ? ` — ${a.comment}` : ""}`);
         }
     }
 };

package/lib/orchestrator/list-runs.js.map

@@ -1 +1 @@
-{"version":3,"file":"list-runs.js","sourceRoot":"","sources":["../../src/orchestrator/list-runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,uBAAuB,EAEvB,cAAc,EAEd,mBAAmB,EACnB,YAAY,EAEZ,mBAAmB,EAEnB,cAAc,EAEd,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,EACvB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9E,6EAA6E;AAC7E,sDAAsD;AACtD,MAAM,SAAS,GAAG,sCAAsC,CAAC;AAsBzD,MAAM,YAAY,GAAG,KAAK,EACxB,QAAgB,EAChB,UAAkB,EAClB,EAAU,EACV,MAAc,EACM,EAAE;IACtB,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;KAChE,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;IACzF,MAAM,OAAO,GAAG,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACxE,OAAO;QACL,QAAQ;QACR,UAAU;QACV,EAAE;QACF,MAAM;QACN,UAAU,EAAE,IAAI,EAAE,UAAU,IAAI,IAAI;QACpC,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC3C,SAAS;QACT,OAAO;QACP,UAAU;QACV,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,mBAAmB,IAAI,IAAI;QACpE,qBAAqB,EAAE,IAAI,EAAE,YAAY,EAAE,qBAAqB,IAAI,IAAI;QACxE,4BAA4B,EAAE,IAAI,EAAE,YAAY,EAAE,4BAA4B,IAAI,IAAI;QACtF,aAAa,EAAE,IAAI,EAAE,aAAa,IAAI,EAAE;QACxC,aAAa,EACX,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,MAAM,IAAI,CAAC;QAC3F,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;QACrC,eAAe,EAAE,OAAO;QACxB,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,UAAkB,EAClB,QAAgB,EAChB,UAAkB,EACI,EAAE;IACxB,wEAAwE;IACxE,yDAAyD;IACzD,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SACjE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAClF,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,gFAAgF;AAChF,2EAA2E;AAC3E,0EAA0E;AAC1E,MAAM,WAAW,GAAG,KAAK,EAAE,QAAgB,EAAE,GAAW,EAAE,GAAgB,EAAiB,EAAE;IAC3F,0EAA0E;IAC1E,wEAAwE;IACxE,+BAA+B;IAC/B,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClE,yEAAyE;QACzE,qEAAqE;QACrE,qEAAqE;QACrE,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;IACvE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU;YAAE,OAAO,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnF,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC3D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAChD,MAAM,IAAI,GAAe;QACvB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC;QACzE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAChB,IAAI,MAAM,GAAG,UAAU,CAAC;YACxB,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;gBAAE,MAAM,GAAG,MAAM,CAAC;iBACtC,IAAI,CAAC,CAAC,UAAU,KAAK,KAAK;gBAAE,MAAM,GAAG,MAAM,CAAC;YACjD,MAAM,KAAK,GACT,CAAC,CAAC,SAAS,KAAK,IAAI;gBAClB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,cAAc,GAAG;gBACjF,CAAC,CAAC,GAAG,CAAC;YACV,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACtF,MAAM,MAAM,GAAG,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YAClE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,IAAI,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChG,CAAC,CAAC;KACH,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC9E,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAc,EAAuB,EAAE,CAC5E,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAErF,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAuB,EAAE;IAClE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,MAAwC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CACb,oDAAoD,mBAAmB,WAAW,IAAI,EAAE,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/F,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,oBAAoB,WAAW,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,GAAY,CAAC;QACjB,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,MAAc,EACd,OAAO,GAA+E,EAAE,EACpE,EAAE;IACtB,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC;QAChE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QAC7D,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;QACnE,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC7C,OAAO,CAAC,iBAAiB;YACvB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACrB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;KAC/D,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,SAAS,EAAE,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,GAC9E,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAC7E,GAAG,CACJ,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,aAAa,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,GAC7E,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EACjD,EAAE,CACH,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9C,IAAI,UAAU,EAAE,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC;YAClC,KAAK,CAAC,IAAI,CACR,aAAa,UAAU,CAAC,MAAM,CAAC,QAAQ,GACrC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EACxE,EAAE,CACH,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YACnC,KAAK,CAAC,IAAI,CACR,aAAa,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,GAC3D,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EACxC,EAAE,CACH,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CACR,yBAAyB,KAAK,CAAC,aAAa,gBAAgB,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,eAAe,KAAK,CAAC,UAAU,sBAAsB,KAAK,CAAC,gBAAgB,cAAc,KAAK,CAAC,eAAe,EAAE,CAC5O,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpC,KAAK,CAAC,IAAI,CACR,iBAAiB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE;YACrF,cAAc,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CACnF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClE,KAAK,CAAC,IAAI,CACR,iBAAiB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,CAAC,EAAsB,EAAU,EAAE,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACvF,KAAK,CAAC,IAAI,CACR,qBAAqB,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,aAAa,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,qBAAqB,KAAK,CAAC,OAAO,CAAC,4BAA4B,CAAC,EAAE,CAC3K,CAAC;QACJ,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QACtF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI;oBAC/B,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG;oBACjD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC;gBACtC,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,KAAK,QAAQ,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,QAAQ,CAAC,UAAU,YAAY,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAAC,SAAS,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,WAAW,QAAQ,CAAC,SAAS,CAAC,UAAU,yBAAyB,YAAY,CAAC,KAAK,eAAe,YAAY,CAAC,SAAS,EAAE,CAChX,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACvE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,IAAI;YAAE,MAAM,GAAG,MAAM,CAAC;aACnD,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK;YAAE,MAAM,GAAG,MAAM,CAAC;QAC9D,MAAM,KAAK,GACT,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9F,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,KAAK,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CACjI,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACrE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAiB,EAAU,EAAE;IAC3D,MAAM,KAAK,GAAG,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACjC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAe,EAAU,EAAE;IAClD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAClF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,uBAAuB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACzF,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9E,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,OAAO,uBAAuB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GACzD,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EACrD,EAAE,CAAC;YACL,CAAC;YACD,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,UAAU,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtF,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACtE,OAAO,OAAO;oBACZ,CAAC,CAAC,gBAAgB,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG;oBAChF,CAAC,CAAC,wBAAwB,CAAC;YAC/B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBACrC,MAAM,OAAO,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC1E,OAAO,OAAO;oBACZ,CAAC,CAAC,oBAAoB,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,GAAG;oBAC3D,CAAC,CAAC,4BAA4B,CAAC;YACnC,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC1E,OAAO,OAAO;oBACZ,CAAC,CAAC,SAAS,KAAK,KAAK,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,GAAG;oBACzD,CAAC,CAAC,mBAAmB,CAAC;YAC1B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACpE,OAAO,OAAO,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,sBAAsB,CAAC;YACjF,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACtE,IAAI,CAAC,OAAO;oBAAE,OAAO,wBAAwB,CAAC;gBAC9C,OAAO,cAAc,KAAK,KAAK,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC;YAC9F,CAAC;YACD,OAAO,YAAY,KAAK,CAAC,IAAI,GAAG,CAAC;QACnC,CAAC;QACD,KAAK,WAAW;YACd,OAAO,cAAc,KAAK,CAAC,KAAK,EAAE,CAAC;QACrC,KAAK,OAAO;YACV,OAAO,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,UAAU,KAAK,CAAC,MAAM,EAAE,CAAC;IACpC,CAAC;AACH,CAAC,CAAC"}
+{"version":3,"file":"list-runs.js","sourceRoot":"","sources":["../../src/orchestrator/list-runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,uBAAuB,EAEvB,cAAc,EAEd,mBAAmB,EACnB,YAAY,EAEZ,mBAAmB,EAEnB,cAAc,EAEd,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,EACvB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9E,6EAA6E;AAC7E,sDAAsD;AACtD,MAAM,SAAS,GAAG,sCAAsC,CAAC;AAuBzD,MAAM,YAAY,GAAG,KAAK,EACxB,QAAgB,EAChB,UAAkB,EAClB,EAAU,EACV,MAAc,EACM,EAAE;IACtB,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QAC/D,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;KAChE,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CACpE,MAAM,CAAC,MAAM,KAAK,UAAU;QAC1B,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClF,CAAC,CAAC,EAAE,CACP,CAAC;IACF,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACjF,mFAAmF;IACnF,MAAM,OAAO,GACX,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/F,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;IACzF,MAAM,OAAO,GAAG,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACxE,OAAO;QACL,QAAQ;QACR,UAAU;QACV,EAAE;QACF,MAAM;QACN,UAAU,EAAE,IAAI,EAAE,UAAU,IAAI,IAAI;QACpC,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC3C,SAAS;QACT,OAAO;QACP,UAAU;QACV,mBAAmB,EAAE,IAAI,EAAE,YAAY,EAAE,mBAAmB,IAAI,IAAI;QACpE,qBAAqB,EAAE,IAAI,EAAE,YAAY,EAAE,qBAAqB,IAAI,IAAI;QACxE,4BAA4B,EAAE,IAAI,EAAE,YAAY,EAAE,4BAA4B,IAAI,IAAI;QACtF,aAAa,EAAE,IAAI,EAAE,aAAa,IAAI,EAAE;QACxC,aAAa,EACX,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,MAAM,IAAI,CAAC;QAC3F,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;QACrC,eAAe,EAAE,OAAO;QACxB,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC;QAC/C,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,UAAkB,EAClB,QAAgB,EAChB,UAAkB,EACI,EAAE;IACxB,wEAAwE;IACxE,yDAAyD;IACzD,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SACjE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAClF,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,gFAAgF;AAChF,2EAA2E;AAC3E,0EAA0E;AAC1E,MAAM,WAAW,GAAG,KAAK,EAAE,QAAgB,EAAE,GAAW,EAAE,GAAgB,EAAiB,EAAE;IAC3F,0EAA0E;IAC1E,wEAAwE;IACxE,+BAA+B;IAC/B,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClE,yEAAyE;QACzE,qEAAqE;QACrE,qEAAqE;QACrE,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;IACvE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU;YAAE,OAAO,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnF,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC3D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAChD,MAAM,IAAI,GAAe;QACvB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC;QACzE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAChB,IAAI,MAAM,GAAG,UAAU,CAAC;YACxB,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM;gBAAE,MAAM,GAAG,SAAS,CAAC;iBACxC,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;gBAAE,MAAM,GAAG,MAAM,CAAC;iBAC3C,IAAI,CAAC,CAAC,UAAU,KAAK,KAAK;gBAAE,MAAM,GAAG,MAAM,CAAC;YACjD,MAAM,KAAK,GACT,CAAC,CAAC,SAAS,KAAK,IAAI;gBAClB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,cAAc,GAAG;gBACjF,CAAC,CAAC,GAAG,CAAC;YACV,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACtF,MAAM,MAAM,GAAG,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YAClE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,IAAI,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChG,CAAC,CAAC;KACH,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,MAAM,KAAK,GAAG,IAAI;SACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC9E,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAClF,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAc,EAAuB,EAAE,CAC5E,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAErF,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAuB,EAAE;IAClE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,MAAwC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CACb,oDAAoD,mBAAmB,WAAW,IAAI,EAAE,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/F,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,oBAAoB,WAAW,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,GAAY,CAAC;QACjB,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,MAAc,EACd,OAAO,GAA+E,EAAE,EACpE,EAAE;IACtB,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC;QAChE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QAC7D,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;QACnE,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC7C,OAAO,CAAC,iBAAiB;YACvB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACrB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;KAC/D,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,SAAS,EAAE,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,GAC9E,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAC7E,GAAG,CACJ,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,aAAa,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,GAC7E,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EACjD,EAAE,CACH,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9C,IAAI,UAAU,EAAE,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC;YAClC,KAAK,CAAC,IAAI,CACR,aAAa,UAAU,CAAC,MAAM,CAAC,QAAQ,GACrC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EACxE,EAAE,CACH,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YACnC,KAAK,CAAC,IAAI,CACR,aAAa,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,GAC3D,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EACxC,EAAE,CACH,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,UAAU,EAAE,WAAW,CAAC;QAC5C,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,gBAAgB,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;YACtD,IAAI,WAAW,CAAC,QAAQ;gBACtB,KAAK,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CACR,yBAAyB,KAAK,CAAC,aAAa,gBAAgB,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,eAAe,KAAK,CAAC,UAAU,sBAAsB,KAAK,CAAC,gBAAgB,cAAc,KAAK,CAAC,eAAe,EAAE,CAC5O,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpC,KAAK,CAAC,IAAI,CACR,iBAAiB,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,YAAY,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE;YACtI,cAAc,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CACnF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClE,KAAK,CAAC,IAAI,CACR,iBAAiB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,CAAC,EAAsB,EAAU,EAAE,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACvF,KAAK,CAAC,IAAI,CACR,qBAAqB,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,aAAa,KAAK,CAAC,OAAO,CAAC,qBAAqB,CAAC,qBAAqB,KAAK,CAAC,OAAO,CAAC,4BAA4B,CAAC,EAAE,CAC3K,CAAC;QACJ,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QACtF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI;oBAC/B,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG;oBACjD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC;gBACtC,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,KAAK,QAAQ,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,QAAQ,CAAC,UAAU,YAAY,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,SAAS,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAAC,SAAS,OAAO,QAAQ,CAAC,SAAS,CAAC,MAAM,WAAW,QAAQ,CAAC,SAAS,CAAC,UAAU,yBAAyB,YAAY,CAAC,KAAK,eAAe,YAAY,CAAC,SAAS,EAAE,CAChX,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACvE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,IAAI;YAAE,MAAM,GAAG,MAAM,CAAC;aACnD,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK;YAAE,MAAM,GAAG,MAAM,CAAC;QAC9D,MAAM,KAAK,GACT,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9F,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,KAAK,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CACjI,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAChC,IAAI,CAAC,CAAC,UAAU;gBAAE,IAAI,GAAG,GAAG,CAAC;YAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YACvD,MAAM,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACrE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAiB,EAAU,EAAE;IAC3D,MAAM,KAAK,GAAG,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACjC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAe,EAAU,EAAE;IAClD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAClF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,uBAAuB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACzF,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9E,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,OAAO,uBAAuB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GACzD,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EACrD,EAAE,CAAC;YACL,CAAC;YACD,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,UAAU,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtF,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACtE,OAAO,OAAO;oBACZ,CAAC,CAAC,gBAAgB,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG;oBAChF,CAAC,CAAC,wBAAwB,CAAC;YAC/B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBACrC,MAAM,OAAO,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC1E,OAAO,OAAO;oBACZ,CAAC,CAAC,oBAAoB,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,GAAG;oBAC3D,CAAC,CAAC,4BAA4B,CAAC;YACnC,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC1E,OAAO,OAAO;oBACZ,CAAC,CAAC,SAAS,KAAK,KAAK,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,GAAG;oBACzD,CAAC,CAAC,mBAAmB,CAAC;YAC1B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACpE,OAAO,OAAO,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,sBAAsB,CAAC;YACjF,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACtE,IAAI,CAAC,OAAO;oBAAE,OAAO,wBAAwB,CAAC;gBAC9C,OAAO,cAAc,KAAK,KAAK,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC;YAC9F,CAAC;YACD,OAAO,YAAY,KAAK,CAAC,IAAI,GAAG,CAAC;QACnC,CAAC;QACD,KAAK,WAAW;YACd,OAAO,cAAc,KAAK,CAAC,KAAK,EAAE,CAAC;QACrC,KAAK,OAAO;YACV,OAAO,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,UAAU,KAAK,CAAC,MAAM,EAAE,CAAC;IACpC,CAAC;AACH,CAAC,CAAC"}

package/lib/orchestrator/optimization-lifecycle.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"optimization-lifecycle.d.ts","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI;IACrE,aAAa,EAAE,MAAM,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAC/C,kBAAkB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACxD,OAAO,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD,CAAC;AAEF,KAAK,iBAAiB,GAClB,uBAAuB,GACvB,WAAW,GACX,WAAW,GACX,SAAS,GACT,WAAW,GACX,QAAQ,CAAC;AAEb,eAAO,MAAM,4BAA4B,GAAU,MAAM,EAAE,UAAU,EAAE,MAAM,WAClE,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,YACvD,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,KAC3C,OAAO,CAAC,MAAM,CAuGhB,CAAC"}
+{"version":3,"file":"optimization-lifecycle.d.ts","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI;IACrE,aAAa,EAAE,MAAM,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAC/C,kBAAkB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACxD,OAAO,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD,CAAC;AAEF,KAAK,iBAAiB,GAClB,uBAAuB,GACvB,WAAW,GACX,WAAW,GACX,SAAS,GACT,WAAW,GACX,QAAQ,CAAC;AAEb,eAAO,MAAM,4BAA4B,GAAU,MAAM,EAAE,UAAU,EAAE,MAAM,WAClE,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,YACvD,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,KAC3C,OAAO,CAAC,MAAM,CA0GhB,CAAC"}

package/lib/orchestrator/optimization-lifecycle.js

@@ -25,6 +25,7 @@ export const executeOptimizationLifecycle = async (effects, observe) => {
                 result: ({ event }) => ("output" in event ? event.output : undefined),
             }),
             captureError: assign({
+                failed: true,
                 error: ({ event }) => "error" in event ? event.error : new Error("optimization lifecycle failed"),
             }),
         },
@@ -35,6 +36,7 @@ export const executeOptimizationLifecycle = async (effects, observe) => {
             deployment: undefined,
             result: undefined,
             error: undefined,
+            failed: false,
         },
         initial: "evaluatingSearchSeeds",
         states: {
@@ -76,7 +78,7 @@ export const executeOptimizationLifecycle = async (effects, observe) => {
             succeeded: { type: "final" },
             failed: { type: "final" },
         },
-        output: ({ context }) => context.error === undefined
+        output: ({ context }) => !context.failed
             ? { status: "succeeded", result: context.result }
             : { status: "failed", error: context.error },
     });

package/lib/orchestrator/optimization-lifecycle.js.map

@@ -1 +1 @@
-{"version":3,"file":"optimization-lifecycle.js","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAmB5E,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,OAAiE,EACjE,OAA4C,EAC3B,EAAE;IAQnB,MAAM,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,EAAE;YACL,OAAO,EAAE,EAAa;YACtB,MAAM,EAAE,EAEgC;SACzC;QACD,MAAM,EAAE;YACN,mBAAmB,EAAE,WAAW,CAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpF,kBAAkB,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7D,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CACzC;YACD,OAAO,EAAE,WAAW,CAAsB,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAClE,IAAI,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC/C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAwB,CAAC,CAC7C;SACF;QACD,MAAM,EAAE;YACN,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;SAC9E;QACD,OAAO,EAAE;YACP,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;aACpF,CAAC;YACF,iBAAiB,EAAE,MAAM,CAAC;gBACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aAC1E,CAAC;YACF,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aACtE,CAAC;YACF,YAAY,EAAE,MAAM,CAAC;gBACnB,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACnB,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC;aAC9E,CAAC;SACH;KACF,CAAC,CAAC,aAAa,CAAC;QACf,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE;YACP,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE;YAC/B,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;SACjB;QACD,OAAO,EAAE,uBAAuB;QAChC,MAAM,EAAE;YACN,qBAAqB,EAAE;gBACrB,MAAM,EAAE;oBACN,GAAG,EAAE,qBAAqB;oBAC1B,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE;oBACpC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,cAAc,EAAE;gBACd,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;aACvF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,oBAAoB;oBACzB,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE;oBAC9D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,SAAS;oBACd,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,mBAAmB,EAAE;oBAC3D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,OAAO,EAAE;gBACP,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE;oBACzD,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC1B;QACD,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CACtB,OAAO,CAAC,KAAK,KAAK,SAAS;YACzB,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YACjD,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;KACjD,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,OAAO;QAAE,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAsB,CAAC,CAAC,CAAC;IACjG,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;QAAE,MAAM,OAAO,CAAC,KAAK,CAAC;IACrD,OAAO,OAAO,CAAC,MAAgB,CAAC;AAClC,CAAC,CAAC"}
+{"version":3,"file":"optimization-lifecycle.js","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAmB5E,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,OAAiE,EACjE,OAA4C,EAC3B,EAAE;IASnB,MAAM,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,EAAE;YACL,OAAO,EAAE,EAAa;YACtB,MAAM,EAAE,EAEgC;SACzC;QACD,MAAM,EAAE;YACN,mBAAmB,EAAE,WAAW,CAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpF,kBAAkB,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7D,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CACzC;YACD,OAAO,EAAE,WAAW,CAAsB,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAClE,IAAI,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC/C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAwB,CAAC,CAC7C;SACF;QACD,MAAM,EAAE;YACN,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;SAC9E;QACD,OAAO,EAAE;YACP,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;aACpF,CAAC;YACF,iBAAiB,EAAE,MAAM,CAAC;gBACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aAC1E,CAAC;YACF,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aACtE,CAAC;YACF,YAAY,EAAE,MAAM,CAAC;gBACnB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACnB,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC;aAC9E,CAAC;SACH;KACF,CAAC,CAAC,aAAa,CAAC;QACf,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE;YACP,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE;YAC/B,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,KAAK;SACd;QACD,OAAO,EAAE,uBAAuB;QAChC,MAAM,EAAE;YACN,qBAAqB,EAAE;gBACrB,MAAM,EAAE;oBACN,GAAG,EAAE,qBAAqB;oBAC1B,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE;oBACpC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,cAAc,EAAE;gBACd,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;aACvF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,oBAAoB;oBACzB,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE;oBAC9D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,SAAS;oBACd,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,mBAAmB,EAAE;oBAC3D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,OAAO,EAAE;gBACP,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE;oBACzD,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC1B;QACD,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CACtB,CAAC,OAAO,CAAC,MAAM;YACb,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YACjD,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;KACjD,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,OAAO;QAAE,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAsB,CAAC,CAAC,CAAC;IACjG,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;QAAE,MAAM,OAAO,CAAC,KAAK,CAAC;IACrD,OAAO,OAAO,CAAC,MAAgB,CAAC;AAClC,CAAC,CAAC"}

package/lib/orchestrator/orchestrator.d.ts

@@ -1,7 +1,9 @@
+import { type EnvironmentDeclaration } from "../core/environment.js";
 import { type AnswererModelCallAccounting, type AnswererRef, type DriverRef, type EvalCase, type GradingAssertionEntry, type GradingReport, type HarnessModelConfig, type LifecycleHooksPlugin, type Registry, type RunMetadata, type RunObserver } from "../core/index.js";
 import { closeRunDirectory, phaseDurations } from "./run-execution.js";
 declare const serializeEffect: (effect: () => Promise<void>) => (() => Promise<void>);
 export type OrchestratorOptions = {
+    environment?: EnvironmentDeclaration | undefined;
     registry: Registry;
     /** Answerer used when a case names none. Defaults to "persona". */
     defaultAnswerer?: AnswererRef;
@@ -13,6 +15,8 @@ export type OrchestratorOptions = {
     lifecycleFixtures?: LifecycleHooksPlugin[] | undefined;
 };
 export type RunRequest = {
+    /** Effective parent suite worker limit; direct runs default to one. */
+    suiteConcurrency?: number | undefined;
     /** Path to a TS case file. Mutually exclusive with `case`. */
     casePath?: string;
     /** Pre-loaded EvalCase. Mutually exclusive with `casePath`. */
@@ -96,9 +100,10 @@ export type SuiteItem = {
 };
 export declare const resolveDriverReference: (evalCase: EvalCase, fallback: DriverRef | undefined) => DriverRef;
 export declare const resolveAnswererReference: (evalCase: EvalCase, fallback: AnswererRef, harness: HarnessModelConfig | undefined, override?: string) => AnswererRef;
-export declare const boundExperimentDriverConfig: (driverName: string, config: unknown, experimentId: string | undefined) => unknown;
+export declare const boundExperimentDriverConfig: (plugin: import("../core/driver.js").DriverPlugin, config: unknown, experimentId: string | undefined) => unknown;
 declare const closeQuietly: (close: () => Promise<void>, label: string) => Promise<void>;
 export declare class Orchestrator {
+    private readonly environment;
     private evaluatorHash;
     readonly registry: Registry;
     private readonly defaultAnswerer;

package/lib/orchestrator/orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,2BAA2B,EAChC,KAAK,WAAW,EAEhB,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAElB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EAEzB,KAAK,QAAQ,EACb,KAAK,WAAW,EAChB,KAAK,WAAW,EAGjB,MAAM,kBAAkB,CAAC;AAiB1B,OAAO,EACL,iBAAiB,EAGjB,cAAc,EAGf,MAAM,oBAAoB,CAAC;AAW5B,QAAA,MAAM,eAAe,WAAY,MAAM,OAAO,CAAC,IAAI,CAAC,KAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAG1E,CAAC;AA8CF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,QAAQ,CAAC;IACnB,mEAAmE;IACnE,eAAe,CAAC,EAAE,WAAW,CAAC;IAC9B,0CAA0C;IAC1C,aAAa,CAAC,EAAE,SAAS,CAAC;IAC1B,sEAAsE;IACtE,OAAO,CAAC,EAAE,kBAAkB,CAAC;IAC7B,2CAA2C;IAC3C,iBAAiB,CAAC,EAAE,oBAAoB,EAAE,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+DAA+D;IAC/D,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,+DAA+D;IAC/D,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,gFAAgF;IAChF,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,gFAAgF;IAChF,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7E,gEAAgE;IAChE,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;IACtC,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,MAAM,CAAC,EAAE,SAAS,CAAC;CACpB,CAAC;AAEF,oFAAoF;AACpF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG;IACvC,yEAAyE;IACzE,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;CACrC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG;IACxC;;;;;OAKG;IAEH,SAAS,CAAC,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,YAAY,GAAG,IAAI,CAAC;CACzF,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA0BlF,eAAO,MAAM,sBAAsB,aACvB,QAAQ,YACR,SAAS,GAAG,SAAS,KAC9B,SAgBF,CAAC;AAEF,eAAO,MAAM,wBAAwB,aACzB,QAAQ,YACR,WAAW,WACZ,kBAAkB,GAAG,SAAS,aAC5B,MAAM,KAChB,WAQF,CAAC;AAuLF,eAAO,MAAM,2BAA2B,eAC1B,MAAM,UACV,OAAO,gBACD,MAAM,GAAG,SAAS,KAC/B,OAQF,CAAC;AAEF,QAAA,MAAM,YAAY,UAAiB,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,MAAM,KAAG,OAAO,CAAC,IAAI,CAQnF,CAAC;AAEF,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAA8B;IACnD,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAc;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAwB;IACtD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAkC;IAEpE,YAAY,OAAO,EAAE,mBAAmB,EAMvC;IAED,OAAO,CAAC,+BAA+B;IAKjC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CA6HjD;IAED;;;;OAIG;IACG,QAAQ,CACZ,KAAK,EAAE,SAAS,EAAE,EAClB,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAChC,QAAQ,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;QACrC,sEAAsE;QACtE,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;QACtC,kEAAkE;QAClE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACzC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,sBAAsB,CAAC,EAAE,CACvB,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,MAAM,KACV,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7E,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KACvF,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,eAAe,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CA4S7E;IAED,OAAO,CAAC,cAAc;CAUvB;AAGD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC"}
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,sBAAsB,EAAgC,MAAM,wBAAwB,CAAC;AACnG,OAAO,EAEL,KAAK,2BAA2B,EAChC,KAAK,WAAW,EAEhB,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAElB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EAEzB,KAAK,QAAQ,EACb,KAAK,WAAW,EAChB,KAAK,WAAW,EAGjB,MAAM,kBAAkB,CAAC;AAkB1B,OAAO,EACL,iBAAiB,EAGjB,cAAc,EAGf,MAAM,oBAAoB,CAAC;AAW5B,QAAA,MAAM,eAAe,WAAY,MAAM,OAAO,CAAC,IAAI,CAAC,KAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAG1E,CAAC;AA8CF,MAAM,MAAM,mBAAmB,GAAG;IAChC,WAAW,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IACjD,QAAQ,EAAE,QAAQ,CAAC;IACnB,mEAAmE;IACnE,eAAe,CAAC,EAAE,WAAW,CAAC;IAC9B,0CAA0C;IAC1C,aAAa,CAAC,EAAE,SAAS,CAAC;IAC1B,sEAAsE;IACtE,OAAO,CAAC,EAAE,kBAAkB,CAAC;IAC7B,2CAA2C;IAC3C,iBAAiB,CAAC,EAAE,oBAAoB,EAAE,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+DAA+D;IAC/D,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,+DAA+D;IAC/D,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,gFAAgF;IAChF,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,gFAAgF;IAChF,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7E,gEAAgE;IAChE,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;IACtC,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,MAAM,CAAC,EAAE,SAAS,CAAC;CACpB,CAAC;AAEF,oFAAoF;AACpF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG;IACvC,yEAAyE;IACzE,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;CACrC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG;IACxC;;;;;OAKG;IAEH,SAAS,CAAC,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,YAAY,GAAG,IAAI,CAAC;CACzF,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA0BlF,eAAO,MAAM,sBAAsB,aACvB,QAAQ,YACR,SAAS,GAAG,SAAS,KAC9B,SAgBF,CAAC;AAEF,eAAO,MAAM,wBAAwB,aACzB,QAAQ,YACR,WAAW,WACZ,kBAAkB,GAAG,SAAS,aAC5B,MAAM,KAChB,WAQF,CAAC;AAUF,eAAO,MAAM,2BAA2B,WAC9B,OAAO,mBAAmB,EAAE,YAAY,UACxC,OAAO,gBACD,MAAM,GAAG,SAAS,KAC/B,OAYF,CAAC;AAEF,QAAA,MAAM,YAAY,UAAiB,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,MAAM,KAAG,OAAO,CAAC,IAAI,CAQnF,CAAC;AAEF,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqC;IACjE,OAAO,CAAC,aAAa,CAA8B;IACnD,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAc;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAwB;IACtD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAkC;IAEpE,YAAY,OAAO,EAAE,mBAAmB,EASvC;IAED,OAAO,CAAC,+BAA+B;IAKjC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CA+HjD;IAED;;;;OAIG;IACG,QAAQ,CACZ,KAAK,EAAE,SAAS,EAAE,EAClB,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAChC,QAAQ,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;QACrC,sEAAsE;QACtE,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;QACtC,kEAAkE;QAClE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACzC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,sBAAsB,CAAC,EAAE,CACvB,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,MAAM,KACV,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7E,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KACvF,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,eAAe,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CA6S7E;IAED,OAAO,CAAC,cAAc;CAUvB;AAGD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC"}

package/lib/orchestrator/orchestrator.js

@@ -1,6 +1,8 @@
-import { basename, extname, isAbsolute, join, resolve } from "node:path";
+import { basename, extname, join, resolve } from "node:path";
+import { EnvironmentDeclarationSchema } from "../core/environment.js";
 import { bindSubjectRoot, guardObserverCallback, mergeHarnessModelConfig, valueHash, } from "../core/index.js";
 import { fixturesForEvalCase, mergeLifecycleFixtures, registryForEvalCase, valuesForFixtures, } from "./case-extensions.js";
+import { validateDriverCapabilities } from "./driver-capabilities.js";
 import { evaluatorImplementationHash } from "./evaluator-identity.js";
 import { assertionEvaluatorIdentities, graderConfigHash, validateAssertionPlan, } from "./grading.js";
 import { combineLifecycleFailures, setupLifecycleHooks } from "./lifecycle-hook-execution.js";
@@ -112,148 +114,13 @@ export const resolveAnswererReference = (evalCase, fallback, harness, override)
 const answererNameOf = (ref) => (typeof ref === "string" ? ref : ref.name);
 const driverConfigOf = (ref) => typeof ref === "object" ? ref.config : undefined;
 const answererConfigOf = (ref) => typeof ref === "object" ? ref.config : undefined;
-const EXPERIMENT_BEHAVIOR_SOURCE_ARGS = new Set([
-    "--continue",
-    "-c",
-    "--fork-session",
-    "--resume",
-    "-r",
-    "--add-dir",
-    "--append-system-prompt-file",
-    "--mcp-config",
-    "--plugin-dir",
-    "--settings",
-    "--setting-sources",
-    "--system-prompt-file",
-]);
-const CODEX_EXPERIMENT_SOURCE_ARGS = new Set([
-    "--add-dir",
-    "--cd",
-    "-C",
-    "--config",
-    "-c",
-    "--profile",
-    "-p",
-]);
-const bindSubprocessExperimentConfig = (config) => {
-    if (typeof config.command !== "string" || !isAbsolute(config.command)) {
-        throw new Error("experiment subprocess commands must be absolute direct wrappers so Lux can fingerprint the invoked behavior");
-    }
-    if (typeof config.cwd === "string") {
-        throw new Error("experiment runs do not allow an explicit subprocess cwd; use the candidate subject and staged fixtures");
-    }
-    if (Array.isArray(config.args) && config.args.length > 0) {
-        throw new Error("experiment subprocesses do not allow args; put stable behavior in the fingerprinted direct wrapper");
-    }
-    if (isRecord(config.env) && Object.keys(config.env).length > 0) {
-        throw new Error("experiment subprocesses do not allow custom env; put stable behavior in the fingerprinted direct wrapper");
-    }
-    return { ...config, inheritEnv: false };
-};
-const validateAgentExperimentConfig = (driverName, config) => {
-    const driverEnv = isRecord(config.env) ? config.env : {};
-    const commandResolutionOverride = Object.keys(driverEnv).find((name) => ["PATH", "PATHEXT"].includes(name.toUpperCase()));
-    if (commandResolutionOverride) {
-        throw new Error(`experiment runs do not allow driver env.${commandResolutionOverride}; command resolution must match the fingerprinted host executable`);
-    }
-    if (typeof config.cwd === "string") {
-        throw new Error(`experiment runs do not allow an explicit ${driverName} cwd; use the candidate subject and staged fixtures`);
-    }
-    const extraArgs = Array.isArray(config.extraArgs)
-        ? config.extraArgs.filter((value) => typeof value === "string")
-        : [];
-    const disallowedArgs = driverName === "claude-code" ? EXPERIMENT_BEHAVIOR_SOURCE_ARGS : CODEX_EXPERIMENT_SOURCE_ARGS;
-    const behaviorSourceArg = extraArgs.find((arg) => [...disallowedArgs].some((name) => arg === name || arg.startsWith(`${name}=`)));
-    if (behaviorSourceArg) {
-        throw new Error(`experiment runs do not allow behavior-bearing extraArgs '${behaviorSourceArg}'; use structured driver fields so Lux can fingerprint the source`);
-    }
-    const isolation = isRecord(config.isolation) ? config.isolation : {};
-    const structuredPaths = [
-        ...(driverName === "claude-code" && Array.isArray(config.pluginDirs) ? config.pluginDirs : []),
-        ...(Array.isArray(config.addDirs) ? config.addDirs : []),
-        ...(driverName === "claude-code" && Array.isArray(isolation.allowRead)
-            ? isolation.allowRead
-            : []),
-    ].filter((value) => typeof value === "string");
-    const relativeSource = structuredPaths.find((path) => !isAbsolute(path));
-    if (relativeSource) {
-        throw new Error(`experiment driver source paths must be absolute after subjectPath binding: ${relativeSource}`);
-    }
-    return { driverEnv, extraArgs };
-};
-const bindCodexExperimentConfig = (config, extraArgs) => {
-    if (typeof config.profile === "string") {
-        throw new Error("experiment runs do not allow a Codex profile; use inline driver config so Lux can fingerprint it");
-    }
-    if (config.ephemeral === false) {
-        throw new Error("experiment runs require ephemeral Codex sessions");
-    }
-    const inlineConfig = isRecord(config.config) ? config.config : {};
-    const externalConfigKey = (() => {
-        const visit = (value, parent = "") => {
-            for (const [key, nested] of Object.entries(value)) {
-                const path = parent ? `${parent}.${key}` : key;
-                if (/(?:mcp_servers|instructions_file|notify|project_doc)/i.test(key))
-                    return path;
-                if (isRecord(nested)) {
-                    const found = visit(nested, path);
-                    if (found)
-                        return found;
-                }
-            }
-            return undefined;
-        };
-        return visit(inlineConfig);
-    })();
-    if (externalConfigKey) {
-        throw new Error(`experiment runs do not allow path-bearing Codex config '${externalConfigKey}'`);
-    }
-    const appServer = config.interactionMode !== "exec";
-    return {
-        ...config,
-        ephemeral: true,
-        ignoreUserConfig: true,
-        ignoreRules: true,
-        ...(appServer && !config.isolation ? { isolation: { allowRead: [] } } : {}),
-        extraArgs,
-    };
-};
-const bindClaudeExperimentConfig = (config, extraArgs, driverEnv) => {
-    if (config.isolation)
+export const boundExperimentDriverConfig = (plugin, config, experimentId) => {
+    if (!experimentId)
         return config;
-    return {
-        ...config,
-        extraArgs: [
-            ...extraArgs,
-            "--setting-sources",
-            "user",
-            "--strict-mcp-config",
-            "--settings",
-            JSON.stringify({ disableAllHooks: true }),
-        ],
-        env: {
-            ...driverEnv,
-            CLAUDE_CODE_DISABLE_AUTO_MEMORY: "1",
-            CLAUDE_CODE_DISABLE_CLAUDE_MDS: "1",
-            CLAUDE_CODE_SKIP_PROMPT_HISTORY: "1",
-            CLAUDE_CODE_DISABLE_BACKGROUND_TASKS: "1",
-            CLAUDE_CODE_AUTO_CONNECT_IDE: "false",
-            CLAUDE_CODE_DISABLE_OFFICIAL_MARKETPLACE_AUTOINSTALL: "1",
-            DISABLE_AUTOUPDATER: "1",
-        },
-    };
-};
-export const boundExperimentDriverConfig = (driverName, config, experimentId) => {
-    if (!experimentId || !isRecord(config))
-        return config;
-    if (driverName === "subprocess")
-        return bindSubprocessExperimentConfig(config);
-    if (driverName !== "claude-code" && driverName !== "codex")
-        return config;
-    const { driverEnv, extraArgs } = validateAgentExperimentConfig(driverName, config);
-    return driverName === "codex"
-        ? bindCodexExperimentConfig(config, extraArgs)
-        : bindClaudeExperimentConfig(config, extraArgs, driverEnv);
+    if (!plugin.experiment) {
+        throw new Error(`driver '${plugin.name}' supports ordinary eval runs but does not declare controlled experiment support`);
+    }
+    return validatePluginConfig(plugin.configSchema, plugin.experiment.prepare(config), `driver '${plugin.name}' experiment configuration`);
 };
 const closeQuietly = async (close, label) => {
     try {
@@ -266,6 +133,7 @@ const closeQuietly = async (close, label) => {
     }
 };
 export class Orchestrator {
+    environment;
     evaluatorHash;
     registry;
     defaultAnswerer;
@@ -273,6 +141,9 @@ export class Orchestrator {
     harness;
     lifecycleFixtures;
     constructor(options) {
+        this.environment = options.environment
+            ? EnvironmentDeclarationSchema.parse(options.environment)
+            : undefined;
         this.registry = options.registry;
         this.defaultAnswerer = options.defaultAnswerer ?? "persona";
         this.defaultDriver = options.defaultDriver;
@@ -315,8 +186,9 @@ export class Orchestrator {
         }
         // Validate both configs before instantiating either plugin so a
         // schema failure can't leak a half-initialized driver/answerer.
-        const driverCfg = boundExperimentDriverConfig(driverName, validatePluginConfig(driverPlugin.configSchema, driverConfigOf(driverRef), `driver '${driverName}'`), request.experimentId);
+        const driverCfg = boundExperimentDriverConfig(driverPlugin, validatePluginConfig(driverPlugin.configSchema, driverConfigOf(driverRef), `driver '${driverName}'`), request.experimentId);
         const answererCfg = validatePluginConfig(answererPlugin.configSchema, answererConfigOf(answererRef), `answerer '${answererName}'`);
+        validateDriverCapabilities(driverPlugin, driverCfg, evalCase.requires);
         const driver = await driverPlugin.create(driverCfg);
         let answerer;
         try {
@@ -364,6 +236,7 @@ export class Orchestrator {
                     skipJudge: request.skipJudge ?? false,
                 }),
                 fixtureValues: valuesForFixtures(lifecycleFixtures),
+                environment: this.environment,
                 driver,
                 answerer,
             }, registry);
@@ -513,6 +386,7 @@ export class Orchestrator {
                         observer: handle ?? observer,
                         abortSignal: opts.abortSignal,
                         suiteId: suite.manifest.suiteId,
+                        suiteConcurrency: concurrency,
                         subjectRoot: opts.subjectRoot,
                         subjectHash: opts.subjectHash,
                         profileId: opts.profileId,