@post-print/agent-test 0.3.8 → 0.3.10

package/dist/record-trace.d.ts

@@ -12,7 +12,7 @@ export declare function scenarioArtifactSlug(name: string): string;
 export declare function getLiveStagingRoot(): string;
 export declare function getLiveStagingSessionRoot(sessionId: string): string;
 /** Staging JSON path for a live scenario trace (matches recordTrace layout). */
-export declare function getStagingTracePath(stagingSessionId: string, suiteName: string, scenarioName: string, arm?: "a" | "b"): string;
+export declare function getStagingTracePath(stagingSessionId: string, suiteName: string, scenarioName: string, arm?: string): string;
 /** Parent arms subprocess kill from this marker (epoch ms) when the harness deadline starts. */
 export declare function getStagingAgentStartPath(stagingSessionId: string, suiteName: string, scenarioName: string): string;
 /** Child writes when the harness agent deadline clock starts (after pre-stream SDK setup). */
@@ -29,13 +29,14 @@ export interface LiveScenarioResultSidecar {
     failures: AssertionFailure[];
     durationMs: number;
     compare?: {
-        a: LiveCompareArmSidecar;
-        b: LiveCompareArmSidecar;
+        a?: LiveCompareArmSidecar;
+        b?: LiveCompareArmSidecar;
+        arms?: Record<string, LiveCompareArmSidecar>;
     };
 }
 export declare function createLiveStagingSessionId(): string;
 /** Resolve the transient trace used by isolated direct-agent runs. */
-export declare function resolveRecordingPath(suiteName: string, scenarioName: string, stagingSessionId: string | undefined, arm?: "a" | "b"): string | undefined;
+export declare function resolveRecordingPath(suiteName: string, scenarioName: string, stagingSessionId: string | undefined, arm?: string): string | undefined;
 /** Persist a direct-run trace for parent-process judging and diagnostics. */
 export declare function recordTrace(outputPath: string, trace: AgentTrace): Promise<string>;
 /** Load a staged live trace for parent-process judge after isolated child runs. */

package/dist/record-trace.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"record-trace.d.ts","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,eAAO,MAAM,qBAAqB,eAAe,CAAC;AAIlD,2FAA2F;AAC3F,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEzE;AAED,wBAAgB,0BAA0B,IAAI,MAAM,GAAG,SAAS,CAE/D;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASzD;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAK3C;AAED,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEnE;AAMD,gFAAgF;AAChF,wBAAgB,mBAAmB,CAClC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,GAAG,CAAC,EAAE,GAAG,GAAG,GAAG,GACb,MAAM,CAOR;AAED,gGAAgG;AAChG,wBAAgB,wBAAwB,CACvC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GAClB,MAAM,CAMR;AAED,8FAA8F;AAC9F,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGvE;AAED,wFAAwF;AACxF,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAQpF;AAED,wFAAwF;AACxF,wBAAgB,oBAAoB,CACnC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GAClB,MAAM,CAMR;AAED,MAAM,WAAW,qBAAqB;IACrC,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,yBAAyB;IACzC,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE;QACT,CAAC,EAAE,qBAAqB,CAAC;QACzB,CAAC,EAAE,qBAAqB,CAAC;KACzB,CAAC;CACF;AAED,wBAAgB,0BAA0B,IAAI,MAAM,CAEnD;AAED,sEAAsE;AACtE,wBAAgB,oBAAoB,CACnC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,MAAM,GAAG,SAAS,EACpC,GAAG,CAAC,EAAE,GAAG,GAAG,GAAG,GACb,MAAM,GAAG,SAAS,CAKpB;AAED,6EAA6E;AAC7E,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBxF;AAED,mFAAmF;AACnF,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAGxE;AAED,8FAA8F;AAC9F,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,0FAA0F;AAC1F,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,MAAM,GACV,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC,CAMhD;AAED,6DAA6D;AAC7D,wBAAsB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9E"}
+{"version":3,"file":"record-trace.d.ts","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,eAAO,MAAM,qBAAqB,eAAe,CAAC;AAIlD,2FAA2F;AAC3F,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEzE;AAED,wBAAgB,0BAA0B,IAAI,MAAM,GAAG,SAAS,CAE/D;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASzD;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAK3C;AAED,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEnE;AAMD,gFAAgF;AAChF,wBAAgB,mBAAmB,CAClC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,GAAG,CAAC,EAAE,MAAM,GACV,MAAM,CAOR;AAED,gGAAgG;AAChG,wBAAgB,wBAAwB,CACvC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GAClB,MAAM,CAMR;AAED,8FAA8F;AAC9F,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGvE;AAED,wFAAwF;AACxF,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAQpF;AAED,wFAAwF;AACxF,wBAAgB,oBAAoB,CACnC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GAClB,MAAM,CAMR;AAED,MAAM,WAAW,qBAAqB;IACrC,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,yBAAyB;IACzC,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE;QACT,CAAC,CAAC,EAAE,qBAAqB,CAAC;QAC1B,CAAC,CAAC,EAAE,qBAAqB,CAAC;QAC1B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;KAC7C,CAAC;CACF;AAED,wBAAgB,0BAA0B,IAAI,MAAM,CAEnD;AAED,sEAAsE;AACtE,wBAAgB,oBAAoB,CACnC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,MAAM,GAAG,SAAS,EACpC,GAAG,CAAC,EAAE,MAAM,GACV,MAAM,GAAG,SAAS,CAKpB;AAED,6EAA6E;AAC7E,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAmBxF;AAED,mFAAmF;AACnF,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAGxE;AAED,8FAA8F;AAC9F,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,0FAA0F;AAC1F,wBAAsB,iBAAiB,CACtC,IAAI,EAAE,MAAM,GACV,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC,CAMhD;AAED,6DAA6D;AAC7D,wBAAsB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9E"}

package/dist/record-trace.js.map

@@ -1 +1 @@
-{"version":3,"file":"record-trace.js","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAIxD,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAElD,IAAI,uBAA2C,CAAC;AAEhD,2FAA2F;AAC3F,MAAM,UAAU,0BAA0B,CAAC,IAAwB;IAClE,uBAAuB,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,0BAA0B;IACzC,OAAO,uBAAuB,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAChD,MAAM,IAAI,GACT,IAAI;SACF,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC;IAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,OAAO,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB;IACjC,IAAI,uBAAuB,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,uBAAuB,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,SAAiB;IAC1D,OAAO,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,YAAoB;IACpD,OAAO,oBAAoB,CAAC,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,mBAAmB,CAClC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB,EACpB,GAAe;IAEf,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,GAAG,MAAM,OAAO,CACxD,CAAC;AACH,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,wBAAwB,CACvC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,cAAc,CACtD,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACvD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY;IACtD,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,oBAAoB,CACnC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,cAAc,CACtD,CAAC;AACH,CAAC;AAgBD,MAAM,UAAU,0BAA0B;IACzC,OAAO,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACvC,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,oBAAoB,CACnC,SAAiB,EACjB,YAAoB,EACpB,gBAAoC,EACpC,GAAe;IAEf,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,mBAAmB,CAAC,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAkB,EAAE,KAAiB;IACtE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,wBAAwB,EAAE,QAAQ,CAAC,wBAAwB;QAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,aAAa,EAAE,QAAQ,CAAC,aAAa;KACrC,CAAC;IAEF,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7E,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAe,CAAC;IACnE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,IAAY,EACZ,MAAiC;IAEjC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACvE,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,IAAY;IAEZ,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAA8B,CAAC;IAC9E,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,6DAA6D;AAC7D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,WAAmB;IAC9D,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC"}
+{"version":3,"file":"record-trace.js","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAIxD,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAElD,IAAI,uBAA2C,CAAC;AAEhD,2FAA2F;AAC3F,MAAM,UAAU,0BAA0B,CAAC,IAAwB;IAClE,uBAAuB,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,0BAA0B;IACzC,OAAO,uBAAuB,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAChD,MAAM,IAAI,GACT,IAAI;SACF,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC;IAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,OAAO,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB;IACjC,IAAI,uBAAuB,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,uBAAuB,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,SAAiB;IAC1D,OAAO,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,YAAoB;IACpD,OAAO,oBAAoB,CAAC,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,mBAAmB,CAClC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB,EACpB,GAAY;IAEZ,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,GAAG,MAAM,OAAO,CACxD,CAAC;AACH,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,wBAAwB,CACvC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,cAAc,CACtD,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACvD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY;IACtD,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,oBAAoB,CACnC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,uBAAuB,CAAC,YAAY,CAAC,cAAc,CACtD,CAAC;AACH,CAAC;AAiBD,MAAM,UAAU,0BAA0B;IACzC,OAAO,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACvC,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,oBAAoB,CACnC,SAAiB,EACjB,YAAoB,EACpB,gBAAoC,EACpC,GAAY;IAEZ,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,mBAAmB,CAAC,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAkB,EAAE,KAAiB;IACtE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,wBAAwB,EAAE,QAAQ,CAAC,wBAAwB;QAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,aAAa,EAAE,QAAQ,CAAC,aAAa;KACrC,CAAC;IAEF,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7E,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAe,CAAC;IACnE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,IAAY,EACZ,MAAiC;IAEjC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACvE,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,IAAY;IAEZ,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAA8B,CAAC;IAC9E,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,6DAA6D;AAC7D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,WAAmB;IAC9D,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC"}

package/dist/run-suite.d.ts

@@ -1,4 +1,4 @@
-import type { AgentHost, JudgeCriterion, RoutingContract } from "@post-print/agent-harness";
+import type { AgentHost, HostAuthMode, JudgeCriterion, RoutingContract } from "@post-print/agent-harness";
 import type { AgentScenario, AgentSuiteDefaults, ScenarioResult, ScenarioRubric, SuiteRunReport } from "./types.js";
 /** Parent process prints suite headers and final verdicts; children only print phases. */
 export declare function shouldPrintSuiteChrome(): boolean;
@@ -38,6 +38,8 @@ export interface RunSuiteOptions {
     rubricsDir?: string;
     /** Consumer adapter modules to forward to isolated children. */
     adapterModules?: string[];
+    /** Host billing mode. Default is subscription when omitted. */
+    authMode?: HostAuthMode;
 }
 export interface RunAgentTestOptions {
     cwd: string;
@@ -60,16 +62,18 @@ export interface RunAgentTestOptions {
     rubricsDir?: string;
     scenarioIndex?: number;
     scenarioTotal?: number;
+    /** Host billing mode. Default is subscription when omitted. */
+    authMode?: HostAuthMode;
 }
 /** Live-only mode hint from rubric — not part of the user scenario prompt. */
 export declare function outputContractForRubric(rubric: ScenarioRubric): RoutingContract | undefined;
 /** Explicit judge questions plus skill-invoke questions for mustInvokeSkill. */
 export declare function collectJudgeCriteria(rubric: ScenarioRubric): JudgeCriterion[];
-/** Pairwise judge questions only. Skill-follow checks stay per-arm and deterministic. */
+/** Shared judge questions only. Skill-follow checks stay per-arm and deterministic. */
 export declare function collectCompareJudgeCriteria(rubric: ScenarioRubric): JudgeCriterion[];
 /** Judge auth and the judge call apply only when a rubric has judge work. */
 export declare function judgeAuthRequired(judge: boolean, rubrics: readonly ScenarioRubric[]): boolean;
-/** Pairwise judge on compare. Skill-follow judge questions stay on non-compare scenarios. */
+/** Shared judge on compare. Skill-follow judge questions stay on non-compare scenarios. */
 export declare function scenarioNeedsJudge(judge: boolean, scenario: Pick<AgentScenario, "compare" | "rubric">): boolean;
 /** True when the selected live run will call the judge. */
 export declare function selectedRunNeedsJudge(options: {
@@ -108,6 +112,7 @@ export declare function runAllSuites(options: {
     scenarioRetries?: number;
     rubricsDir?: string;
     adapterModules?: string[];
+    authMode?: HostAuthMode;
 }): Promise<SuiteRunReport[]>;
 export { discoverSuites } from "./discover-suites.js";
 //# sourceMappingURL=run-suite.d.ts.map

package/dist/run-suite.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-suite.d.ts","sourceRoot":"","sources":["../src/run-suite.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,SAAS,EAET,cAAc,EAGd,eAAe,EAEf,MAAM,2BAA2B,CAAC;AA8FnC,OAAO,KAAK,EACX,aAAa,EACb,kBAAkB,EAMlB,cAAc,EACd,cAAc,EAEd,cAAc,EACd,MAAM,YAAY,CAAC;AAkDpB,0FAA0F;AAC1F,wBAAgB,sBAAsB,IAAI,OAAO,CAEhD;AAED,sGAAsG;AACtG,wBAAgB,uBAAuB,IAAI,IAAI,CAiC9C;AASD,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB;;;OAGG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,wDAAwD;IACxD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,sDAAsD;IACtD,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,aAAa,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,+DAA+D;IAC/D,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oFAAoF;IACpF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,8EAA8E;AAC9E,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,eAAe,GAAG,SAAS,CAQ3F;AAcD,gFAAgF;AAChF,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,EAAE,CAK7E;AAED,yFAAyF;AACzF,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,EAAE,CAEpF;AAED,6EAA6E;AAC7E,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,cAAc,EAAE,GAAG,OAAO,CAE7F;AAED,6FAA6F;AAC7F,wBAAgB,kBAAkB,CACjC,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,GAAG,QAAQ,CAAC,GACjD,OAAO,CAQT;AAED,2DAA2D;AAC3D,wBAAsB,qBAAqB,CAAC,OAAO,EAAE;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;CAChB,GAAG,OAAO,CAAC,OAAO,CAAC,CA0BnB;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE;IAClD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAsB5B;AA0LD,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAoBhF;AAgaD,yFAAyF;AACzF,wBAAsB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAexF;AAw5BD,wBAAsB,YAAY,CAAC,OAAO,EAAE;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,KAAK,CAAC,EAAE,SAAS,SAAS,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6C5B;AAED,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"run-suite.d.ts","sourceRoot":"","sources":["../src/run-suite.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,SAAS,EAET,YAAY,EACZ,cAAc,EAGd,eAAe,EAEf,MAAM,2BAA2B,CAAC;AAqGnC,OAAO,KAAK,EACX,aAAa,EACb,kBAAkB,EAMlB,cAAc,EACd,cAAc,EAEd,cAAc,EACd,MAAM,YAAY,CAAC;AAkDpB,0FAA0F;AAC1F,wBAAgB,sBAAsB,IAAI,OAAO,CAEhD;AAED,sGAAsG;AACtG,wBAAgB,uBAAuB,IAAI,IAAI,CAiC9C;AASD,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB;;;OAGG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,wDAAwD;IACxD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,sDAAsD;IACtD,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,aAAa,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,+DAA+D;IAC/D,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oFAAoF;IACpF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB;AAED,8EAA8E;AAC9E,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,eAAe,GAAG,SAAS,CAQ3F;AAcD,gFAAgF;AAChF,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,EAAE,CAK7E;AAED,uFAAuF;AACvF,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,EAAE,CAEpF;AAED,6EAA6E;AAC7E,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,cAAc,EAAE,GAAG,OAAO,CAE7F;AAED,2FAA2F;AAC3F,wBAAgB,kBAAkB,CACjC,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,GAAG,QAAQ,CAAC,GACjD,OAAO,CAQT;AAED,2DAA2D;AAC3D,wBAAsB,qBAAqB,CAAC,OAAO,EAAE;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;CAChB,GAAG,OAAO,CAAC,OAAO,CAAC,CA0BnB;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE;IAClD,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAsB5B;AA4LD,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAoBhF;AAmbD,yFAAyF;AACzF,wBAAsB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAsBxF;AA+4BD,wBAAsB,YAAY,CAAC,OAAO,EAAE;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,KAAK,CAAC,EAAE,SAAS,SAAS,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC;CACxB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAY5B;AAqED,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/run-suite.js

@@ -1,7 +1,7 @@
 import { createRequire } from "node:module";
 import { basename, dirname, join, resolve } from "node:path";
-import { cancelActiveClaudeRun, cancelActiveCursorRun, cancelActiveOpenaiRun, captureWorkingTreeStatus, createSealedWorkspace, defaultSealedOverlayPaths, enrichTrace, filterWorkingTreeLeaks, findWorkingTreeLeak, formatWorkingTreeLeak, judgeCompareTraces, judgeTrace, loadContext, loadUnifiedDiffPaths, mergeMcpServers, parseScenarioWorkspace, partitionSeedCollateralLeaks, porcelainPathsFromLines, resolveAllowUserSkills, resolveHarnessArtifactIgnoreRoots, restoreWorkingTreePaths, runAgent, skillInvokeJudgeCriteria, skillPathsFromSetting, sumUsageParts, toolPathsOutsideWorkspace, traceEditsOutsideWorktree, traceHasUserInputTool, } from "@post-print/agent-harness";
-import { applyCompareArm, applySidecarCompareDurations, assertCompareMetrics, compareArmDescription, compareArmLabel, compareStoryFields, plainDescription, prefixCompareFailures, } from "./compare-scenario.js";
+import { cancelActiveClaudeRun, cancelActiveCursorRun, cancelActiveOpenaiRun, captureWorkingTreeStatus, createSealedWorkspace, defaultSealedOverlayPaths, enrichTrace, filterWorkingTreeLeaks, findWorkingTreeLeak, formatWorkingTreeLeak, getProcessAuthMode, judgeCompareTraces, judgeTrace, loadContext, loadUnifiedDiffPaths, mergeMcpServers, parseScenarioWorkspace, partitionSeedCollateralLeaks, porcelainPathsFromLines, resolveAllowUserSkills, resolveHarnessArtifactIgnoreRoots, restoreWorkingTreePaths, runAgent, setProcessAuthMode, skillInvokeJudgeCriteria, skillPathsFromSetting, sumUsageParts, toolPathsOutsideWorkspace, traceEditsOutsideWorktree, traceHasUserInputTool, } from "@post-print/agent-harness";
+import { applyCompareArm, applySidecarCompareDurations, assertCompareMetrics, attachCompareStoryResults, buildCompareResult, compareArmDescription, compareArmLabel, compareResultArms, compareStoryFields, plainDescription, prefixCompareFailures, resolveCompareArms, resolveCompareMetricPairs, } from "./compare-scenario.js";
 import { collectDebugEnvironment, getDebugBundleDir, writeDebugBundle } from "./debug-bundle.js";
 import { discoverSuites } from "./discover-suites.js";
 import { assertRubric } from "./expect.js";
@@ -128,7 +128,7 @@ export function collectJudgeCriteria(rubric) {
         ...skillInvokeJudgeCriteria(rubric.mustInvokeSkill ?? []),
     ];
 }
-/** Pairwise judge questions only. Skill-follow checks stay per-arm and deterministic. */
+/** Shared judge questions only. Skill-follow checks stay per-arm and deterministic. */
 export function collectCompareJudgeCriteria(rubric) {
     return normalizeJudgeCriteria(rubric.judge);
 }
@@ -136,7 +136,7 @@ export function collectCompareJudgeCriteria(rubric) {
 export function judgeAuthRequired(judge, rubrics) {
     return judge !== false && rubrics.some((rubric) => collectJudgeCriteria(rubric).length > 0);
 }
-/** Pairwise judge on compare. Skill-follow judge questions stay on non-compare scenarios. */
+/** Shared judge on compare. Skill-follow judge questions stay on non-compare scenarios. */
 export function scenarioNeedsJudge(judge, scenario) {
     if (judge === false) {
         return false;
@@ -291,6 +291,7 @@ async function maybeWriteDebugBundle(options) {
                 // override without an explicit debugDir.
                 debugDir: options.debugDir ?? getLiveStagingRootOverride(),
                 keepRecordings: options.keepRecordings ?? true,
+                authMode: options.authMode,
             },
         });
     }
@@ -422,6 +423,7 @@ async function runSuiteBody(options) {
                     debug: options.debug,
                     debugDir: options.debugDir,
                     previousExitCode: previousAttemptExitCode,
+                    authMode: options.authMode ?? getProcessAuthMode(),
                 });
                 previousAttemptExitCode = spawned.exitCode;
                 previousIsolatedExitCode = spawned.exitCode;
@@ -436,11 +438,14 @@ async function runSuiteBody(options) {
                 }
                 if (options.stagingSessionId) {
                     if (scenario.compare) {
-                        try {
-                            scenarioTrace = await loadStagingTrace(getStagingTracePath(options.stagingSessionId, suite.name, scenario.name, "a"));
-                        }
-                        catch {
-                            // Trace may be missing when the child crashed before recording.
+                        const firstArm = resolveCompareArms(scenario.compare)[0];
+                        if (firstArm) {
+                            try {
+                                scenarioTrace = await loadStagingTrace(getStagingTracePath(options.stagingSessionId, suite.name, scenario.name, firstArm.id));
+                            }
+                            catch {
+                                // Trace may be missing when the child crashed before recording.
+                            }
                         }
                     }
                     else {
@@ -467,10 +472,14 @@ async function runSuiteBody(options) {
             const judgeHost = options.host ?? scenario.host ?? suite.defaults?.host ?? "cursor";
             if (scenario.compare && options.stagingSessionId) {
                 compareResult = applySidecarCompareDurations(await loadCompareResultFromStaging(options.stagingSessionId, suite.name, scenario), childSidecar);
-                scenarioTrace = compareResult.a.trace ?? scenarioTrace;
+                scenarioTrace = compareResultArms(compareResult)[0]?.trace ?? scenarioTrace;
             }
             if (failures.length === 0 && options.judge !== false) {
-                if (scenario.compare && compareResult?.a.trace && compareResult.b.trace) {
+                const compareTraces = compareResult ? compareResultArms(compareResult) : [];
+                if (scenario.compare &&
+                    compareResult &&
+                    compareTraces.length > 0 &&
+                    compareTraces.every((arm) => arm.trace)) {
                     const criteria = collectCompareJudgeCriteria(scenario.rubric);
                     if (criteria.length > 0) {
                         releaseLiveMemory();
@@ -478,7 +487,16 @@ async function runSuiteBody(options) {
                         try {
                             const judged = await runCompareJudgeRubric(compareResult, scenario.rubric, options.cwd, judgeHost);
                             failures.push(...judged.failures);
-                            judgeVerdicts = toJudgeVerdictResults({ ...compareResult.a.trace, judgeVerdicts: judged.verdicts }, criteria, judged.verdicts);
+                            const firstTrace = compareTraces[0]?.trace;
+                            judgeVerdicts = toJudgeVerdictResults({
+                                ...(firstTrace ?? {
+                                    messages: [],
+                                    toolCalls: [],
+                                    shellCommands: [],
+                                    artifacts: {},
+                                }),
+                                judgeVerdicts: judged.verdicts,
+                            }, criteria, judged.verdicts);
                         }
                         catch (error) {
                             failures.push(assertionFailure("judge", error instanceof Error ? error.message : "failed to judge compare traces", "judge_infra"));
@@ -506,7 +524,7 @@ async function runSuiteBody(options) {
             const passed = failures.length === 0;
             const usageFields = buildScenarioResultUsage({
                 agentUsage: compareResult
-                    ? sumUsageParts([compareResult.a.trace?.usage, compareResult.b.trace?.usage])
+                    ? sumUsageParts(compareResultArms(compareResult).map((arm) => arm.trace?.usage))
                     : scenarioTrace?.usage,
                 judgeVerdicts,
             });
@@ -517,13 +535,7 @@ async function runSuiteBody(options) {
                 failures,
                 judgeVerdicts,
                 compare: compareResult
-                    ? {
-                        ...compareStoryFields(scenario),
-                        aTrace: compareResult.a.trace,
-                        bTrace: compareResult.b.trace,
-                        aDurationMs: compareResult.a.durationMs,
-                        bDurationMs: compareResult.b.durationMs,
-                    }
+                    ? attachCompareStoryResults(compareStoryFields(scenario), compareResult)
                     : undefined,
             });
             const scenarioResult = {
@@ -558,6 +570,7 @@ async function runSuiteBody(options) {
                 judge: options.judge,
                 allowUserInput: options.allowUserInput,
                 keepRecordings: options.keepRecordings,
+                authMode: options.authMode ?? getProcessAuthMode(),
             });
             scenarioResult.debugBundleDir = debugBundleDir;
             emitScenarioVerdict({
@@ -669,10 +682,17 @@ export async function runAgentTest(options) {
     }
     const stagingSessionId = options.stagingSessionId ??
         (options.debug || options.keepRecordings ? createLiveStagingSessionId() : undefined);
+    const previousAuthMode = getProcessAuthMode();
+    if (options.authMode !== undefined) {
+        setProcessAuthMode(options.authMode);
+    }
     try {
         return await runAgentTestBody({ ...options, stagingSessionId });
     }
     finally {
+        if (options.authMode !== undefined) {
+            setProcessAuthMode(previousAuthMode);
+        }
         if (options.debugDir !== undefined) {
             setLiveStagingRootOverride(previousStagingRoot);
         }
@@ -723,6 +743,7 @@ async function runAgentTestBody(options) {
             judge: options.judge ?? true,
             allowUserInput: options.allowUserInput,
             keepRecordings: options.keepRecordings,
+            authMode: options.authMode ?? getProcessAuthMode(),
         });
         result.debugBundleDir = debugBundleDir;
         emitScenarioVerdict({
@@ -845,6 +866,7 @@ async function runAgentTestOnce(cwd, suiteName, scenario, defaultHost, defaultPr
             outputContract,
             mcpServers,
             allowUserSkills,
+            authMode: getProcessAuthMode(),
             timeoutMs: liveTimeoutMs,
             failOnUserInput,
             maxConversationTurns: resolveMaxConversationTurns(),
@@ -1012,6 +1034,7 @@ async function runAgentTestOnce(cwd, suiteName, scenario, defaultHost, defaultPr
                 judge,
                 allowUserInput,
                 keepRecordings,
+                authMode: getProcessAuthMode(),
             });
             scenarioResult.debugBundleDir = debugBundleDir;
             emitScenarioVerdict({
@@ -1062,10 +1085,7 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
         logProgress(theme.scenarioLabel(scenario.name, host));
     }
     logScenarioDescription(scenario.description);
-    const aScenario = applyCompareArm(scenario, "a");
-    const bScenario = applyCompareArm(scenario, "b");
-    const aLabel = compareArmLabel(scenario.compare?.a, "a");
-    const bLabel = compareArmLabel(scenario.compare?.b, "b");
+    const resolvedArms = resolveCompareArms(scenario.compare);
     const shared = {
         cwd,
         suiteName,
@@ -1086,74 +1106,73 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
         keepRecordings,
         rubricsDir,
     };
-    const aResult = await runAgentTestOnce(shared.cwd, shared.suiteName, aScenario, shared.defaultHost, shared.defaultProfile, shared.defaultSkills, shared.defaultContextSources, shared.defaultMcpServers, shared.defaultWorkspace, shared.defaultAllowUserSkills, false, shared.worktree, shared.stagingSessionId, undefined, undefined, shared.timeoutMs, shared.allowUserInput, shared.debugFlag, shared.debugDir, shared.suitesDir, shared.keepRecordings, shared.rubricsDir, { suppressEmit: true, compareArm: "a", writeSidecar: false });
-    const bResult = await runAgentTestOnce(shared.cwd, shared.suiteName, bScenario, shared.defaultHost, shared.defaultProfile, shared.defaultSkills, shared.defaultContextSources, shared.defaultMcpServers, shared.defaultWorkspace, shared.defaultAllowUserSkills, false, shared.worktree, shared.stagingSessionId, undefined, undefined, shared.timeoutMs, shared.allowUserInput, shared.debugFlag, shared.debugDir, shared.suitesDir, shared.keepRecordings, shared.rubricsDir, { suppressEmit: true, compareArm: "b", writeSidecar: false });
-    const failures = [
-        ...prefixCompareFailures(aLabel, aResult.failures),
-        ...prefixCompareFailures(bLabel, bResult.failures),
-    ];
-    const compareResult = {
-        a: {
-            id: "a",
-            label: aLabel,
-            description: compareArmDescription(scenario.compare?.a),
-            prompt: aScenario.prompt,
-            trace: aResult.trace,
-            durationMs: aResult.durationMs,
-        },
-        b: {
-            id: "b",
-            label: bLabel,
-            description: compareArmDescription(scenario.compare?.b),
-            prompt: bScenario.prompt,
-            trace: bResult.trace,
-            durationMs: bResult.durationMs,
-        },
-    };
+    const armRuns = [];
+    for (const entry of resolvedArms) {
+        const armScenario = applyCompareArm(scenario, entry.id);
+        const label = compareArmLabel(entry.arm, entry.id);
+        const result = await runAgentTestOnce(shared.cwd, shared.suiteName, armScenario, shared.defaultHost, shared.defaultProfile, shared.defaultSkills, shared.defaultContextSources, shared.defaultMcpServers, shared.defaultWorkspace, shared.defaultAllowUserSkills, false, shared.worktree, shared.stagingSessionId, undefined, undefined, shared.timeoutMs, shared.allowUserInput, shared.debugFlag, shared.debugDir, shared.suitesDir, shared.keepRecordings, shared.rubricsDir, { suppressEmit: true, compareArm: entry.id, writeSidecar: false });
+        armRuns.push({ id: entry.id, label, scenario: armScenario, result });
+    }
+    const failures = armRuns.flatMap((arm) => prefixCompareFailures(arm.label, arm.result.failures));
+    const armIds = resolvedArms.map((entry) => entry.id);
+    const compareResult = buildCompareResult(armRuns.map((arm) => ({
+        id: arm.id,
+        label: arm.label,
+        description: compareArmDescription(resolvedArms.find((entry) => entry.id === arm.id)?.arm),
+        prompt: arm.scenario.prompt,
+        trace: arm.result.trace,
+        durationMs: arm.result.durationMs,
+    })), {
+        faster: resolveCompareMetricPairs(scenario.compare?.faster, armIds),
+        cheaper: resolveCompareMetricPairs(scenario.compare?.cheaper, armIds),
+    });
     if (scenario.compare) {
         failures.push(...assertCompareMetrics(scenario.compare, compareResult));
     }
     const deferJudgeToParent = isChildProcess();
+    const compareArms = compareResultArms(compareResult);
+    const firstTrace = compareArms[0]?.trace;
     let judgeVerdicts;
     if (judge &&
         !deferJudgeToParent &&
         failures.length === 0 &&
-        compareResult.a.trace &&
-        compareResult.b.trace) {
+        compareArms.length > 0 &&
+        compareArms.every((arm) => arm.trace)) {
         const criteria = collectCompareJudgeCriteria(scenario.rubric);
         if (criteria.length > 0) {
             logPhase(theme.judgePhase(criteria.length), { last: true });
         }
         const judged = await runCompareJudgeRubric(compareResult, scenario.rubric, cwd, host);
         failures.push(...judged.failures);
-        judgeVerdicts = toJudgeVerdictResults({ ...compareResult.a.trace, judgeVerdicts: judged.verdicts }, criteria, judged.verdicts);
+        if (firstTrace) {
+            judgeVerdicts = toJudgeVerdictResults({ ...firstTrace, judgeVerdicts: judged.verdicts }, criteria, judged.verdicts);
+        }
     }
     const durationMs = Math.round(performance.now() - started);
     if (isChildProcess() && stagingSessionId) {
+        const sidecarArms = {};
+        for (const arm of armRuns) {
+            sidecarArms[arm.id] = { durationMs: arm.result.durationMs };
+        }
         await writeStagingResult(getStagingResultPath(stagingSessionId, suiteName, scenario.name), {
             passed: failures.length === 0,
             failures,
             durationMs,
             compare: {
-                a: { durationMs: aResult.durationMs },
-                b: { durationMs: bResult.durationMs },
+                a: sidecarArms.a,
+                b: sidecarArms.b,
+                arms: sidecarArms,
             },
         });
     }
     const passed = failures.length === 0;
     const story = buildScenarioStory({
         rubric: scenario.rubric,
-        trace: compareResult.a.trace,
+        trace: firstTrace,
         passed,
         failures,
         judgeVerdicts,
-        compare: {
-            ...compareStoryFields(scenario),
-            aTrace: compareResult.a.trace,
-            bTrace: compareResult.b.trace,
-            aDurationMs: compareResult.a.durationMs,
-            bDurationMs: compareResult.b.durationMs,
-        },
+        compare: attachCompareStoryResults(compareStoryFields(scenario), compareResult),
     });
     const scenarioResult = {
         suite: suiteName,
@@ -1164,11 +1183,11 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
         failures,
         durationMs,
         judgeVerdicts,
-        trace: compareResult.a.trace,
+        trace: firstTrace,
         compare: compareResult,
         story,
         ...buildScenarioResultUsage({
-            agentUsage: sumUsageParts([aResult.agentUsage, bResult.agentUsage]),
+            agentUsage: sumUsageParts(armRuns.map((arm) => arm.result.agentUsage)),
             judgeVerdicts,
         }),
     };
@@ -1184,12 +1203,13 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
             scenario,
             host,
             result: scenarioResult,
-            trace: compareResult.a.trace,
+            trace: firstTrace,
             timeoutMs,
             worktree,
             judge,
             allowUserInput,
             keepRecordings,
+            authMode: getProcessAuthMode(),
         });
         scenarioResult.debugBundleDir = debugBundleDir;
         emitScenarioVerdict({
@@ -1198,7 +1218,7 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
             total: scenarioTotal,
             name: scenario.name,
             durationMs,
-            totalTokens: totalTokensFromScenarioUsage(scenarioResult.usage, compareResult.a.trace?.usage),
+            totalTokens: totalTokensFromScenarioUsage(scenarioResult.usage, firstTrace?.usage),
             judgeVerdicts,
             failures,
             story,
@@ -1209,45 +1229,47 @@ async function runCompareAgentTestOnce(cwd, suiteName, scenario, defaultHost, de
     return scenarioResult;
 }
 async function loadCompareResultFromStaging(stagingSessionId, suiteName, scenario) {
-    const aLabel = compareArmLabel(scenario.compare?.a, "a");
-    const bLabel = compareArmLabel(scenario.compare?.b, "b");
-    const aScenario = applyCompareArm(scenario, "a");
-    const bScenario = applyCompareArm(scenario, "b");
-    const loadArm = async (side) => {
+    const resolved = resolveCompareArms(scenario.compare);
+    const armIds = resolved.map((entry) => entry.id);
+    const arms = [];
+    for (const entry of resolved) {
+        const armScenario = applyCompareArm(scenario, entry.id);
+        let trace;
         try {
-            return await loadStagingTrace(getStagingTracePath(stagingSessionId, suiteName, scenario.name, side));
+            trace = await loadStagingTrace(getStagingTracePath(stagingSessionId, suiteName, scenario.name, entry.id));
         }
         catch {
-            return undefined;
+            trace = undefined;
         }
-    };
-    return {
-        a: {
-            id: "a",
-            label: aLabel,
-            description: compareArmDescription(scenario.compare?.a),
-            prompt: aScenario.prompt,
-            trace: await loadArm("a"),
-        },
-        b: {
-            id: "b",
-            label: bLabel,
-            description: compareArmDescription(scenario.compare?.b),
-            prompt: bScenario.prompt,
-            trace: await loadArm("b"),
-        },
-    };
+        arms.push({
+            id: entry.id,
+            label: compareArmLabel(entry.arm, entry.id),
+            description: compareArmDescription(entry.arm),
+            prompt: armScenario.prompt,
+            trace,
+        });
+    }
+    return buildCompareResult(arms, {
+        faster: resolveCompareMetricPairs(scenario.compare?.faster, armIds),
+        cheaper: resolveCompareMetricPairs(scenario.compare?.cheaper, armIds),
+    });
 }
 async function runCompareJudgeRubric(compare, rubric, runCwd, host) {
     const criteria = collectCompareJudgeCriteria(rubric);
-    if (criteria.length === 0 || !compare.a.trace || !compare.b.trace) {
+    const arms = compareResultArms(compare).filter((arm) => arm.trace !== undefined);
+    if (criteria.length === 0 || arms.length < 2) {
         return { failures: [], verdicts: [] };
     }
-    const result = await judgeCompareTraces({
-        aLabel: compare.a.label,
-        a: compare.a.trace,
-        bLabel: compare.b.label,
-        b: compare.b.trace,
+    const pair = arms.length === 2 && arms[0] && arms[1]
+        ? {
+            aLabel: arms[0].label,
+            a: arms[0].trace,
+            bLabel: arms[1].label,
+            b: arms[1].trace,
+        }
+        : undefined;
+    const result = await judgeCompareTraces(pair ?? {
+        arms: arms.map((arm) => ({ label: arm.label, trace: arm.trace })),
     }, criteria, { cwd: runCwd, host });
     if (result.skipped) {
         return {
@@ -1307,6 +1329,20 @@ function suiteNameFromPath(suitePath) {
     return basename(dirname(suitePath));
 }
 export async function runAllSuites(options) {
+    const previousAuthMode = getProcessAuthMode();
+    if (options.authMode !== undefined) {
+        setProcessAuthMode(options.authMode);
+    }
+    try {
+        return await runAllSuitesBody(options);
+    }
+    finally {
+        if (options.authMode !== undefined) {
+            setProcessAuthMode(previousAuthMode);
+        }
+    }
+}
+async function runAllSuitesBody(options) {
     const suitePaths = await discoverSuites(resolve(options.cwd, options.suitesDir));
     const filtered = options.filter
         ? suitePaths.filter((suitePath) => {
@@ -1344,6 +1380,7 @@ export async function runAllSuites(options) {
                 scenarioRetries: options.scenarioRetries,
                 rubricsDir: options.rubricsDir,
                 adapterModules: options.adapterModules,
+                authMode: options.authMode ?? getProcessAuthMode(),
             }));
         }
     }