niceeval 0.13.2 → 0.13.3

package/dist/assertions/judge.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"judge.js","sourceRoot":"","sources":["judge.ts"],"names":[],"mappings":";;;;;AAyMA,kDAKC;AAwDD,4CAaC;AAgBD,sDAIC;AA4ED,4DAEC;AArXD,2EAA2E;AAC3E,6DAA6D;AAC7D,yCAA0D;AAC1D,mCAA+C;AAC/C,oDAA4B;AAC5B,6CAA2C;AAG3C,wCAAoC;AACpC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAqB7B,SAAS,YAAY,CAAC,KAAc;IAChC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACtD,CAAC;AACD,SAAS,WAAW,CAAC,KAAc,EAAE,GAAW;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAC3C,OAAO,SAAS,CAAC;IACrB,IAAI,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,CAAC;QACH,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AACD,SAAS,WAAW,CAAC,KAAc;IAC/B,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;YACtD,OAAO,MAAM,CAAC;QAClB,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC;YAClE,OAAO,YAAY,CAAC;QACxB,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,SAAS,CAAC,KAAc;IAC7B,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,EAAE;YACvC,OAAO,IAAI,CAAC;QAChB,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,EAAE;YACnD,OAAO,UAAU,CAAC;QACtB,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,WAAW,CAAC,OAAgB,EAAE,IAAY;IAC/C,IAAI,OAAO,YAAY,OAAO;QAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;IAC1C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAC/C,OAAO,SAAS,CAAC;IACrB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YACxD,OAAO,KAAK,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,YAAY,CAAC,OAAgB,EAAE,KAAa;IACjD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,GAAG;QACJ,OAAO,SAAS,CAAC;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACnF,CAAC;AACD,SAAS,sBAAsB,CAAC,MAA0B;IACtD,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC;AACxG,CAAC;AACD,SAAS,mBAAmB,CAAC,KAAc;IACvC,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,IAAI,KAAK,mBAAmB;YAC5B,OAAO,KAAK,CAAC;QACjB,IAAI,IAAI,KAAK,oBAAoB,IAAI,IAAI,KAAK,2BAA2B;YACrE,OAAO,IAAI,CAAC;QAChB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,4EAA4E,CAAC,IAAI,CAAC,IAAI,CAAC;YACnH,OAAO,IAAI,CAAC;QAChB,IAAI,mLAAmL,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAClN,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAc;IACtC,OAAO,WAAW,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC;AAC1E,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;AAClG,CAAC;AASD;;;GAGG;AACH,SAAS,oBAAoB,CAAC,MAAmB;IAC7C,OAAO,eAAM,CAAC,KAAK,CAAQ,CAAC,MAAM,EAAE,EAAE;QAClC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,WAAW,GAAG,GAAG,EAAE;YACrB,IAAI,SAAS;gBACT,OAAO;YACX,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,eAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,yEAAyE;QACzE,2CAA2C;QAC3C,IAAI,MAAM,CAAC,OAAO;YACd,WAAW,EAAE,CAAC;QAClB,OAAO,eAAM,CAAC,IAAI,CAAC,GAAG,EAAE;YACpB,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,qBAAqB,CAAU,MAA8B,EAAE,MAA+B;IACnG,IAAI,MAAM,KAAK,SAAS;QACpB,OAAO,MAAM,CAAC;IAClB,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO;QACtC,CAAC,CAAC,eAAM,CAAC,SAAS;QAClB,CAAC,CAAC,eAAM,CAAC,SAAS,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AACD,SAAS,aAAa,CAAC,EAAU;IAC7B,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC;IAC1B,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1E,CAAC;AACD,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,QAAgB,EAAE,OAAgB;IAC3F,MAAM,KAAK,GAAG,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,KAAK,SAAS;QACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,SAAS;QAClB,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAC/B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACtE,IAAI,QAAQ,IAAI,kBAAkB;QAC9B,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AACD,SAAS,WAAW,CAAC,MAAc,EAAE,OAAe,EAAE,MAAoB;IACtE,OAAO,IAAI,gBAAM,CAAC;QACd,MAAM;QACN,OAAO;QACP,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,MAAM;YACT,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE;gBAC5B,GAAG,IAAI;gBACP,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;aACzE,CAAC;YACF,CAAC,CAAC,SAAS;KAClB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAGxC,6GAA6G;IAC7G,OAAO,EAAE,MAAM,EAAE,CAAC;AACtB,CAAC;AACD,SAAgB,mBAAmB,CAAC,QAAuB;IACvD,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACjI,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAC7E,CAAC;AACD,SAAS,WAAW,CAAC,QAAuB;IACxC,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAA,wBAAW,EAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAA,wBAAW,EAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxG,CAAC;AACD,SAAS,oBAAoB,CAAC,QAA6B;IACvD,IAAI,CAAC,QAAQ,CAAC,KAAK;QACf,OAAO,WAAW,CAAC,wBAAwB,CAAC,CAAC;IACjD,IAAI,CAAC,IAAA,gBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,WAAW,CAAC,yBAAyB,QAAQ,CAAC,SAAS,SAAS,CAAC,CAAC;IAC7E,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAC/C,SAAS,YAAY,CAAC,KAA0B,EAAE,MAAc,EAAE,QAAgB,EAAE,OAAe,EAAE,YAAqC;IACtI,MAAM,KAAK,GAAG,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,UAAU,CAAC;YACtC,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;gBACxB,sEAAsE;gBACtE,wEAAwE;gBACxE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;oBACzD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;oBAClF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,EAAE,CAAC;oBACrH,MAAM,EAAE,YAAY;iBACvB,CAAC,CAAC;gBACH,OAAO;oBACH,QAAQ;oBACR,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;iBACjE,CAAC;YACN,CAAC;YACD,KAAK,EAAE,CAAC,KAAK,EAAwB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;SACpF,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACpB,OAAO,SAAS,CAAC;QACrB,IAAI,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,kBAAkB,EAAE,CAAC;YACnF,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,cAAK,CAAC,iBAAiB,CAAC,CAAC;YACtF,IAAI,KAAK,KAAK,SAAS;gBACnB,KAAK,CAAC,CAAC,eAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,UAAU,CAAC;QACtB,CAAC;QACD,OAAO,6BAA6B,QAAQ,KAAK,KAAK,CAAC,KAAK,WAAW,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACrI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,WAAW,CAAC;QACvB,QAAQ,EAAE,gBAAgB;QAC1B,SAAS,EAAE,GAAsB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;KACtE,CAAC,CAAC,CAAC;IACJ,OAAO,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;AACtD,CAAC;AACD,SAAS,mBAAmB,CAAC,OAA0B,EAAE,KAA0B,EAAE,QAAgB;IACjG,IAAI,OAAO,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACvC,OAAO,gCAAgC,QAAQ,KAAK,KAAK,CAAC,KAAK,WAAW,gBAAgB,GAAG,IAAI,GAAG,CAAC;IACzG,CAAC;IACD,OAAO,6BAA6B,QAAQ,KAAK,KAAK,CAAC,KAAK,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AACpG,CAAC;AACD;;;GAGG;AACH,SAAgB,gBAAgB,CAAC,KAA0B,EAAE,MAAoB;IAC7E,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM;YACvB,OAAO,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,OAAe,EAAqC,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;YAC9K,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;YACpB,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,kBAAkB;YACtF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC/D,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAa,EAAE,SAAiB,EAAE,QAAgB,EAAE,OAAgB;IAC5F,OAAO,WAAW,CAAC,mBAAmB,EAAE,SAAS,KAAK,sBAAsB,aAAa,CAAC,SAAS,CAAC,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,eAAe,QAAQ,EAAE,CAAC,CAAC;AACrK,CAAC;AACD,SAAS,WAAW,CAAC,MAAc,EAAE,QAAiB;IAClD,OAAO;QACH,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,oBAAoB;QAC5B,MAAM;QACN,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;KAClD,CAAC;AACN,CAAC;AACD,SAAS,cAAc,CAAC,IAAY,EAAE,OAAe;IACjD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC/C,CAAC;AACD,gFAAgF;AAChF,SAAgB,qBAAqB,CAAC,KAAsC;IACxE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;IAChH,CAAC;AACL,CAAC;AASD,SAAS,gBAAgB,CAAC,KAA2B,EAAE,QAAuB,EAAE,MAAc,EAAE,KAAa;IACzG,MAAM,QAAQ,GAAG,eAAM,CAAC,UAAU,CAAC;QAC/B,GAAG,EAAE,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU;gBAC9C,CAAC,CAAC,IAAA,oBAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC;gBAC3G,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,YAAY;oBAC3B,CAAC,CAAC,IAAA,sBAAU,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC;oBAC7G,CAAC,CAAC,IAAA,mBAAO,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACxH,CAAC;QACD,KAAK,EAAE,CAAC,KAAK,EAAwB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;KACpF,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,UAAU,CAAC,OAAe;IAC/B,OAAO,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AACD;;;GAGG;AACH,SAAS,mBAAmB,CAAC,KAA2B;IACpD,MAAM,UAAU,GAAG,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACnC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QAClC,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,SAAS;YACrB,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAC,QAAQ,CAAC,SAAS,CAAE,CAAC;QAC3C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAyC,EAAE,CAAC,eAAM,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1F,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAyC,EAAE;YACjJ,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC7G,OAAO,eAAM,CAAC,OAAO,CAAC,cAAc,CAAC,wBAAwB,EAAE,0CAA0C,CAAC,CAAC,CAAC;YAChH,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;YAC7C,OAAO,eAAM,CAAC,OAAO,CAAC;gBAClB,KAAK,EAAE,UAAmB;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,WAAW,CAAC,cAAc,CAAC;gBACrC,GAAG,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAA,wBAAW,EAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/G,CAAC,CAAC;QACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,OAA6B,EAAyC,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9G,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;gBAC1B,OAAO,cAAc,CAAC,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;gBACvE,OAAO,WAAW,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YACnG,CAAC;YACD,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,cAAK,CAAC,iBAAiB,CAAC,CAAC;YAC/F,MAAM,KAAK,GAAG,UAAU,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,GAAG,yBAAyB,GAAG,CAAC,IAAI,OAAO,CAAC;YAC5H,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACzB,OAAO,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACP,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,SAAS,CAAC;YACrC,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,SAAS,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU;YACrC,SAAS,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC;SACpF,CAAC,CAAC,CAAC;IACR,CAAC,CAAC,CAAC;IACH,OAAO,qBAAqB,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AAC3D,CAAC;AACD,kFAAkF;AAClF,SAAgB,wBAAwB,CAAC,KAA2B;IAChE,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC","sourcesContent":["// Native LLM-as-Judge evaluator. The Assert-first path keeps provider I/O,\n// timeout, retry, and interruption inside the owning Effect.\nimport { ClosedQA, Factuality, Summary } from \"autoevals\";\nimport { Clock, Effect, Random } from \"effect\";\nimport OpenAI from \"openai\";\nimport { summaryText } from \"./display.ts\";\nimport type { MeasurementAssertionEvaluation } from \"./api.ts\";\nimport type { JudgeMaterial, ResolvedJudgeConfig } from \"./types.ts\";\nimport { getEnv } from \"../util.ts\";\nconst JUDGE_MAX_ATTEMPTS = 3;\nconst JUDGE_RETRY_BASE_DELAY_MS = 1000;\nconst PROBE_TIMEOUT_MS = 20000;\nconst PROBE_MAX_ATTEMPTS = 2;\nexport type JudgeRecipe = \"closedQA\" | \"factuality\" | \"summarizes\";\ntype AutoevalResult = {\n    score?: number | null;\n    metadata?: Record<string, unknown>;\n};\ntype JudgeMeasurementResult = {\n    readonly state: \"measured\";\n    readonly value: number;\n    readonly evidence?: string;\n    readonly explanation?: string;\n} | {\n    readonly state: \"unavailable\";\n    readonly reason: \"source-unavailable\";\n    readonly detail: string;\n    readonly evidence?: string;\n} | {\n    readonly state: \"errored\";\n    readonly code: string;\n    readonly message: string;\n};\nfunction errorSummary(error: unknown): string {\n    const message = error instanceof Error ? error.message : String(error);\n    return message.replace(/\\s+/g, \" \").slice(0, 300);\n}\nfunction objectField(value: unknown, key: string): unknown {\n    if (typeof value !== \"object\" || value === null)\n        return undefined;\n    try {\n        return Reflect.get(value, key);\n    }\n    catch {\n        return undefined;\n    }\n}\nfunction judgeStatus(error: unknown): number | undefined {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const status = objectField(current, \"status\");\n        if (typeof status === \"number\" && Number.isInteger(status))\n            return status;\n        const nested = objectField(current, \"error\");\n        const nestedStatus = objectField(nested, \"status\");\n        if (typeof nestedStatus === \"number\" && Number.isInteger(nestedStatus))\n            return nestedStatus;\n        current = objectField(current, \"cause\");\n    }\n    return undefined;\n}\nfunction judgeCode(error: unknown): string | undefined {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const code = objectField(current, \"code\");\n        if (typeof code === \"string\" && code !== \"\")\n            return code;\n        const nestedCode = objectField(objectField(current, \"error\"), \"code\");\n        if (typeof nestedCode === \"string\" && nestedCode !== \"\")\n            return nestedCode;\n        current = objectField(current, \"cause\");\n    }\n    return undefined;\n}\nfunction headerValue(headers: unknown, name: string): string | undefined {\n    if (headers instanceof Headers)\n        return headers.get(name) ?? undefined;\n    if (typeof headers !== \"object\" || headers === null)\n        return undefined;\n    const lower = name.toLowerCase();\n    for (const [key, value] of Object.entries(headers)) {\n        if (key.toLowerCase() === lower && typeof value === \"string\")\n            return value;\n    }\n    return undefined;\n}\nfunction retryAfterMs(headers: unknown, nowMs: number): number | undefined {\n    const raw = headerValue(headers, \"retry-after\")?.trim();\n    if (!raw)\n        return undefined;\n    const seconds = Number(raw);\n    if (Number.isFinite(seconds) && seconds >= 0)\n        return Math.round(seconds * 1000);\n    const timestamp = Date.parse(raw);\n    return Number.isFinite(timestamp) ? Math.max(0, timestamp - nowMs) : undefined;\n}\nfunction isTransientJudgeStatus(status: number | undefined): boolean {\n    return status === 408 || status === 429 || (status !== undefined && status >= 500 && status <= 599);\n}\nfunction isConnectionFailure(error: unknown): boolean {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const name = objectField(current, \"name\");\n        const code = objectField(current, \"code\");\n        if (name === \"APIUserAbortError\")\n            return false;\n        if (name === \"APIConnectionError\" || name === \"APIConnectionTimeoutError\")\n            return true;\n        if (typeof code === \"string\" && /^(?:ECONN|ENOTFOUND|EAI_AGAIN|ENETUNREACH|EHOSTUNREACH|ETIMEDOUT|ERR_TLS)/i.test(code))\n            return true;\n        if (/fetch failed|socket hang up|connection (?:reset|closed|refused)|network error|other side closed|timed? out|timeout|\\b(?:ECONNRESET|ECONNREFUSED|ENOTFOUND|EAI_AGAIN|ETIMEDOUT)\\b/i.test(errorSummary(current))) {\n            return true;\n        }\n        current = objectField(current, \"cause\");\n    }\n    return false;\n}\nfunction isTransportFailure(error: unknown): boolean {\n    return judgeStatus(error) !== undefined || isConnectionFailure(error);\n}\nfunction isTransientJudgeFailure(error: unknown): boolean {\n    const status = judgeStatus(error);\n    return isTransientJudgeStatus(status) || (status === undefined && isConnectionFailure(error));\n}\ninterface JudgeProviderFailure {\n    readonly _tag: \"JudgeProviderFailure\";\n    readonly error: unknown;\n}\ninterface JudgeProbeTimeout {\n    readonly _tag: \"JudgeProbeTimeout\";\n}\ntype JudgeProbeFailure = JudgeProviderFailure | JudgeProbeTimeout;\n/**\n * An author-facing AbortSignal is external to this fiber. It must interrupt\n * the owning Effect instead of being reclassified as a Judge result.\n */\nfunction interruptWhenAborted(signal: AbortSignal): Effect.Effect<never> {\n    return Effect.async<never>((resume) => {\n        let completed = false;\n        const interrupted = () => {\n            if (completed)\n                return;\n            completed = true;\n            resume(Effect.interrupt);\n        };\n        signal.addEventListener(\"abort\", interrupted, { once: true });\n        // Register first, then inspect state so an abort cannot fall between the\n        // initial check and listener installation.\n        if (signal.aborted)\n            interrupted();\n        return Effect.sync(() => {\n            completed = true;\n            signal.removeEventListener(\"abort\", interrupted);\n        });\n    });\n}\nfunction interruptibleByCaller<A, E, R>(effect: Effect.Effect<A, E, R>, signal: AbortSignal | undefined): Effect.Effect<A, E, R> {\n    if (signal === undefined)\n        return effect;\n    return Effect.suspend(() => signal.aborted\n        ? Effect.interrupt\n        : Effect.raceFirst(effect, interruptWhenAborted(signal)));\n}\nfunction formatSeconds(ms: number): string {\n    const seconds = ms / 1000;\n    return `${Number.isInteger(seconds) ? seconds : seconds.toFixed(1)}s`;\n}\nfunction judgeFailureEvidence(error: unknown, model: string, attempts: number, retried: boolean): string {\n    const parts = [`model=${model}`];\n    const status = judgeStatus(error);\n    const code = judgeCode(error);\n    if (status !== undefined)\n        parts.push(`HTTP ${status}`);\n    if (code !== undefined)\n        parts.push(`code=${code}`);\n    parts.push(errorSummary(error));\n    parts.push(retried ? `retry=yes · attempts=${attempts}` : \"retry=no\");\n    if (attempts >= JUDGE_MAX_ATTEMPTS)\n        parts.push(\"retries exhausted\");\n    return parts.join(\" · \");\n}\nfunction judgeClient(apiKey: string, baseURL: string, signal?: AbortSignal): OpenAI {\n    return new OpenAI({\n        apiKey,\n        baseURL,\n        maxRetries: 0,\n        fetch: signal\n            ? (input, init) => fetch(input, {\n                ...init,\n                signal: init?.signal ? AbortSignal.any([signal, init.signal]) : signal,\n            })\n            : undefined,\n    });\n}\ntype AutoevalOpenAIClient = NonNullable<Parameters<typeof ClosedQA>[0][\"client\"]>;\nfunction bridgeAutoevalClient(client: OpenAI): {\n    readonly client: AutoevalOpenAIClient;\n} {\n    // @ts-expect-error autoevals and this package resolve equivalent OpenAI SDKs through distinct peer contexts.\n    return { client };\n}\nexport function freezeJudgeMaterial(material: JudgeMaterial): JudgeMaterial {\n    if (typeof material !== \"object\" || material === null || typeof material.input !== \"string\" || typeof material.output !== \"string\") {\n        throw new TypeError(\"t.judge requires material { input: string, output: string }\");\n    }\n    return Object.freeze({ input: material.input, output: material.output });\n}\nfunction evidenceFor(material: JudgeMaterial): string {\n    return JSON.stringify({ input: summaryText(material.input), output: summaryText(material.output) });\n}\nfunction missingConfiguration(resolved: ResolvedJudgeConfig): JudgeMeasurementResult | undefined {\n    if (!resolved.model)\n        return unavailable(\"judge-model-unresolved\");\n    if (!getEnv(resolved.apiKeyEnv))\n        return unavailable(`judge-key-unresolved (${resolved.apiKeyEnv} unset)`);\n    return undefined;\n}\nconst retryProbe = Symbol(\"retry-judge-probe\");\nfunction probeAttempt(judge: ResolvedJudgeConfig, apiKey: string, endpoint: string, attempt: number, callerSignal: AbortSignal | undefined): Effect.Effect<string | undefined | typeof retryProbe, JudgeProbeFailure> {\n    const probe = Effect.gen(function* () {\n        const response = yield* Effect.tryPromise({\n            try: async (effectSignal) => {\n                // This is the probe's sole Promise adapter boundary. The Effect fiber\n                // owns provider cancellation; caller aborts interrupt that fiber first.\n                const response = await fetch(`${endpoint}/chat/completions`, {\n                    method: \"POST\",\n                    headers: { \"Content-Type\": \"application/json\", Authorization: `Bearer ${apiKey}` },\n                    body: JSON.stringify({ model: judge.model, messages: [{ role: \"user\", content: \"Reply with the single word: ok\" }] }),\n                    signal: effectSignal,\n                });\n                return {\n                    response,\n                    body: response.ok ? \"\" : await response.text().catch(() => \"\"),\n                };\n            },\n            catch: (error): JudgeProviderFailure => ({ _tag: \"JudgeProviderFailure\", error }),\n        });\n        if (response.response.ok)\n            return undefined;\n        if (isTransientJudgeStatus(response.response.status) && attempt < PROBE_MAX_ATTEMPTS) {\n            const delay = retryAfterMs(response.response.headers, yield* Clock.currentTimeMillis);\n            if (delay !== undefined)\n                yield* Effect.sleep(delay);\n            return retryProbe;\n        }\n        return `Judge precheck failed for ${endpoint} (${judge.model}): HTTP ${response.response.status} ${response.body.slice(0, 300)}`;\n    }).pipe(Effect.timeoutFail({\n        duration: PROBE_TIMEOUT_MS,\n        onTimeout: (): JudgeProbeTimeout => ({ _tag: \"JudgeProbeTimeout\" }),\n    }));\n    return interruptibleByCaller(probe, callerSignal);\n}\nfunction probeFailureMessage(failure: JudgeProbeFailure, judge: ResolvedJudgeConfig, endpoint: string): string {\n    if (failure._tag === \"JudgeProbeTimeout\") {\n        return `Judge precheck timed out for ${endpoint} (${judge.model}) after ${PROBE_TIMEOUT_MS / 1000}s`;\n    }\n    return `Judge precheck failed for ${endpoint} (${judge.model}): ${errorSummary(failure.error)}`;\n}\n/**\n * A precheck only tests a configured, credentialed endpoint.  Missing model or\n * key remains a normal zero-network unavailable Assertion when an author consumes it.\n */\nexport function probeJudgeEffect(judge: ResolvedJudgeConfig, signal?: AbortSignal): Effect.Effect<string | undefined> {\n    return Effect.suspend(() => {\n        const apiKey = getEnv(judge.apiKeyEnv);\n        if (!judge.model || !apiKey)\n            return Effect.succeed(undefined);\n        const endpoint = judge.baseUrl.replace(/\\/$/, \"\");\n        const probe = (attempt: number): Effect.Effect<string | undefined> => probeAttempt(judge, apiKey, endpoint, attempt, signal).pipe(Effect.flatMap((result) => result === retryProbe\n            ? probe(attempt + 1)\n            : Effect.succeed(result)), Effect.catchAll((failure) => attempt === PROBE_MAX_ATTEMPTS\n            ? Effect.succeed(probeFailureMessage(failure, judge, endpoint))\n            : probe(attempt + 1)));\n        return probe(1);\n    });\n}\nfunction unavailableForCall(model: string, timeoutMs: number, attempts: number, retried: boolean): JudgeMeasurementResult {\n    return unavailable(\"judge-call-failed\", `model=${model} · timed out after ${formatSeconds(timeoutMs)} · retry=${retried ? \"yes\" : \"no\"} · attempts=${attempts}`);\n}\nfunction unavailable(detail: string, evidence?: string): JudgeMeasurementResult {\n    return {\n        state: \"unavailable\",\n        reason: \"source-unavailable\",\n        detail,\n        ...(evidence === undefined ? {} : { evidence }),\n    };\n}\nfunction evaluatorError(code: string, message: string): JudgeMeasurementResult {\n    return { state: \"errored\", code, message };\n}\n/** Throws synchronously at the author callsite when the Eval did not opt in. */\nexport function assertJudgeCapability(judge: ResolvedJudgeConfig | undefined): asserts judge is ResolvedJudgeConfig {\n    if (judge === undefined) {\n        throw new Error(\"Judge Assertion requires defineEval({ judge: true }) or defineScoreEval({ judge: true })\");\n    }\n}\nexport interface JudgeRecipeExecution {\n    readonly judge: ResolvedJudgeConfig;\n    readonly recipe: JudgeRecipe;\n    readonly reference: string;\n    readonly material: JudgeMaterial;\n    readonly signal?: AbortSignal;\n    readonly random?: () => number;\n}\nfunction evaluateAutoeval(input: JudgeRecipeExecution, material: JudgeMaterial, apiKey: string, model: string): Effect.Effect<AutoevalResult, JudgeProviderFailure> {\n    const provider = Effect.tryPromise({\n        try: (effectSignal) => {\n            const client = bridgeAutoevalClient(judgeClient(apiKey, input.judge.baseUrl, effectSignal));\n            return Promise.resolve(input.recipe === \"closedQA\"\n                ? ClosedQA({ input: material.input, output: material.output, criteria: input.reference, model, ...client })\n                : input.recipe === \"factuality\"\n                    ? Factuality({ input: material.input, output: material.output, expected: input.reference, model, ...client })\n                    : Summary({ input: material.input, output: material.output, expected: input.reference, model, ...client }));\n        },\n        catch: (error): JudgeProviderFailure => ({ _tag: \"JudgeProviderFailure\", error }),\n    });\n    return provider;\n}\nfunction judgeSleep(delayMs: number): Effect.Effect<void> {\n    return Effect.sleep(delayMs);\n}\n/**\n * The real Judge invocation. Provider I/O is adapted once, then retry,\n * timeout, interruption, and delay remain inside the owning Effect.\n */\nfunction evaluateJudgeRecipe(input: JudgeRecipeExecution): Effect.Effect<JudgeMeasurementResult> {\n    const evaluation = Effect.suspend(() => {\n        const { judge: resolved } = input;\n        const frozenMaterial = freezeJudgeMaterial(input.material);\n        const missing = missingConfiguration(resolved);\n        if (missing !== undefined)\n            return Effect.succeed(missing);\n        const model = resolved.model!;\n        const apiKey = getEnv(resolved.apiKeyEnv)!;\n        let attempts = 0;\n        let retried = false;\n        const evaluate = (attempt: number): Effect.Effect<JudgeMeasurementResult> => Effect.sync(() => {\n            attempts = attempt + 1;\n        }).pipe(Effect.zipRight(evaluateAutoeval(input, frozenMaterial, apiKey, model).pipe(Effect.flatMap((result): Effect.Effect<JudgeMeasurementResult> => {\n            if (typeof result.score !== \"number\" || !Number.isFinite(result.score) || result.score < 0 || result.score > 1) {\n                return Effect.succeed(evaluatorError(\"judge-invalid-response\", \"Judge returned no finite score in [0, 1]\"));\n            }\n            const rationale = result.metadata?.rationale;\n            return Effect.succeed({\n                state: \"measured\" as const,\n                value: result.score,\n                evidence: evidenceFor(frozenMaterial),\n                ...(typeof rationale === \"string\" && rationale.trim() !== \"\" ? { explanation: summaryText(rationale) } : {}),\n            });\n        }), Effect.catchAll((failure: JudgeProviderFailure): Effect.Effect<JudgeMeasurementResult> => Effect.gen(function* () {\n            const error = failure.error;\n            if (!isTransportFailure(error))\n                return evaluatorError(\"judge-evaluator-error\", errorSummary(error));\n            if (!isTransientJudgeFailure(error) || attempt + 1 >= JUDGE_MAX_ATTEMPTS) {\n                return unavailable(\"judge-call-failed\", judgeFailureEvidence(error, model, attempts, retried));\n            }\n            const retryAfter = retryAfterMs(objectField(error, \"headers\"), yield* Clock.currentTimeMillis);\n            const delay = retryAfter ?? (input.random ? input.random() : yield* Random.next) * JUDGE_RETRY_BASE_DELAY_MS * 2 ** attempt;\n            retried = true;\n            yield* judgeSleep(delay);\n            return yield* evaluate(attempt + 1);\n        })))));\n        return evaluate(0).pipe(Effect.timeoutTo({\n            duration: resolved.timeoutMs,\n            onSuccess: (evaluation) => evaluation,\n            onTimeout: () => unavailableForCall(model, resolved.timeoutMs, attempts, retried),\n        }));\n    });\n    return interruptibleByCaller(evaluation, input.signal);\n}\n/** Assert-first bridge: one provider Promise adaptation in the Attempt Effect. */\nexport function evaluateJudgeMeasurement(input: JudgeRecipeExecution): Effect.Effect<MeasurementAssertionEvaluation, never, never> {\n    return evaluateJudgeRecipe(input);\n}\n"]}
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["judge.ts"],"names":[],"mappings":";;;;;AA2MA,kDAKC;AAqDD,4CAaC;AAgBD,sDAIC;AA0FD,4DA0CC;AA1aD,2EAA2E;AAC3E,6DAA6D;AAC7D,yCAA0D;AAC1D,mCAA+C;AAC/C,oDAA4B;AAC5B,6CAA2C;AAG3C,wCAAoC;AACpC,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAuB7B,SAAS,YAAY,CAAC,KAAc;IAChC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACtD,CAAC;AACD,SAAS,WAAW,CAAC,KAAc,EAAE,GAAW;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAC3C,OAAO,SAAS,CAAC;IACrB,IAAI,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,CAAC;QACH,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AACD,SAAS,WAAW,CAAC,KAAc;IAC/B,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;YACtD,OAAO,MAAM,CAAC;QAClB,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC;YAClE,OAAO,YAAY,CAAC;QACxB,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,SAAS,CAAC,KAAc;IAC7B,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,EAAE;YACvC,OAAO,IAAI,CAAC;QAChB,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,EAAE;YACnD,OAAO,UAAU,CAAC;QACtB,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,WAAW,CAAC,OAAgB,EAAE,IAAY;IAC/C,IAAI,OAAO,YAAY,OAAO;QAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;IAC1C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAC/C,OAAO,SAAS,CAAC;IACrB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YACxD,OAAO,KAAK,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,SAAS,YAAY,CAAC,OAAgB,EAAE,KAAa;IACjD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,GAAG;QACJ,OAAO,SAAS,CAAC;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACnF,CAAC;AACD,SAAS,sBAAsB,CAAC,MAA0B;IACtD,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC;AACxG,CAAC;AACD,SAAS,mBAAmB,CAAC,KAAc;IACvC,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,IAAI,KAAK,mBAAmB;YAC5B,OAAO,KAAK,CAAC;QACjB,IAAI,IAAI,KAAK,oBAAoB,IAAI,IAAI,KAAK,2BAA2B;YACrE,OAAO,IAAI,CAAC;QAChB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,4EAA4E,CAAC,IAAI,CAAC,IAAI,CAAC;YACnH,OAAO,IAAI,CAAC;QAChB,IAAI,mLAAmL,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAClN,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAc;IACtC,OAAO,WAAW,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC;AAC1E,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;AAClG,CAAC;AASD;;;GAGG;AACH,SAAS,oBAAoB,CAAC,MAAmB;IAC7C,OAAO,eAAM,CAAC,KAAK,CAAQ,CAAC,MAAM,EAAE,EAAE;QAClC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,WAAW,GAAG,GAAG,EAAE;YACrB,IAAI,SAAS;gBACT,OAAO;YACX,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,eAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,yEAAyE;QACzE,2CAA2C;QAC3C,IAAI,MAAM,CAAC,OAAO;YACd,WAAW,EAAE,CAAC;QAClB,OAAO,eAAM,CAAC,IAAI,CAAC,GAAG,EAAE;YACpB,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,qBAAqB,CAAU,MAA8B,EAAE,MAA+B;IACnG,IAAI,MAAM,KAAK,SAAS;QACpB,OAAO,MAAM,CAAC;IAClB,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO;QACtC,CAAC,CAAC,eAAM,CAAC,SAAS;QAClB,CAAC,CAAC,eAAM,CAAC,SAAS,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AACD,SAAS,aAAa,CAAC,EAAU;IAC7B,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC;IAC1B,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1E,CAAC;AACD,SAAS,oBAAoB,CAAC,KAAc,EAAE,KAAa,EAAE,QAAgB,EAAE,OAAgB;IAC3F,MAAM,KAAK,GAAG,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,KAAK,SAAS;QACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,SAAS;QAClB,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAC/B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACtE,IAAI,QAAQ,IAAI,kBAAkB;QAC9B,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AACD,SAAS,WAAW,CAAC,MAAc,EAAE,OAAe,EAAE,MAAoB;IACtE,OAAO,IAAI,gBAAM,CAAC;QACd,MAAM;QACN,OAAO;QACP,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,MAAM;YACT,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE;gBAC5B,GAAG,IAAI;gBACP,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;aACzE,CAAC;YACF,CAAC,CAAC,SAAS;KAClB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAGxC,6GAA6G;IAC7G,OAAO,EAAE,MAAM,EAAE,CAAC;AACtB,CAAC;AACD,SAAgB,mBAAmB,CAAC,QAAuB;IACvD,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACjI,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAC7E,CAAC;AACD,SAAS,oBAAoB,CAAC,QAA6B;IACvD,IAAI,CAAC,QAAQ,CAAC,KAAK;QACf,OAAO,WAAW,CAAC,wBAAwB,CAAC,CAAC;IACjD,IAAI,CAAC,IAAA,gBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,WAAW,CAAC,yBAAyB,QAAQ,CAAC,SAAS,SAAS,CAAC,CAAC;IAC7E,OAAO,SAAS,CAAC;AACrB,CAAC;AACD,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAC/C,SAAS,YAAY,CAAC,KAA0B,EAAE,MAAc,EAAE,QAAgB,EAAE,OAAe,EAAE,YAAqC;IACtI,MAAM,KAAK,GAAG,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,eAAM,CAAC,UAAU,CAAC;YACtC,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;gBACxB,sEAAsE;gBACtE,wEAAwE;gBACxE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,mBAAmB,EAAE;oBACzD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;oBAClF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,EAAE,CAAC;oBACrH,MAAM,EAAE,YAAY;iBACvB,CAAC,CAAC;gBACH,OAAO;oBACH,QAAQ;oBACR,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;iBACjE,CAAC;YACN,CAAC;YACD,KAAK,EAAE,CAAC,KAAK,EAAwB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;SACpF,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACpB,OAAO,SAAS,CAAC;QACrB,IAAI,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,kBAAkB,EAAE,CAAC;YACnF,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,cAAK,CAAC,iBAAiB,CAAC,CAAC;YACtF,IAAI,KAAK,KAAK,SAAS;gBACnB,KAAK,CAAC,CAAC,eAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,UAAU,CAAC;QACtB,CAAC;QACD,OAAO,6BAA6B,QAAQ,KAAK,KAAK,CAAC,KAAK,WAAW,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACrI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,WAAW,CAAC;QACvB,QAAQ,EAAE,gBAAgB;QAC1B,SAAS,EAAE,GAAsB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;KACtE,CAAC,CAAC,CAAC;IACJ,OAAO,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;AACtD,CAAC;AACD,SAAS,mBAAmB,CAAC,OAA0B,EAAE,KAA0B,EAAE,QAAgB;IACjG,IAAI,OAAO,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACvC,OAAO,gCAAgC,QAAQ,KAAK,KAAK,CAAC,KAAK,WAAW,gBAAgB,GAAG,IAAI,GAAG,CAAC;IACzG,CAAC;IACD,OAAO,6BAA6B,QAAQ,KAAK,KAAK,CAAC,KAAK,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AACpG,CAAC;AACD;;;GAGG;AACH,SAAgB,gBAAgB,CAAC,KAA0B,EAAE,MAAoB;IAC7E,OAAO,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM;YACvB,OAAO,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,OAAe,EAAqC,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;YAC9K,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;YACpB,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,kBAAkB;YACtF,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC/D,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,KAAa,EAAE,SAAiB,EAAE,QAAgB,EAAE,OAAgB;IAC5F,OAAO,WAAW,CAAC,mBAAmB,EAAE,SAAS,KAAK,sBAAsB,aAAa,CAAC,SAAS,CAAC,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,eAAe,QAAQ,EAAE,CAAC,CAAC;AACrK,CAAC;AACD,SAAS,WAAW,CAAC,MAAc,EAAE,QAAiB;IAClD,OAAO;QACH,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,oBAAoB;QAC5B,MAAM;QACN,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;KAClD,CAAC;AACN,CAAC;AACD,SAAS,cAAc,CAAC,IAAY,EAAE,OAAe;IACjD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC/C,CAAC;AACD,gFAAgF;AAChF,SAAgB,qBAAqB,CAAC,KAAsC;IACxE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;IAChH,CAAC;AACL,CAAC;AASD,SAAS,gBAAgB,CAAC,KAA2B,EAAE,QAAuB,EAAE,MAAc,EAAE,KAAa;IACzG,MAAM,QAAQ,GAAG,eAAM,CAAC,UAAU,CAAC;QAC/B,GAAG,EAAE,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU;gBAC9C,CAAC,CAAC,IAAA,oBAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC;gBAC3G,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,YAAY;oBAC3B,CAAC,CAAC,IAAA,sBAAU,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC;oBAC7G,CAAC,CAAC,IAAA,mBAAO,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QACxH,CAAC;QACD,KAAK,EAAE,CAAC,KAAK,EAAwB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;KACpF,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACpB,CAAC;AACD,SAAS,UAAU,CAAC,OAAe;IAC/B,OAAO,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AACD;;;GAGG;AACH,SAAS,mBAAmB,CAAC,KAA2B;IACpD,MAAM,UAAU,GAAG,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACnC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QAClC,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,SAAS;YACrB,OAAO,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAC,QAAQ,CAAC,SAAS,CAAE,CAAC;QAC3C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAyC,EAAE,CAAC,eAAM,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1F,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAyC,EAAE;YACjJ,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC7G,OAAO,eAAM,CAAC,OAAO,CAAC,cAAc,CAAC,wBAAwB,EAAE,0CAA0C,CAAC,CAAC,CAAC;YAChH,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;YAC7C,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACnD,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC;YAC/C,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;YACrD,OAAO,eAAM,CAAC,OAAO,CAAC;gBAClB,KAAK,EAAE,UAAmB;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,GAAG,CAAC,OAAO,gBAAgB,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE;oBACtE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAA,wBAAW,EAAC,gBAAgB,CAAC,EAAE;oBAC7C,CAAC,CAAC,EAAE,CAAC;gBACT,GAAG,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAA,wBAAW,EAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5G,GAAG,CAAC,OAAO,cAAc,KAAK,QAAQ,IAAI,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAA,wBAAW,EAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtH,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;oBAChC,CAAC,CAAC;wBACE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB;6BACrC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;6BACZ,MAAM,CAAC,CAAC,QAAQ,EAAsB,EAAE,CAAC,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;6BAChG,GAAG,CAAC,wBAAW,CAAC,CAAC;qBACzB;oBACD,CAAC,CAAC,EAAE,CAAC;aACZ,CAAC,CAAC;QACP,CAAC,CAAC,EAAE,eAAM,CAAC,QAAQ,CAAC,CAAC,OAA6B,EAAyC,EAAE,CAAC,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9G,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;gBAC1B,OAAO,cAAc,CAAC,uBAAuB,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;gBACvE,OAAO,WAAW,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YACnG,CAAC;YACD,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,cAAK,CAAC,iBAAiB,CAAC,CAAC;YAC/F,MAAM,KAAK,GAAG,UAAU,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,GAAG,yBAAyB,GAAG,CAAC,IAAI,OAAO,CAAC;YAC5H,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACzB,OAAO,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACP,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,SAAS,CAAC;YACrC,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,SAAS,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU;YACrC,SAAS,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC;SACpF,CAAC,CAAC,CAAC;IACR,CAAC,CAAC,CAAC;IACH,OAAO,qBAAqB,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AAC3D,CAAC;AACD,kFAAkF;AAClF,SAAgB,wBAAwB,CAAC,KAA2B;IAChE,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAkC,EAAE;QACzF,QAAQ,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,UAAU;gBACX,OAAO,MAAM,CAAC,MAAM,CAAC;oBACjB,KAAK,EAAE,UAAmB;oBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;wBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ,KAAK,SAAS;4BACnC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACnE,SAAS,EAAE,MAAM,CAAC,WAAW,KAAK,SAAS;4BACvC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC;wBACtE,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS;4BAC/B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;wBACjE,SAAS,EAAE,MAAM,CAAC,SAAS,KAAK,SAAS;4BACrC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;4BACjE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;qBACvE,CAAC;iBACL,CAAC,CAAC;YACP,KAAK,aAAa;gBACd,OAAO,MAAM,CAAC,MAAM,CAAC;oBACjB,KAAK,EAAE,aAAsB;oBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;wBAClB,aAAa,EAAE,MAAM,CAAC,MAAM;wBAC5B,eAAe,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;wBACnG,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;wBAC1E,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;wBACzE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;wBACvE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;qBAC7E,CAAC;iBACL,CAAC,CAAC;YACP,KAAK,SAAS;gBACV,OAAO,MAAM,CAAC,MAAM,CAAC;oBACjB,KAAK,EAAE,SAAkB;oBACzB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACxE,CAAC,CAAC;QACX,CAAC;IACL,CAAC,CAAC,CAAC,CAAC;AACR,CAAC","sourcesContent":["// Native LLM-as-Judge evaluator. The Assert-first path keeps provider I/O,\n// timeout, retry, and interruption inside the owning Effect.\nimport { ClosedQA, Factuality, Summary } from \"autoevals\";\nimport { Clock, Effect, Random } from \"effect\";\nimport OpenAI from \"openai\";\nimport { summaryText } from \"./display.ts\";\nimport type { MeasurementAssertionEvaluation } from \"./api.ts\";\nimport type { JudgeMaterial, ResolvedJudgeConfig } from \"./types.ts\";\nimport { getEnv } from \"../util.ts\";\nconst JUDGE_MAX_ATTEMPTS = 3;\nconst JUDGE_RETRY_BASE_DELAY_MS = 1000;\nconst PROBE_TIMEOUT_MS = 20000;\nconst PROBE_MAX_ATTEMPTS = 2;\nexport type JudgeRecipe = \"closedQA\" | \"factuality\" | \"summarizes\";\ntype AutoevalResult = {\n    score?: number | null;\n    metadata?: Record<string, unknown>;\n};\ntype JudgeMeasurementResult = {\n    readonly state: \"measured\";\n    readonly value: number;\n    readonly evidence?: string;\n    readonly explanation?: string;\n    readonly detail?: string;\n    readonly citations?: readonly string[];\n} | {\n    readonly state: \"unavailable\";\n    readonly reason: \"source-unavailable\";\n    readonly detail: string;\n    readonly evidence?: string;\n} | {\n    readonly state: \"errored\";\n    readonly code: string;\n    readonly message: string;\n};\nfunction errorSummary(error: unknown): string {\n    const message = error instanceof Error ? error.message : String(error);\n    return message.replace(/\\s+/g, \" \").slice(0, 300);\n}\nfunction objectField(value: unknown, key: string): unknown {\n    if (typeof value !== \"object\" || value === null)\n        return undefined;\n    try {\n        return Reflect.get(value, key);\n    }\n    catch {\n        return undefined;\n    }\n}\nfunction judgeStatus(error: unknown): number | undefined {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const status = objectField(current, \"status\");\n        if (typeof status === \"number\" && Number.isInteger(status))\n            return status;\n        const nested = objectField(current, \"error\");\n        const nestedStatus = objectField(nested, \"status\");\n        if (typeof nestedStatus === \"number\" && Number.isInteger(nestedStatus))\n            return nestedStatus;\n        current = objectField(current, \"cause\");\n    }\n    return undefined;\n}\nfunction judgeCode(error: unknown): string | undefined {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const code = objectField(current, \"code\");\n        if (typeof code === \"string\" && code !== \"\")\n            return code;\n        const nestedCode = objectField(objectField(current, \"error\"), \"code\");\n        if (typeof nestedCode === \"string\" && nestedCode !== \"\")\n            return nestedCode;\n        current = objectField(current, \"cause\");\n    }\n    return undefined;\n}\nfunction headerValue(headers: unknown, name: string): string | undefined {\n    if (headers instanceof Headers)\n        return headers.get(name) ?? undefined;\n    if (typeof headers !== \"object\" || headers === null)\n        return undefined;\n    const lower = name.toLowerCase();\n    for (const [key, value] of Object.entries(headers)) {\n        if (key.toLowerCase() === lower && typeof value === \"string\")\n            return value;\n    }\n    return undefined;\n}\nfunction retryAfterMs(headers: unknown, nowMs: number): number | undefined {\n    const raw = headerValue(headers, \"retry-after\")?.trim();\n    if (!raw)\n        return undefined;\n    const seconds = Number(raw);\n    if (Number.isFinite(seconds) && seconds >= 0)\n        return Math.round(seconds * 1000);\n    const timestamp = Date.parse(raw);\n    return Number.isFinite(timestamp) ? Math.max(0, timestamp - nowMs) : undefined;\n}\nfunction isTransientJudgeStatus(status: number | undefined): boolean {\n    return status === 408 || status === 429 || (status !== undefined && status >= 500 && status <= 599);\n}\nfunction isConnectionFailure(error: unknown): boolean {\n    let current: unknown = error;\n    for (let depth = 0; current !== undefined && depth < 5; depth++) {\n        const name = objectField(current, \"name\");\n        const code = objectField(current, \"code\");\n        if (name === \"APIUserAbortError\")\n            return false;\n        if (name === \"APIConnectionError\" || name === \"APIConnectionTimeoutError\")\n            return true;\n        if (typeof code === \"string\" && /^(?:ECONN|ENOTFOUND|EAI_AGAIN|ENETUNREACH|EHOSTUNREACH|ETIMEDOUT|ERR_TLS)/i.test(code))\n            return true;\n        if (/fetch failed|socket hang up|connection (?:reset|closed|refused)|network error|other side closed|timed? out|timeout|\\b(?:ECONNRESET|ECONNREFUSED|ENOTFOUND|EAI_AGAIN|ETIMEDOUT)\\b/i.test(errorSummary(current))) {\n            return true;\n        }\n        current = objectField(current, \"cause\");\n    }\n    return false;\n}\nfunction isTransportFailure(error: unknown): boolean {\n    return judgeStatus(error) !== undefined || isConnectionFailure(error);\n}\nfunction isTransientJudgeFailure(error: unknown): boolean {\n    const status = judgeStatus(error);\n    return isTransientJudgeStatus(status) || (status === undefined && isConnectionFailure(error));\n}\ninterface JudgeProviderFailure {\n    readonly _tag: \"JudgeProviderFailure\";\n    readonly error: unknown;\n}\ninterface JudgeProbeTimeout {\n    readonly _tag: \"JudgeProbeTimeout\";\n}\ntype JudgeProbeFailure = JudgeProviderFailure | JudgeProbeTimeout;\n/**\n * An author-facing AbortSignal is external to this fiber. It must interrupt\n * the owning Effect instead of being reclassified as a Judge result.\n */\nfunction interruptWhenAborted(signal: AbortSignal): Effect.Effect<never> {\n    return Effect.async<never>((resume) => {\n        let completed = false;\n        const interrupted = () => {\n            if (completed)\n                return;\n            completed = true;\n            resume(Effect.interrupt);\n        };\n        signal.addEventListener(\"abort\", interrupted, { once: true });\n        // Register first, then inspect state so an abort cannot fall between the\n        // initial check and listener installation.\n        if (signal.aborted)\n            interrupted();\n        return Effect.sync(() => {\n            completed = true;\n            signal.removeEventListener(\"abort\", interrupted);\n        });\n    });\n}\nfunction interruptibleByCaller<A, E, R>(effect: Effect.Effect<A, E, R>, signal: AbortSignal | undefined): Effect.Effect<A, E, R> {\n    if (signal === undefined)\n        return effect;\n    return Effect.suspend(() => signal.aborted\n        ? Effect.interrupt\n        : Effect.raceFirst(effect, interruptWhenAborted(signal)));\n}\nfunction formatSeconds(ms: number): string {\n    const seconds = ms / 1000;\n    return `${Number.isInteger(seconds) ? seconds : seconds.toFixed(1)}s`;\n}\nfunction judgeFailureEvidence(error: unknown, model: string, attempts: number, retried: boolean): string {\n    const parts = [`model=${model}`];\n    const status = judgeStatus(error);\n    const code = judgeCode(error);\n    if (status !== undefined)\n        parts.push(`HTTP ${status}`);\n    if (code !== undefined)\n        parts.push(`code=${code}`);\n    parts.push(errorSummary(error));\n    parts.push(retried ? `retry=yes · attempts=${attempts}` : \"retry=no\");\n    if (attempts >= JUDGE_MAX_ATTEMPTS)\n        parts.push(\"retries exhausted\");\n    return parts.join(\" · \");\n}\nfunction judgeClient(apiKey: string, baseURL: string, signal?: AbortSignal): OpenAI {\n    return new OpenAI({\n        apiKey,\n        baseURL,\n        maxRetries: 0,\n        fetch: signal\n            ? (input, init) => fetch(input, {\n                ...init,\n                signal: init?.signal ? AbortSignal.any([signal, init.signal]) : signal,\n            })\n            : undefined,\n    });\n}\ntype AutoevalOpenAIClient = NonNullable<Parameters<typeof ClosedQA>[0][\"client\"]>;\nfunction bridgeAutoevalClient(client: OpenAI): {\n    readonly client: AutoevalOpenAIClient;\n} {\n    // @ts-expect-error autoevals and this package resolve equivalent OpenAI SDKs through distinct peer contexts.\n    return { client };\n}\nexport function freezeJudgeMaterial(material: JudgeMaterial): JudgeMaterial {\n    if (typeof material !== \"object\" || material === null || typeof material.input !== \"string\" || typeof material.output !== \"string\") {\n        throw new TypeError(\"t.judge requires material { input: string, output: string }\");\n    }\n    return Object.freeze({ input: material.input, output: material.output });\n}\nfunction missingConfiguration(resolved: ResolvedJudgeConfig): JudgeMeasurementResult | undefined {\n    if (!resolved.model)\n        return unavailable(\"judge-model-unresolved\");\n    if (!getEnv(resolved.apiKeyEnv))\n        return unavailable(`judge-key-unresolved (${resolved.apiKeyEnv} unset)`);\n    return undefined;\n}\nconst retryProbe = Symbol(\"retry-judge-probe\");\nfunction probeAttempt(judge: ResolvedJudgeConfig, apiKey: string, endpoint: string, attempt: number, callerSignal: AbortSignal | undefined): Effect.Effect<string | undefined | typeof retryProbe, JudgeProbeFailure> {\n    const probe = Effect.gen(function* () {\n        const response = yield* Effect.tryPromise({\n            try: async (effectSignal) => {\n                // This is the probe's sole Promise adapter boundary. The Effect fiber\n                // owns provider cancellation; caller aborts interrupt that fiber first.\n                const response = await fetch(`${endpoint}/chat/completions`, {\n                    method: \"POST\",\n                    headers: { \"Content-Type\": \"application/json\", Authorization: `Bearer ${apiKey}` },\n                    body: JSON.stringify({ model: judge.model, messages: [{ role: \"user\", content: \"Reply with the single word: ok\" }] }),\n                    signal: effectSignal,\n                });\n                return {\n                    response,\n                    body: response.ok ? \"\" : await response.text().catch(() => \"\"),\n                };\n            },\n            catch: (error): JudgeProviderFailure => ({ _tag: \"JudgeProviderFailure\", error }),\n        });\n        if (response.response.ok)\n            return undefined;\n        if (isTransientJudgeStatus(response.response.status) && attempt < PROBE_MAX_ATTEMPTS) {\n            const delay = retryAfterMs(response.response.headers, yield* Clock.currentTimeMillis);\n            if (delay !== undefined)\n                yield* Effect.sleep(delay);\n            return retryProbe;\n        }\n        return `Judge precheck failed for ${endpoint} (${judge.model}): HTTP ${response.response.status} ${response.body.slice(0, 300)}`;\n    }).pipe(Effect.timeoutFail({\n        duration: PROBE_TIMEOUT_MS,\n        onTimeout: (): JudgeProbeTimeout => ({ _tag: \"JudgeProbeTimeout\" }),\n    }));\n    return interruptibleByCaller(probe, callerSignal);\n}\nfunction probeFailureMessage(failure: JudgeProbeFailure, judge: ResolvedJudgeConfig, endpoint: string): string {\n    if (failure._tag === \"JudgeProbeTimeout\") {\n        return `Judge precheck timed out for ${endpoint} (${judge.model}) after ${PROBE_TIMEOUT_MS / 1000}s`;\n    }\n    return `Judge precheck failed for ${endpoint} (${judge.model}): ${errorSummary(failure.error)}`;\n}\n/**\n * A precheck only tests a configured, credentialed endpoint.  Missing model or\n * key remains a normal zero-network unavailable Assertion when an author consumes it.\n */\nexport function probeJudgeEffect(judge: ResolvedJudgeConfig, signal?: AbortSignal): Effect.Effect<string | undefined> {\n    return Effect.suspend(() => {\n        const apiKey = getEnv(judge.apiKeyEnv);\n        if (!judge.model || !apiKey)\n            return Effect.succeed(undefined);\n        const endpoint = judge.baseUrl.replace(/\\/$/, \"\");\n        const probe = (attempt: number): Effect.Effect<string | undefined> => probeAttempt(judge, apiKey, endpoint, attempt, signal).pipe(Effect.flatMap((result) => result === retryProbe\n            ? probe(attempt + 1)\n            : Effect.succeed(result)), Effect.catchAll((failure) => attempt === PROBE_MAX_ATTEMPTS\n            ? Effect.succeed(probeFailureMessage(failure, judge, endpoint))\n            : probe(attempt + 1)));\n        return probe(1);\n    });\n}\nfunction unavailableForCall(model: string, timeoutMs: number, attempts: number, retried: boolean): JudgeMeasurementResult {\n    return unavailable(\"judge-call-failed\", `model=${model} · timed out after ${formatSeconds(timeoutMs)} · retry=${retried ? \"yes\" : \"no\"} · attempts=${attempts}`);\n}\nfunction unavailable(detail: string, evidence?: string): JudgeMeasurementResult {\n    return {\n        state: \"unavailable\",\n        reason: \"source-unavailable\",\n        detail,\n        ...(evidence === undefined ? {} : { evidence }),\n    };\n}\nfunction evaluatorError(code: string, message: string): JudgeMeasurementResult {\n    return { state: \"errored\", code, message };\n}\n/** Throws synchronously at the author callsite when the Eval did not opt in. */\nexport function assertJudgeCapability(judge: ResolvedJudgeConfig | undefined): asserts judge is ResolvedJudgeConfig {\n    if (judge === undefined) {\n        throw new Error(\"Judge Assertion requires defineEval({ judge: true }) or defineScoreEval({ judge: true })\");\n    }\n}\nexport interface JudgeRecipeExecution {\n    readonly judge: ResolvedJudgeConfig;\n    readonly recipe: JudgeRecipe;\n    readonly reference: string;\n    readonly material: JudgeMaterial;\n    readonly signal?: AbortSignal;\n    readonly random?: () => number;\n}\nfunction evaluateAutoeval(input: JudgeRecipeExecution, material: JudgeMaterial, apiKey: string, model: string): Effect.Effect<AutoevalResult, JudgeProviderFailure> {\n    const provider = Effect.tryPromise({\n        try: (effectSignal) => {\n            const client = bridgeAutoevalClient(judgeClient(apiKey, input.judge.baseUrl, effectSignal));\n            return Promise.resolve(input.recipe === \"closedQA\"\n                ? ClosedQA({ input: material.input, output: material.output, criteria: input.reference, model, ...client })\n                : input.recipe === \"factuality\"\n                    ? Factuality({ input: material.input, output: material.output, expected: input.reference, model, ...client })\n                    : Summary({ input: material.input, output: material.output, expected: input.reference, model, ...client }));\n        },\n        catch: (error): JudgeProviderFailure => ({ _tag: \"JudgeProviderFailure\", error }),\n    });\n    return provider;\n}\nfunction judgeSleep(delayMs: number): Effect.Effect<void> {\n    return Effect.sleep(delayMs);\n}\n/**\n * The real Judge invocation. Provider I/O is adapted once, then retry,\n * timeout, interruption, and delay remain inside the owning Effect.\n */\nfunction evaluateJudgeRecipe(input: JudgeRecipeExecution): Effect.Effect<JudgeMeasurementResult> {\n    const evaluation = Effect.suspend(() => {\n        const { judge: resolved } = input;\n        const frozenMaterial = freezeJudgeMaterial(input.material);\n        const missing = missingConfiguration(resolved);\n        if (missing !== undefined)\n            return Effect.succeed(missing);\n        const model = resolved.model!;\n        const apiKey = getEnv(resolved.apiKeyEnv)!;\n        let attempts = 0;\n        let retried = false;\n        const evaluate = (attempt: number): Effect.Effect<JudgeMeasurementResult> => Effect.sync(() => {\n            attempts = attempt + 1;\n        }).pipe(Effect.zipRight(evaluateAutoeval(input, frozenMaterial, apiKey, model).pipe(Effect.flatMap((result): Effect.Effect<JudgeMeasurementResult> => {\n            if (typeof result.score !== \"number\" || !Number.isFinite(result.score) || result.score < 0 || result.score > 1) {\n                return Effect.succeed(evaluatorError(\"judge-invalid-response\", \"Judge returned no finite score in [0, 1]\"));\n            }\n            const rationale = result.metadata?.rationale;\n            const returnedEvidence = result.metadata?.evidence;\n            const returnedDetail = result.metadata?.detail;\n            const returnedCitations = result.metadata?.citations;\n            return Effect.succeed({\n                state: \"measured\" as const,\n                value: result.score,\n                ...(typeof returnedEvidence === \"string\" && returnedEvidence.trim() !== \"\"\n                    ? { evidence: summaryText(returnedEvidence) }\n                    : {}),\n                ...(typeof rationale === \"string\" && rationale.trim() !== \"\" ? { explanation: summaryText(rationale) } : {}),\n                ...(typeof returnedDetail === \"string\" && returnedDetail.trim() !== \"\" ? { detail: summaryText(returnedDetail) } : {}),\n                ...(Array.isArray(returnedCitations)\n                    ? {\n                        citations: Object.freeze(returnedCitations\n                            .slice(0, 16)\n                            .filter((citation): citation is string => typeof citation === \"string\" && citation.trim() !== \"\")\n                            .map(summaryText)),\n                    }\n                    : {}),\n            });\n        }), Effect.catchAll((failure: JudgeProviderFailure): Effect.Effect<JudgeMeasurementResult> => Effect.gen(function* () {\n            const error = failure.error;\n            if (!isTransportFailure(error))\n                return evaluatorError(\"judge-evaluator-error\", errorSummary(error));\n            if (!isTransientJudgeFailure(error) || attempt + 1 >= JUDGE_MAX_ATTEMPTS) {\n                return unavailable(\"judge-call-failed\", judgeFailureEvidence(error, model, attempts, retried));\n            }\n            const retryAfter = retryAfterMs(objectField(error, \"headers\"), yield* Clock.currentTimeMillis);\n            const delay = retryAfter ?? (input.random ? input.random() : yield* Random.next) * JUDGE_RETRY_BASE_DELAY_MS * 2 ** attempt;\n            retried = true;\n            yield* judgeSleep(delay);\n            return yield* evaluate(attempt + 1);\n        })))));\n        return evaluate(0).pipe(Effect.timeoutTo({\n            duration: resolved.timeoutMs,\n            onSuccess: (evaluation) => evaluation,\n            onTimeout: () => unavailableForCall(model, resolved.timeoutMs, attempts, retried),\n        }));\n    });\n    return interruptibleByCaller(evaluation, input.signal);\n}\n/** Assert-first bridge: one provider Promise adaptation in the Attempt Effect. */\nexport function evaluateJudgeMeasurement(input: JudgeRecipeExecution): Effect.Effect<MeasurementAssertionEvaluation, never, never> {\n    return evaluateJudgeRecipe(input).pipe(Effect.map((result): MeasurementAssertionEvaluation => {\n        switch (result.state) {\n            case \"measured\":\n                return Object.freeze({\n                    state: \"measured\" as const,\n                    value: result.value,\n                    detail: Object.freeze({\n                        evidence: result.evidence === undefined\n                            ? Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" })\n                            : Object.freeze({ state: \"available\", value: result.evidence }),\n                        rationale: result.explanation === undefined\n                            ? Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" })\n                            : Object.freeze({ state: \"available\", value: result.explanation }),\n                        detail: result.detail === undefined\n                            ? Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" })\n                            : Object.freeze({ state: \"available\", value: result.detail }),\n                        citations: result.citations === undefined\n                            ? Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" })\n                            : Object.freeze({ state: \"available\", value: result.citations }),\n                    }),\n                });\n            case \"unavailable\":\n                return Object.freeze({\n                    state: \"unavailable\" as const,\n                    reason: result.reason,\n                    detail: Object.freeze({\n                        failureDetail: result.detail,\n                        failureEvidence: result.evidence ?? Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" }),\n                        rationale: Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" }),\n                        evidence: Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" }),\n                        detail: Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" }),\n                        citations: Object.freeze({ state: \"unavailable\", reason: \"not-recorded\" }),\n                    }),\n                });\n            case \"errored\":\n                return Object.freeze({\n                    state: \"errored\" as const,\n                    detail: Object.freeze({ code: result.code, message: result.message }),\n                });\n        }\n    }));\n}\n"]}

package/dist/assertions/match.cjs

@@ -1085,6 +1085,9 @@ function assertManagedEventMatch(value, label = "match") {
 async function evaluateToolMatchCollection(match, occurrences, options) {
     const sampledCandidates = [];
     let matchCount = 0;
+    let mismatchCount = 0;
+    let unavailableCount = 0;
+    let examined = 0;
     let firstMatch;
     let firstUnavailable;
     let exactOverage;
@@ -1094,6 +1097,7 @@ async function evaluateToolMatchCollection(match, occurrences, options) {
             candidate: occurrence,
             result: await evaluateBooleanMatch(match, occurrence),
         });
+        examined += 1;
         if (sampledCandidates.length < limits_ts_1.assertionRuntimeLimits.collectionDiagnosticCandidates) {
             sampledCandidates.push(candidate);
         }
@@ -1102,16 +1106,36 @@ async function evaluateToolMatchCollection(match, occurrences, options) {
             firstMatch ??= candidate;
             if (options.quantifier.kind === "exact" && matchCount === options.quantifier.count + 1) {
                 exactOverage = candidate;
+                break;
             }
+            if (options.quantifier.kind === "absent")
+                break;
+            if (options.quantifier.kind === "at-least" && matchCount === options.quantifier.count)
+                break;
         }
         else if (candidate.result.state === "unavailable") {
+            unavailableCount += 1;
             firstUnavailable ??= candidate;
         }
+        else {
+            mismatchCount += 1;
+        }
     }
     const unavailableReason = firstUnavailable?.result.state === "unavailable"
         ? firstUnavailable.result.reason
         : options.coverageReason;
     const incomplete = unavailableReason !== undefined;
+    const exhaustive = options.coverageReason === undefined && examined === occurrences.length;
+    const receipt = (decisive) => Object.freeze({
+        examined,
+        matched: matchCount,
+        mismatched: mismatchCount,
+        unavailable: unavailableCount,
+        knownTotal: occurrences.length,
+        complete: options.coverageReason === undefined,
+        exhaustive,
+        decisive,
+    });
     const received = `${matchCount} definite match${matchCount === 1 ? "" : "es"}`;
     const candidateLocator = (candidate) => candidate === undefined ? undefined : { kind: "tool-occurrence", id: candidate.candidate.id };
     const diagnosticSample = (...decisive) => {
@@ -1138,65 +1162,65 @@ async function evaluateToolMatchCollection(match, occurrences, options) {
     if (options.quantifier.kind === "absent") {
         const first = firstMatch;
         if (first !== undefined) {
-            return mismatched(diagnostic("tool-absence-mismatch", `notCalledTool(${match.name}) observed a matching tool`, {
-                expected: `no ${match.name}`,
-                received,
-                locator: candidateLocator(first),
-                ...diagnosticSample(first),
-            }));
+            return Object.freeze({ ...mismatched(diagnostic("tool-absence-mismatch", `notCalledTool(${match.name}) observed a matching tool`, {
+                    expected: `no ${match.name}`,
+                    received,
+                    locator: candidateLocator(first),
+                    ...diagnosticSample(first),
+                })), receipt: receipt(true) });
         }
         if (incomplete) {
-            return unavailable(unavailableReason, diagnostic("tool-absence-unavailable", `notCalledTool(${match.name}) cannot prove absence`, {
+            return Object.freeze({ ...unavailable(unavailableReason, diagnostic("tool-absence-unavailable", `notCalledTool(${match.name}) cannot prove absence`, {
+                    expected: `no ${match.name}`,
+                    received,
+                    reason: unavailableReason,
+                    ...diagnosticSample(firstUnavailable),
+                })), receipt: receipt(false) });
+        }
+        return Object.freeze({ ...matched(undefined, diagnostic("tool-absence-match", `notCalledTool(${match.name}) observed no matching tool`, {
                 expected: `no ${match.name}`,
                 received,
-                reason: unavailableReason,
-                ...diagnosticSample(firstUnavailable),
-            }));
-        }
-        return matched(undefined, diagnostic("tool-absence-match", `notCalledTool(${match.name}) observed no matching tool`, {
-            expected: `no ${match.name}`,
-            received,
-            ...diagnosticSample(),
-        }));
+                ...diagnosticSample(),
+            })), receipt: receipt(true) });
     }
     const { kind, count } = options.quantifier;
     const expected = kind === "exact" ? `exactly ${count} × ${match.name}` : `at least ${count} × ${match.name}`;
     if (kind === "exact" && matchCount > count) {
         const overage = exactOverage;
-        return mismatched(diagnostic("tool-count-exceeded", `calledTool(${match.name}) exceeded its exact count`, {
-            expected,
-            received,
-            locator: candidateLocator(overage),
-            ...diagnosticSample(overage),
-        }));
+        return Object.freeze({ ...mismatched(diagnostic("tool-count-exceeded", `calledTool(${match.name}) exceeded its exact count`, {
+                expected,
+                received,
+                locator: candidateLocator(overage),
+                ...diagnosticSample(overage),
+            })), receipt: receipt(true) });
     }
     if (kind === "at-least" && matchCount >= count) {
-        return matched(firstMatch?.candidate, diagnostic("tool-count-match", `calledTool(${match.name}) satisfied its lower bound`, {
-            expected,
-            received,
-            ...diagnosticSample(firstMatch),
-        }));
+        return Object.freeze({ ...matched(firstMatch?.candidate, diagnostic("tool-count-match", `calledTool(${match.name}) satisfied its lower bound`, {
+                expected,
+                received,
+                ...diagnosticSample(firstMatch),
+            })), receipt: receipt(true) });
     }
     if (kind === "exact" && matchCount === count && !incomplete) {
-        return matched(firstMatch?.candidate, diagnostic("tool-count-match", `calledTool(${match.name}) satisfied its exact count`, {
-            expected,
-            received,
-            ...diagnosticSample(firstMatch),
-        }));
+        return Object.freeze({ ...matched(firstMatch?.candidate, diagnostic("tool-count-match", `calledTool(${match.name}) satisfied its exact count`, {
+                expected,
+                received,
+                ...diagnosticSample(firstMatch),
+            })), receipt: receipt(true) });
     }
     if (incomplete) {
-        return unavailable(unavailableReason, diagnostic("tool-count-unavailable", `calledTool(${match.name}) cannot decide its count`, {
+        return Object.freeze({ ...unavailable(unavailableReason, diagnostic("tool-count-unavailable", `calledTool(${match.name}) cannot decide its count`, {
+                expected,
+                received,
+                reason: unavailableReason,
+                ...diagnosticSample(firstUnavailable),
+            })), receipt: receipt(false) });
+    }
+    return Object.freeze({ ...mismatched(diagnostic("tool-count-mismatch", `calledTool(${match.name}) did not satisfy its count`, {
             expected,
             received,
-            reason: unavailableReason,
-            ...diagnosticSample(firstUnavailable),
-        }));
-    }
-    return mismatched(diagnostic("tool-count-mismatch", `calledTool(${match.name}) did not satisfy its count`, {
-        expected,
-        received,
-        ...diagnosticSample(),
-    }));
+            ...diagnosticSample(),
+        })), receipt: receipt(true) });
 }
 function commandResult(occurrence, executable, argsStart, excludes) {
     const projection = occurrence.command;