llmtester 1.0.0

package/dist/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../src/evaluator.ts"],"names":[],"mappings":";;;AAEA,iDAAyC;AA8BzC,MAAa,SAAS;IACZ,MAAM,CAAY;IAClB,WAAW,CAAmB;IAC9B,KAAK,CAAS;IACd,OAAO,CAAmB;IAElC,YAAY,MAAiB,EAAE,UAAqC,EAAE,EAAE,WAAuB;QAC7F,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,IAAI,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,GAAG;YAC/B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC;YAC7B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;YACrC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,CAAC;SAChD,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,SAAoB,EAAE,IAAS;QACjD,MAAM,QAAQ,GAAG,SAAS,CAAC,cAAc,IAAI,YAAY,CAAC;QAE1D,8BAA8B;QAC9B,IAAI,MAAM,GAAG,QAAQ;aAClB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;aACzE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;aAClF,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAE3E,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzC,CAAC,CAAC,IAAI,CAAC,OAAO;gBACd,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,WAAW,GAAG,OAAO;iBACxB,GAAG,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;iBACrE,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,iBAAiB,CAAC,OAAe;QACvC,OAAO,OAAO;aACX,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;aACzC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC;aAC5C,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAoB,EAAE,IAAS;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,SAAS,GAAiB,IAAI,CAAC;QAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YAChE,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC;oBACE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;oBACrC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;iBACxC,CACF,CAAC;gBAEF,OAAO;oBACL,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,KAAK,EAAE,QAAQ,CAAC,KAAK;iBACtB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;oBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;oBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACpD,CAAC;IAED,WAAW,CAAC,SAAoB,EAAE,IAAS,EAAE,QAA4B;QACvE,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,QAAQ,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAExC,IAAI,aAAa,KAAK,SAAS,IAAI,aAAa,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QAExE,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAE7C,QAAQ,SAAS,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC3D,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC3D,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YACjE,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC1D,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;YACjE,KAAK,aAAa,CAAC;YACnB,KAAK,WAAW,CAAC;YACjB,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;YACrE,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC1D,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC3D;gBACE,OAAO,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,yBAAyB,CAC7B,SAAoB,EACpB,IAAS,EACT,aAAiC;QAEjC,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;YACjE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,WAAW,GAAG,SAAS,CAAC,mBAAmB,IAAI,EAAE,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAEpE,uCAAuC;QACvC,QAAQ,SAAS,CAAC,EAAE,EAAE,CAAC;YACrB,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;gBAClD,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBAC1C,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACnD,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,KAAK,WAAW,CAAC;YACjB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;gBACjE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;gBAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;oBACtC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,CAAS,EAAE,EAAE;wBACnC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBAC/C,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBAClD,OAAO,QAAQ,CAAC,GAAG,CAAC,YAAY,KAAK,cAAc,QAAQ,EAAE,CAAC;oBAChE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBACf,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC9B,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC;qBAC/B,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC;qBAChC,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,KAAK,CAAC;gBACnD,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBAC1C,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;qBACpD,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,OAAO,CAAC;gBACrD,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBAC1C,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;qBACpD,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,QAAQ,CAAC;gBACtD,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBAC1C,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;qBACpD,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACR,WAAW,GAAG,WAAW;qBACtB,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBAC1C,OAAO,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAC/C,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EACxC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CACrE,CAAC;YAEF,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC/D,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAE9C,OAAO;gBACL,OAAO,EAAE,SAAS;gBAClB,aAAa,EAAE,aAAa,CAAC,OAAO;aACrC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,aAAqB;QAC7D,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;QAEtD,IAAI,WAAW,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;QAClD,CAAC;QAED,OAAO,iBAAiB,CAAC,WAAW,EAAE,KAAK,eAAe,CAAC,WAAW,EAAE,CAAC;IAC3E,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAClD,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC3C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxC,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,aAAqB;QAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEhD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7D,IAAA,wBAAQ,EAAC,qDAAqD,OAAO,+CAA+C,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACzI,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,QAAgB,EAAE,aAAqB;QACnE,kEAAkE;QAClE,oCAAoC;QACpC,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,kBAAkB,GAAG,4CAA4C,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvF,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE7C,OAAO,WAAW,IAAI,gBAAgB,CAAC;IACzC,CAAC;IAEO,cAAc,CAAC,QAAgB,EAAE,aAAqB;QAC5D,mDAAmD;QACnD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvC,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC;YACzC,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAExD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACtD,OAAO,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,SAAS,IAAI,OAAO,CAAC;IAC9B,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,gCAAgC;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,IAAI,cAAc;YAAE,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEpD,iEAAiE;QACjE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACtE,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvD,CAAC;QAED,qFAAqF;QACrF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAC1C,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAC9B,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAChC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAChC,CAAC;QAEF,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAEO,mBAAmB,CAAC,QAAgB,EAAE,aAAkB,EAAE,IAAS;QACzE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAEzD,mEAAmE;QACnE,IAAI,SAAS,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;QACtC,IAAI,WAAmB,CAAC;QAExB,IAAI,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,sBAAsB;YACtB,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YAClC,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,wBAAwB;QAC7E,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;YAC3C,WAAW,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7C,CAAC;QAED,MAAM,gBAAgB,GAAG,SAAS,CAAC;QAEnC,eAAe;QACf,IAAI,kBAAkB,KAAK,gBAAgB;YAAE,OAAO,IAAI,CAAC;QAEzD,qCAAqC;QACrC,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC1E,OAAO,kBAAkB,KAAK,gBAAgB,CAAC;QACjD,CAAC;QAED,uCAAuC;QACvC,iDAAiD;QACjD,IAAI,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC5E,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,KAAK,gBAAgB,CAAC;QAE5D,uCAAuC;QACvC,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACpE,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,KAAK,gBAAgB,CAAC;QAE5D,4BAA4B;QAC5B,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACpE,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,KAAK,gBAAgB,CAAC;QAE5D,4DAA4D;QAC5D,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACtD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,KAAK,gBAAgB,CAAC;QAE5D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;YACzC,CAAC,CAAC,IAAI,CAAC,OAAO;YACd,CAAC,CAAC,IAAI,CAAC,OAAO;gBACZ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC7B,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,WAAW,IAAI,CAAC,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;YACzE,+DAA+D;YAC/D,OAAO,kBAAkB,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QACpG,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,aAAkB,EAAE,IAAS;QACrE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAEzD,0BAA0B;QAC1B,MAAM,WAAW,GAAG,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAChG,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,IAAI,OAAO,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAEnE,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAEhE,8DAA8D;QAC9D,IAAI,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC7F,OAAO,IAAI,CAAC;QACd,CAAC;QAED,8CAA8C;QAC9C,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,aAAqB;QAC7D,MAAM,kBAAkB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAE5D,cAAc;QACd,IAAI,kBAAkB,KAAK,gBAAgB;YAAE,OAAO,IAAI,CAAC;QAEzD,oDAAoD;QACpD,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,OAAO,IAAI,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,CAAC,wCAAwC;YACvD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,cAAc,CAAC,QAAgB,EAAE,aAAqB;QAC5D,sBAAsB;QACtB,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;aACzC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC;aAC5C,IAAI,EAAE,CAAC;QAEV,6CAA6C;QAC7C,IAAI,WAAW,GAAG,gBAAgB,CAAC;QACnC,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,gBAAgB,CAAC;QACjF,CAAC;QAED,MAAM,kBAAkB,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAE5D,cAAc;QACd,IAAI,kBAAkB,KAAK,gBAAgB;YAAE,OAAO,IAAI,CAAC;QAEzD,kCAAkC;QAClC,IAAI,gBAAgB,KAAK,MAAM,IAAI,gBAAgB,KAAK,OAAO,EAAE,CAAC;YAChE,IAAI,kBAAkB,KAAK,MAAM,IAAI,kBAAkB,KAAK,OAAO,EAAE,CAAC;gBACpE,OAAO,kBAAkB,KAAK,gBAAgB,CAAC;YACjD,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,gBAAgB,KAAK,KAAK,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC5D,IAAI,kBAAkB,KAAK,KAAK,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;gBAChE,OAAO,kBAAkB,KAAK,gBAAgB,CAAC;YACjD,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,IAAI,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,kBAAkB,KAAK,UAAU;gBAAE,OAAO,IAAI,CAAC;YACnD,wCAAwC;YACxC,IAAI,IAAI,MAAM,CAAC,MAAM,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC9E,CAAC;QAED,yBAAyB;QACzB,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxD,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;YAC7B,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,mDAAmD;QACnD,IAAI,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvE,0BAA0B;YAC1B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3E,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,8DAA8D;QAC9D,IAAI,kBAAkB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACnG,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,YAAY,CAAC,SAAoB;QACvC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AA3dD,8BA2dC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,515 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const dotenv_1 = __importDefault(require("dotenv"));
+const chalk_1 = __importDefault(require("chalk"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const readline_1 = __importDefault(require("readline"));
+const child_process_1 = require("child_process");
+const client_js_1 = require("./client.js");
+const benchmarks_js_1 = require("./benchmarks.js");
+const evaluator_js_1 = require("./evaluator.js");
+const progress_js_1 = require("./progress.js");
+const logger_js_1 = require("./logger.js");
+const paths_js_1 = require("./paths.js");
+dotenv_1.default.config();
+function getConfigPath() {
+    return path_1.default.join((0, paths_js_1.getConfigDir)(), 'config.json');
+}
+async function loadConfig() {
+    const configPath = getConfigPath();
+    try {
+        if (await fs_extra_1.default.pathExists(configPath)) {
+            return await fs_extra_1.default.readJson(configPath);
+        }
+    }
+    catch (e) {
+        console.log(chalk_1.default.yellow(`Warning: Could not load config: ${e}`));
+    }
+    return null;
+}
+async function saveConfig(config) {
+    const configPath = getConfigPath();
+    try {
+        await fs_extra_1.default.ensureDir(path_1.default.dirname(configPath));
+        await fs_extra_1.default.writeJson(configPath, config, { spaces: 2 });
+        console.log(chalk_1.default.green(`Config saved to: ${configPath}`));
+    }
+    catch (e) {
+        console.log(chalk_1.default.yellow(`Warning: Could not save config: ${e}`));
+    }
+}
+const PROVIDERS = [
+    { id: 'openai', name: 'OpenAI', defaultUrl: 'https://api.openai.com/v1' },
+    { id: 'anthropic', name: 'Anthropic', defaultUrl: 'https://api.anthropic.com' },
+    { id: 'custom', name: 'Custom (OpenAI-compatible)', defaultUrl: '' },
+];
+const COMMON_OPENAI_ENDPOINTS = [
+    { name: 'OpenAI', url: 'https://api.openai.com/v1' },
+    { name: 'Together.ai', url: 'https://api.together.xyz/v1' },
+    { name: 'Groq', url: 'https://api.groq.com/openai/v1' },
+    { name: 'Fireworks AI', url: 'https://api.fireworks.ai/inference/v1' },
+    { name: 'Perplexity', url: 'https://api.perplexity.ai' },
+    { name: 'OpenRouter', url: 'https://openrouter.ai/api/v1' },
+    { name: 'Custom URL', url: '' },
+];
+async function prompt(message) {
+    return new Promise((resolve) => {
+        process.stdin.removeAllListeners('keypress');
+        process.stdin.setRawMode?.(false);
+        const rl = readline_1.default.createInterface({
+            input: process.stdin,
+            output: process.stdout,
+        });
+        rl.question(message, (answer) => {
+            rl.close();
+            resolve(answer);
+        });
+        if (process.stdin.isTTY) {
+            process.stdin.setRawMode(false);
+        }
+    });
+}
+async function selectOption(items, message) {
+    // Remove all existing keypress listeners first
+    process.stdin.removeAllListeners('keypress');
+    readline_1.default.emitKeypressEvents(process.stdin);
+    if (process.stdin.isTTY) {
+        process.stdin.setRawMode(true);
+    }
+    let cursor = 0;
+    const render = () => {
+        process.stdout.write('\x1b[H\x1b[2J');
+        console.log(chalk_1.default.cyan(`${message}\n`));
+        items.forEach((item, i) => {
+            const prefix = i === cursor ? chalk_1.default.cyan('> ') : '  ';
+            console.log(`${prefix}${item.name}`);
+        });
+        console.log(chalk_1.default.gray('\nUse arrow keys, Enter to select'));
+    };
+    render();
+    return new Promise((resolve) => {
+        const handleKeypress = (str, key) => {
+            if (key.ctrl && key.name === 'c') {
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                process.exit(0);
+            }
+            if (key.name === 'up') {
+                cursor = Math.max(0, cursor - 1);
+                render();
+            }
+            else if (key.name === 'down') {
+                cursor = Math.min(items.length - 1, cursor + 1);
+                render();
+            }
+            else if (key.name === 'return') {
+                process.stdin.removeListener('keypress', handleKeypress);
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                resolve(items[cursor]);
+            }
+        };
+        process.stdin.on('keypress', handleKeypress);
+    });
+}
+async function selectMulti(items, message, formatItem) {
+    // Remove all existing keypress listeners first
+    process.stdin.removeAllListeners('keypress');
+    readline_1.default.emitKeypressEvents(process.stdin);
+    if (process.stdin.isTTY) {
+        process.stdin.setRawMode(true);
+    }
+    process.stdout.write('\x1b[H\x1b[2J');
+    console.log(chalk_1.default.cyan(`\n${message}`));
+    console.log(chalk_1.default.gray('Space to toggle, Enter to confirm\n'));
+    const selected = [];
+    let cursor = 0;
+    const render = () => {
+        process.stdout.write('\x1b[H\x1b[2J');
+        console.log(chalk_1.default.cyan(`${message}\n`));
+        items.forEach((item, i) => {
+            const mark = selected.includes(item) ? chalk_1.default.green('[x]') : '[ ]';
+            const prefix = i === cursor ? chalk_1.default.cyan('> ') : '  ';
+            const extra = formatItem ? ` ${chalk_1.default.gray(formatItem(item))}` : '';
+            console.log(`${prefix}${mark} ${item.name}${extra}`);
+        });
+        console.log(chalk_1.default.gray('\nSpace to toggle, Enter to confirm'));
+    };
+    render();
+    return new Promise((resolve) => {
+        const handleKeypress = (str, key) => {
+            if (key.ctrl && key.name === 'c') {
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                process.exit(0);
+            }
+            if (key.name === 'up') {
+                cursor = Math.max(0, cursor - 1);
+                render();
+            }
+            else if (key.name === 'down') {
+                cursor = Math.min(items.length - 1, cursor + 1);
+                render();
+            }
+            else if (key.name === 'space' || str === ' ') {
+                const item = items[cursor];
+                if (selected.includes(item)) {
+                    selected.splice(selected.indexOf(item), 1);
+                }
+                else {
+                    selected.push(item);
+                }
+                render();
+            }
+            else if (key.name === 'return') {
+                process.stdin.removeListener('keypress', handleKeypress);
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                resolve(selected);
+            }
+        };
+        process.stdin.on('keypress', handleKeypress);
+    });
+}
+async function selectProvider() {
+    return selectOption(PROVIDERS, 'Select your provider');
+}
+async function selectEndpoint(provider) {
+    if (provider === 'anthropic') {
+        return 'https://api.anthropic.com';
+    }
+    if (provider === 'custom' || provider === 'openai') {
+        const endpoints = COMMON_OPENAI_ENDPOINTS.map(e => ({ id: e.url || 'custom', name: e.name, url: e.url }));
+        const selection = await selectOption(endpoints, 'Select or enter endpoint');
+        if (selection.url === '') {
+            return (await prompt('Enter custom endpoint URL: ')).trim();
+        }
+        return selection.url;
+    }
+    return PROVIDERS.find(p => p.id === provider)?.defaultUrl || '';
+}
+async function getConfig() {
+    const envProvider = process.env.LLM_PROVIDER || '';
+    const envApiKey = process.env.LLM_API_KEY || process.env.OPENAI_API_KEY || '';
+    const envBaseUrl = process.env.LLM_BASE_URL || process.env.OPENAI_BASE_URL || '';
+    const envModelName = process.env.LLM_MODEL || process.env.MODEL_NAME || '';
+    // Load saved config
+    const savedConfig = await loadConfig();
+    let provider;
+    let providerInfo;
+    if (envProvider && PROVIDERS.some(p => p.id === envProvider)) {
+        provider = envProvider;
+        providerInfo = PROVIDERS.find(p => p.id === provider);
+        console.log(chalk_1.default.green(`Provider: ${providerInfo.name} (from env)`));
+    }
+    else if (savedConfig?.provider) {
+        provider = savedConfig.provider;
+        providerInfo = PROVIDERS.find(p => p.id === provider);
+        console.log(chalk_1.default.green(`Provider: ${providerInfo.name} (from config)`));
+    }
+    else {
+        providerInfo = await selectProvider();
+        provider = providerInfo.id;
+    }
+    let endpoint = envBaseUrl || savedConfig?.baseUrl || '';
+    if (!endpoint) {
+        endpoint = await selectEndpoint(provider);
+    }
+    else {
+        console.log(chalk_1.default.green(`Endpoint: ${endpoint}`));
+    }
+    let key = envApiKey || savedConfig?.apiKey || '';
+    if (!key) {
+        const keyPrompt = provider === 'anthropic'
+            ? 'Enter your Anthropic API key: '
+            : 'Enter your API key: ';
+        key = (await prompt(keyPrompt)).trim();
+    }
+    else {
+        const maskedKey = key.length > 8 ? `${key.slice(0, 4)}...${key.slice(-4)}` : '***';
+        console.log(chalk_1.default.green(`API key: ${maskedKey}`));
+    }
+    let model = envModelName || savedConfig?.modelName || '';
+    if (!model) {
+        model = (await prompt('Enter model name (e.g., gpt-4o, claude-3-opus): ')).trim();
+    }
+    else {
+        console.log(chalk_1.default.green(`Model: ${model}`));
+    }
+    const config = { provider, apiKey: key, baseUrl: endpoint, modelName: model };
+    // Save config if not from env
+    if (!envProvider && !envApiKey && !envModelName) {
+        await saveConfig(config);
+    }
+    return config;
+}
+async function selectBenchmarks() {
+    const available = Object.values(benchmarks_js_1.BENCHMARK_DEFINITIONS);
+    const selection = await selectMulti(available, 'Select benchmarks to run', (bench) => `(${bench.defaultSamples.toLocaleString()} tests) - ${bench.description}`);
+    if (selection.length === 0) {
+        console.log(chalk_1.default.yellow('No benchmarks selected, exiting'));
+        process.exit(0);
+    }
+    console.log(chalk_1.default.green(`\nSelected ${selection.length} benchmark(s)\n`));
+    const benchmarks = [];
+    for (const bench of selection) {
+        const pctStr = await prompt(`${bench.name}: Enter % to run (1-100, default 100): `);
+        const pct = parseInt(pctStr) || 100;
+        benchmarks.push({ ...bench, percentage: Math.min(100, Math.max(1, pct)) });
+    }
+    return benchmarks;
+}
+async function runBenchmarks() {
+    const config = await getConfig();
+    const client = (0, client_js_1.createLLMClient)(config.provider, config.apiKey, config.baseUrl, config.modelName);
+    const benchmarks = await selectBenchmarks();
+    // Ask about shuffling
+    const shuffleAnswer = (await prompt('Shuffle samples for diverse distribution? (Y/n): ')).trim().toLowerCase();
+    const shouldShuffle = shuffleAnswer !== 'n';
+    benchmarks.forEach((b) => b.shuffle = shouldShuffle);
+    // Check if any selected benchmark supports judge
+    const judgeBenchmarks = benchmarks.filter(b => b.useJudge);
+    let useJudge = false;
+    let judgeClient;
+    let judgeProvider = config.judgeProvider || 'openai';
+    let judgeBaseUrl = config.judgeBaseUrl || '';
+    let judgeModel = config.judgeModelName || '';
+    if (judgeBenchmarks.length > 0) {
+        const hasCritical = judgeBenchmarks.some(b => b.id === 'truthfulqa' || b.id === 'spider' || b.id === 'math');
+        const label = hasCritical ? '(highly recommended)' : '(recommended)';
+        const judgeAnswer = (await prompt(`Use judge for evaluation? (y/N) - ${label}: `)).trim().toLowerCase();
+        useJudge = judgeAnswer === 'y';
+        if (useJudge) {
+            const useJudgeEnv = process.env.JUDGE_PROVIDER || config.judgeProvider || '';
+            if (useJudgeEnv && PROVIDERS.some(p => p.id === useJudgeEnv)) {
+                judgeProvider = useJudgeEnv;
+            }
+            else {
+                const providerInfo = await selectProvider();
+                judgeProvider = providerInfo.id;
+            }
+            judgeBaseUrl = process.env.JUDGE_BASE_URL || config.judgeBaseUrl || '';
+            if (!judgeBaseUrl) {
+                judgeBaseUrl = await selectEndpoint(judgeProvider);
+            }
+            const judgeApiKey = process.env.JUDGE_API_KEY || config.judgeApiKey || '';
+            const finalJudgeApiKey = judgeApiKey || (await prompt('Enter judge API key: ')).trim();
+            judgeModel = process.env.JUDGE_MODEL || config.judgeModelName || '';
+            if (!judgeModel) {
+                const isOpenAI = judgeProvider === 'openai' || judgeBaseUrl.includes('openai.com');
+                const isOpenRouter = judgeBaseUrl.includes('openrouter.ai') || judgeBaseUrl.includes('openrouter');
+                const modelRecommendation = (isOpenAI || isOpenRouter) ? 'gpt-4o-mini' : '';
+                const promptText = modelRecommendation
+                    ? `Enter judge model name (recommended: ${modelRecommendation}): `
+                    : 'Enter judge model name: ';
+                judgeModel = (await prompt(promptText)).trim() || modelRecommendation;
+            }
+            judgeClient = (0, client_js_1.createLLMClient)(judgeProvider, finalJudgeApiKey, judgeBaseUrl, judgeModel);
+            // Save judge config if not from env
+            if (!process.env.JUDGE_PROVIDER && !process.env.JUDGE_API_KEY && !process.env.JUDGE_MODEL) {
+                const fullConfig = {
+                    ...config,
+                    judgeProvider,
+                    judgeApiKey: finalJudgeApiKey,
+                    judgeBaseUrl,
+                    judgeModelName: judgeModel
+                };
+                await saveConfig(fullConfig);
+            }
+        }
+    }
+    console.log(chalk_1.default.bold('\n=== Configuration ==='));
+    console.log(`  Model: ${config.modelName}`);
+    console.log(`  Provider: ${config.provider}`);
+    console.log(`  Endpoint: ${config.baseUrl}`);
+    if (useJudge) {
+        console.log(chalk_1.default.cyan('  Judge: enabled'));
+        console.log(`    Provider: ${judgeProvider}`);
+        console.log(`    Endpoint: ${judgeBaseUrl}`);
+        console.log(`    Model: ${judgeModel}`);
+    }
+    else {
+        console.log(chalk_1.default.gray('  Judge: disabled'));
+    }
+    if (shouldShuffle) {
+        console.log(chalk_1.default.green('  Shuffle: enabled'));
+    }
+    else {
+        console.log(chalk_1.default.gray('  Shuffle: disabled'));
+    }
+    const proceed = (await prompt('\nProceed with running benchmarks? (Y/n): ')).trim().toLowerCase();
+    if (proceed === 'n') {
+        console.log(chalk_1.default.yellow('Exiting...'));
+        process.exit(0);
+    }
+    const detailedLogsDir = (0, paths_js_1.getDetailedLogsDir)();
+    const progressDir = (0, paths_js_1.getProgressDir)();
+    await fs_extra_1.default.ensureDir(detailedLogsDir);
+    await fs_extra_1.default.ensureDir(progressDir);
+    console.log(chalk_1.default.gray(`\nResults: ${detailedLogsDir}`));
+    const logger = new logger_js_1.Logger(detailedLogsDir);
+    const progress = new progress_js_1.ProgressTracker(progressDir);
+    const evaluator = new evaluator_js_1.Evaluator(client, { timeout: 120, retries: 3, temperature: 0 }, judgeClient);
+    const results = [];
+    for (const benchmark of benchmarks) {
+        console.log(chalk_1.default.bold(`\n=== Running ${benchmark.name} ===`));
+        const safeModelName = config.modelName.replace(/[^a-zA-Z0-9]/g, '_');
+        const progressFile = `${safeModelName}_${benchmark.id}_progress.json`;
+        const previousProgress = progress.load(progressFile);
+        let startIdx = 0;
+        let runSeed = Date.now();
+        if (previousProgress && previousProgress.completed > 0) {
+            console.log(chalk_1.default.yellow(`Found existing progress: ${previousProgress.completed}/${previousProgress.total} completed`));
+            const resume = await prompt('Resume from where you left off? (y/N): ');
+            if (resume.trim().toLowerCase() === 'y') {
+                startIdx = previousProgress.completed;
+                runSeed = previousProgress.seed || runSeed;
+                console.log(chalk_1.default.cyan('Resuming...\n'));
+            }
+            else {
+                console.log(chalk_1.default.cyan('Starting fresh...\n'));
+                progress.clear(progressFile);
+            }
+        }
+        let data;
+        try {
+            data = await (0, benchmarks_js_1.fetchBenchmark)(benchmark.id, benchmark.percentage, benchmark.shuffle, runSeed);
+        }
+        catch (error) {
+            console.log(chalk_1.default.red(`Failed to fetch ${benchmark.name}: ${error}`));
+            continue;
+        }
+        let correct = 0;
+        const runTimestamp = Date.now();
+        const runLogEntries = [];
+        for (let i = startIdx; i < data.length; i++) {
+            const item = data[i];
+            try {
+                const pct = ((correct / (i + 1)) * 100).toFixed(1);
+                process.stdout.write(`\r${benchmark.name}: ${i + 1}/${data.length} [solving...] ${pct}% correct`);
+                const response = await evaluator.evaluate(benchmark, item);
+                let isCorrect;
+                let judgeResponse;
+                if (benchmark.useJudge && judgeClient) {
+                    process.stdout.write(`\r${benchmark.name}: ${i + 1}/${data.length} [judging...] ${pct}% correct`);
+                    const result = await evaluator.evaluateAndCheckWithJudge(benchmark, item, response);
+                    isCorrect = result.correct;
+                    judgeResponse = result.judgeResponse;
+                }
+                else {
+                    isCorrect = evaluator.checkAnswer(benchmark, item, response);
+                }
+                if (isCorrect)
+                    correct++;
+                runLogEntries.push({
+                    benchmark: benchmark.id,
+                    model: config.modelName,
+                    question: item,
+                    response,
+                    isCorrect,
+                    judgeResponse,
+                    timestamp: new Date().toISOString(),
+                    index: i,
+                });
+                progress.save(progressFile, { completed: i + 1, total: data.length, seed: runSeed });
+            }
+            catch (error) {
+                console.log(chalk_1.default.red(`\nError on item ${i}: ${error}`));
+            }
+        }
+        // Batch write all entries for this run
+        logger.logBatch(runLogEntries, `${benchmark.id}_${config.modelName}_${runTimestamp}`);
+        const result = {
+            benchmark: benchmark.id,
+            model: config.modelName,
+            total: data.length,
+            correct,
+            accuracy: (correct / data.length) * 100,
+            timestamp: new Date().toISOString(),
+            seed: runSeed,
+            judge: useJudge && judgeModel ? judgeModel : undefined,
+        };
+        results.push(result);
+        console.log(chalk_1.default.green(`\n${benchmark.name}: ${correct}/${data.length} (${result.accuracy.toFixed(2)}%)`));
+        progress.clear(progressFile);
+    }
+    const resultsFile = path_1.default.join((0, paths_js_1.getResultsDir)(), `eval_results_${Date.now()}.json`);
+    await fs_extra_1.default.ensureDir((0, paths_js_1.getResultsDir)());
+    await fs_extra_1.default.writeJson(resultsFile, { results, timestamp: new Date().toISOString() }, { spaces: 2 });
+    console.log(chalk_1.default.bold(`\n=== Results saved to ${resultsFile} ===`));
+    console.log(chalk_1.default.bold('\n=== Summary ==='));
+    for (const r of results) {
+        console.log(`${r.benchmark}: ${r.correct}/${r.total} (${r.accuracy.toFixed(2)}%)`);
+    }
+}
+async function showMenu() {
+    // Remove all existing keypress listeners first
+    process.stdin.removeAllListeners('keypress');
+    readline_1.default.emitKeypressEvents(process.stdin);
+    if (process.stdin.isTTY) {
+        process.stdin.setRawMode(true);
+    }
+    let cursor = 0;
+    const items = ['Run benchmarks', 'Explore past results'];
+    const render = () => {
+        process.stdout.write('\x1b[H\x1b[2J');
+        console.log(chalk_1.default.bold.cyan('\n=== LLM Benchmark Runner ===\n'));
+        items.forEach((item, i) => {
+            const prefix = i === cursor ? chalk_1.default.cyan('> ') : '  ';
+            console.log(`${prefix}${item}`);
+        });
+        console.log(chalk_1.default.gray('\nArrow keys, Enter to select, Esc to quit'));
+    };
+    render();
+    return new Promise((resolve) => {
+        const handleKeypress = (str, key) => {
+            if (key.ctrl && key.name === 'c') {
+                process.stdin.removeListener('keypress', handleKeypress);
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                console.log(chalk_1.default.green('\nGoodbye!'));
+                process.exit(0);
+            }
+            if (key.name === 'up') {
+                cursor = Math.max(0, cursor - 1);
+                render();
+            }
+            else if (key.name === 'down') {
+                cursor = Math.min(items.length - 1, cursor + 1);
+                render();
+            }
+            else if (key.name === 'escape') {
+                process.stdin.removeListener('keypress', handleKeypress);
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                console.log(chalk_1.default.green('\nGoodbye!'));
+                process.exit(0);
+            }
+            else if (key.name === 'return') {
+                process.stdin.removeListener('keypress', handleKeypress);
+                if (process.stdin.isTTY)
+                    process.stdin.setRawMode(false);
+                if (cursor === 0) {
+                    runBenchmarks().then(() => showMenu()).then(() => resolve());
+                }
+                else if (cursor === 1) {
+                    try {
+                        (0, child_process_1.execFileSync)('node', ['bin/tui.js'], { stdio: 'inherit' });
+                    }
+                    catch (e) {
+                        // TUI exited
+                    }
+                    showMenu().then(() => resolve());
+                }
+            }
+        };
+        process.stdin.on('keypress', handleKeypress);
+    });
+}
+showMenu().catch(console.error);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAEA,oDAA4B;AAC5B,kDAA0B;AAC1B,wDAA0B;AAC1B,gDAAwB;AACxB,wDAAgC;AAChC,iDAA6C;AAC7C,2CAAuE;AACvE,mDAAmF;AACnF,iDAA6D;AAC7D,+CAAgD;AAChD,2CAAqC;AACrC,yCAA4G;AAE5G,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,SAAS,aAAa;IACpB,OAAO,cAAI,CAAC,IAAI,CAAC,IAAA,uBAAY,GAAE,EAAE,aAAa,CAAC,CAAC;AAClD,CAAC;AAED,KAAK,UAAU,UAAU;IACvB,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,IAAI,MAAM,kBAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,OAAO,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,kBAAE,CAAC,SAAS,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAC7C,MAAM,kBAAE,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAaD,MAAM,SAAS,GAA6D;IAC1E,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,2BAA2B,EAAE;IACzE,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,2BAA2B,EAAE;IAC/E,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,4BAA4B,EAAE,UAAU,EAAE,EAAE,EAAE;CACrE,CAAC;AAEF,MAAM,uBAAuB,GAAG;IAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,2BAA2B,EAAE;IACpD,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,6BAA6B,EAAE;IAC3D,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,gCAAgC,EAAE;IACvD,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,uCAAuC,EAAE;IACtE,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,2BAA2B,EAAE;IACxD,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,8BAA8B,EAAE;IAC3D,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,EAAE;CAChC,CAAC;AAEF,KAAK,UAAU,MAAM,CAAC,OAAe;IACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC;QAElC,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC;YAClC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE;YACtC,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAU,EACV,OAAe;IAEf,+CAA+C;IAC/C,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC7C,kBAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACxB,MAAM,MAAM,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC;IAEF,MAAM,EAAE,CAAC;IAET,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,GAAQ,EAAE,EAAE;YAC/C,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACtB,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAAU,EACV,OAAe,EACf,UAAgC;IAEhC,+CAA+C;IAC/C,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC7C,kBAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC,CAAC;IAE/D,MAAM,QAAQ,GAAQ,EAAE,CAAC;IACzB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAClE,MAAM,MAAM,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC;IAEF,MAAM,EAAE,CAAC;IAET,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,GAAQ,EAAE,EAAE;YAC/C,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACtB,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC3B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,CAAC;gBACD,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,OAAO,YAAY,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAsB;IAClD,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC7B,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1G,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;QAC5E,IAAI,SAAS,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9D,CAAC;QACD,OAAO,SAAS,CAAC,GAAG,CAAC;IACvB,CAAC;IAED,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,SAAS;IACtB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;IAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;IACjF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC;IAE3E,oBAAoB;IACpB,MAAM,WAAW,GAAG,MAAM,UAAU,EAAE,CAAC;IAEvC,IAAI,QAAsB,CAAC;IAC3B,IAAI,YAAoE,CAAC;IAEzE,IAAI,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC;QAC7D,QAAQ,GAAG,WAA2B,CAAC;QACvC,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAE,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,aAAa,YAAY,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;IACxE,CAAC;SAAM,IAAI,WAAW,EAAE,QAAQ,EAAE,CAAC;QACjC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QAChC,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAE,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,aAAa,YAAY,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC;IAC3E,CAAC;SAAM,CAAC;QACN,YAAY,GAAG,MAAM,cAAc,EAAE,CAAC;QACtC,QAAQ,GAAG,YAAY,CAAC,EAAE,CAAC;IAC7B,CAAC;IAED,IAAI,QAAQ,GAAG,UAAU,IAAI,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;IACxD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,GAAG,GAAG,SAAS,IAAI,WAAW,EAAE,MAAM,IAAI,EAAE,CAAC;IACjD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,SAAS,GAAG,QAAQ,KAAK,WAAW;YACxC,CAAC,CAAC,gCAAgC;YAClC,CAAC,CAAC,sBAAsB,CAAC;QAC3B,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,YAAY,SAAS,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,GAAG,YAAY,IAAI,WAAW,EAAE,SAAS,IAAI,EAAE,CAAC;IACzD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,kDAAkD,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACpF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,MAAM,GAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAEtF,8BAA8B;IAC9B,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,IAAI,CAAC,YAAY,EAAE,CAAC;QAChD,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,qCAAqB,CAAC,CAAC;IAEvD,MAAM,SAAS,GAAG,MAAM,WAAW,CACjC,SAAS,EACT,0BAA0B,EAC1B,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE,aAAa,KAAK,CAAC,WAAW,EAAE,CACrF,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,iCAAiC,CAAC,CAAC,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,cAAc,SAAS,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC;IAE1E,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,yCAAyC,CAAC,CAAC;QACpF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;QACpC,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,MAAM,MAAM,GAAW,MAAM,SAAS,EAAE,CAAC;IACzC,MAAM,MAAM,GAAc,IAAA,2BAAe,EAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAE5G,MAAM,UAAU,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAE5C,sBAAsB;IACtB,MAAM,aAAa,GAAG,CAAC,MAAM,MAAM,CAAC,mDAAmD,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/G,MAAM,aAAa,GAAG,aAAa,KAAK,GAAG,CAAC;IAC5C,UAAU,CAAC,OAAO,CAAC,CAAC,CAAY,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,CAAC;IAEhE,iDAAiD;IACjD,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAE3D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,WAAkC,CAAC;IACvC,IAAI,aAAa,GAAiB,MAAM,CAAC,aAAa,IAAI,QAAQ,CAAC;IACnE,IAAI,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;IAC7C,IAAI,UAAU,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IAE7C,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,IAAI,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QAC7G,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,CAAC;QACrE,MAAM,WAAW,GAAG,CAAC,MAAM,MAAM,CAAC,qCAAqC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxG,QAAQ,GAAG,WAAW,KAAK,GAAG,CAAC;QAE/B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;YAE7E,IAAI,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC;gBAC7D,aAAa,GAAG,WAA2B,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,MAAM,cAAc,EAAE,CAAC;gBAC5C,aAAa,GAAG,YAAY,CAAC,EAAE,CAAC;YAClC,CAAC;YAED,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;YACvE,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,YAAY,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;YAC1E,MAAM,gBAAgB,GAAG,WAAW,IAAI,CAAC,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAEvF,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;YACpE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,QAAQ,GAAG,aAAa,KAAK,QAAQ,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACnF,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACnG,MAAM,mBAAmB,GAAG,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5E,MAAM,UAAU,GAAG,mBAAmB;oBACpC,CAAC,CAAC,wCAAwC,mBAAmB,KAAK;oBAClE,CAAC,CAAC,0BAA0B,CAAC;gBAC/B,UAAU,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,mBAAmB,CAAC;YACxE,CAAC;YAED,WAAW,GAAG,IAAA,2BAAe,EAAC,aAAa,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;YAEzF,oCAAoC;YACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBAC1F,MAAM,UAAU,GAAW;oBACzB,GAAG,MAAM;oBACT,aAAa;oBACb,WAAW,EAAE,gBAAgB;oBAC7B,YAAY;oBACZ,cAAc,EAAE,UAAU;iBAC3B,CAAC;gBACF,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7C,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,MAAM,CAAC,4CAA4C,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAClG,IAAI,OAAO,KAAK,GAAG,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,eAAe,GAAG,IAAA,6BAAkB,GAAE,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAA,yBAAc,GAAE,CAAC;IAErC,MAAM,kBAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACpC,MAAM,kBAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAEhC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,cAAc,eAAe,EAAE,CAAC,CAAC,CAAC;IAEzD,MAAM,MAAM,GAAG,IAAI,kBAAM,CAAC,eAAe,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,6BAAe,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,SAAS,GAAG,IAAI,wBAAS,CAC7B,MAAM,EACN,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAC5C,WAAW,CACZ,CAAC;IAEF,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,iBAAiB,SAAS,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;QAE/D,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,GAAG,aAAa,IAAI,SAAS,CAAC,EAAE,gBAAgB,CAAC;QACtE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAErD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,4BAA4B,gBAAgB,CAAC,SAAS,IAAI,gBAAgB,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC;YACxH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yCAAyC,CAAC,CAAC;YACvE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;gBACxC,QAAQ,GAAG,gBAAgB,CAAC,SAAS,CAAC;gBACtC,OAAO,GAAG,gBAAgB,CAAC,IAAI,IAAI,OAAO,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;gBAC/C,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,IAAI,IAAW,CAAC;QAChB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAA,8BAAc,EAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC;YACtE,SAAS;QACX,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,aAAa,GAAU,EAAE,CAAC;QAEhC,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAErB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACnD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,CAAC;gBAClG,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBAC3D,IAAI,SAAkB,CAAC;gBACvB,IAAI,aAAiC,CAAC;gBAEtC,IAAI,SAAS,CAAC,QAAQ,IAAI,WAAW,EAAE,CAAC;oBACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,CAAC;oBAClG,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,yBAAyB,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBACpF,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC3B,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC/D,CAAC;gBAED,IAAI,SAAS;oBAAE,OAAO,EAAE,CAAC;gBAEzB,aAAa,CAAC,IAAI,CAAC;oBACjB,SAAS,EAAE,SAAS,CAAC,EAAE;oBACvB,KAAK,EAAE,MAAM,CAAC,SAAS;oBACvB,QAAQ,EAAE,IAAI;oBACd,QAAQ;oBACR,SAAS;oBACT,aAAa;oBACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,uCAAuC;QACvC,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,GAAG,SAAS,CAAC,EAAE,IAAI,MAAM,CAAC,SAAS,IAAI,YAAY,EAAE,CAAC,CAAC;QAEtF,MAAM,MAAM,GAAqB;YAC/B,SAAS,EAAE,SAAS,CAAC,EAAE;YACvB,KAAK,EAAE,MAAM,CAAC,SAAS;YACvB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG;YACvC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,QAAQ,IAAI,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;SACvD,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAE5G,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,WAAW,GAAG,cAAI,CAAC,IAAI,CAAC,IAAA,wBAAa,GAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAClF,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAA,wBAAa,GAAE,CAAC,CAAC;IACpC,MAAM,kBAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IACjG,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,0BAA0B,WAAW,MAAM,CAAC,CAAC,CAAC;IAErE,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,+CAA+C;IAC/C,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC7C,kBAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,KAAK,GAAG,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,CAAC;IAEzD,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACxB,MAAM,MAAM,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC;IAEF,MAAM,EAAE,CAAC;IAET,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACnC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,GAAQ,EAAE,EAAE;YAC/C,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACtB,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjC,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK;oBAAE,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAEzD,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjB,aAAa,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/D,CAAC;qBAAM,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,IAAA,4BAAY,EAAC,MAAM,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;oBAC7D,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,aAAa;oBACf,CAAC;oBACD,QAAQ,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/logger.d.ts

@@ -0,0 +1,16 @@
+export interface LogEntry {
+    benchmark: string;
+    model: string;
+    question: any;
+    response: any;
+    isCorrect: boolean;
+    judgeResponse?: string;
+    timestamp: string;
+    index?: number;
+}
+export declare class Logger {
+    private logsDir;
+    constructor(logsDir: string);
+    logBatch(entries: LogEntry[], prefix?: string): void;
+}
+//# sourceMappingURL=logger.d.ts.map

package/dist/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,GAAG,CAAC;IACd,QAAQ,EAAE,GAAG,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,MAAM;IACjB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,MAAM;IAK3B,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;CAWrD"}

package/dist/logger.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Logger = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const chalk_1 = __importDefault(require("chalk"));
+class Logger {
+    logsDir;
+    constructor(logsDir) {
+        this.logsDir = logsDir;
+        fs_extra_1.default.ensureDirSync(logsDir);
+    }
+    logBatch(entries, prefix) {
+        try {
+            const filename = prefix || `batch_${Date.now()}`;
+            const filePath = path_1.default.join(this.logsDir, `${filename}.jsonl`);
+            const lines = entries.map((e) => JSON.stringify(e)).join('\n');
+            fs_extra_1.default.writeFileSync(filePath, lines);
+            console.log(chalk_1.default.gray(`\nSaved ${entries.length} entries to ${filename}.jsonl`));
+        }
+        catch (error) {
+            console.error(`Failed to write batch log: ${error}`);
+        }
+    }
+}
+exports.Logger = Logger;
+//# sourceMappingURL=logger.js.map