observability-toolkit 1.8.5 → 2.1.0

package/dist/lib/judge/llm-judge-domain.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-domain.test.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-domain.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,GAErB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,UAAU,EACV,oBAAoB,EACpB,KAAK,GACN,MAAM,sCAAsC,CAAC;AAE9C,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,SAAS,aAAa,CAAC,QAAgB,gBAAgB;IACrD,OAAO;QACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YACrB,IAAI,EAAE,2CAA2C,KAAK,yBAAyB;SAChF,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAgB;IAC5C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO;QACL,QAAQ,EAAE,KAAK,IAAI,EAAE;YACnB,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7D,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,IAAI,EAAE,UAAU,KAAK,0BAA0B,EAAE,CAAC;QAC7D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,WAAW,CAAC,kBAAkB,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,WAAW,CAAC,sBAAsB,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,EAAE,CAAC,sBAAsB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,2CAA2C;AAC3C,+EAA+E;AAE/E,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,EAClC,sBAAsB,CACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAkB,CAAC,qBAAqB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAsB,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACtD,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,EACpD,kCAAkC,CACnC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAkB,CAAC,qBAAqB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAsB,EAAE,qBAAqB,EAAE,CAAC,GAAG,EAAE,CAAC;QACnE,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,EACpD,+BAA+B,CAChC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAkB,CAAC,qBAAqB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAsB,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,EACpD,kBAAkB,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAsB;YACjC,qBAAqB,EAAE,CAAC;YACxB,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,OAAO,EAAE,CACZ,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gCAAgC;YACvC,MAAM,EAAE,iCAAiC;YACzC,OAAO,EAAE,CAAC,8DAA8D,CAAC;SAC1E,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gCAAgC;YACvC,MAAM,EAAE,iCAAiC;YACzC,OAAO,EAAE,CAAC,8DAA8D,CAAC;SAC1E,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,uBAAuB,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,CAAC,EAAE,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gCAAgC;YACvC,MAAM,EAAE,iCAAiC;YACzC,OAAO,EAAE,CAAC,8DAA8D,CAAC;SAC1E,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,KAAK,QAAQ,CAAC,CAAC;QACvE,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,QAAQ,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,6BAA6B;QAC7B,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,CAAC,EACvB,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,eAAe;YACvB,OAAO,EAAE,CAAC,wDAAwD,CAAC;SACpE,CAAC,CAAC;QACH,2CAA2C;QAC3C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,4DAA4D;QAC5D,MAAM,GAAG,GAAG,oBAAoB,CAAC,CAAC,gBAAgB,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACpC,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,eAAe;YACvB,OAAO,EAAE,CAAC,wDAAwD,CAAC;SACpE,CAAC,CAAC;QACH,+CAA+C;QAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,+DAA+D;QAC/D,oDAAoD;QACpD,uCAAuC;QACvC,MAAM,GAAG,GAAG,oBAAoB,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,OAAO,GAAsB;YACjC,qBAAqB,EAAE,CAAC;YACxB,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,EAC3C,EAAE,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAC7C,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,eAAe;YACvB,OAAO,EAAE,CAAC,wDAAwD,CAAC;SACpE,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,CAAC,EACvB,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,oBAAoB,EAAE,CACnD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,CAAC,cAAc,CAAC;SAC1B,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,GAAG,EACH,CAAC,qBAAqB,CAAC,EACvB,EAAE,SAAS,EAAE,cAAc,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAC/D,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,CAAC,cAAc,CAAC;SAC1B,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,sEAAsE;QACtE,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,gCAAgC;YACxC,OAAO,EAAE,CAAC,wCAAwC,CAAC;SACpD,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAsB;YACjC,qBAAqB,EAAE,CAAC;YACxB,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,qBAAqB,EAAE,CAAC;SACzB,CAAC;QACF,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,MAAM,GAAG,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC;YACtC,KAAK,EAAE,kEAAkE;YACzE,MAAM,EAAE,0EAA0E;YAClF,OAAO,EAAE,CAAC,6DAA6D,CAAC;SACzE,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAsB;YACjC,qBAAqB,EAAE,CAAC;YACxB,sBAAsB,EAAE,CAAC;YACzB,oBAAoB,EAAE,CAAC;YACvB,qBAAqB,EAAE,CAAC;SACzB,CAAC;QACF,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,oBAAoB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,EAAE,CAAC,SAAS,YAAY,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/judge/llm-judge-geval.d.ts

@@ -0,0 +1,42 @@
+/**
+ * G-Eval Pattern Implementation
+ *
+ * Chain-of-thought evaluation with token probability normalization.
+ *
+ * @see llm-as-judge.ts for core types
+ */
+import { type LLMProvider, type TestCase, type EvalResult, type GEvalConfig } from './llm-as-judge.js';
+import { G_EVAL_MIN_SCORE, G_EVAL_MAX_SCORE, G_EVAL_VALID_SCORES, G_EVAL_SCORE_RANGE, G_EVAL_DEFAULT_SCORE, LLM_TEMPERATURE_EVALUATION, G_EVAL_MIN_STEPS, G_EVAL_MAX_STEPS } from './llm-judge-constants.js';
+export { G_EVAL_MIN_SCORE, G_EVAL_MAX_SCORE, G_EVAL_VALID_SCORES, G_EVAL_SCORE_RANGE, G_EVAL_DEFAULT_SCORE, LLM_TEMPERATURE_EVALUATION, G_EVAL_MIN_STEPS, G_EVAL_MAX_STEPS, };
+/**
+ * Build evaluation prompt from config and test case.
+ */
+export declare function buildEvalPrompt(config: GEvalConfig, testCase: TestCase, steps: string): string;
+/**
+ * Normalize score using token log probabilities.
+ *
+ * Returns `score` (weighted average over valid tokens) and `confidence`
+ * (total probability mass on valid score tokens, clamped to [0, 1]).
+ *
+ * @param logprobs - Token logprob entries. Tokens where `Math.exp(logprob)` produces
+ *   a non-positive or non-finite probability are silently skipped. This covers
+ *   `-Infinity` logprob (exp→0, caught by `prob <= 0`) and `+Infinity` logprob
+ *   (exp→Infinity, caught by `!Number.isFinite`).
+ * @param validScores - Allowed integer score values (e.g. [1,2,3,4,5]).
+ */
+export declare function normalizeWithLogprobs(logprobs: Array<{
+    token: string;
+    logprob: number;
+}>, validScores: number[]): {
+    score: number;
+    confidence: number;
+};
+/**
+ * Extract score from LLM response text.
+ */
+export declare function extractScoreFromText(text: string): number;
+/**
+ * G-Eval implementation using chain-of-thought prompting with token probability normalization.
+ */
+export declare function gEval(llm: LLMProvider, config: GEvalConfig, testCase: TestCase, timeoutMs?: number): Promise<EvalResult>;
+//# sourceMappingURL=llm-judge-geval.d.ts.map

package/dist/lib/judge/llm-judge-geval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-geval.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-geval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAGL,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAIL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,0BAA0B,EAC1B,gBAAgB,EAChB,gBAAgB,EAEjB,MAAM,0BAA0B,CAAC;AASlC,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,0BAA0B,EAC1B,gBAAgB,EAChB,gBAAgB,GACjB,CAAC;AAyBF;;GAEG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,GACZ,MAAM,CA6BR;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,EACnD,WAAW,EAAE,MAAM,EAAE,GACpB;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CA0CvC;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAgBzD;AAED;;GAEG;AACH,wBAAsB,KAAK,CACzB,GAAG,EAAE,WAAW,EAChB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,QAAQ,EAClB,SAAS,GAAE,MAA+B,GACzC,OAAO,CAAC,UAAU,CAAC,CA8FrB"}

package/dist/lib/judge/llm-judge-geval.js

@@ -0,0 +1,213 @@
+/**
+ * G-Eval Pattern Implementation
+ *
+ * Chain-of-thought evaluation with token probability normalization.
+ *
+ * @see llm-as-judge.ts for core types
+ */
+import { gEvalConfigSchema, testCaseSchema, } from './llm-as-judge.js';
+import { sanitizeForPrompt, sanitizeContextArray, validateTestCase, withTimeout, hashInput, ScoreNormalizationError, } from './llm-judge-security.js';
+import { MAX_LOGPROBS, LOGPROBS_CONFIDENCE_THRESHOLD, DEFAULT_LLM_TIMEOUT_MS, G_EVAL_MIN_SCORE, G_EVAL_MAX_SCORE, G_EVAL_VALID_SCORES, G_EVAL_SCORE_RANGE, G_EVAL_DEFAULT_SCORE, LLM_TEMPERATURE_EVALUATION, G_EVAL_MIN_STEPS, G_EVAL_MAX_STEPS, SCORE_FALLBACK_WINDOW, } from './llm-judge-constants.js';
+import { emitEvaluationEvent } from '../observability/instrumentation.js';
+import { TEXT_PREVIEW_LIMIT } from '../core/constants.js';
+// ============================================================================
+// G-Eval Constants
+// (Defined in llm-judge-constants.ts)
+// ============================================================================
+export { G_EVAL_MIN_SCORE, G_EVAL_MAX_SCORE, G_EVAL_VALID_SCORES, G_EVAL_SCORE_RANGE, G_EVAL_DEFAULT_SCORE, LLM_TEMPERATURE_EVALUATION, G_EVAL_MIN_STEPS, G_EVAL_MAX_STEPS, };
+// ============================================================================
+// Score Extraction Pattern Constants
+// ============================================================================
+const NUMBERED_LIST_ITEM_PATTERN = /^\s*\d+[.)]/gm;
+const EXPLICIT_SCORE_PATTERN = /\bscore[:\s]+([1-5])\b/i;
+const RATING_PATTERN = /\brating[:\s]+([1-5])\b/i;
+const FRACTION_PATTERN = /\b([1-5])\s*(?:out of|\/)\s*5\b/i;
+const STANDALONE_DIGIT_PATTERN = /^\s*([1-5])\s*$/m;
+const SCORE_PATTERNS = [
+    EXPLICIT_SCORE_PATTERN,
+    RATING_PATTERN,
+    FRACTION_PATTERN,
+    STANDALONE_DIGIT_PATTERN,
+];
+const LOGPROBS_CONFIDENCE_DISPLAY_PRECISION = 4;
+// ============================================================================
+// Functions
+// ============================================================================
+/**
+ * Build evaluation prompt from config and test case.
+ */
+export function buildEvalPrompt(config, testCase, steps) {
+    const parts = [
+        `You are evaluating: ${config.name}`,
+        `\nCriteria: ${config.criteria}`,
+        `\nEvaluation Steps:\n${steps}`,
+    ];
+    if (config.evaluationParams.includes('input')) {
+        parts.push(`\nInput: ${sanitizeForPrompt(testCase.input)}`);
+    }
+    if (config.evaluationParams.includes('output')) {
+        parts.push(`\nOutput: ${sanitizeForPrompt(testCase.output)}`);
+    }
+    if (config.evaluationParams.includes('context') && testCase.context) {
+        const sanitizedContext = sanitizeContextArray(testCase.context);
+        parts.push(`\nContext: ${sanitizedContext.join('\n')}`);
+    }
+    if (config.evaluationParams.includes('expectedOutput') && testCase.expectedOutput) {
+        parts.push(`\nExpected Output: ${sanitizeForPrompt(testCase.expectedOutput)}`);
+    }
+    parts.push(`\nScore anchoring:`);
+    parts.push(`  ${G_EVAL_MIN_SCORE} = Completely fails the criteria; output is irrelevant, incoherent, or harmful`);
+    parts.push(`  2 = Major deficiencies; significant portions fail the criteria`);
+    parts.push(`  3 = Adequate; meets basic expectations but has notable issues`);
+    parts.push(`  4 = Good; meets criteria well with only minor issues`);
+    parts.push(`  ${G_EVAL_MAX_SCORE} = Excellent; fully meets all criteria with no meaningful issues`);
+    parts.push(`\nProvide a score from ${G_EVAL_MIN_SCORE}-${G_EVAL_MAX_SCORE} and explain your reasoning.`);
+    return parts.join('\n');
+}
+/**
+ * Normalize score using token log probabilities.
+ *
+ * Returns `score` (weighted average over valid tokens) and `confidence`
+ * (total probability mass on valid score tokens, clamped to [0, 1]).
+ *
+ * @param logprobs - Token logprob entries. Tokens where `Math.exp(logprob)` produces
+ *   a non-positive or non-finite probability are silently skipped. This covers
+ *   `-Infinity` logprob (exp→0, caught by `prob <= 0`) and `+Infinity` logprob
+ *   (exp→Infinity, caught by `!Number.isFinite`).
+ * @param validScores - Allowed integer score values (e.g. [1,2,3,4,5]).
+ */
+export function normalizeWithLogprobs(logprobs, validScores) {
+    if (!validScores.every(s => typeof s === 'number' && Number.isFinite(s))) {
+        throw new ScoreNormalizationError('validScores must contain only finite numbers');
+    }
+    const validScoreSet = new Set(validScores);
+    const scoreProbs = new Map();
+    for (const score of validScores) {
+        scoreProbs.set(score, 0);
+    }
+    const bounded = logprobs.length > MAX_LOGPROBS ? logprobs.slice(0, MAX_LOGPROBS) : logprobs;
+    for (const { token, logprob } of bounded) {
+        const scoreValue = parseInt(token.trim(), 10);
+        if (validScoreSet.has(scoreValue)) {
+            const prob = Math.exp(logprob);
+            if (!Number.isFinite(prob) || prob <= 0)
+                continue;
+            scoreProbs.set(scoreValue, (scoreProbs.get(scoreValue) || 0) + prob);
+        }
+    }
+    let weightedSum = 0;
+    let totalProb = 0;
+    for (const [score, prob] of scoreProbs) {
+        weightedSum += score * prob;
+        totalProb += prob;
+    }
+    if (totalProb === 0) {
+        throw new ScoreNormalizationError('No valid score tokens found in logprobs - cannot normalize');
+    }
+    if (totalProb < LOGPROBS_CONFIDENCE_THRESHOLD) {
+        throw new ScoreNormalizationError(`Logprobs confidence too low (${totalProb.toFixed(LOGPROBS_CONFIDENCE_DISPLAY_PRECISION)}) - falling back to text extraction`);
+    }
+    return { score: weightedSum / totalProb, confidence: Math.min(totalProb, 1.0) };
+}
+/**
+ * Extract score from LLM response text.
+ */
+export function extractScoreFromText(text) {
+    for (const pattern of SCORE_PATTERNS) {
+        const match = text.match(pattern);
+        if (match) {
+            return parseInt(match[1], 10);
+        }
+    }
+    const tailText = text.slice(-SCORE_FALLBACK_WINDOW);
+    const contextualScore = tailText.match(/(?:score|rating|grade|evaluation|result|verdict|quality|overall)[:\s]*([1-5])\b/i)
+        || tailText.match(/\b([1-5])\s*(?:out of\s*5|\/\s*5)/i);
+    if (contextualScore) {
+        return parseInt(contextualScore[1], 10);
+    }
+    throw new ScoreNormalizationError('No valid score found in LLM response');
+}
+/**
+ * G-Eval implementation using chain-of-thought prompting with token probability normalization.
+ */
+export async function gEval(llm, config, testCase, timeoutMs = DEFAULT_LLM_TIMEOUT_MS) {
+    // Import isValidScore at call time to avoid circular init issues
+    const { isValidScore } = await import('./llm-judge-resilience.js');
+    const evalStartTime = performance.now();
+    try {
+        // Validate inputs with Zod schemas
+        const configParsed = gEvalConfigSchema.safeParse(config);
+        if (!configParsed.success) {
+            throw new Error(`Invalid GEvalConfig: ${configParsed.error.message}`);
+        }
+        const testCaseParsed = testCaseSchema.safeParse(testCase);
+        if (!testCaseParsed.success) {
+            throw new Error(`Invalid TestCase: ${testCaseParsed.error.message}`);
+        }
+        validateTestCase(testCaseParsed.data);
+        const validatedConfig = configParsed.data;
+        const validatedTestCase = testCaseParsed.data;
+        const sanitizedCriteria = sanitizeForPrompt(validatedConfig.criteria);
+        const stepsPrompt = `
+Given the criteria: ${sanitizedCriteria}
+Generate detailed evaluation steps to assess this criterion.
+List ${G_EVAL_MIN_STEPS}-${G_EVAL_MAX_STEPS} specific steps the evaluator should follow.
+Each step must be verifiable from the provided text only. Do not include steps that require external knowledge, code execution, or runtime behavior inference.
+`;
+        const stepsResponse = await withTimeout((signal) => llm.generate(stepsPrompt, { temperature: validatedConfig.temperature ?? LLM_TEMPERATURE_EVALUATION, signal }), timeoutMs);
+        const stepCount = (stepsResponse.text.match(NUMBERED_LIST_ITEM_PATTERN) ?? []).length;
+        if (stepCount < G_EVAL_MIN_STEPS) {
+            throw new Error(`Generated evaluation steps below minimum (got ${stepCount}, require ${G_EVAL_MIN_STEPS})`);
+        }
+        const evalPrompt = buildEvalPrompt(validatedConfig, validatedTestCase, stepsResponse.text);
+        const response = await withTimeout((signal) => llm.generate(evalPrompt, { temperature: validatedConfig.temperature ?? LLM_TEMPERATURE_EVALUATION, logprobs: true, signal }), timeoutMs);
+        let rawScore;
+        let confidence;
+        if (response.logprobs && response.logprobs.length > 0) {
+            try {
+                const normalized = normalizeWithLogprobs(response.logprobs, [...G_EVAL_VALID_SCORES]);
+                rawScore = normalized.score;
+                confidence = normalized.confidence;
+            }
+            catch {
+                rawScore = extractScoreFromText(response.text);
+            }
+        }
+        else {
+            rawScore = extractScoreFromText(response.text);
+        }
+        const normalizedScore = (rawScore - G_EVAL_MIN_SCORE) / G_EVAL_SCORE_RANGE;
+        if (!isValidScore(normalizedScore)) {
+            throw new Error(`Invalid normalized score: ${normalizedScore} (raw: ${rawScore})`);
+        }
+        emitEvaluationEvent({
+            evaluationName: config.name,
+            scoreValue: normalizedScore,
+            explanation: response.text.substring(0, TEXT_PREVIEW_LIMIT),
+            evaluator: 'g-eval',
+            evaluatorType: 'llm',
+            durationMs: performance.now() - evalStartTime,
+            inputHash: hashInput(testCase.input, testCase.output),
+            ...(confidence !== undefined && { confidence }),
+        });
+        return {
+            score: normalizedScore,
+            reason: response.text,
+            rawResponse: response.text,
+            ...(confidence !== undefined && { confidence }),
+        };
+    }
+    catch (error) {
+        emitEvaluationEvent({
+            evaluationName: config.name,
+            evaluator: 'g-eval',
+            evaluatorType: 'llm',
+            durationMs: performance.now() - evalStartTime,
+            inputHash: hashInput(testCase.input, testCase.output),
+            errorType: error instanceof Error ? error.name : 'Error',
+            errorMessage: error instanceof Error ? error.message : String(error),
+        });
+        throw error;
+    }
+}
+//# sourceMappingURL=llm-judge-geval.js.map

package/dist/lib/judge/llm-judge-geval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-geval.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-geval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,iBAAiB,EACjB,cAAc,GAKf,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,YAAY,EACZ,6BAA6B,EAC7B,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,0BAA0B,EAC1B,gBAAgB,EAChB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,+EAA+E;AAC/E,mBAAmB;AACnB,sCAAsC;AACtC,+EAA+E;AAE/E,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,0BAA0B,EAC1B,gBAAgB,EAChB,gBAAgB,GACjB,CAAC;AAEF,+EAA+E;AAC/E,qCAAqC;AACrC,+EAA+E;AAE/E,MAAM,0BAA0B,GAAG,eAAe,CAAC;AAEnD,MAAM,sBAAsB,GAAG,yBAAyB,CAAC;AACzD,MAAM,cAAc,GAAG,0BAA0B,CAAC;AAClD,MAAM,gBAAgB,GAAG,kCAAkC,CAAC;AAC5D,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAEpD,MAAM,cAAc,GAAG;IACrB,sBAAsB;IACtB,cAAc;IACd,gBAAgB;IAChB,wBAAwB;CACzB,CAAC;AACF,MAAM,qCAAqC,GAAG,CAAC,CAAC;AAEhD,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,MAAmB,EACnB,QAAkB,EAClB,KAAa;IAEb,MAAM,KAAK,GAAa;QACtB,uBAAuB,MAAM,CAAC,IAAI,EAAE;QACpC,eAAe,MAAM,CAAC,QAAQ,EAAE;QAChC,wBAAwB,KAAK,EAAE;KAChC,CAAC;IAEF,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,YAAY,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,aAAa,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpE,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,cAAc,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,sBAAsB,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,CAAC,KAAK,gBAAgB,gFAAgF,CAAC,CAAC;IAClH,KAAK,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IAC/E,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IACrE,KAAK,CAAC,IAAI,CAAC,KAAK,gBAAgB,kEAAkE,CAAC,CAAC;IACpG,KAAK,CAAC,IAAI,CAAC,0BAA0B,gBAAgB,IAAI,gBAAgB,8BAA8B,CAAC,CAAC;IACzG,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAAmD,EACnD,WAAqB;IAErB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,uBAAuB,CAAC,8CAA8C,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAE5F,KAAK,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,OAAO,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9C,IAAI,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;gBAAE,SAAS;YAClD,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;QACvC,WAAW,IAAI,KAAK,GAAG,IAAI,CAAC;QAC5B,SAAS,IAAI,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,uBAAuB,CAAC,4DAA4D,CAAC,CAAC;IAClG,CAAC;IAED,IAAI,SAAS,GAAG,6BAA6B,EAAE,CAAC;QAC9C,MAAM,IAAI,uBAAuB,CAC/B,gCAAgC,SAAS,CAAC,OAAO,CAAC,qCAAqC,CAAC,qCAAqC,CAC9H,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,WAAW,GAAG,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;AAClF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,CAAC;IACpD,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,kFAAkF,CAAC;WACrH,QAAQ,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC1D,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,IAAI,uBAAuB,CAAC,sCAAsC,CAAC,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,GAAgB,EAChB,MAAmB,EACnB,QAAkB,EAClB,YAAoB,sBAAsB;IAE1C,iEAAiE;IACjE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACnE,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAExC,IAAI,CAAC;QACH,mCAAmC;QACnC,MAAM,YAAY,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,cAAc,GAAG,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qBAAqB,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEtC,MAAM,eAAe,GAAG,YAAY,CAAC,IAAI,CAAC;QAC1C,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC;QAE9C,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,WAAW,GAAG;sBACF,iBAAiB;;OAEhC,gBAAgB,IAAI,gBAAgB;;CAE1C,CAAC;QACE,MAAM,aAAa,GAAG,MAAM,WAAW,CACrC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,WAAW,EAAE,eAAe,CAAC,WAAW,IAAI,0BAA0B,EAAE,MAAM,EAAE,CAAC,EACzH,SAAS,CACV,CAAC;QAEF,MAAM,SAAS,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACtF,IAAI,SAAS,GAAG,gBAAgB,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,iDAAiD,SAAS,aAAa,gBAAgB,GAAG,CAAC,CAAC;QAC9G,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,EAAE,iBAAiB,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3F,MAAM,QAAQ,GAAG,MAAM,WAAW,CAChC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,eAAe,CAAC,WAAW,IAAI,0BAA0B,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EACxI,SAAS,CACV,CAAC;QAEF,IAAI,QAAgB,CAAC;QACrB,IAAI,UAA8B,CAAC;QACnC,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC;gBACtF,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC5B,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;YACrC,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,gBAAgB,CAAC,GAAG,kBAAkB,CAAC;QAE3E,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,6BAA6B,eAAe,UAAU,QAAQ,GAAG,CAAC,CAAC;QACrF,CAAC;QAED,mBAAmB,CAAC;YAClB,cAAc,EAAE,MAAM,CAAC,IAAI;YAC3B,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAC3D,SAAS,EAAE,QAAQ;YACnB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,aAAa;YAC7C,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC;YACrD,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,CAAC;SAChD,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE,QAAQ,CAAC,IAAI;YACrB,WAAW,EAAE,QAAQ,CAAC,IAAI;YAC1B,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,CAAC;SAChD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mBAAmB,CAAC;YAClB,cAAc,EAAE,MAAM,CAAC,IAAI;YAC3B,SAAS,EAAE,QAAQ;YACnB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,aAAa;YAC7C,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC;YACrD,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YACxD,YAAY,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/lib/judge/llm-judge-geval.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm-judge-geval.test.d.ts.map

package/dist/lib/judge/llm-judge-geval.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-geval.test.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-geval.test.ts"],"names":[],"mappings":""}