judgeval 0.1.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/LICENSE.md +202 -0
  2. package/README.md +340 -0
  3. package/dist/clients.d.ts +7 -0
  4. package/dist/clients.js +78 -0
  5. package/dist/clients.js.map +1 -0
  6. package/dist/common/integrations/langgraph.d.ts +40 -0
  7. package/dist/common/integrations/langgraph.js +444 -0
  8. package/dist/common/integrations/langgraph.js.map +1 -0
  9. package/dist/common/logger-instance.d.ts +3 -0
  10. package/dist/common/logger-instance.js +64 -0
  11. package/dist/common/logger-instance.js.map +1 -0
  12. package/dist/common/logger.d.ts +54 -0
  13. package/dist/common/logger.js +221 -0
  14. package/dist/common/logger.js.map +1 -0
  15. package/dist/common/tracer.d.ts +205 -0
  16. package/dist/common/tracer.js +1035 -0
  17. package/dist/common/tracer.js.map +1 -0
  18. package/dist/constants.d.ts +51 -0
  19. package/dist/constants.js +344 -0
  20. package/dist/constants.js.map +1 -0
  21. package/dist/data/example.d.ts +70 -0
  22. package/dist/data/example.js +125 -0
  23. package/dist/data/example.js.map +1 -0
  24. package/dist/data/result.d.ts +51 -0
  25. package/dist/data/result.js +83 -0
  26. package/dist/data/result.js.map +1 -0
  27. package/dist/evaluation-run.d.ts +44 -0
  28. package/dist/evaluation-run.js +136 -0
  29. package/dist/evaluation-run.js.map +1 -0
  30. package/dist/index.d.ts +10 -0
  31. package/dist/index.js +73 -0
  32. package/dist/index.js.map +1 -0
  33. package/dist/judgment-client.d.ts +179 -0
  34. package/dist/judgment-client.js +1038 -0
  35. package/dist/judgment-client.js.map +1 -0
  36. package/dist/rules.d.ts +120 -0
  37. package/dist/rules.js +322 -0
  38. package/dist/rules.js.map +1 -0
  39. package/dist/run-evaluation.d.ts +78 -0
  40. package/dist/run-evaluation.js +618 -0
  41. package/dist/run-evaluation.js.map +1 -0
  42. package/dist/scorers/api-scorer.d.ts +79 -0
  43. package/dist/scorers/api-scorer.js +291 -0
  44. package/dist/scorers/api-scorer.js.map +1 -0
  45. package/dist/scorers/base-scorer.d.ts +100 -0
  46. package/dist/scorers/base-scorer.js +190 -0
  47. package/dist/scorers/base-scorer.js.map +1 -0
  48. package/dist/scorers/exact-match-scorer.d.ts +10 -0
  49. package/dist/scorers/exact-match-scorer.js +84 -0
  50. package/dist/scorers/exact-match-scorer.js.map +1 -0
  51. package/package.json +88 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"judgment-client.js","sourceRoot":"","sources":["../src/judgment-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,kDAA0B;AAC1B,4CAAyC;AACzC,0CAA8C;AAC9C,uDAAiG;AACjG,qDAAiD;AACjD,mCAA0C;AAC1C,qDAAyE;AACzE,2CAOqB;AACrB,+EAA8C;AAE9C,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAoBhB;;GAEG;AACH,MAAa,cAAc;IAKzB;;OAEG;IACI,MAAM,CAAC,WAAW,CAAC,cAAuB,EAAE,cAAuB;QACxE,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC7B,cAAc,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,YACE,cAAuB,EACvB,cAAuB;QAEvB,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAC3E,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;QAE1E,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,oDAAoD;YACpD,yBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;YAC5C,MAAM,IAAI,KAAK,CAAC,yGAAyG,CAAC,CAAC;QAC7H,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;QAC3H,CAAC;IACH,CAAC;IAED;;OAEG;IACU,cAAc;6DACzB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,KAAc;YAEd,qDAAqD;YACrD,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,IAAI,EAAE,6BAA6B;YACnC,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,aAAa;6DACxB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,iBAA0B,KAAK,EAC/B,KAAc;YAEd,IAAI,CAAC;gBACH,mDAAmD;gBACnD,MAAM,aAAa,GAA8C,EAAE,CAAC;gBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,IAAI,MAAM,YAAY,2BAAa,EAAE,CAAC;4BACpC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;wBAC7D,CAAC;6BAAM,CAAC;4BACN,wEAAwE;4BACxE,aAAa,CAAC,IAAI,CAAC,MAA4C,CAAC,CAAC;wBACnE,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpJ,CAAC;gBACH,CAAC;gBAED,sFAAsF;gBACtF,IAAI,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,YAAY,4BAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,KAAK,CAAC,kIAAkI,CAAC,CAAC;gBACtJ,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,EAAE,CAAC;oBACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACH,MAAM,mBAAmB,GAAgB,EAAE,CAAC;4BAC5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gCACxC,yCAAyC;gCACzC,IAAI,SAAS,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;oCAC9C,IAAI,CAAC;wCACH,+DAA+D;wCAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;wCACtE,MAAM,YAAY,GAAG,IAAI,iBAAS,CAAC,YAAY,CAAC,CAAC;wCACjD,iEAAiE;wCACjE,yDAAyD;wCACzD,MAAM,CAAC,MAAM,CAAC,YAAY,kCAAO,SAAS,KAAE,MAAM,EAAE,YAAY,IAAG,CAAC,CAAC,yCAAyC;wCAC9G,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oCACzC,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,CAAC,IAAI,wBAAwB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oCAClN,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gCACtC,CAAC;4BACH,CAAC;4BAED,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,IAAI,YAAI,CACtB,IAAI,CAAC,IAAI,EACT,mBAAmB,EACnB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACtH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,8BAAa,CAAC;oBACtC,UAAU;oBACV,WAAW;oBACX,QAAQ,EAAE,WAAW;oBACrB,QAAQ;oBACR,OAAO,EAAE,aAAa;oBACtB,KAAK;oBACL,UAAU;oBACV,QAAQ;oBACR,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC,CAAC;gBAEH,OAAO,IAAA,wBAAO,EAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,KAAK,CAAC,6EAA6E,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;;;OAIG;IACU,QAAQ,CAAC,MAcrB;;YACC,qBAAqB;YACrB,MAAM,EACJ,QAAQ,EACR,OAAO,EACP,KAAK,GAAG,2CAA2C,EACnD,UAAU,GAAG,SAAS,EACtB,QAAQ,GAAG,EAAE,EACb,WAAW,GAAG,iBAAiB,EAC/B,QAAQ,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,EACnC,UAAU,GAAG,IAAI,EACjB,WAAW,GAAG,IAAI,EAClB,YAAY,GAAG,IAAI,EACnB,cAAc,GAAG,KAAK,EACtB,KAAK,GAAG,SAAS,EACjB,QAAQ,GAAG,KAAK,EACjB,GAAG,MAAM,CAAC;YAEX,uEAAuE;YACvE,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,cAAc,EACd,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,eAAe;6DAC1B,OAAY,EAAE,8CAA8C;QAC5D,OAA8C,EAC9C,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,cAAsB,EAAE,EACxB,cAAsB,EAAE,EACxB,aAAsB,IAAI,EAC1B,cAAuB,IAAI,EAC3B,KAAc;YAEd,IAAI,CAAC;gBACH,mDAAmD;gBACnD,MAAM,aAAa,GAA8C,EAAE,CAAC;gBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,IAAI,MAAM,YAAY,2BAAa,EAAE,CAAC;4BACpC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;wBAC7D,CAAC;6BAAM,CAAC;4BACN,0EAA0E;4BACzE,aAAa,CAAC,IAAI,CAAC,MAA4C,CAAC,CAAC;wBACpE,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpJ,CAAC;gBACH,CAAC;gBAED,sFAAsF;gBACtF,IAAI,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,YAAY,4BAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,KAAK,CAAC,kIAAkI,CAAC,CAAC;gBACtJ,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,EAAE,CAAC;oBACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACH,MAAM,mBAAmB,GAAgB,EAAE,CAAC;4BAC5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gCACxC,yCAAyC;gCACzC,IAAI,SAAS,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;oCAC9C,IAAI,CAAC;wCACD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;wCACtE,MAAM,YAAY,GAAG,IAAI,iBAAS,CAAC,YAAY,CAAC,CAAC;wCACjD,MAAM,CAAC,MAAM,CAAC,YAAY,kCAAO,SAAS,KAAE,MAAM,EAAE,YAAY,IAAG,CAAC;wCACpE,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oCAC3C,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,CAAC,IAAI,wBAAwB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oCAClN,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gCACtC,CAAC;4BACH,CAAC;4BAED,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,IAAI,YAAI,CACtB,IAAI,CAAC,IAAI,EACT,mBAAmB,EACnB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACvH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,8BAAa,CAAC;oBACtC,UAAU;oBACV,WAAW;oBACX,QAAQ,EAAE,WAAW;oBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,8CAA8C;oBAC1E,OAAO,EAAE,aAAa;oBACtB,KAAK;oBACL,UAAU;oBACV,QAAQ;oBACR,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC,CAAC;gBAEF,mGAAmG;gBACpG,OAAO,IAAA,wBAAO,EAAC,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,KAAK,CAAC,6EAA6E,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACI,aAAa;QAClB,6CAA6C;QAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACU,WAAW;6DACtB,KAAa,EACb,OAAY,EACZ,WAAmB,EACnB,YAAqB,KAAK;YAE1B,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,KAAa,EACb,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,uBAAuB,CAClC,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,KAAa,EACb,QAAmB,EACnB,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;;;;OAKG;IACU,QAAQ,CACnB,WAAmB,EACnB,WAAmB,CAAC,oDAAoD;;;;YAEvE,oDAAoD;YACrD,MAAM,kBAAkB,GAAuB;gBAC7C,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW,EAAE,wCAAwC;gBAChE,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,uCAA2B,EAAE,eAAe;gBAC5C,kBAAkB,EAClB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,wDAAwD;gBACxD,iEAAiE;gBACjE,wEAAwE;gBACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAChE,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,oCAAoC;gBACxE,CAAC;gBAED,MAAM,aAAa,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAqB,EAAE,CAAC;gBACjE,aAAa,CAAC,EAAE,GAAG,CAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,EAAE,KAAI,EAAE,CAAC,CAAC,2CAA2C;gBAE1F,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACnC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;oBACvC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,IAAI,EAAE,CAAC;oBAEhD,kCAAkC;oBAClC,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC;wBAC1B,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,YAAY,EAAE,UAAU,CAAC,aAAa;wBACtC,cAAc,EAAE,UAAU,CAAC,eAAe;wBAC1C,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,gBAAgB,EAAE,UAAU,CAAC,iBAAiB;wBAC9C,kBAAkB,EAAE,UAAU,CAAC,mBAAmB;wBAClD,WAAW,EAAE,UAAU,CAAC,YAAY;wBACpC,aAAa,EAAE,UAAU,CAAC,cAAc;wBACxC,SAAS,EAAE,UAAU,CAAC,UAAU;wBAChC,YAAY,EAAE,UAAU,CAAC,aAAa;wBACtC,SAAS,EAAE,UAAU,CAAC,SAAS;qBAChC,CAAC,CAAC;oBAEH,uBAAuB;oBACvB,MAAM,aAAa,GAAG,IAAI,sBAAa,CAAC;wBACtC,UAAU,EAAE,OAAO;wBACnB,WAAW,EAAE,UAAU,CAAC,YAAY,IAAI,EAAE;wBAC1C,KAAK,EAAE,UAAU,CAAC,KAAK;qBACxB,CAAC,CAAC;oBAEH,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC5C,CAAC;gBAED,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,oDAAoD;YAC9E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,sCAAsC,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBACxF,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,UAAU,CACrB,WAAmB,EACnB,WAAmB;;YAEnB,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC;KAAA;IAED;;;;;;OAMG;IACU,YAAY;6DACvB,WAAmB,EACnB,QAAgB,GAAG,EACnB,SAAiB,CAAC;;YAElB,IAAI,CAAC;gBACH,gCAAgC;gBAChC,MAAM,GAAG,GAAG,GAAG,oBAAQ,aAAa,WAAW,YAAY,CAAC;gBAC5D,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAC9B,GAAG,EACH;oBACE,MAAM,EAAE;wBACN,KAAK;wBACL,MAAM;qBACP;oBACD,OAAO,EAAE;wBACP,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,mCAAmC,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBACrF,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,eAAe,CAC1B,WAAmB,EACnB,WAAmB;;;YAEnB,IAAI,CAAC;gBACH,gCAAgC;gBAChC,MAAM,GAAG,GAAG,GAAG,oBAAQ,aAAa,WAAW,cAAc,WAAW,QAAQ,CAAC;gBACjF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAC7B,GAAG,EACJ;oBACE,OAAO,EAAE;wBACP,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBAC9F,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjF,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,SAAyB,MAAM;YAE/B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBACnE,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,kDAAkD;gBAEvF,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACxC,OAAO,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBAC/E,CAAC;gBAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBACtB,4DAA4D;oBAC5D,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC9C,CAAC;qBAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;oBACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACpD,OAAO,kBAAkB,CAAC;oBAC5B,CAAC;oBAED,gDAAgD;oBAChD,IAAI,MAAM,CAAC;oBACX,IAAI,CAAC;wBACF,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;oBACvC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;oBACrH,CAAC;oBAGD,IAAI,CAAC;wBACH,uDAAuD;wBACvD,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAqB,EAAE,EAAE;4BAC5D,gDAAgD;4BAChD,MAAM,UAAU,GAAwB,EAAE,CAAC;4BAC3C,UAAU,CAAC,WAAW,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,kBAAkB;4BAE3D,qBAAqB;4BACrB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gCACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;oCAC7D,iDAAiD;oCACjD,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gCAC5G,CAAC;4BACH,CAAC;4BAED,iFAAiF;4BACjF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gCACrC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;oCAC7C,UAAU,CAAC,UAAU,KAAK,OAAO,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC;oCACrD,UAAU,CAAC,UAAU,KAAK,QAAQ,CAAC,GAAG,CAAC,OAAO,UAAU,CAAC,KAAK,KAAK,QAAQ,IAAI,UAAU,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;oCAChK,UAAU,CAAC,UAAU,KAAK,QAAQ,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;oCACvD,uDAAuD;oCACvD,IAAI,UAAU,CAAC,mBAAmB,EAAE,CAAC;wCAChC,UAAU,CAAC,UAAU,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;oCAC7F,CAAC;gCACL,CAAC,CAAC,CAAC;4BACN,CAAC;4BAED,UAAU,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,6CAA6C;4BAC9E,OAAO,UAAU,CAAC;wBACpB,CAAC,CAAC,CAAC;wBAEJ,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;wBAC5B,OAAO,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;oBACxC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;wBACjD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5E,OAAO,yBAAyB,YAAY,EAAE,CAAC;oBACjD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7E,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU,CACrB,WAAmB,EACnB,YAAsB;;;YAEtB,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,oDAAoD;YACpD,MAAM,kBAAkB,GAA6B;gBACnD,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,YAAY;gBACxB,gBAAgB,EAAE,IAAI,CAAC,cAAc,CAAC,yCAAyC;aAChF,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,wCAA4B,EAAE,eAAe;gBAC7C;oBACE,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBACtC,MAAM,IAAI,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,CAAC;oBACnC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACrE,CAAC;yBAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC1E,CAAC;yBAAM,CAAC;wBACL,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACvF,CAAC;gBACH,CAAC;gBACD,oCAAoC;gBACnC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,kBAAkB,CAC7B,WAAmB;;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,gDAAoC,EAAE,eAAe;gBACrD;oBACE,uEAAuE;oBACvE,IAAI,EAAE;wBACJ,YAAY,EAAE,WAAW;qBAC1B;oBACD,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,8EAA8E;gBAC9E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBACtC,MAAM,IAAI,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,CAAC;oBAClC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBACnB,kEAAkE;wBAClE,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,oCAAoC,CAAC,CAAC;wBAC1E,OAAO,KAAK,CAAC,CAAC,oDAAoD;oBACpE,CAAC;yBAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC3E,CAAC;yBAAM,CAAC;wBACL,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACxF,CAAC;gBACH,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,2CAA+B,EAAE,eAAe;gBAChD,uEAAuE;gBACvE;oBACE,YAAY,EAAE,WAAW;iBAC1B,EACD;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,8EAA8E;gBAC9E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC/C,mEAAmE;oBACnE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC/B,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,mBAAmB,CAAC,CAAC;wBACzD,OAAO,KAAK,CAAC,CAAC,4CAA4C;oBAC/D,CAAC;oBACF,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,2CAA+B,EAAE,eAAe;gBAChD;oBACE,uEAAuE;oBACvE,IAAI,EAAE;wBACJ,YAAY,EAAE,WAAW;qBAC1B;oBACD,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAED,8EAA8E;gBAC/E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC/B,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,2BAA2B,CAAC,CAAC;wBACjE,OAAO,KAAK,CAAC,CAAC,2CAA2C;oBAC9D,CAAC;oBACF,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,cAAc;;;YAC1B,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,oBAAQ,oBAAoB,EAAE,eAAe;gBAChD,EAAE,EAAG,aAAa;gBAClB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,gFAAgF;qBACjF;iBACF,CACF,CAAC;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,8DAA8D;oBAC9D,OAAO,CAAC,KAAK,EAAE,CAAA,MAAA,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,qCAAqC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;gBACnG,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAChD,OAAO,CAAC,KAAK,EAAE,CAAA,MAAA,KAAK,CAAC,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,qCAAqC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACjC,OAAO,CAAC,KAAK,EAAE,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChE,CAAC;qBACK,CAAC;oBACL,OAAO,CAAC,KAAK,EAAE,qCAAqC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU;6DACrB,QAAmB,EACnB,OAAkD,EAAE,+BAA+B;QACnF,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,KAAc;YAEd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CACtC,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,IAAI,EAAE,sEAAsE;YAC5E,KAAK,EAAE,kCAAkC;YACzC,KAAK,EAAE,yBAAyB;YAChC,KAAK,CACN,CAAC;YAEF,IAAA,2BAAU,EAAC,OAAO,CAAC,CAAC,CAAC,6CAA6C;QACpE,CAAC;KAAA;IAED;;;;;OAKG;IACG,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YAC5D,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBACnE,kEAAkE;gBAClE,OAAO,CAAA,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,OAAO,KAAI,EAAE,CAAC;YACxC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,mFAAmF;gBACnF,yBAAM,CAAC,KAAK,CAAC,0CAA0C,WAAW,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClI,OAAO,EAAE,CAAC;YACb,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YAClE,0EAA0E;YAC3E,MAAM,WAAW,GAAuB;gBACpC,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW,EAAE,kBAAkB;gBAC1C,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACxC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,uCAA2B,EAAE,gBAAgB;gBAC7C,WAAW,EACX;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;oBACD,OAAO,EAAE,KAAK,CAAC,+CAA+C;iBAC/D,CACF,CAAC;gBAED,2EAA2E;gBAC3E,IAAI,UAAU,GAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAEtE,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,mFAAmF;oBACnF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,KAAI,MAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,MAAM,0CAAE,MAAM,CAAA,EAAE,CAAC;wBAC9D,wDAAwD;wBACzD,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,+CAA+C;oBACzF,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClC,yEAAyE;wBACzE,UAAU,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;oBACpF,CAAC;yBAAM,CAAC;wBACH,4DAA4D;wBAC7D,UAAU,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;oBAC1F,CAAC;gBACL,CAAC;qBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC7F,+CAA+C;oBAC/C,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACJ,6BAA6B;oBAC7B,UAAU,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBAC7H,CAAC;gBAEF,+BAA+B;gBAC/B,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,UAAU,CAAC,QAAQ,KAAK,SAAS,IAAI,UAAU,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACpE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;wBACzB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,qCAAqC;oBAC9F,CAAC;gBACL,CAAC;gBAED,MAAM,gBAAgB,GAAG;oBACrB,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,SAAS;oBACtC,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,EAAE;oBACjC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,iCAAiC;iBAC5D,CAAC;gBAEF,kEAAkE;gBAClE,6CAA6C;gBAC7C,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC,KAAK,CAAC;gBAChC,MAAM,2BAA2B,GAAG,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBAEzE,IAAI,CAAC,2BAA2B,EAAE,CAAC;oBAC/B,qDAAqD;oBACrD,yBAAM,CAAC,IAAI,CAAC,sBAAsB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7D,yBAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzE,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;wBAC3B,yBAAM,CAAC,IAAI,CAAC,YAAY,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC;oBACxD,CAAC;oBACA,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1B,yBAAM,CAAC,KAAK,CAAC,oBAAoB,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACL,CAAC;gBAED,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,6EAA6E;gBAC7E,qFAAqF;gBACrF,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,yBAAM,CAAC,KAAK,CAAC,yCAAyC,WAAW,MAAM,YAAY,EAAE,CAAC,CAAC;gBACvF,OAAO;oBACL,MAAM,EAAE,SAAS;oBACjB,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,0BAA0B,YAAY,EAAE;iBAClD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,UAII,EAAE;YAEN,MAAM,EACJ,UAAU,GAAG,IAAI,EAAG,2BAA2B;YAC/C,WAAW,GAAG,GAAG,EAAE,yCAAyC;YAC5D,YAAY,GAAG,IAAI,EACpB,GAAG,OAAO,CAAC;YAEZ,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,mBAAmB,GAAG,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,GAAG,EAAE,CAAC;YAEpB,IAAI,YAAY,EAAE,CAAC;gBACf,iCAAiC;gBACjC,yBAAM,CAAC,IAAI,CAAC,2BAA2B,WAAW,iBAAiB,WAAW,kBAAkB,CAAC,CAAC;YACtG,CAAC;YAED,OAAO,QAAQ,GAAG,WAAW,EAAE,CAAC;gBAC9B,QAAQ,EAAE,CAAC;gBACX,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,6BAA6B;oBAClG,MAAM,sBAAsB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;oBAEjE,mEAAmE;oBACnE,IAAI,YAAY,IAAI,CAAC,sBAAsB,KAAK,mBAAmB,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;wBACpG,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,sBAAsB,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACtG,gGAAgG;wBAChG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,GAAG,GAAG,WAAW,GAAG,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,WAAW,GAAG,GAAG,GAAG,sBAAsB,GAAG,IAAI,CAAC,CAAC;wBACxK,mBAAmB,GAAG,sBAAsB,CAAC;wBAC7C,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;oBAC9B,CAAC;oBAED,0BAA0B;oBAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;wBAChC,IAAI,YAAY,EAAE,CAAC;4BACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,sDAAsD;4BAClF,+BAA+B;4BAC/B,yBAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;wBAC5D,CAAC;wBACF,IAAI,CAAC;4BACH,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;4BACrE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACrB,+BAA+B;gCAC/B,yBAAM,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;gCAC/D,OAAO,OAAO,CAAC;4BACnB,CAAC;iCAAM,CAAC;gCACH,8EAA8E;gCAC9E,yBAAM,CAAC,IAAI,CAAC,kEAAkE,WAAW,IAAI,CAAC,CAAC;gCAC/F,OAAO,EAAE,CAAC;4BACf,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,IAAI,YAAY;gCAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;4BAC3E,yBAAM,CAAC,KAAK,CAAC,gDAAgD,WAAW,MAAM,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;4BACvJ,OAAO,EAAE,CAAC,CAAC,8BAA8B;wBAC3C,CAAC;oBACH,CAAC;yBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACrC,IAAI,YAAY;4BAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;wBAC3E,yBAAM,CAAC,KAAK,CAAC,0BAA0B,WAAW,MAAM,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;wBAC9G,OAAO,EAAE,CAAC,CAAC,gCAAgC;oBAC7C,CAAC;yBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;wBACpC,0CAA0C;wBAC1C,gDAAgD;wBAChD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;4BAC3B,IAAI,YAAY;gCAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;4BAC3E,yBAAM,CAAC,IAAI,CAAC,kCAAkC,WAAW,cAAc,QAAQ,gBAAgB,CAAC,CAAC;4BACjG,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;wBACvD,CAAC;wBACD,UAAU,GAAG,SAAS,CAAC;oBAC3B,CAAC;yBAAM,CAAC;wBACH,8DAA8D;wBAC9D,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;oBAChC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gGAAgG;oBAChG,IAAI,YAAY;wBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;oBAC3E,yBAAM,CAAC,KAAK,CAAC,2CAA2C,QAAQ,IAAI,WAAW,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBAC9I,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;oBACnD,UAAU,GAAG,eAAe,CAAC,CAAC,oCAAoC;gBACrE,CAAC;gBAED,qDAAqD;gBACrD,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACvD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACH,uEAAuE;oBACvE,MAAM;gBACX,CAAC;YACH,CAAC,CAAC,iBAAiB;YAEnB,8CAA8C;YAC9C,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACvD,IAAI,YAAY;oBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;gBAC3E,yBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,kBAAkB,WAAW,yBAAyB,UAAU,EAAE,CAAC,CAAC;gBAC/H,OAAO,EAAE,CAAC,CAAC,gCAAgC;YAC/C,CAAC;YAED,mFAAmF;YACnF,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;IAED;;;;OAIG;IACK,kBAAkB,CAAC,OAAe;QACxC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,qBAAqB;QACvC,kCAAkC;QAClC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,0CAA0C;QACxG,MAAM,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;QAEpC,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,sBAAsB;IAC1F,CAAC;CACF;AA5oCD,wCA4oCC"}
@@ -0,0 +1,120 @@
1
+ import { Scorer } from './scorers/base-scorer';
2
+ /**
3
+ * Status of an alert evaluation
4
+ */
5
+ export declare enum AlertStatus {
6
+ TRIGGERED = "triggered",
7
+ NOT_TRIGGERED = "not_triggered"
8
+ }
9
+ /**
10
+ * A single metric condition
11
+ */
12
+ export declare class Condition {
13
+ metric: Scorer;
14
+ constructor(metric: Scorer);
15
+ /**
16
+ * Get the name of the metric for lookups in scores dictionary
17
+ */
18
+ get metricName(): string;
19
+ /**
20
+ * Get the threshold from the metric
21
+ */
22
+ get threshold(): number;
23
+ /**
24
+ * Evaluate the condition against a value
25
+ * Returns true if the condition passes, false otherwise
26
+ */
27
+ evaluate(value: number): boolean;
28
+ /**
29
+ * Convert the condition to a plain object
30
+ */
31
+ toJSON(): Record<string, any>;
32
+ }
33
+ /**
34
+ * Configuration for notifications when a rule is triggered
35
+ */
36
+ export declare class NotificationConfig {
37
+ enabled: boolean;
38
+ communicationMethods: string[];
39
+ emailAddresses?: string[];
40
+ sendAt?: number;
41
+ constructor(enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number);
42
+ /**
43
+ * Convert the notification config to a plain object
44
+ */
45
+ toJSON(): Record<string, any>;
46
+ }
47
+ /**
48
+ * Configuration for a single rule
49
+ */
50
+ export declare class Rule {
51
+ ruleId: string;
52
+ name: string;
53
+ description?: string;
54
+ conditions: Condition[];
55
+ combineType: 'all' | 'any';
56
+ notification?: NotificationConfig;
57
+ constructor(name: string, conditions: Condition[], combineType?: 'all' | 'any', description?: string, notification?: NotificationConfig, ruleId?: string);
58
+ /**
59
+ * Convert the rule to a plain object
60
+ */
61
+ toJSON(): Record<string, any>;
62
+ }
63
+ /**
64
+ * Result of evaluating a rule
65
+ */
66
+ export declare class AlertResult {
67
+ status: AlertStatus;
68
+ ruleId?: string;
69
+ ruleName: string;
70
+ conditionsResult: Array<{
71
+ metric: string;
72
+ value: number;
73
+ threshold: number;
74
+ passed: boolean;
75
+ }>;
76
+ metadata: Record<string, any>;
77
+ notification?: NotificationConfig;
78
+ constructor(status: AlertStatus, ruleName: string, conditionsResult: Array<{
79
+ metric: string;
80
+ value: number;
81
+ threshold: number;
82
+ passed: boolean;
83
+ }>, metadata?: Record<string, any>, ruleId?: string, notification?: NotificationConfig);
84
+ /**
85
+ * Get example_id from metadata for backward compatibility
86
+ */
87
+ get exampleId(): string | undefined;
88
+ /**
89
+ * Get timestamp from metadata for backward compatibility
90
+ */
91
+ get timestamp(): string | undefined;
92
+ /**
93
+ * Convert the alert result to a plain object
94
+ */
95
+ toJSON(): Record<string, any>;
96
+ }
97
+ /**
98
+ * Engine for creating and evaluating rules against metrics
99
+ */
100
+ export declare class RulesEngine {
101
+ rules: Record<string, Rule>;
102
+ constructor(rules: Record<string, Rule>);
103
+ /**
104
+ * Configure notification settings for a specific rule
105
+ */
106
+ configureNotification(ruleId: string, enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number): void;
107
+ /**
108
+ * Configure notification settings for all rules
109
+ */
110
+ configureAllNotifications(enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number): void;
111
+ /**
112
+ * Evaluate all rules against a set of scores
113
+ * Returns mapping of rule IDs to their alert results
114
+ */
115
+ evaluateRules(scores: Record<string, number>, exampleMetadata?: Record<string, any>): Record<string, AlertResult>;
116
+ /**
117
+ * Evaluate all rules against multiple examples in parallel
118
+ */
119
+ evaluateRulesParallel(exampleScores: Record<string, Record<string, number>>, exampleMetadata: Record<string, Record<string, any>>, maxConcurrent?: number): Promise<Record<string, Record<string, AlertResult>>>;
120
+ }
package/dist/rules.js ADDED
@@ -0,0 +1,322 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = void 0;
13
+ /**
14
+ * Rules system for JudgEval that enables alerts based on metric thresholds.
15
+ */
16
+ const uuid_1 = require("uuid");
17
+ const base_scorer_1 = require("./scorers/base-scorer");
18
+ /**
19
+ * Status of an alert evaluation
20
+ */
21
+ var AlertStatus;
22
+ (function (AlertStatus) {
23
+ AlertStatus["TRIGGERED"] = "triggered";
24
+ AlertStatus["NOT_TRIGGERED"] = "not_triggered";
25
+ })(AlertStatus || (exports.AlertStatus = AlertStatus = {}));
26
+ /**
27
+ * A single metric condition
28
+ */
29
+ class Condition {
30
+ constructor(metric) {
31
+ this.metric = metric;
32
+ }
33
+ /**
34
+ * Get the name of the metric for lookups in scores dictionary
35
+ */
36
+ get metricName() {
37
+ if (this.metric instanceof base_scorer_1.ScorerWrapper) {
38
+ return this.metric.scoreType || String(this.metric);
39
+ }
40
+ else if ('scoreType' in this.metric) {
41
+ return this.metric.scoreType;
42
+ }
43
+ else {
44
+ return String(this.metric);
45
+ }
46
+ }
47
+ /**
48
+ * Get the threshold from the metric
49
+ */
50
+ get threshold() {
51
+ return 'threshold' in this.metric ? this.metric.threshold : 0.5;
52
+ }
53
+ /**
54
+ * Evaluate the condition against a value
55
+ * Returns true if the condition passes, false otherwise
56
+ */
57
+ evaluate(value) {
58
+ // Store the value in the scorer
59
+ if ('score' in this.metric) {
60
+ this.metric.score = value;
61
+ }
62
+ // Use the scorer's success check function if available
63
+ if ('successCheck' in this.metric) {
64
+ return this.metric.successCheck();
65
+ }
66
+ else {
67
+ // Fallback to default comparison (greater than or equal)
68
+ return value >= this.threshold;
69
+ }
70
+ }
71
+ /**
72
+ * Convert the condition to a plain object
73
+ */
74
+ toJSON() {
75
+ return {
76
+ metric: this.metric.toJSON ? this.metric.toJSON() : this.metric,
77
+ };
78
+ }
79
+ }
80
+ exports.Condition = Condition;
81
+ /**
82
+ * Configuration for notifications when a rule is triggered
83
+ */
84
+ class NotificationConfig {
85
+ constructor(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
86
+ this.enabled = enabled;
87
+ this.communicationMethods = communicationMethods;
88
+ this.emailAddresses = emailAddresses;
89
+ this.sendAt = sendAt;
90
+ }
91
+ /**
92
+ * Convert the notification config to a plain object
93
+ */
94
+ toJSON() {
95
+ return {
96
+ enabled: this.enabled,
97
+ communication_methods: this.communicationMethods,
98
+ email_addresses: this.emailAddresses,
99
+ send_at: this.sendAt,
100
+ };
101
+ }
102
+ }
103
+ exports.NotificationConfig = NotificationConfig;
104
+ /**
105
+ * Configuration for a single rule
106
+ */
107
+ class Rule {
108
+ constructor(name, conditions, combineType = 'all', description, notification, ruleId) {
109
+ this.ruleId = ruleId || (0, uuid_1.v4)();
110
+ this.name = name;
111
+ this.description = description;
112
+ this.conditions = conditions;
113
+ this.combineType = combineType;
114
+ this.notification = notification;
115
+ // Validate
116
+ if (!this.conditions || this.conditions.length === 0) {
117
+ throw new Error('Conditions list cannot be empty');
118
+ }
119
+ if (this.combineType !== 'all' && this.combineType !== 'any') {
120
+ throw new Error('Combine type must be "all" or "any"');
121
+ }
122
+ }
123
+ /**
124
+ * Convert the rule to a plain object
125
+ */
126
+ toJSON() {
127
+ const data = {
128
+ rule_id: this.ruleId,
129
+ name: this.name,
130
+ description: this.description,
131
+ conditions: this.conditions.map(condition => {
132
+ const conditionData = {};
133
+ // Handle the metric property
134
+ if (condition.metric) {
135
+ const metricObj = condition.metric;
136
+ // Create standardized metric representation
137
+ const metricData = {
138
+ score_type: '',
139
+ threshold: 0.0
140
+ };
141
+ // Try to use object's own serialization methods
142
+ if ('toJSON' in metricObj) {
143
+ const origData = metricObj.toJSON();
144
+ // Copy any existing fields
145
+ Object.assign(metricData, origData);
146
+ }
147
+ // Ensure required fields have values
148
+ if (!metricData.score_type && metricData.name) {
149
+ metricData.score_type = metricData.name;
150
+ }
151
+ if (!metricData.score_type) {
152
+ // Try to get score_type from different possible attributes
153
+ if ('scoreType' in metricObj) {
154
+ metricData.score_type = metricObj.scoreType;
155
+ }
156
+ else if ('name' in metricObj) {
157
+ metricData.score_type = metricObj.name;
158
+ }
159
+ else {
160
+ // Last resort: use string representation
161
+ metricData.score_type = String(metricObj);
162
+ }
163
+ }
164
+ // Make sure threshold is set
165
+ if (!metricData.threshold && metricData.threshold !== 0.0) {
166
+ if ('threshold' in metricObj) {
167
+ metricData.threshold = metricObj.threshold;
168
+ }
169
+ else {
170
+ // Use condition threshold
171
+ metricData.threshold = condition.threshold;
172
+ }
173
+ }
174
+ conditionData.metric = metricData;
175
+ }
176
+ return conditionData;
177
+ }),
178
+ combine_type: this.combineType,
179
+ };
180
+ if (this.notification) {
181
+ data.notification = this.notification.toJSON();
182
+ }
183
+ return data;
184
+ }
185
+ }
186
+ exports.Rule = Rule;
187
+ /**
188
+ * Result of evaluating a rule
189
+ */
190
+ class AlertResult {
191
+ constructor(status, ruleName, conditionsResult, metadata = {}, ruleId, notification) {
192
+ this.status = status;
193
+ this.ruleId = ruleId;
194
+ this.ruleName = ruleName;
195
+ this.conditionsResult = conditionsResult;
196
+ this.metadata = metadata;
197
+ this.notification = notification;
198
+ }
199
+ /**
200
+ * Get example_id from metadata for backward compatibility
201
+ */
202
+ get exampleId() {
203
+ return this.metadata.example_id;
204
+ }
205
+ /**
206
+ * Get timestamp from metadata for backward compatibility
207
+ */
208
+ get timestamp() {
209
+ return this.metadata.timestamp;
210
+ }
211
+ /**
212
+ * Convert the alert result to a plain object
213
+ */
214
+ toJSON() {
215
+ const result = {
216
+ status: this.status,
217
+ rule_name: this.ruleName,
218
+ conditions_result: this.conditionsResult,
219
+ metadata: this.metadata,
220
+ };
221
+ if (this.ruleId) {
222
+ result.rule_id = this.ruleId;
223
+ }
224
+ if (this.notification) {
225
+ result.notification = this.notification.toJSON();
226
+ }
227
+ return result;
228
+ }
229
+ }
230
+ exports.AlertResult = AlertResult;
231
+ /**
232
+ * Engine for creating and evaluating rules against metrics
233
+ */
234
+ class RulesEngine {
235
+ constructor(rules) {
236
+ this.rules = rules;
237
+ }
238
+ /**
239
+ * Configure notification settings for a specific rule
240
+ */
241
+ configureNotification(ruleId, enabled = true, communicationMethods = [], emailAddresses, sendAt) {
242
+ if (!this.rules[ruleId]) {
243
+ throw new Error(`Rule with ID ${ruleId} not found`);
244
+ }
245
+ this.rules[ruleId].notification = new NotificationConfig(enabled, communicationMethods, emailAddresses, sendAt);
246
+ }
247
+ /**
248
+ * Configure notification settings for all rules
249
+ */
250
+ configureAllNotifications(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
251
+ for (const ruleId in this.rules) {
252
+ this.configureNotification(ruleId, enabled, communicationMethods, emailAddresses, sendAt);
253
+ }
254
+ }
255
+ /**
256
+ * Evaluate all rules against a set of scores
257
+ * Returns mapping of rule IDs to their alert results
258
+ */
259
+ evaluateRules(scores, exampleMetadata) {
260
+ const results = {};
261
+ const metadata = exampleMetadata || {};
262
+ // Add timestamp if not present
263
+ if (!metadata.timestamp) {
264
+ metadata.timestamp = new Date().toISOString().replace(/[:.]/g, '').slice(0, 15);
265
+ }
266
+ for (const ruleId in this.rules) {
267
+ const rule = this.rules[ruleId];
268
+ const conditionsResult = [];
269
+ let allPassed = true;
270
+ let anyPassed = false;
271
+ // Evaluate each condition
272
+ for (const condition of rule.conditions) {
273
+ const metricName = condition.metricName;
274
+ const value = scores[metricName] || 0;
275
+ const threshold = condition.threshold;
276
+ const passed = condition.evaluate(value);
277
+ conditionsResult.push({
278
+ metric: metricName,
279
+ value,
280
+ threshold,
281
+ passed,
282
+ });
283
+ if (!passed) {
284
+ allPassed = false;
285
+ }
286
+ else {
287
+ anyPassed = true;
288
+ }
289
+ }
290
+ // Determine if the rule is triggered based on combine type
291
+ const isTriggered = (rule.combineType === 'all' && allPassed) ||
292
+ (rule.combineType === 'any' && anyPassed);
293
+ results[ruleId] = new AlertResult(isTriggered ? AlertStatus.TRIGGERED : AlertStatus.NOT_TRIGGERED, rule.name, conditionsResult, metadata, rule.ruleId, rule.notification);
294
+ }
295
+ return results;
296
+ }
297
+ /**
298
+ * Evaluate all rules against multiple examples in parallel
299
+ */
300
+ evaluateRulesParallel(exampleScores_1, exampleMetadata_1) {
301
+ return __awaiter(this, arguments, void 0, function* (exampleScores, exampleMetadata, maxConcurrent = 100) {
302
+ const results = {};
303
+ const exampleIds = Object.keys(exampleScores);
304
+ // Process in batches to control concurrency
305
+ for (let i = 0; i < exampleIds.length; i += maxConcurrent) {
306
+ const batch = exampleIds.slice(i, i + maxConcurrent);
307
+ const batchPromises = batch.map(exampleId => {
308
+ const scores = exampleScores[exampleId];
309
+ const metadata = exampleMetadata[exampleId] || {};
310
+ return this.evaluateRules(scores, metadata);
311
+ });
312
+ const batchResults = yield Promise.all(batchPromises);
313
+ batch.forEach((exampleId, index) => {
314
+ results[exampleId] = batchResults[index];
315
+ });
316
+ }
317
+ return results;
318
+ });
319
+ }
320
+ }
321
+ exports.RulesEngine = RulesEngine;
322
+ //# sourceMappingURL=rules.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rules.js","sourceRoot":"","sources":["../src/rules.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA;;GAEG;AACH,+BAAoC;AACpC,uDAAiG;AAEjG;;GAEG;AACH,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,sCAAuB,CAAA;IACvB,8CAA+B,CAAA;AACjC,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAED;;GAEG;AACH,MAAa,SAAS;IAGpB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,IAAI,UAAU;QACZ,IAAI,IAAI,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IAClE,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,gCAAgC;QAChC,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC5B,CAAC;QAED,uDAAuD;QACvD,IAAI,cAAc,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;SAChE,CAAC;IACJ,CAAC;CACF;AAtDD,8BAsDC;AAED;;GAEG;AACH,MAAa,kBAAkB;IAM7B,YACE,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,qBAAqB,EAAE,IAAI,CAAC,oBAAoB;YAChD,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,OAAO,EAAE,IAAI,CAAC,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AA7BD,gDA6BC;AAED;;GAEG;AACH,MAAa,IAAI;IAQf,YACE,IAAY,EACZ,UAAuB,EACvB,cAA6B,KAAK,EAClC,WAAoB,EACpB,YAAiC,EACjC,MAAe;QAEf,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAA,SAAM,GAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,WAAW;QACX,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,IAAI,GAAwB;YAChC,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;gBAC1C,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAE9C,6BAA6B;gBAC7B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;oBAEnC,4CAA4C;oBAC5C,MAAM,UAAU,GAAwB;wBACtC,UAAU,EAAE,EAAE;wBACd,SAAS,EAAE,GAAG;qBACf,CAAC;oBAEF,gDAAgD;oBAChD,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;wBAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;wBACpC,2BAA2B;wBAC3B,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACtC,CAAC;oBAED,qCAAqC;oBACrC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;wBAC9C,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;oBAC1C,CAAC;oBAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBAC3B,2DAA2D;wBAC3D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,SAAS,CAAC;wBACvD,CAAC;6BAAM,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC/B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,IAAI,CAAC;wBAClD,CAAC;6BAAM,CAAC;4BACN,yCAAyC;4BACzC,UAAU,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC;oBAED,6BAA6B;oBAC7B,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,KAAK,GAAG,EAAE,CAAC;wBAC1D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;6BAAM,CAAC;4BACN,0BAA0B;4BAC1B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;oBACH,CAAC;oBAED,aAAa,CAAC,MAAM,GAAG,UAAU,CAAC;gBACpC,CAAC;gBAED,OAAO,aAAa,CAAC;YACvB,CAAC,CAAC;YACF,YAAY,EAAE,IAAI,CAAC,WAAW;SAC/B,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AArGD,oBAqGC;AAED;;GAEG;AACH,MAAa,WAAW;IAatB,YACE,MAAmB,EACnB,QAAgB,EAChB,gBAKE,EACF,WAAgC,EAAE,EAClC,MAAe,EACf,YAAiC;QAEjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwB;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACnD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AArED,kCAqEC;AAED;;GAEG;AACH,MAAa,WAAW;IAGtB,YAAY,KAA2B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,MAAc,EACd,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,IAAI,kBAAkB,CACtD,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,yBAAyB,CACvB,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CACxB,MAAM,EACN,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,aAAa,CACX,MAA8B,EAC9B,eAAqC;QAErC,MAAM,OAAO,GAAgC,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,eAAe,IAAI,EAAE,CAAC;QAEvC,+BAA+B;QAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACxB,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAKjB,EAAE,CAAC;YAER,IAAI,SAAS,GAAG,IAAI,CAAC;YACrB,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,0BAA0B;YAC1B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;gBACtC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAEzC,gBAAgB,CAAC,IAAI,CAAC;oBACpB,MAAM,EAAE,UAAU;oBAClB,KAAK;oBACL,SAAS;oBACT,MAAM;iBACP,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,WAAW,GACf,CAAC,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,SAAS,CAAC;gBACzC,CAAC,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,SAAS,CAAC,CAAC;YAE5C,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,WAAW,CAC/B,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,aAAa,EAC/D,IAAI,CAAC,IAAI,EACT,gBAAgB,EAChB,QAAQ,EACR,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,CAClB,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACG,qBAAqB;6DACzB,aAAqD,EACrD,eAAoD,EACpD,gBAAwB,GAAG;YAE3B,MAAM,OAAO,GAAgD,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE9C,4CAA4C;YAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;oBAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;oBACxC,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;oBAClD,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAEtD,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;oBACjC,OAAO,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;YACL,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;CACF;AAjJD,kCAiJC"}
@@ -0,0 +1,78 @@
1
+ import { Example } from './data/example';
2
+ import { EvaluationRun } from './evaluation-run';
3
+ import { ScoringResult } from './data/result';
4
+ import { APIJudgmentScorer } from './scorers/base-scorer';
5
+ /**
6
+ * Custom error for Judgment API errors
7
+ */
8
+ export declare class JudgmentAPIError extends Error {
9
+ constructor(message: string);
10
+ }
11
+ /**
12
+ * Validates an API response to ensure it has the expected format
13
+ * Throws a JudgmentAPIError if the response is invalid
14
+ */
15
+ export declare function validateApiResponse(response: any): void;
16
+ /**
17
+ * Sends an evaluation run to the RabbitMQ evaluation queue
18
+ */
19
+ export declare function sendToRabbitMQ(evaluationRun: EvaluationRun): Promise<any>;
20
+ /**
21
+ * Checks the status of an async evaluation
22
+ * @param evaluationRun The evaluation run to check
23
+ * @returns The status of the evaluation
24
+ */
25
+ export declare function checkEvaluationStatus(evaluationRun: EvaluationRun): Promise<any>;
26
+ /**
27
+ * Polls the status of an async evaluation until it's complete
28
+ * @param evaluationRun The evaluation run to poll
29
+ * @param intervalMs The interval between polls in milliseconds
30
+ * @param maxAttempts The maximum number of polling attempts
31
+ * @param onProgress Optional callback for progress updates
32
+ * @returns The evaluation results
33
+ */
34
+ export declare function pollEvaluationStatus(evaluationRun: EvaluationRun, intervalMs?: number, maxAttempts?: number, onProgress?: (status: any) => void): Promise<ScoringResult[]>;
35
+ /**
36
+ * Executes an evaluation of a list of Examples using one or more JudgmentScorers via the Judgment API
37
+ * @param evaluationRun The evaluation run object containing the examples, scorers, and metadata
38
+ * @returns The results of the evaluation
39
+ */
40
+ export declare function executeApiEval(evaluationRun: EvaluationRun): Promise<any[]>;
41
+ /**
42
+ * Checks if an evaluation run name already exists for a given project
43
+ */
44
+ export declare function checkEvalRunNameExists(evalName: string, projectName: string, judgmentApiKey: string, organizationId: string): Promise<void>;
45
+ export declare let hasLoggedUrl: boolean;
46
+ /**
47
+ * Logs evaluation results to the Judgment API database.
48
+ * @param results The results to log
49
+ * @param projectName The project name
50
+ * @param evalName The evaluation run name
51
+ * @param apiKey The API key for the Judgment API
52
+ * @param organizationId The organization ID
53
+ * @returns A URL to view the results in the Judgment UI
54
+ */
55
+ export declare function logEvaluationResults(results: ScoringResult[], projectName: string, evalName: string, apiKey: string | undefined, organizationId: string): Promise<string>;
56
+ /**
57
+ * When executing scorers that come from both the Judgment API and local scorers, we're left with
58
+ * results for each type of scorer. This function merges the results from the API and local evaluations,
59
+ * grouped by example.
60
+ */
61
+ export declare function mergeResults(apiResults: ScoringResult[], localResults: ScoringResult[]): ScoringResult[];
62
+ /**
63
+ * Checks if any ScoringResult objects are missing scorersData
64
+ */
65
+ export declare function checkMissingScorerData(results: ScoringResult[]): ScoringResult[];
66
+ /**
67
+ * Checks if the example contains the necessary parameters for the scorer
68
+ */
69
+ export declare function checkExamples(examples: Example[], scorers: APIJudgmentScorer[]): void;
70
+ /**
71
+ * Executes an evaluation of Examples using one or more Scorers
72
+ */
73
+ export declare function runEval(evaluationRun: EvaluationRun, override?: boolean, ignoreErrors?: boolean, asyncExecution?: boolean): Promise<ScoringResult[]>;
74
+ /**
75
+ * Collects all failed scorers from the scoring results
76
+ * Raises exceptions for any failed test cases
77
+ */
78
+ export declare function assertTest(scoringResults: ScoringResult[]): void;