judgeval 0.1.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +202 -0
- package/README.md +340 -0
- package/dist/clients.d.ts +7 -0
- package/dist/clients.js +78 -0
- package/dist/clients.js.map +1 -0
- package/dist/common/integrations/langgraph.d.ts +40 -0
- package/dist/common/integrations/langgraph.js +444 -0
- package/dist/common/integrations/langgraph.js.map +1 -0
- package/dist/common/logger-instance.d.ts +3 -0
- package/dist/common/logger-instance.js +64 -0
- package/dist/common/logger-instance.js.map +1 -0
- package/dist/common/logger.d.ts +54 -0
- package/dist/common/logger.js +221 -0
- package/dist/common/logger.js.map +1 -0
- package/dist/common/tracer.d.ts +205 -0
- package/dist/common/tracer.js +1035 -0
- package/dist/common/tracer.js.map +1 -0
- package/dist/constants.d.ts +51 -0
- package/dist/constants.js +344 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example.d.ts +70 -0
- package/dist/data/example.js +125 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/result.d.ts +51 -0
- package/dist/data/result.js +83 -0
- package/dist/data/result.js.map +1 -0
- package/dist/evaluation-run.d.ts +44 -0
- package/dist/evaluation-run.js +136 -0
- package/dist/evaluation-run.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +73 -0
- package/dist/index.js.map +1 -0
- package/dist/judgment-client.d.ts +179 -0
- package/dist/judgment-client.js +1038 -0
- package/dist/judgment-client.js.map +1 -0
- package/dist/rules.d.ts +120 -0
- package/dist/rules.js +322 -0
- package/dist/rules.js.map +1 -0
- package/dist/run-evaluation.d.ts +78 -0
- package/dist/run-evaluation.js +618 -0
- package/dist/run-evaluation.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +79 -0
- package/dist/scorers/api-scorer.js +291 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +100 -0
- package/dist/scorers/base-scorer.js +190 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/exact-match-scorer.d.ts +10 -0
- package/dist/scorers/exact-match-scorer.js +84 -0
- package/dist/scorers/exact-match-scorer.js.map +1 -0
- package/package.json +88 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"judgment-client.js","sourceRoot":"","sources":["../src/judgment-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,kDAA0B;AAC1B,4CAAyC;AACzC,0CAA8C;AAC9C,uDAAiG;AACjG,qDAAiD;AACjD,mCAA0C;AAC1C,qDAAyE;AACzE,2CAOqB;AACrB,+EAA8C;AAE9C,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAoBhB;;GAEG;AACH,MAAa,cAAc;IAKzB;;OAEG;IACI,MAAM,CAAC,WAAW,CAAC,cAAuB,EAAE,cAAuB;QACxE,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC7B,cAAc,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,YACE,cAAuB,EACvB,cAAuB;QAEvB,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAC3E,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;QAE1E,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,oDAAoD;YACpD,yBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;YAC5C,MAAM,IAAI,KAAK,CAAC,yGAAyG,CAAC,CAAC;QAC7H,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;QAC3H,CAAC;IACH,CAAC;IAED;;OAEG;IACU,cAAc;6DACzB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,KAAc;YAEd,qDAAqD;YACrD,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,IAAI,EAAE,6BAA6B;YACnC,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,aAAa;6DACxB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,iBAA0B,KAAK,EAC/B,KAAc;YAEd,IAAI,CAAC;gBACH,mDAAmD;gBACnD,MAAM,aAAa,GAA8C,EAAE,CAAC;gBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,IAAI,MAAM,YAAY,2BAAa,EAAE,CAAC;4BACpC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;wBAC7D,CAAC;6BAAM,CAAC;4BACN,wEAAwE;4BACxE,aAAa,CAAC,IAAI,CAAC,MAA4C,CAAC,CAAC;wBACnE,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpJ,CAAC;gBACH,CAAC;gBAED,sFAAsF;gBACtF,IAAI,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,YAAY,4BAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,KAAK,CAAC,kIAAkI,CAAC,CAAC;gBACtJ,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,EAAE,CAAC;oBACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACH,MAAM,mBAAmB,GAAgB,EAAE,CAAC;4BAC5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gCACxC,yCAAyC;gCACzC,IAAI,SAAS,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;oCAC9C,IAAI,CAAC;wCACH,+DAA+D;wCAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;wCACtE,MAAM,YAAY,GAAG,IAAI,iBAAS,CAAC,YAAY,CAAC,CAAC;wCACjD,iEAAiE;wCACjE,yDAAyD;wCACzD,MAAM,CAAC,MAAM,CAAC,YAAY,kCAAO,SAAS,KAAE,MAAM,EAAE,YAAY,IAAG,CAAC,CAAC,yCAAyC;wCAC9G,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oCACzC,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,CAAC,IAAI,wBAAwB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oCAClN,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gCACtC,CAAC;4BACH,CAAC;4BAED,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,IAAI,YAAI,CACtB,IAAI,CAAC,IAAI,EACT,mBAAmB,EACnB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACtH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,8BAAa,CAAC;oBACtC,UAAU;oBACV,WAAW;oBACX,QAAQ,EAAE,WAAW;oBACrB,QAAQ;oBACR,OAAO,EAAE,aAAa;oBACtB,KAAK;oBACL,UAAU;oBACV,QAAQ;oBACR,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC,CAAC;gBAEH,OAAO,IAAA,wBAAO,EAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,KAAK,CAAC,6EAA6E,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;;;OAIG;IACU,QAAQ,CAAC,MAcrB;;YACC,qBAAqB;YACrB,MAAM,EACJ,QAAQ,EACR,OAAO,EACP,KAAK,GAAG,2CAA2C,EACnD,UAAU,GAAG,SAAS,EACtB,QAAQ,GAAG,EAAE,EACb,WAAW,GAAG,iBAAiB,EAC/B,QAAQ,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,EACnC,UAAU,GAAG,IAAI,EACjB,WAAW,GAAG,IAAI,EAClB,YAAY,GAAG,IAAI,EACnB,cAAc,GAAG,KAAK,EACtB,KAAK,GAAG,SAAS,EACjB,QAAQ,GAAG,KAAK,EACjB,GAAG,MAAM,CAAC;YAEX,uEAAuE;YACvE,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,cAAc,EACd,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,eAAe;6DAC1B,OAAY,EAAE,8CAA8C;QAC5D,OAA8C,EAC9C,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,cAAsB,EAAE,EACxB,cAAsB,EAAE,EACxB,aAAsB,IAAI,EAC1B,cAAuB,IAAI,EAC3B,KAAc;YAEd,IAAI,CAAC;gBACH,mDAAmD;gBACnD,MAAM,aAAa,GAA8C,EAAE,CAAC;gBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,IAAI,MAAM,YAAY,2BAAa,EAAE,CAAC;4BACpC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;wBAC7D,CAAC;6BAAM,CAAC;4BACN,0EAA0E;4BACzE,aAAa,CAAC,IAAI,CAAC,MAA4C,CAAC,CAAC;wBACpE,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpJ,CAAC;gBACH,CAAC;gBAED,sFAAsF;gBACtF,IAAI,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,YAAY,4BAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,KAAK,CAAC,kIAAkI,CAAC,CAAC;gBACtJ,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,EAAE,CAAC;oBACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACH,MAAM,mBAAmB,GAAgB,EAAE,CAAC;4BAC5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gCACxC,yCAAyC;gCACzC,IAAI,SAAS,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;oCAC9C,IAAI,CAAC;wCACD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;wCACtE,MAAM,YAAY,GAAG,IAAI,iBAAS,CAAC,YAAY,CAAC,CAAC;wCACjD,MAAM,CAAC,MAAM,CAAC,YAAY,kCAAO,SAAS,KAAE,MAAM,EAAE,YAAY,IAAG,CAAC;wCACpE,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oCAC3C,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,CAAC,IAAI,wBAAwB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oCAClN,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gCACtC,CAAC;4BACH,CAAC;4BAED,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,IAAI,YAAI,CACtB,IAAI,CAAC,IAAI,EACT,mBAAmB,EACnB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACvH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,8BAAa,CAAC;oBACtC,UAAU;oBACV,WAAW;oBACX,QAAQ,EAAE,WAAW;oBACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,8CAA8C;oBAC1E,OAAO,EAAE,aAAa;oBACtB,KAAK;oBACL,UAAU;oBACV,QAAQ;oBACR,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC,CAAC;gBAEF,mGAAmG;gBACpG,OAAO,IAAA,wBAAO,EAAC,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,KAAK,CAAC,6EAA6E,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACI,aAAa;QAClB,6CAA6C;QAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACU,WAAW;6DACtB,KAAa,EACb,OAAY,EACZ,WAAmB,EACnB,YAAqB,KAAK;YAE1B,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,KAAa,EACb,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,uBAAuB,CAClC,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,KAAa,EACb,QAAmB,EACnB,WAAmB;;YAEnB,6CAA6C;YAC7C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;;;;OAKG;IACU,QAAQ,CACnB,WAAmB,EACnB,WAAmB,CAAC,oDAAoD;;;;YAEvE,oDAAoD;YACrD,MAAM,kBAAkB,GAAuB;gBAC7C,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW,EAAE,wCAAwC;gBAChE,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,uCAA2B,EAAE,eAAe;gBAC5C,kBAAkB,EAClB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,wDAAwD;gBACxD,iEAAiE;gBACjE,wEAAwE;gBACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAChE,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,oCAAoC;gBACxE,CAAC;gBAED,MAAM,aAAa,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAqB,EAAE,CAAC;gBACjE,aAAa,CAAC,EAAE,GAAG,CAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,EAAE,KAAI,EAAE,CAAC,CAAC,2CAA2C;gBAE1F,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACnC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;oBACvC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,IAAI,EAAE,CAAC;oBAEhD,kCAAkC;oBAClC,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC;wBAC1B,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,YAAY,EAAE,UAAU,CAAC,aAAa;wBACtC,cAAc,EAAE,UAAU,CAAC,eAAe;wBAC1C,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,gBAAgB,EAAE,UAAU,CAAC,iBAAiB;wBAC9C,kBAAkB,EAAE,UAAU,CAAC,mBAAmB;wBAClD,WAAW,EAAE,UAAU,CAAC,YAAY;wBACpC,aAAa,EAAE,UAAU,CAAC,cAAc;wBACxC,SAAS,EAAE,UAAU,CAAC,UAAU;wBAChC,YAAY,EAAE,UAAU,CAAC,aAAa;wBACtC,SAAS,EAAE,UAAU,CAAC,SAAS;qBAChC,CAAC,CAAC;oBAEH,uBAAuB;oBACvB,MAAM,aAAa,GAAG,IAAI,sBAAa,CAAC;wBACtC,UAAU,EAAE,OAAO;wBACnB,WAAW,EAAE,UAAU,CAAC,YAAY,IAAI,EAAE;wBAC1C,KAAK,EAAE,UAAU,CAAC,KAAK;qBACxB,CAAC,CAAC;oBAEH,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC5C,CAAC;gBAED,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,oDAAoD;YAC9E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,sCAAsC,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBACxF,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,UAAU,CACrB,WAAmB,EACnB,WAAmB;;YAEnB,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC;KAAA;IAED;;;;;;OAMG;IACU,YAAY;6DACvB,WAAmB,EACnB,QAAgB,GAAG,EACnB,SAAiB,CAAC;;YAElB,IAAI,CAAC;gBACH,gCAAgC;gBAChC,MAAM,GAAG,GAAG,GAAG,oBAAQ,aAAa,WAAW,YAAY,CAAC;gBAC5D,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAC9B,GAAG,EACH;oBACE,MAAM,EAAE;wBACN,KAAK;wBACL,MAAM;qBACP;oBACD,OAAO,EAAE;wBACP,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,mCAAmC,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBACrF,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;KAAA;IAED;;;;;OAKG;IACU,eAAe,CAC1B,WAAmB,EACnB,WAAmB;;;YAEnB,IAAI,CAAC;gBACH,gCAAgC;gBAChC,MAAM,GAAG,GAAG,GAAG,oBAAQ,aAAa,WAAW,cAAc,WAAW,QAAQ,CAAC;gBACjF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAC7B,GAAG,EACJ;oBACE,OAAO,EAAE;wBACP,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBAC1C,MAAM,YAAY,GAAG,CAAA,MAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,0CAAE,MAAM,KAAI,KAAK,CAAC,OAAO,CAAC;oBACnE,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBAC9F,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjF,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,SAAyB,MAAM;YAE/B,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBACnE,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,kDAAkD;gBAEvF,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACxC,OAAO,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBAC/E,CAAC;gBAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBACtB,4DAA4D;oBAC5D,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC9C,CAAC;qBAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;oBACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACpD,OAAO,kBAAkB,CAAC;oBAC5B,CAAC;oBAED,gDAAgD;oBAChD,IAAI,MAAM,CAAC;oBACX,IAAI,CAAC;wBACF,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;oBACvC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;oBACrH,CAAC;oBAGD,IAAI,CAAC;wBACH,uDAAuD;wBACvD,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAqB,EAAE,EAAE;4BAC5D,gDAAgD;4BAChD,MAAM,UAAU,GAAwB,EAAE,CAAC;4BAC3C,UAAU,CAAC,WAAW,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,kBAAkB;4BAE3D,qBAAqB;4BACrB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gCACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;oCAC7D,iDAAiD;oCACjD,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gCAC5G,CAAC;4BACH,CAAC;4BAED,iFAAiF;4BACjF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gCACrC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;oCAC7C,UAAU,CAAC,UAAU,KAAK,OAAO,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC;oCACrD,UAAU,CAAC,UAAU,KAAK,QAAQ,CAAC,GAAG,CAAC,OAAO,UAAU,CAAC,KAAK,KAAK,QAAQ,IAAI,UAAU,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;oCAChK,UAAU,CAAC,UAAU,KAAK,QAAQ,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;oCACvD,uDAAuD;oCACvD,IAAI,UAAU,CAAC,mBAAmB,EAAE,CAAC;wCAChC,UAAU,CAAC,UAAU,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;oCAC7F,CAAC;gCACL,CAAC,CAAC,CAAC;4BACN,CAAC;4BAED,UAAU,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,6CAA6C;4BAC9E,OAAO,UAAU,CAAC;wBACpB,CAAC,CAAC,CAAC;wBAEJ,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;wBAC5B,OAAO,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;oBACxC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;wBACjD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC5E,OAAO,yBAAyB,YAAY,EAAE,CAAC;oBACjD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7E,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU,CACrB,WAAmB,EACnB,YAAsB;;;YAEtB,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,oDAAoD;YACpD,MAAM,kBAAkB,GAA6B;gBACnD,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,YAAY;gBACxB,gBAAgB,EAAE,IAAI,CAAC,cAAc,CAAC,yCAAyC;aAChF,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,wCAA4B,EAAE,eAAe;gBAC7C;oBACE,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBACtC,MAAM,IAAI,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,CAAC;oBACnC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACrE,CAAC;yBAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC1E,CAAC;yBAAM,CAAC;wBACL,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACvF,CAAC;gBACH,CAAC;gBACD,oCAAoC;gBACnC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,kBAAkB,CAC7B,WAAmB;;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,gDAAoC,EAAE,eAAe;gBACrD;oBACE,uEAAuE;oBACvE,IAAI,EAAE;wBACJ,YAAY,EAAE,WAAW;qBAC1B;oBACD,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,8EAA8E;gBAC9E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,CAAC;oBACtC,MAAM,IAAI,GAAG,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI,CAAC;oBAClC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBACnB,kEAAkE;wBAClE,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,oCAAoC,CAAC,CAAC;wBAC1E,OAAO,KAAK,CAAC,CAAC,oDAAoD;oBACpE,CAAC;yBAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC3E,CAAC;yBAAM,CAAC;wBACL,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACxF,CAAC;gBACH,CAAC;gBACA,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,2CAA+B,EAAE,eAAe;gBAChD,uEAAuE;gBACvE;oBACE,YAAY,EAAE,WAAW;iBAC1B,EACD;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,8EAA8E;gBAC9E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC/C,mEAAmE;oBACnE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC/B,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,mBAAmB,CAAC,CAAC;wBACzD,OAAO,KAAK,CAAC,CAAC,4CAA4C;oBAC/D,CAAC;oBACF,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,MAAM,CACjC,2CAA+B,EAAE,eAAe;gBAChD;oBACE,uEAAuE;oBACvE,IAAI,EAAE;wBACJ,YAAY,EAAE,WAAW;qBAC1B;oBACD,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAED,8EAA8E;gBAC/E,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,2CAA2C;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC/C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC/B,OAAO,CAAC,IAAI,CAAC,YAAY,WAAW,2BAA2B,CAAC,CAAC;wBACjE,OAAO,KAAK,CAAC,CAAC,2CAA2C;oBAC9D,CAAC;oBACF,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,cAAc;;;YAC1B,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,oBAAQ,oBAAoB,EAAE,eAAe;gBAChD,EAAE,EAAG,aAAa;gBAClB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,gFAAgF;qBACjF;iBACF,CACF,CAAC;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,8DAA8D;oBAC9D,OAAO,CAAC,KAAK,EAAE,CAAA,MAAA,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,qCAAqC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;gBACnG,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAChD,OAAO,CAAC,KAAK,EAAE,CAAA,MAAA,KAAK,CAAC,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,qCAAqC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC/G,CAAC;qBAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBACjC,OAAO,CAAC,KAAK,EAAE,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChE,CAAC;qBACK,CAAC;oBACL,OAAO,CAAC,KAAK,EAAE,qCAAqC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU;6DACrB,QAAmB,EACnB,OAAkD,EAAE,+BAA+B;QACnF,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,KAAc;YAEd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CACtC,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,IAAI,EAAE,sEAAsE;YAC5E,KAAK,EAAE,kCAAkC;YACzC,KAAK,EAAE,yBAAyB;YAChC,KAAK,CACN,CAAC;YAEF,IAAA,2BAAU,EAAC,OAAO,CAAC,CAAC,CAAC,6CAA6C;QACpE,CAAC;KAAA;IAED;;;;;OAKG;IACG,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YAC5D,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBACnE,kEAAkE;gBAClE,OAAO,CAAA,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,OAAO,KAAI,EAAE,CAAC;YACxC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACd,mFAAmF;gBACnF,yBAAM,CAAC,KAAK,CAAC,0CAA0C,WAAW,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClI,OAAO,EAAE,CAAC;YACb,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YAClE,0EAA0E;YAC3E,MAAM,WAAW,GAAuB;gBACpC,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW,EAAE,kBAAkB;gBAC1C,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACxC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,uCAA2B,EAAE,gBAAgB;gBAC7C,WAAW,EACX;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;oBACD,OAAO,EAAE,KAAK,CAAC,+CAA+C;iBAC/D,CACF,CAAC;gBAED,2EAA2E;gBAC3E,IAAI,UAAU,GAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAEtE,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,mFAAmF;oBACnF,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,KAAI,MAAA,MAAA,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,0CAAE,MAAM,0CAAE,MAAM,CAAA,EAAE,CAAC;wBAC9D,wDAAwD;wBACzD,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,+CAA+C;oBACzF,CAAC;yBAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClC,yEAAyE;wBACzE,UAAU,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;oBACpF,CAAC;yBAAM,CAAC;wBACH,4DAA4D;wBAC7D,UAAU,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;oBAC1F,CAAC;gBACL,CAAC;qBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC7F,+CAA+C;oBAC/C,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACJ,6BAA6B;oBAC7B,UAAU,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBAC7H,CAAC;gBAEF,+BAA+B;gBAC/B,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,UAAU,CAAC,QAAQ,KAAK,SAAS,IAAI,UAAU,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACpE,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;wBACzB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,qCAAqC;oBAC9F,CAAC;gBACL,CAAC;gBAED,MAAM,gBAAgB,GAAG;oBACrB,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,SAAS;oBACtC,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,EAAE;oBACjC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,iCAAiC;iBAC5D,CAAC;gBAEF,kEAAkE;gBAClE,6CAA6C;gBAC7C,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC,KAAK,CAAC;gBAChC,MAAM,2BAA2B,GAAG,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBAEzE,IAAI,CAAC,2BAA2B,EAAE,CAAC;oBAC/B,qDAAqD;oBACrD,yBAAM,CAAC,IAAI,CAAC,sBAAsB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7D,yBAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzE,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;wBAC3B,yBAAM,CAAC,IAAI,CAAC,YAAY,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC;oBACxD,CAAC;oBACA,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1B,yBAAM,CAAC,KAAK,CAAC,oBAAoB,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACL,CAAC;gBAED,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,6EAA6E;gBAC7E,qFAAqF;gBACrF,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,yBAAM,CAAC,KAAK,CAAC,yCAAyC,WAAW,MAAM,YAAY,EAAE,CAAC,CAAC;gBACvF,OAAO;oBACL,MAAM,EAAE,SAAS;oBACjB,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,0BAA0B,YAAY,EAAE;iBAClD,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,UAII,EAAE;YAEN,MAAM,EACJ,UAAU,GAAG,IAAI,EAAG,2BAA2B;YAC/C,WAAW,GAAG,GAAG,EAAE,yCAAyC;YAC5D,YAAY,GAAG,IAAI,EACpB,GAAG,OAAO,CAAC;YAEZ,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,mBAAmB,GAAG,CAAC,CAAC,CAAC;YAC7B,IAAI,UAAU,GAAG,EAAE,CAAC;YAEpB,IAAI,YAAY,EAAE,CAAC;gBACf,iCAAiC;gBACjC,yBAAM,CAAC,IAAI,CAAC,2BAA2B,WAAW,iBAAiB,WAAW,kBAAkB,CAAC,CAAC;YACtG,CAAC;YAED,OAAO,QAAQ,GAAG,WAAW,EAAE,CAAC;gBAC9B,QAAQ,EAAE,CAAC;gBACX,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,6BAA6B;oBAClG,MAAM,sBAAsB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC;oBAEjE,mEAAmE;oBACnE,IAAI,YAAY,IAAI,CAAC,sBAAsB,KAAK,mBAAmB,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;wBACpG,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,sBAAsB,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACtG,gGAAgG;wBAChG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,GAAG,GAAG,WAAW,GAAG,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,eAAe,GAAG,WAAW,GAAG,GAAG,GAAG,sBAAsB,GAAG,IAAI,CAAC,CAAC;wBACxK,mBAAmB,GAAG,sBAAsB,CAAC;wBAC7C,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;oBAC9B,CAAC;oBAED,0BAA0B;oBAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;wBAChC,IAAI,YAAY,EAAE,CAAC;4BACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,sDAAsD;4BAClF,+BAA+B;4BAC/B,yBAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;wBAC5D,CAAC;wBACF,IAAI,CAAC;4BACH,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;4BACrE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACrB,+BAA+B;gCAC/B,yBAAM,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;gCAC/D,OAAO,OAAO,CAAC;4BACnB,CAAC;iCAAM,CAAC;gCACH,8EAA8E;gCAC9E,yBAAM,CAAC,IAAI,CAAC,kEAAkE,WAAW,IAAI,CAAC,CAAC;gCAC/F,OAAO,EAAE,CAAC;4BACf,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,IAAI,YAAY;gCAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;4BAC3E,yBAAM,CAAC,KAAK,CAAC,gDAAgD,WAAW,MAAM,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;4BACvJ,OAAO,EAAE,CAAC,CAAC,8BAA8B;wBAC3C,CAAC;oBACH,CAAC;yBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACrC,IAAI,YAAY;4BAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;wBAC3E,yBAAM,CAAC,KAAK,CAAC,0BAA0B,WAAW,MAAM,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;wBAC9G,OAAO,EAAE,CAAC,CAAC,gCAAgC;oBAC7C,CAAC;yBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;wBACpC,0CAA0C;wBAC1C,gDAAgD;wBAChD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;4BAC3B,IAAI,YAAY;gCAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;4BAC3E,yBAAM,CAAC,IAAI,CAAC,kCAAkC,WAAW,cAAc,QAAQ,gBAAgB,CAAC,CAAC;4BACjG,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;wBACvD,CAAC;wBACD,UAAU,GAAG,SAAS,CAAC;oBAC3B,CAAC;yBAAM,CAAC;wBACH,8DAA8D;wBAC9D,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;oBAChC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,gGAAgG;oBAChG,IAAI,YAAY;wBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;oBAC3E,yBAAM,CAAC,KAAK,CAAC,2CAA2C,QAAQ,IAAI,WAAW,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBAC9I,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;oBACnD,UAAU,GAAG,eAAe,CAAC,CAAC,oCAAoC;gBACrE,CAAC;gBAED,qDAAqD;gBACrD,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACvD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACH,uEAAuE;oBACvE,MAAM;gBACX,CAAC;YACH,CAAC,CAAC,iBAAiB;YAEnB,8CAA8C;YAC9C,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACvD,IAAI,YAAY;oBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;gBAC3E,yBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,kBAAkB,WAAW,yBAAyB,UAAU,EAAE,CAAC,CAAC;gBAC/H,OAAO,EAAE,CAAC,CAAC,gCAAgC;YAC/C,CAAC;YAED,mFAAmF;YACnF,OAAO,EAAE,CAAC;QACZ,CAAC;KAAA;IAED;;;;OAIG;IACK,kBAAkB,CAAC,OAAe;QACxC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,qBAAqB;QACvC,kCAAkC;QAClC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,0CAA0C;QACxG,MAAM,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;QAEpC,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,sBAAsB;IAC1F,CAAC;CACF;AA5oCD,wCA4oCC"}
|
package/dist/rules.d.ts
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { Scorer } from './scorers/base-scorer';
|
|
2
|
+
/**
|
|
3
|
+
* Status of an alert evaluation
|
|
4
|
+
*/
|
|
5
|
+
export declare enum AlertStatus {
|
|
6
|
+
TRIGGERED = "triggered",
|
|
7
|
+
NOT_TRIGGERED = "not_triggered"
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* A single metric condition
|
|
11
|
+
*/
|
|
12
|
+
export declare class Condition {
|
|
13
|
+
metric: Scorer;
|
|
14
|
+
constructor(metric: Scorer);
|
|
15
|
+
/**
|
|
16
|
+
* Get the name of the metric for lookups in scores dictionary
|
|
17
|
+
*/
|
|
18
|
+
get metricName(): string;
|
|
19
|
+
/**
|
|
20
|
+
* Get the threshold from the metric
|
|
21
|
+
*/
|
|
22
|
+
get threshold(): number;
|
|
23
|
+
/**
|
|
24
|
+
* Evaluate the condition against a value
|
|
25
|
+
* Returns true if the condition passes, false otherwise
|
|
26
|
+
*/
|
|
27
|
+
evaluate(value: number): boolean;
|
|
28
|
+
/**
|
|
29
|
+
* Convert the condition to a plain object
|
|
30
|
+
*/
|
|
31
|
+
toJSON(): Record<string, any>;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Configuration for notifications when a rule is triggered
|
|
35
|
+
*/
|
|
36
|
+
export declare class NotificationConfig {
|
|
37
|
+
enabled: boolean;
|
|
38
|
+
communicationMethods: string[];
|
|
39
|
+
emailAddresses?: string[];
|
|
40
|
+
sendAt?: number;
|
|
41
|
+
constructor(enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number);
|
|
42
|
+
/**
|
|
43
|
+
* Convert the notification config to a plain object
|
|
44
|
+
*/
|
|
45
|
+
toJSON(): Record<string, any>;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Configuration for a single rule
|
|
49
|
+
*/
|
|
50
|
+
export declare class Rule {
|
|
51
|
+
ruleId: string;
|
|
52
|
+
name: string;
|
|
53
|
+
description?: string;
|
|
54
|
+
conditions: Condition[];
|
|
55
|
+
combineType: 'all' | 'any';
|
|
56
|
+
notification?: NotificationConfig;
|
|
57
|
+
constructor(name: string, conditions: Condition[], combineType?: 'all' | 'any', description?: string, notification?: NotificationConfig, ruleId?: string);
|
|
58
|
+
/**
|
|
59
|
+
* Convert the rule to a plain object
|
|
60
|
+
*/
|
|
61
|
+
toJSON(): Record<string, any>;
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Result of evaluating a rule
|
|
65
|
+
*/
|
|
66
|
+
export declare class AlertResult {
|
|
67
|
+
status: AlertStatus;
|
|
68
|
+
ruleId?: string;
|
|
69
|
+
ruleName: string;
|
|
70
|
+
conditionsResult: Array<{
|
|
71
|
+
metric: string;
|
|
72
|
+
value: number;
|
|
73
|
+
threshold: number;
|
|
74
|
+
passed: boolean;
|
|
75
|
+
}>;
|
|
76
|
+
metadata: Record<string, any>;
|
|
77
|
+
notification?: NotificationConfig;
|
|
78
|
+
constructor(status: AlertStatus, ruleName: string, conditionsResult: Array<{
|
|
79
|
+
metric: string;
|
|
80
|
+
value: number;
|
|
81
|
+
threshold: number;
|
|
82
|
+
passed: boolean;
|
|
83
|
+
}>, metadata?: Record<string, any>, ruleId?: string, notification?: NotificationConfig);
|
|
84
|
+
/**
|
|
85
|
+
* Get example_id from metadata for backward compatibility
|
|
86
|
+
*/
|
|
87
|
+
get exampleId(): string | undefined;
|
|
88
|
+
/**
|
|
89
|
+
* Get timestamp from metadata for backward compatibility
|
|
90
|
+
*/
|
|
91
|
+
get timestamp(): string | undefined;
|
|
92
|
+
/**
|
|
93
|
+
* Convert the alert result to a plain object
|
|
94
|
+
*/
|
|
95
|
+
toJSON(): Record<string, any>;
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Engine for creating and evaluating rules against metrics
|
|
99
|
+
*/
|
|
100
|
+
export declare class RulesEngine {
|
|
101
|
+
rules: Record<string, Rule>;
|
|
102
|
+
constructor(rules: Record<string, Rule>);
|
|
103
|
+
/**
|
|
104
|
+
* Configure notification settings for a specific rule
|
|
105
|
+
*/
|
|
106
|
+
configureNotification(ruleId: string, enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number): void;
|
|
107
|
+
/**
|
|
108
|
+
* Configure notification settings for all rules
|
|
109
|
+
*/
|
|
110
|
+
configureAllNotifications(enabled?: boolean, communicationMethods?: string[], emailAddresses?: string[], sendAt?: number): void;
|
|
111
|
+
/**
|
|
112
|
+
* Evaluate all rules against a set of scores
|
|
113
|
+
* Returns mapping of rule IDs to their alert results
|
|
114
|
+
*/
|
|
115
|
+
evaluateRules(scores: Record<string, number>, exampleMetadata?: Record<string, any>): Record<string, AlertResult>;
|
|
116
|
+
/**
|
|
117
|
+
* Evaluate all rules against multiple examples in parallel
|
|
118
|
+
*/
|
|
119
|
+
evaluateRulesParallel(exampleScores: Record<string, Record<string, number>>, exampleMetadata: Record<string, Record<string, any>>, maxConcurrent?: number): Promise<Record<string, Record<string, AlertResult>>>;
|
|
120
|
+
}
|
package/dist/rules.js
ADDED
|
@@ -0,0 +1,322 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = void 0;
|
|
13
|
+
/**
|
|
14
|
+
* Rules system for JudgEval that enables alerts based on metric thresholds.
|
|
15
|
+
*/
|
|
16
|
+
const uuid_1 = require("uuid");
|
|
17
|
+
const base_scorer_1 = require("./scorers/base-scorer");
|
|
18
|
+
/**
|
|
19
|
+
* Status of an alert evaluation
|
|
20
|
+
*/
|
|
21
|
+
var AlertStatus;
|
|
22
|
+
(function (AlertStatus) {
|
|
23
|
+
AlertStatus["TRIGGERED"] = "triggered";
|
|
24
|
+
AlertStatus["NOT_TRIGGERED"] = "not_triggered";
|
|
25
|
+
})(AlertStatus || (exports.AlertStatus = AlertStatus = {}));
|
|
26
|
+
/**
|
|
27
|
+
* A single metric condition
|
|
28
|
+
*/
|
|
29
|
+
class Condition {
|
|
30
|
+
constructor(metric) {
|
|
31
|
+
this.metric = metric;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Get the name of the metric for lookups in scores dictionary
|
|
35
|
+
*/
|
|
36
|
+
get metricName() {
|
|
37
|
+
if (this.metric instanceof base_scorer_1.ScorerWrapper) {
|
|
38
|
+
return this.metric.scoreType || String(this.metric);
|
|
39
|
+
}
|
|
40
|
+
else if ('scoreType' in this.metric) {
|
|
41
|
+
return this.metric.scoreType;
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
return String(this.metric);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Get the threshold from the metric
|
|
49
|
+
*/
|
|
50
|
+
get threshold() {
|
|
51
|
+
return 'threshold' in this.metric ? this.metric.threshold : 0.5;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Evaluate the condition against a value
|
|
55
|
+
* Returns true if the condition passes, false otherwise
|
|
56
|
+
*/
|
|
57
|
+
evaluate(value) {
|
|
58
|
+
// Store the value in the scorer
|
|
59
|
+
if ('score' in this.metric) {
|
|
60
|
+
this.metric.score = value;
|
|
61
|
+
}
|
|
62
|
+
// Use the scorer's success check function if available
|
|
63
|
+
if ('successCheck' in this.metric) {
|
|
64
|
+
return this.metric.successCheck();
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
// Fallback to default comparison (greater than or equal)
|
|
68
|
+
return value >= this.threshold;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
/**
|
|
72
|
+
* Convert the condition to a plain object
|
|
73
|
+
*/
|
|
74
|
+
toJSON() {
|
|
75
|
+
return {
|
|
76
|
+
metric: this.metric.toJSON ? this.metric.toJSON() : this.metric,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
exports.Condition = Condition;
|
|
81
|
+
/**
|
|
82
|
+
* Configuration for notifications when a rule is triggered
|
|
83
|
+
*/
|
|
84
|
+
class NotificationConfig {
|
|
85
|
+
constructor(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
86
|
+
this.enabled = enabled;
|
|
87
|
+
this.communicationMethods = communicationMethods;
|
|
88
|
+
this.emailAddresses = emailAddresses;
|
|
89
|
+
this.sendAt = sendAt;
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Convert the notification config to a plain object
|
|
93
|
+
*/
|
|
94
|
+
toJSON() {
|
|
95
|
+
return {
|
|
96
|
+
enabled: this.enabled,
|
|
97
|
+
communication_methods: this.communicationMethods,
|
|
98
|
+
email_addresses: this.emailAddresses,
|
|
99
|
+
send_at: this.sendAt,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
exports.NotificationConfig = NotificationConfig;
|
|
104
|
+
/**
|
|
105
|
+
* Configuration for a single rule
|
|
106
|
+
*/
|
|
107
|
+
class Rule {
|
|
108
|
+
constructor(name, conditions, combineType = 'all', description, notification, ruleId) {
|
|
109
|
+
this.ruleId = ruleId || (0, uuid_1.v4)();
|
|
110
|
+
this.name = name;
|
|
111
|
+
this.description = description;
|
|
112
|
+
this.conditions = conditions;
|
|
113
|
+
this.combineType = combineType;
|
|
114
|
+
this.notification = notification;
|
|
115
|
+
// Validate
|
|
116
|
+
if (!this.conditions || this.conditions.length === 0) {
|
|
117
|
+
throw new Error('Conditions list cannot be empty');
|
|
118
|
+
}
|
|
119
|
+
if (this.combineType !== 'all' && this.combineType !== 'any') {
|
|
120
|
+
throw new Error('Combine type must be "all" or "any"');
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Convert the rule to a plain object
|
|
125
|
+
*/
|
|
126
|
+
toJSON() {
|
|
127
|
+
const data = {
|
|
128
|
+
rule_id: this.ruleId,
|
|
129
|
+
name: this.name,
|
|
130
|
+
description: this.description,
|
|
131
|
+
conditions: this.conditions.map(condition => {
|
|
132
|
+
const conditionData = {};
|
|
133
|
+
// Handle the metric property
|
|
134
|
+
if (condition.metric) {
|
|
135
|
+
const metricObj = condition.metric;
|
|
136
|
+
// Create standardized metric representation
|
|
137
|
+
const metricData = {
|
|
138
|
+
score_type: '',
|
|
139
|
+
threshold: 0.0
|
|
140
|
+
};
|
|
141
|
+
// Try to use object's own serialization methods
|
|
142
|
+
if ('toJSON' in metricObj) {
|
|
143
|
+
const origData = metricObj.toJSON();
|
|
144
|
+
// Copy any existing fields
|
|
145
|
+
Object.assign(metricData, origData);
|
|
146
|
+
}
|
|
147
|
+
// Ensure required fields have values
|
|
148
|
+
if (!metricData.score_type && metricData.name) {
|
|
149
|
+
metricData.score_type = metricData.name;
|
|
150
|
+
}
|
|
151
|
+
if (!metricData.score_type) {
|
|
152
|
+
// Try to get score_type from different possible attributes
|
|
153
|
+
if ('scoreType' in metricObj) {
|
|
154
|
+
metricData.score_type = metricObj.scoreType;
|
|
155
|
+
}
|
|
156
|
+
else if ('name' in metricObj) {
|
|
157
|
+
metricData.score_type = metricObj.name;
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
// Last resort: use string representation
|
|
161
|
+
metricData.score_type = String(metricObj);
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
// Make sure threshold is set
|
|
165
|
+
if (!metricData.threshold && metricData.threshold !== 0.0) {
|
|
166
|
+
if ('threshold' in metricObj) {
|
|
167
|
+
metricData.threshold = metricObj.threshold;
|
|
168
|
+
}
|
|
169
|
+
else {
|
|
170
|
+
// Use condition threshold
|
|
171
|
+
metricData.threshold = condition.threshold;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
conditionData.metric = metricData;
|
|
175
|
+
}
|
|
176
|
+
return conditionData;
|
|
177
|
+
}),
|
|
178
|
+
combine_type: this.combineType,
|
|
179
|
+
};
|
|
180
|
+
if (this.notification) {
|
|
181
|
+
data.notification = this.notification.toJSON();
|
|
182
|
+
}
|
|
183
|
+
return data;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
exports.Rule = Rule;
|
|
187
|
+
/**
|
|
188
|
+
* Result of evaluating a rule
|
|
189
|
+
*/
|
|
190
|
+
class AlertResult {
|
|
191
|
+
constructor(status, ruleName, conditionsResult, metadata = {}, ruleId, notification) {
|
|
192
|
+
this.status = status;
|
|
193
|
+
this.ruleId = ruleId;
|
|
194
|
+
this.ruleName = ruleName;
|
|
195
|
+
this.conditionsResult = conditionsResult;
|
|
196
|
+
this.metadata = metadata;
|
|
197
|
+
this.notification = notification;
|
|
198
|
+
}
|
|
199
|
+
/**
|
|
200
|
+
* Get example_id from metadata for backward compatibility
|
|
201
|
+
*/
|
|
202
|
+
get exampleId() {
|
|
203
|
+
return this.metadata.example_id;
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Get timestamp from metadata for backward compatibility
|
|
207
|
+
*/
|
|
208
|
+
get timestamp() {
|
|
209
|
+
return this.metadata.timestamp;
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* Convert the alert result to a plain object
|
|
213
|
+
*/
|
|
214
|
+
toJSON() {
|
|
215
|
+
const result = {
|
|
216
|
+
status: this.status,
|
|
217
|
+
rule_name: this.ruleName,
|
|
218
|
+
conditions_result: this.conditionsResult,
|
|
219
|
+
metadata: this.metadata,
|
|
220
|
+
};
|
|
221
|
+
if (this.ruleId) {
|
|
222
|
+
result.rule_id = this.ruleId;
|
|
223
|
+
}
|
|
224
|
+
if (this.notification) {
|
|
225
|
+
result.notification = this.notification.toJSON();
|
|
226
|
+
}
|
|
227
|
+
return result;
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
exports.AlertResult = AlertResult;
|
|
231
|
+
/**
|
|
232
|
+
* Engine for creating and evaluating rules against metrics
|
|
233
|
+
*/
|
|
234
|
+
class RulesEngine {
|
|
235
|
+
constructor(rules) {
|
|
236
|
+
this.rules = rules;
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Configure notification settings for a specific rule
|
|
240
|
+
*/
|
|
241
|
+
configureNotification(ruleId, enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
242
|
+
if (!this.rules[ruleId]) {
|
|
243
|
+
throw new Error(`Rule with ID ${ruleId} not found`);
|
|
244
|
+
}
|
|
245
|
+
this.rules[ruleId].notification = new NotificationConfig(enabled, communicationMethods, emailAddresses, sendAt);
|
|
246
|
+
}
|
|
247
|
+
/**
|
|
248
|
+
* Configure notification settings for all rules
|
|
249
|
+
*/
|
|
250
|
+
configureAllNotifications(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
251
|
+
for (const ruleId in this.rules) {
|
|
252
|
+
this.configureNotification(ruleId, enabled, communicationMethods, emailAddresses, sendAt);
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
/**
|
|
256
|
+
* Evaluate all rules against a set of scores
|
|
257
|
+
* Returns mapping of rule IDs to their alert results
|
|
258
|
+
*/
|
|
259
|
+
evaluateRules(scores, exampleMetadata) {
|
|
260
|
+
const results = {};
|
|
261
|
+
const metadata = exampleMetadata || {};
|
|
262
|
+
// Add timestamp if not present
|
|
263
|
+
if (!metadata.timestamp) {
|
|
264
|
+
metadata.timestamp = new Date().toISOString().replace(/[:.]/g, '').slice(0, 15);
|
|
265
|
+
}
|
|
266
|
+
for (const ruleId in this.rules) {
|
|
267
|
+
const rule = this.rules[ruleId];
|
|
268
|
+
const conditionsResult = [];
|
|
269
|
+
let allPassed = true;
|
|
270
|
+
let anyPassed = false;
|
|
271
|
+
// Evaluate each condition
|
|
272
|
+
for (const condition of rule.conditions) {
|
|
273
|
+
const metricName = condition.metricName;
|
|
274
|
+
const value = scores[metricName] || 0;
|
|
275
|
+
const threshold = condition.threshold;
|
|
276
|
+
const passed = condition.evaluate(value);
|
|
277
|
+
conditionsResult.push({
|
|
278
|
+
metric: metricName,
|
|
279
|
+
value,
|
|
280
|
+
threshold,
|
|
281
|
+
passed,
|
|
282
|
+
});
|
|
283
|
+
if (!passed) {
|
|
284
|
+
allPassed = false;
|
|
285
|
+
}
|
|
286
|
+
else {
|
|
287
|
+
anyPassed = true;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
// Determine if the rule is triggered based on combine type
|
|
291
|
+
const isTriggered = (rule.combineType === 'all' && allPassed) ||
|
|
292
|
+
(rule.combineType === 'any' && anyPassed);
|
|
293
|
+
results[ruleId] = new AlertResult(isTriggered ? AlertStatus.TRIGGERED : AlertStatus.NOT_TRIGGERED, rule.name, conditionsResult, metadata, rule.ruleId, rule.notification);
|
|
294
|
+
}
|
|
295
|
+
return results;
|
|
296
|
+
}
|
|
297
|
+
/**
|
|
298
|
+
* Evaluate all rules against multiple examples in parallel
|
|
299
|
+
*/
|
|
300
|
+
evaluateRulesParallel(exampleScores_1, exampleMetadata_1) {
|
|
301
|
+
return __awaiter(this, arguments, void 0, function* (exampleScores, exampleMetadata, maxConcurrent = 100) {
|
|
302
|
+
const results = {};
|
|
303
|
+
const exampleIds = Object.keys(exampleScores);
|
|
304
|
+
// Process in batches to control concurrency
|
|
305
|
+
for (let i = 0; i < exampleIds.length; i += maxConcurrent) {
|
|
306
|
+
const batch = exampleIds.slice(i, i + maxConcurrent);
|
|
307
|
+
const batchPromises = batch.map(exampleId => {
|
|
308
|
+
const scores = exampleScores[exampleId];
|
|
309
|
+
const metadata = exampleMetadata[exampleId] || {};
|
|
310
|
+
return this.evaluateRules(scores, metadata);
|
|
311
|
+
});
|
|
312
|
+
const batchResults = yield Promise.all(batchPromises);
|
|
313
|
+
batch.forEach((exampleId, index) => {
|
|
314
|
+
results[exampleId] = batchResults[index];
|
|
315
|
+
});
|
|
316
|
+
}
|
|
317
|
+
return results;
|
|
318
|
+
});
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
exports.RulesEngine = RulesEngine;
|
|
322
|
+
//# sourceMappingURL=rules.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rules.js","sourceRoot":"","sources":["../src/rules.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA;;GAEG;AACH,+BAAoC;AACpC,uDAAiG;AAEjG;;GAEG;AACH,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,sCAAuB,CAAA;IACvB,8CAA+B,CAAA;AACjC,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAED;;GAEG;AACH,MAAa,SAAS;IAGpB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,IAAI,UAAU;QACZ,IAAI,IAAI,CAAC,MAAM,YAAY,2BAAa,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IAClE,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,gCAAgC;QAChC,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC5B,CAAC;QAED,uDAAuD;QACvD,IAAI,cAAc,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;SAChE,CAAC;IACJ,CAAC;CACF;AAtDD,8BAsDC;AAED;;GAEG;AACH,MAAa,kBAAkB;IAM7B,YACE,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,qBAAqB,EAAE,IAAI,CAAC,oBAAoB;YAChD,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,OAAO,EAAE,IAAI,CAAC,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AA7BD,gDA6BC;AAED;;GAEG;AACH,MAAa,IAAI;IAQf,YACE,IAAY,EACZ,UAAuB,EACvB,cAA6B,KAAK,EAClC,WAAoB,EACpB,YAAiC,EACjC,MAAe;QAEf,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAA,SAAM,GAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,WAAW;QACX,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,IAAI,GAAwB;YAChC,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;gBAC1C,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAE9C,6BAA6B;gBAC7B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;oBAEnC,4CAA4C;oBAC5C,MAAM,UAAU,GAAwB;wBACtC,UAAU,EAAE,EAAE;wBACd,SAAS,EAAE,GAAG;qBACf,CAAC;oBAEF,gDAAgD;oBAChD,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;wBAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;wBACpC,2BAA2B;wBAC3B,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACtC,CAAC;oBAED,qCAAqC;oBACrC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;wBAC9C,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;oBAC1C,CAAC;oBAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBAC3B,2DAA2D;wBAC3D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,SAAS,CAAC;wBACvD,CAAC;6BAAM,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC/B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,IAAI,CAAC;wBAClD,CAAC;6BAAM,CAAC;4BACN,yCAAyC;4BACzC,UAAU,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC;oBAED,6BAA6B;oBAC7B,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,KAAK,GAAG,EAAE,CAAC;wBAC1D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;6BAAM,CAAC;4BACN,0BAA0B;4BAC1B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;oBACH,CAAC;oBAED,aAAa,CAAC,MAAM,GAAG,UAAU,CAAC;gBACpC,CAAC;gBAED,OAAO,aAAa,CAAC;YACvB,CAAC,CAAC;YACF,YAAY,EAAE,IAAI,CAAC,WAAW;SAC/B,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AArGD,oBAqGC;AAED;;GAEG;AACH,MAAa,WAAW;IAatB,YACE,MAAmB,EACnB,QAAgB,EAChB,gBAKE,EACF,WAAgC,EAAE,EAClC,MAAe,EACf,YAAiC;QAEjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwB;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACnD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AArED,kCAqEC;AAED;;GAEG;AACH,MAAa,WAAW;IAGtB,YAAY,KAA2B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,MAAc,EACd,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,IAAI,kBAAkB,CACtD,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,yBAAyB,CACvB,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CACxB,MAAM,EACN,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,aAAa,CACX,MAA8B,EAC9B,eAAqC;QAErC,MAAM,OAAO,GAAgC,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,eAAe,IAAI,EAAE,CAAC;QAEvC,+BAA+B;QAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACxB,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAKjB,EAAE,CAAC;YAER,IAAI,SAAS,GAAG,IAAI,CAAC;YACrB,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,0BAA0B;YAC1B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;gBACtC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAEzC,gBAAgB,CAAC,IAAI,CAAC;oBACpB,MAAM,EAAE,UAAU;oBAClB,KAAK;oBACL,SAAS;oBACT,MAAM;iBACP,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,WAAW,GACf,CAAC,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,SAAS,CAAC;gBACzC,CAAC,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,SAAS,CAAC,CAAC;YAE5C,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,WAAW,CAC/B,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,aAAa,EAC/D,IAAI,CAAC,IAAI,EACT,gBAAgB,EAChB,QAAQ,EACR,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,CAClB,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACG,qBAAqB;6DACzB,aAAqD,EACrD,eAAoD,EACpD,gBAAwB,GAAG;YAE3B,MAAM,OAAO,GAAgD,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE9C,4CAA4C;YAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;oBAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;oBACxC,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;oBAClD,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAEtD,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;oBACjC,OAAO,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;YACL,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;CACF;AAjJD,kCAiJC"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { Example } from './data/example';
|
|
2
|
+
import { EvaluationRun } from './evaluation-run';
|
|
3
|
+
import { ScoringResult } from './data/result';
|
|
4
|
+
import { APIJudgmentScorer } from './scorers/base-scorer';
|
|
5
|
+
/**
|
|
6
|
+
* Custom error for Judgment API errors
|
|
7
|
+
*/
|
|
8
|
+
export declare class JudgmentAPIError extends Error {
|
|
9
|
+
constructor(message: string);
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Validates an API response to ensure it has the expected format
|
|
13
|
+
* Throws a JudgmentAPIError if the response is invalid
|
|
14
|
+
*/
|
|
15
|
+
export declare function validateApiResponse(response: any): void;
|
|
16
|
+
/**
|
|
17
|
+
* Sends an evaluation run to the RabbitMQ evaluation queue
|
|
18
|
+
*/
|
|
19
|
+
export declare function sendToRabbitMQ(evaluationRun: EvaluationRun): Promise<any>;
|
|
20
|
+
/**
|
|
21
|
+
* Checks the status of an async evaluation
|
|
22
|
+
* @param evaluationRun The evaluation run to check
|
|
23
|
+
* @returns The status of the evaluation
|
|
24
|
+
*/
|
|
25
|
+
export declare function checkEvaluationStatus(evaluationRun: EvaluationRun): Promise<any>;
|
|
26
|
+
/**
|
|
27
|
+
* Polls the status of an async evaluation until it's complete
|
|
28
|
+
* @param evaluationRun The evaluation run to poll
|
|
29
|
+
* @param intervalMs The interval between polls in milliseconds
|
|
30
|
+
* @param maxAttempts The maximum number of polling attempts
|
|
31
|
+
* @param onProgress Optional callback for progress updates
|
|
32
|
+
* @returns The evaluation results
|
|
33
|
+
*/
|
|
34
|
+
export declare function pollEvaluationStatus(evaluationRun: EvaluationRun, intervalMs?: number, maxAttempts?: number, onProgress?: (status: any) => void): Promise<ScoringResult[]>;
|
|
35
|
+
/**
|
|
36
|
+
* Executes an evaluation of a list of Examples using one or more JudgmentScorers via the Judgment API
|
|
37
|
+
* @param evaluationRun The evaluation run object containing the examples, scorers, and metadata
|
|
38
|
+
* @returns The results of the evaluation
|
|
39
|
+
*/
|
|
40
|
+
export declare function executeApiEval(evaluationRun: EvaluationRun): Promise<any[]>;
|
|
41
|
+
/**
|
|
42
|
+
* Checks if an evaluation run name already exists for a given project
|
|
43
|
+
*/
|
|
44
|
+
export declare function checkEvalRunNameExists(evalName: string, projectName: string, judgmentApiKey: string, organizationId: string): Promise<void>;
|
|
45
|
+
export declare let hasLoggedUrl: boolean;
|
|
46
|
+
/**
|
|
47
|
+
* Logs evaluation results to the Judgment API database.
|
|
48
|
+
* @param results The results to log
|
|
49
|
+
* @param projectName The project name
|
|
50
|
+
* @param evalName The evaluation run name
|
|
51
|
+
* @param apiKey The API key for the Judgment API
|
|
52
|
+
* @param organizationId The organization ID
|
|
53
|
+
* @returns A URL to view the results in the Judgment UI
|
|
54
|
+
*/
|
|
55
|
+
export declare function logEvaluationResults(results: ScoringResult[], projectName: string, evalName: string, apiKey: string | undefined, organizationId: string): Promise<string>;
|
|
56
|
+
/**
|
|
57
|
+
* When executing scorers that come from both the Judgment API and local scorers, we're left with
|
|
58
|
+
* results for each type of scorer. This function merges the results from the API and local evaluations,
|
|
59
|
+
* grouped by example.
|
|
60
|
+
*/
|
|
61
|
+
export declare function mergeResults(apiResults: ScoringResult[], localResults: ScoringResult[]): ScoringResult[];
|
|
62
|
+
/**
|
|
63
|
+
* Checks if any ScoringResult objects are missing scorersData
|
|
64
|
+
*/
|
|
65
|
+
export declare function checkMissingScorerData(results: ScoringResult[]): ScoringResult[];
|
|
66
|
+
/**
|
|
67
|
+
* Checks if the example contains the necessary parameters for the scorer
|
|
68
|
+
*/
|
|
69
|
+
export declare function checkExamples(examples: Example[], scorers: APIJudgmentScorer[]): void;
|
|
70
|
+
/**
|
|
71
|
+
* Executes an evaluation of Examples using one or more Scorers
|
|
72
|
+
*/
|
|
73
|
+
export declare function runEval(evaluationRun: EvaluationRun, override?: boolean, ignoreErrors?: boolean, asyncExecution?: boolean): Promise<ScoringResult[]>;
|
|
74
|
+
/**
|
|
75
|
+
* Collects all failed scorers from the scoring results
|
|
76
|
+
* Raises exceptions for any failed test cases
|
|
77
|
+
*/
|
|
78
|
+
export declare function assertTest(scoringResults: ScoringResult[]): void;
|