judgeval 0.1.33

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/LICENSE.md +202 -0
  2. package/README.md +340 -0
  3. package/dist/clients.d.ts +7 -0
  4. package/dist/clients.js +78 -0
  5. package/dist/clients.js.map +1 -0
  6. package/dist/common/integrations/langgraph.d.ts +40 -0
  7. package/dist/common/integrations/langgraph.js +444 -0
  8. package/dist/common/integrations/langgraph.js.map +1 -0
  9. package/dist/common/logger-instance.d.ts +3 -0
  10. package/dist/common/logger-instance.js +64 -0
  11. package/dist/common/logger-instance.js.map +1 -0
  12. package/dist/common/logger.d.ts +54 -0
  13. package/dist/common/logger.js +221 -0
  14. package/dist/common/logger.js.map +1 -0
  15. package/dist/common/tracer.d.ts +205 -0
  16. package/dist/common/tracer.js +1035 -0
  17. package/dist/common/tracer.js.map +1 -0
  18. package/dist/constants.d.ts +51 -0
  19. package/dist/constants.js +344 -0
  20. package/dist/constants.js.map +1 -0
  21. package/dist/data/example.d.ts +70 -0
  22. package/dist/data/example.js +125 -0
  23. package/dist/data/example.js.map +1 -0
  24. package/dist/data/result.d.ts +51 -0
  25. package/dist/data/result.js +83 -0
  26. package/dist/data/result.js.map +1 -0
  27. package/dist/evaluation-run.d.ts +44 -0
  28. package/dist/evaluation-run.js +136 -0
  29. package/dist/evaluation-run.js.map +1 -0
  30. package/dist/index.d.ts +10 -0
  31. package/dist/index.js +73 -0
  32. package/dist/index.js.map +1 -0
  33. package/dist/judgment-client.d.ts +179 -0
  34. package/dist/judgment-client.js +1038 -0
  35. package/dist/judgment-client.js.map +1 -0
  36. package/dist/rules.d.ts +120 -0
  37. package/dist/rules.js +322 -0
  38. package/dist/rules.js.map +1 -0
  39. package/dist/run-evaluation.d.ts +78 -0
  40. package/dist/run-evaluation.js +618 -0
  41. package/dist/run-evaluation.js.map +1 -0
  42. package/dist/scorers/api-scorer.d.ts +79 -0
  43. package/dist/scorers/api-scorer.js +291 -0
  44. package/dist/scorers/api-scorer.js.map +1 -0
  45. package/dist/scorers/base-scorer.d.ts +100 -0
  46. package/dist/scorers/base-scorer.js +190 -0
  47. package/dist/scorers/base-scorer.js.map +1 -0
  48. package/dist/scorers/exact-match-scorer.d.ts +10 -0
  49. package/dist/scorers/exact-match-scorer.js +84 -0
  50. package/dist/scorers/exact-match-scorer.js.map +1 -0
  51. package/package.json +88 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracer.js","sourceRoot":"","sources":["../../src/common/tracer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,uBAAuB;AACvB,6CAAgD;AAChD,+BAAoC;AAEpC,iBAAiB;AACjB,oDAA4B;AAC5B,4DAA0C;AAC1C,8DAAmC,CAAC,qBAAqB;AAEzD,gBAAgB;AAChB,4CAMsB;AAGtB,wEAAuC,CAAC,yCAAyC;AAoHjF,iCAAiC;AAEjC;;GAEG;AACH,MAAM,kBAAkB;IAIpB,YAAY,MAAc,EAAE,cAAsB;QAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAEa,MAAM;6DAAC,GAAW,EAAE,UAAuB,EAAE;YACvD,MAAM,OAAO,mBACT,cAAc,EAAE,kBAAkB,EAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EACxC,mBAAmB,EAAE,IAAI,CAAC,cAAc,IACrC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAC7B,CAAC;YAEF,IAAI,CAAC;gBACD,2EAA2E;gBAC3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,kCACzB,OAAO,KACV,OAAO,EAAE,OAAO,IAClB,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,OAAO,CAAC,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,SAAS,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC,CAAC;oBACpG,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;gBAC7G,CAAC;gBAED,kFAAkF;gBAClF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC1B,OAAO,IAAI,CAAC,CAAC,mCAAmC;gBACpD,CAAC;gBAED,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;gBACzF,gEAAgE;gBAChE,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;KAAA;IAEK,UAAU,CAAC,OAAe;;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,yCAA6B,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;aAC9C,CAAC,CAAC;QACP,CAAC;KAAA;IAEK,SAAS,CAAC,SAA2B,EAAE,SAAkB;;YAC1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,wCAA4B,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;aAClC,CAAC,CAAC;YAEH,oDAAoD;YACpD,IAAI,CAAC,SAAS,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,cAAc,CAAA,EAAE,CAAC;gBACxC,kEAAkE;gBAClE,kFAAkF;gBAClF,OAAO,CAAC,IAAI,CAAC;iBACV,QAAQ,CAAC,cAAc;CACvC,CAAC,CAAC;YACM,CAAC;YACD,OAAO,QAAQ,CAAC;QACrB,CAAC;KAAA;IAEK,WAAW,CAAC,OAAe;;YAC7B,qFAAqF;YACrF,OAAO,IAAI,CAAC,MAAM,CAAC,0CAA8B,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;aACjD,CAAC,CAAC;QACP,CAAC;KAAA;IAEK,YAAY,CAAC,QAAkB;;YAChC,OAAO,IAAI,CAAC,MAAM,CAAC,0CAA8B,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;KAAA;IAEI,mBAAmB,CAAC,SAA2B;;YACjD,sEAAsE;YACtE,OAAO,IAAI,CAAC,MAAM,CAAC,qDAAyC,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,8CAA8C;aAClF,CAAC,CAAC;QACP,CAAC;KAAA;CAIJ;AAygCG,gDAAkB;AAvgCtB,6BAA6B;AAC7B,sEAAsE;AACtE,MAAM,6BAA6B,GAAG,IAAI,+BAAiB,EAAe,CAAC;AAsgCvE,sEAA6B;AArgCjC,2DAA2D;AAC3D,MAAM,4BAA4B,GAAG,IAAI,+BAAiB,EAAU,CAAC;AAqgCjE,oEAA4B;AAngChC,2BAA2B;AAE3B,4EAA4E;AAC5E,SAAS,YAAY,CAAC,IAAY;IAC9B,gFAAgF;IAChF,qEAAqE;IACrE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,6BAA6B;AAE7B;;GAEG;AACH,MAAM,WAAW;IAoBb,YACK,MAaC;;QAvBN,iBAAiB;QACV,YAAO,GAA0B,EAAE,CAAC;QACpC,eAAU,GAA2B,EAAE,CAAC;QAEvC,iBAAY,GAA8B,IAAI,CAAC,CAAC,qCAAqC;QAqBxF,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAA,SAAM,GAAE,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,iBAAiB;QACrE,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gCAAgC;QAC7E,wDAAwD;QACxD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,YAAY,oDAAoD,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAC3I,IAAI,CAAC,IAAI,GAAG,iBAAiB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,CAAC,WAAW,mCAAI,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,CAAC,SAAS,mCAAI,KAAK,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,MAAA,MAAM,CAAC,KAAK,mCAAI,EAAE,CAAC;QAChC,qEAAqE;QACrE,IAAI,mBAAmB,GAAG,MAAA,MAAM,CAAC,gBAAgB,mCAAI,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACpF,IAAI,mBAAmB,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,OAAO,kGAAkG,CAAC,CAAC;YAC5I,mBAAmB,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,mBAAmB,CAAC;QAC5C,mCAAmC;QACnC,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,IAAI,CAAC,MAAA,MAAM,CAAC,iBAAiB,mCAAI,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE9G,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAEnC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAClF,CAAC;IACN,CAAC;IAED,QAAQ,CAAC,KAA0B;QAC/B,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QACnC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,MAAW;;QACnB,MAAM,MAAM,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtF,MAAM,YAAY,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,QAAQ,KAAI,kBAAkB,CAAC;QAChE,MAAM,KAAK,GAAG,MAAA,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,mCAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,mCAAI,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,SAAS,KAAI,MAAM,CAAC;QAEjD,IAAI,CAAC,QAAQ,CAAC;YACT,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,MAAM;YACf,MAAM;YACN,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,QAAQ;SACtB,CAAC,CAAC;IACR,CAAC;IAED,YAAY,CAAC,MAAW;;QACpB,MAAM,MAAM,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtF,MAAM,YAAY,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,QAAQ,KAAI,kBAAkB,CAAC;QAChE,MAAM,KAAK,GAAG,MAAA,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,mCAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,mCAAI,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,SAAS,KAAI,MAAM,CAAC;QAEjD,IAAI,SAAS,GAAuB,QAAQ,CAAC;QAC7C,IAAI,UAAU,GAAG,MAAM,CAAC;QACxB,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;YAC1B,SAAS,GAAG,OAAO,CAAC;YACpB,UAAU,GAAG;gBACR,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAA,MAAM,CAAC,KAAK,0CAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;aAC3C,CAAC;QACN,CAAC;aAAM,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,EAAE,CAAC;YACtB,SAAS,GAAG,OAAO,CAAC;YACpB,UAAU,GAAG,MAAM,CAAC;QACzB,CAAC;QAGD,IAAI,CAAC,QAAQ,CAAC;YACT,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,UAAU;YAClB,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,QAAQ;SACtB,CAAC,CAAC;IACR,CAAC;IAEK,SAAS,CACX,IAAY,EACZ,OAAgC,EAChC,IAA0B;;;YAE1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,IAAI,EAAE,CAAC;gBACtB,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9D,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACpC,MAAM,MAAM,GAAG,IAAA,SAAM,GAAE,CAAC;YACxB,MAAM,YAAY,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;YAE5C,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC9D,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACrD,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,YAAY,CAAC;YAEvC,IAAI,CAAC,QAAQ,CAAC;gBACT,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,YAAY;gBACnB,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,QAAQ;gBACnB,cAAc,EAAE,YAAY;aAC/B,CAAC,CAAC;YAEJ,IAAI,MAAS,CAAC;YACd,IAAI,CAAC;gBACD,MAAM,GAAG,MAAM,4BAA4B,CAAC,GAAG,CAAC,MAAM,EAAE,GAAS,EAAE;oBAC9D,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC;oBACnB,OAAO,GAAG,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACrD,CAAC,CAAA,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACZ,IAAI,CAAC,YAAY,CAAC;oBACd,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;oBACpB,aAAa,EAAE,KAAK,YAAY,KAAK;wBACjC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,MAAA,KAAK,CAAC,KAAK,0CAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;wBACrF,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;iBAClC,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACjB,CAAC;oBAAS,CAAC;gBACP,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBAClC,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;gBACrC,IAAI,CAAC,QAAQ,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE,MAAM;oBACf,KAAK,EAAE,YAAY;oBACnB,SAAS,EAAE,OAAO;oBAClB,QAAQ,EAAE,QAAQ;oBAClB,SAAS,EAAE,QAAQ;iBACvB,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;KAAA;IAED,WAAW;QACN,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAChD,CAAC;IAEO,aAAa,CAAC,UAAiC;;QACnD,MAAM,SAAS,GAAoF,EAAE,CAAC;QAEtG,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC;YAC7B,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,MAAM,CAAC,GAAG;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS;oBACrC,KAAK,EAAE,MAAA,KAAK,CAAC,KAAK,mCAAI,CAAC;oBACvB,SAAS,EAAE,MAAA,KAAK,CAAC,SAAS,mCAAI,CAAC;oBAC/B,cAAc,EAAE,KAAK,CAAC,cAAc;oBACpC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,MAAM;oBACpC,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,IAAI;oBACZ,eAAe,EAAE,EAAE;oBACnB,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,EAAE;iBACf,CAAC;YACN,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAE1C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,OAAO;oBACR,eAAe,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC;oBACtE,eAAe,CAAC,KAAK,GAAG,MAAA,KAAK,CAAC,KAAK,mCAAI,eAAe,CAAC,KAAK,CAAC;oBAC7D,eAAe,CAAC,SAAS,GAAG,MAAA,KAAK,CAAC,SAAS,mCAAI,eAAe,CAAC,SAAS,CAAC;oBACzE,eAAe,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;oBACtD,eAAe,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,CAAC;oBACzE,eAAe,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC7C,MAAM;gBACV,KAAK,MAAM;oBACP,eAAe,CAAC,QAAQ,GAAG,MAAA,KAAK,CAAC,QAAQ,mCAAI,eAAe,CAAC,QAAQ,CAAC;oBACtE,eAAe,CAAC,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC3C,IAAI,eAAe,CAAC,QAAQ,KAAK,IAAI,IAAI,eAAe,CAAC,UAAU,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;wBAC7F,eAAe,CAAC,QAAQ,GAAG,eAAe,CAAC,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC;oBACtF,CAAC;oBACD,MAAM;gBACV,KAAK,OAAO;oBACR,IAAI,eAAe,CAAC,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBAClD,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBAC1C,CAAC;yBAAM,IAAI,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACxF,eAAe,CAAC,MAAM,mCAAQ,eAAe,CAAC,MAAM,GAAK,KAAK,CAAC,MAAM,CAAE,CAAC;oBAC5E,CAAC;oBACD,MAAM;gBACV,KAAK,QAAQ,CAAC;gBACd,KAAK,OAAO;oBACR,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBACtC,MAAM;gBACV,KAAK,YAAY;oBACb,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;wBACxB,eAAe,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;oBACnE,CAAC;oBACD,MAAM;YACd,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACjD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YACpD,CAAC;YACF,OAAO,IAAI,CAAC,UAAU,CAAC;YACvB,OAAO,IAAI,CAAC,QAAQ,CAAC;YACrB,OAAO,IAA0B,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAyC,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAuC,EAAE,CAAC;QACvD,MAAM,mBAAmB,GAAyB,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;YACrC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC/B,CAAC;gBACD,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACjC,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC;QAED,SAAS,gBAAgB,CAAC,IAAwB;YAC9C,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO;YACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC3B,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC3B,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,2BAA2B,IAAI,CAAC,OAAO,0BAA0B,CAAC,CAAC;gBAChF,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC/B,CAAC;IAEK,IAAI;6DAAC,YAAqB,KAAK;YACjC,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC;YACjB,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,gBAAgB,GAAyB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEhF,MAAM,WAAW,GAAG;gBAChB,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;gBACvD,sBAAsB,EAAE,GAAG,EAAE,0BAA0B,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG;aACpF,CAAC;YACF,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;;gBAC7B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;oBACnD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;oBACjC,IAAI,YAAY,GAAG,CAAC,CAAC;oBACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;oBAEzB,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;wBAC7E,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBACxC,gBAAgB,GAAG,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACpD,CAAC;yBAAM,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;wBAC/E,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;wBACvC,gBAAgB,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC5C,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC;wBACnC,KAAK,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;wBAC3C,OAAO,KAAK,CAAC,YAAY,CAAC;wBAC1B,OAAO,KAAK,CAAC,aAAa,CAAC;oBAC/B,CAAC;oBACD,WAAW,CAAC,aAAa,IAAI,YAAY,CAAC;oBAC1C,WAAW,CAAC,iBAAiB,IAAI,gBAAgB,CAAC;oBAClD,WAAW,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,CAAC;oBAEpF,MAAM,SAAS,GAAG,CAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,KAAI,EAAE,CAAC;oBAC5C,IAAI,SAAS,EAAE,CAAC;wBACX,IAAI,CAAC;4BACD,MAAM,UAAU,GAAG,GAAG,CAAC;4BACvB,MAAM,cAAc,GAAG,GAAG,CAAC;4BAC3B,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAC;4BAElD,KAAK,CAAC,sBAAsB,GAAG,UAAU,CAAC;4BAC1C,KAAK,CAAC,0BAA0B,GAAG,cAAc,CAAC;4BAClD,KAAK,CAAC,cAAc,GAAG,aAAa,CAAC;4BAErC,WAAW,CAAC,sBAAsB,IAAI,UAAU,CAAC;4BACjD,WAAW,CAAC,0BAA0B,IAAI,cAAc,CAAC;4BACzD,WAAW,CAAC,cAAc,IAAI,aAAa,CAAC;wBAChD,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACT,OAAO,CAAC,IAAI,CAAC,qCAAqC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;4BACpE,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;4BACpC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC;4BACxC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;wBAChC,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACH,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;wBACpC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC;wBACxC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;oBACjC,CAAC;gBACL,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,6DAA6D;YAC7D,MAAM,SAAS,GAAyB,EAAE,CAAC;YAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;;gBACtB,uDAAuD;gBACvD,MAAM,GAAG,GAAG,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,CAAC;gBACtC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAqB;gBAChC,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gBACzD,QAAQ,EAAE,aAAa;gBACvB,YAAY,EAAE,WAAW;gBACzB,OAAO,EAAE,gBAAgB;gBACzB,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,eAAe,EAAE,IAAI,CAAC,aAAa;gBACnC,WAAW,EAAE,IAAI,CAAC,UAAU;aAC/B,CAAC;YAEF,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBACxD,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,sBAAsB,CAAC,CAAC;gBAEzD,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACD,MAAM,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;wBACvD,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,6BAA6B,CAAC,CAAC;oBACpE,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACjB,yBAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,OAAO,uBAAuB,EAAE,EAAE,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC3J,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,yBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxH,OAAO,IAAI,CAAC;YACjB,CAAC;QACL,CAAC;KAAA;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,iEAAiE;YACjE,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;YACnE,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,iEAAiE;YACjE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;QACX,CAAC;QAED,iEAAiE;QACjE,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,CAAC;QAE3E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,CAAC,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAEzG,IAAI,CAAC;gBACD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjB,KAAK,OAAO;wBACR,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,IAAI,WAAW,IAAI,aAAa,KAAK,KAAK,CAAC,SAAS,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;wBACnI,MAAM;oBACV,KAAK,MAAM;wBACP,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC1F,mBAAmB;wBACnB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,IAAI,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC,CAAC;wBAClG,MAAM;oBACV,KAAK,OAAO;wBACR,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC5C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBACxF,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,WAAW,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;wBAC1E,MAAM;oBACV,KAAK,QAAQ,CAAC;oBACd,KAAK,OAAO;wBACR,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBAC7F,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC1D,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,MAAM,SAAS,WAAW,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;wBACjF,MAAM;oBACV,KAAK,YAAY;wBACb,IAAI,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;wBACnD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBACrF,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,qBAAqB,WAAW,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC;wBAC9E,MAAM;oBACV;wBACK,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,yBAAyB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACL,CAAC;YAAC,OAAO,cAAc,EAAE,CAAC;gBACrB,MAAM,YAAY,GAAG,cAAc,YAAY,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACtG,mBAAmB;gBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,6BAA6B,YAAY,EAAE,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACL,CAAC,CAAC,CAAC;QACF,mBAAmB;QACpB,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC;IACnD,CAAC;IAEK,MAAM;;YACR,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9C,yBAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,OAAO,2CAA2C,CAAC,CAAC;gBAC5F,OAAO,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjE,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,wBAAwB,CAAC,CAAC;gBAC3D,OAAO,MAAM,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,yBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC3H,MAAM,KAAK,CAAC,CAAC,yBAAyB;YAC1C,CAAC;QACL,CAAC;KAAA;IAEF;;;;;;;;OAQG;IACG,aAAa;;QACf,yDAAyD;QACzD,OAA4B,EAC5B,UAWI,EAAE;;YAEN,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC1B,yBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;gBACpE,OAAO;YACX,CAAC;YACD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,yBAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBAC/D,OAAO;YACX,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,+BAA+B;YAEpE,gEAAgE;YAChE,MAAM,OAAO,GAAG;gBACZ,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,aAAa,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE;gBACzC,eAAe,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE;gBAC7C,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE;gBACjD,YAAY,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBACvC,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,EAAE;gBAC3C,mBAAmB,EAAE,OAAO,CAAC,kBAAkB,IAAI,EAAE;gBACrD,QAAQ,EAAE,IAAI,CAAC,OAAO;aACzB,CAAC;YAEF,IAAI,CAAC;gBACD,2CAA2C;gBAC3C,MAAM,aAAa,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;gBAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;oBACjB,yBAAM,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;oBAClH,oFAAoF;oBACpF,UAAU;gBACd,CAAC;gBAED,uEAAuE;gBACvE,IAAI,YAAY,GAAG,kBAAkB,CAAC;gBACtC,IAAI,aAAa,GAAG,YAAY,CAAC;gBACjC,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,IAAI,aAAa,EAAE,CAAC;oBAChB,YAAY,GAAG,MAAA,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,mCAAI,CAAC,CAAC;oBACnD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;wBAC9B,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4BAC5D,YAAY,GAAG,KAAK,CAAC,QAAQ,IAAI,kBAAkB,CAAC;4BACpD,sDAAsD;4BACtD,MAAM;wBACV,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,yDAAyD;gBACzD,0BAA0B;gBAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;;oBACrC,+DAA+D;oBAC/D,MAAM,IAAI,GAAG,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,MAAI,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,CAAA,IAAI,SAAS,CAAC;oBACzE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxD,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACb,gEAAgE;gBAChE,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5F,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,KAAK,WAAW,GAAG,CAAC;gBACxG,iCAAiC;gBAEjC,2DAA2D;gBAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,0DAA0D;gBAE1F,mCAAmC;gBACnC,MAAM,cAAc,GAAyB;oBACzC,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,WAAW,EAAE,OAAO,CAAC,UAAU,KAAK,KAAK,EAAE,kBAAkB;oBAC7D,YAAY,EAAE,IAAI,CAAC,WAAW;oBAC9B,SAAS,EAAE,QAAQ;oBACnB,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,OAAO,EAAE,OAAO,EAAE,wBAAwB;oBAC1C,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,QAAQ,EAAE,EAAE,EAAE,wBAAwB;oBACtC,gBAAgB,EAAE,IAAI,CAAC,MAAM;oBAC7B,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,gCAAgC;oBAC1D,KAAK,EAAE,WAAW,CAAC,2BAA2B;iBACjD,CAAC;gBAEF,+CAA+C;gBAC/C,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAEhD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0CAA0C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClH,2CAA2C;YAC/C,CAAC;QACL,CAAC;KAAA;IAED;;;;;;OAMG;IACK,WAAW,CAAC,cAAoC,EAAE,SAAiB;;QACvE,MAAM,aAAa,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,yEAAyE;YACzE,2EAA2E;YAC3E,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,YAAY,GAAG,kBAAkB,CAAC;QACtC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,2BAA2B;QAEjD,IAAI,aAAa,EAAE,CAAC;YAChB,YAAY,GAAG,MAAA,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,mCAAI,CAAC,CAAC;YACnD,6DAA6D;YAC7D,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC5D,YAAY,GAAG,KAAK,CAAC,QAAQ,IAAI,kBAAkB,CAAC;oBACpD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;QAEjD,oCAAoC;QACpC,IAAI,CAAC,QAAQ,CAAC;YACV,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,aAAa,EAAE,mBAAmB;YAC3C,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;YAC5B,eAAe,EAAE,CAAC,cAAc,CAAC,EAAE,oBAAoB;YACvD,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,YAAY;SAC1B,CAAC,CAAC;IACP,CAAC;IAED,sEAAsE;IACtE,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;CACJ;AAiWG,kCAAW;AA/Vf;;GAEG;AACH,MAAM,MAAM;IAUR,YAAoB,MAOnB;;QATO,gBAAW,GAAY,KAAK,CAAC;QAUhC,MAAM,MAAM,GAAG,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;QAE3G,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC;QAE3E,IAAI,CAAC,MAAM,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,SAAS,mCAAI,EAAE,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,mCAAI,QAAQ,mCAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,WAAW,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,cAAc,mCAAI,iBAAiB,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,mCAAI,EAAE,CAAC;QAExC,IAAI,mBAAmB,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,WAAW,EAAE,MAAK,OAAO,CAAC,CAAC;QACjG,IAAI,mBAAmB,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;YAClF,mBAAmB,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,mBAAmB,CAAC;QAC5C,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,IAAI,CAAC,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,iBAAiB,mCAAI,CAAC,CAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,WAAW,EAAE,MAAK,OAAO,CAAC,CAAC,CAAC;QAE3H,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC7B,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,MAOxB;QACE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;YACtG,MAAM,CAAC,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC3E,OAAO,CAAC,IAAI,CAAC,2FAA2F,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;YAC7I,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxF,IAAI,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;oBAChF,MAAM,CAAC,QAAyD,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC;gBAClG,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,CAAC,CAAC,CAAC;gBACjF,CAAC;YACJ,CAAC;iBAAM,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtG,OAAO,CAAC,IAAI,CAAC,iGAAiG,CAAC,CAAC;YACrH,CAAC;QACN,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC;IAC3B,CAAC;IAED,eAAe;QACX,OAAO,6BAA6B,CAAC,QAAQ,EAAE,CAAC;IACpD,CAAC;IAEQ,mBAAmB,CAAC,MAK3B;;QACG,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE3C,MAAM,kBAAkB,GAAG,MAAA,MAAM,CAAC,KAAK,mCAAI,EAAE,CAAC;QAC9C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAgB,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAC,OAAA,iBAAiB,CAAC,GAAG,CAAC,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,EAAA,CAAC,CAAC;QAC1F,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAC,OAAA,iBAAiB,CAAC,GAAG,CAAC,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,EAAA,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC;YAChC,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,WAAW,EAAE,MAAA,MAAM,CAAC,WAAW,mCAAI,IAAI,CAAC,WAAW;YACnD,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,cAAc;YACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,aAAa,EAAE,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,OAAO;YACnC,UAAU,EAAE,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;SACtC,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBAC9B,OAAO,CAAC,KAAK,CAAC,4CAA4C,WAAW,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAEM,UAAU,CACZ,MAMC,EACD,IAAkD;;;YAElD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,oBAAoB,GAAG,MAAA,MAAM,CAAC,cAAc,mCAAI,IAAI,CAAC;YAE3D,OAAO,MAAM,6BAA6B,CAAC,GAAG,CAAC,WAAW,EAAE,GAAS,EAAE;gBACnE,IAAI,MAAS,CAAC;gBACd,IAAI,CAAC;oBACD,IAAI,oBAAoB,EAAE,CAAC;wBACtB,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAS,EAAE;4BAChF,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;4BACrC,OAAO,UAAU,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;wBACzE,CAAC,CAAA,CAAC,CAAC;oBACR,CAAC;yBAAM,CAAC;wBACH,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;wBACrC,MAAM,GAAG,UAAU,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;oBAC5E,CAAC;oBAED,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;wBAC9B,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;4BAC1C,OAAO,CAAC,KAAK,CAAC,mCAAmC,MAAM,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,IAAI,EAAE,OAAO,CAAC,CAAC;wBACxG,CAAC,CAAC,CAAC;oBACR,CAAC;oBACD,OAAO,MAAM,CAAC;gBAElB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,qCAAqC,MAAM,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,IAAI,EAAE,KAAK,CAAC,CAAC;oBACpG,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;wBAC9B,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;4BACzC,OAAO,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,gBAAgB,EAAE,OAAO,CAAC,CAAC;wBAClF,CAAC,CAAC,CAAC;oBACR,CAAC;oBACD,MAAM,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC,CAAA,CAAC,CAAC;QACP,CAAC;KAAA;IAEF,OAAO,CAAoC,OAG1C;QACG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,OAAO,CAAC,IAAO,EAAK,EAAE,CAAC,IAAI,CAAC;QAChC,CAAC;QAED,OAAO,CAAC,IAAO,EAAK,EAAE;YAClB,MAAM,QAAQ,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,KAAI,IAAI,CAAC,IAAI,IAAI,oBAAoB,CAAC;YACpE,MAAM,QAAQ,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,KAAI,MAAM,CAAC;YAE7C,MAAM,OAAO,GAAG,CAAC,GAAG,IAAmB,EAA0C,EAAE;gBAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBAE5C,IAAI,CAAC,YAAY,EAAE,CAAC;oBAChB,OAAO,IAAI,CAAC,UAAU,CAAC;wBACnB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE,KAAK;qBACxB,EAAE,CAAO,WAAW,EAAE,EAAE;wBACrB,MAAM,cAAc,GAAG,GAAG,EAAE;4BACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;4BAC7B,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBACxE,CAAC,CAAC;wBAEF,OAAO,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAS,EAAE;4BAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;gCAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;4BAAC,CAAC;4BAAC,WAAM,CAAC;gCAAC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;4BAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC5H,WAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;4BACpD,IAAI,CAAC;gCACD,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;gCAC3C,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;gCACtC,OAAO,WAAW,CAAC;4BACvB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,OAAO,CAAC,KAAK,CAAC,uDAAuD,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;gCAC1F,MAAM,KAAK,CAAC;4BAChB,CAAC;wBACL,CAAC,CAAA,CAAC,CAAC;oBACP,CAAC,CAAA,CAA2B,CAAC;gBACjC,CAAC;qBACI,CAAC;oBACD,MAAM,cAAc,GAAG,GAAG,EAAE;wBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;wBAC7B,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACxE,CAAC,CAAC;oBAEF,OAAO,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAS,EAAE;wBAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;4BAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAC,CAAC;wBAAC,WAAM,CAAC;4BAAC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;wBAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC5H,YAAY,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;wBACrD,IAAI,CAAC;4BACD,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;4BAC3C,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;4BACvC,OAAO,WAAW,CAAC;wBACvB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACb,OAAO,CAAC,KAAK,CAAC,yDAAyD,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;4BAC5F,MAAM,KAAK,CAAC;wBAChB,CAAC;oBACL,CAAC,CAAA,CAA2B,CAAC;gBAClC,CAAC;YACL,CAAC,CAAC;YAEF,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;YACjF,OAAO,OAAY,CAAC;QACxB,CAAC,CAAC;IACN,CAAC;CACL;AA4HG,wBAAM;AA1HV,uDAAuD;AAEvD,SAAS,gBAAgB,CAAC,MAAiB;;IACvC,IAAI,MAAM,YAAY,gBAAM,IAAI,OAAO,CAAA,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,0CAAE,WAAW,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QACtF,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;IACzH,CAAC;SAAM,IAAI,MAAM,YAAY,aAAS,IAAI,OAAO,CAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,QAAQ,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QACvF,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC5G,CAAC;IACD,mDAAmD;SAC9C,IAAI,MAAM,YAAY,qBAAQ,IAAI,OAAO,CAAA,MAAC,MAAc,aAAd,MAAM,uBAAN,MAAM,CAAU,WAAW,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QAChG,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,cAAc,EAAG,MAAc,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAE,MAAc,CAAC,WAAW,CAAC,EAAE,CAAC;IACnI,CAAC;IACD,yBAAM,CAAC,IAAI,CAAC,qEAAqE,EAAE,EAAE,UAAU,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;IAC9H,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAiB,EAAE,IAAW;IACpD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC;QACD,sEAAsE;QACtE,IAAI,MAAM,YAAY,gBAAM,IAAI,MAAM,YAAY,qBAAQ,EAAE,CAAC;YACzD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,4BAA4B,EAAyB,CAAC;QACnH,CAAC;aAAM,IAAI,MAAM,YAAY,aAAS,EAAE,CAAC;YACpC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,GAA0B,CAAC;QACtH,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACR,yBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3G,OAAO,EAAE,UAAU,EAAE,MAAM,EAAyB,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAyB,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAiB,EAAE,QAAa;;IACtD,IAAI,CAAC;QACA,4EAA4E;QAC5E,IAAI,MAAM,YAAY,gBAAM,KAAI,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,0CAAE,OAAO,CAAA,EAAE,CAAC;YAC9D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC;QAChE,CAAC;aAAM,IAAI,MAAM,YAAY,qBAAQ,KAAI,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,0CAAE,OAAO,CAAA,EAAE,CAAC;YACvE,iFAAiF;YACjF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,GAAG,CAAC,CAAC,+BAA+B;QAClG,CAAC;aAAM,IAAI,MAAM,YAAY,aAAS,KAAI,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,CAAA,EAAE,CAAC;YAC9D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5H,4CAA4C;YAC5C,MAAM,KAAK,GAAG;gBACV,YAAY,EAAE,MAAA,QAAQ,CAAC,KAAK,0CAAE,YAAY;gBAC1C,aAAa,EAAE,MAAA,QAAQ,CAAC,KAAK,0CAAE,aAAa;gBAC5C,YAAY,EAAE,CAAC,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,YAAY,KAAI,CAAC,CAAC,GAAG,CAAC,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,aAAa,KAAI,CAAC,CAAC;aAC3F,CAAC;YACF,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC;QACpD,CAAC;IACN,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACR,yBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACnG,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IACrE,CAAC;IACA,uDAAuD;IACvD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;AACxC,CAAC;AAED,+BAA+B;AAE/B,SAAgB,IAAI,CAAsB,MAAS;;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC3B,yBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IAE5C,MAAM,YAAY,GAAG,CAAO,GAAG,IAAW,EAAE,EAAE;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAE9C,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YAClD,OAAO,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAS,EAAE;YAC1E,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACjD,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAEpC,IAAI,CAAC;gBACA,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACvD,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBACtC,OAAO,QAAQ,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACZ,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,gCAAgC;gBAClE,MAAM,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAA,CAAC,CAAC;IACP,CAAC,CAAA,CAAC;IAEF,oBAAoB;IACpB,IAAI,MAAM,YAAY,gBAAM,KAAI,MAAA,MAAM,CAAC,IAAI,0CAAE,WAAW,CAAA,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,WAAmB,CAAC,MAAM,GAAG,YAAY,CAAC;IAC3D,CAAC;SAAM,IAAI,MAAM,YAAY,aAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACvD,MAAM,CAAC,QAAgB,CAAC,MAAM,GAAG,YAAY,CAAC;IACnD,CAAC;IACD,mDAAmD;SAC9C,IAAI,MAAM,YAAY,qBAAQ,IAAK,MAAc,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAc,CAAC,WAAmB,CAAC,MAAM,GAAG,YAAY,CAAC;IAC/D,CAAC;SACK,CAAC;QACF,gEAAgE;QAChE,yBAAM,CAAC,KAAK,CAAC,+EAA+E,EAAE,EAAE,UAAU,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;QACzI,OAAO,MAAM,CAAC;IACnB,CAAC;IAED,yBAAM,CAAC,IAAI,CAAC,gCAAgC,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;IACzE,OAAO,MAAM,CAAC;AAClB,CAAC;AAxDD,oBAwDC"}
@@ -0,0 +1,51 @@
1
+ /**
2
+ * Collection of proprietary scorers implemented by Judgment.
3
+ *
4
+ * These are ready-made evaluation scorers that can be used to evaluate
5
+ * Examples via the Judgment API.
6
+ */
7
+ export declare enum APIScorer {
8
+ FAITHFULNESS = "faithfulness",
9
+ ANSWER_RELEVANCY = "answer_relevancy",
10
+ ANSWER_CORRECTNESS = "answer_correctness",
11
+ HALLUCINATION = "hallucination",
12
+ SUMMARIZATION = "summarization",
13
+ CONTEXTUAL_RECALL = "contextual_recall",
14
+ CONTEXTUAL_RELEVANCY = "contextual_relevancy",
15
+ CONTEXTUAL_PRECISION = "contextual_precision",
16
+ INSTRUCTION_ADHERENCE = "instruction_adherence",
17
+ EXECUTION_ORDER = "execution_order",
18
+ JSON_CORRECTNESS = "json_correctness",
19
+ COMPARISON = "comparison",
20
+ GROUNDEDNESS = "groundedness"
21
+ }
22
+ export declare const UNBOUNDED_SCORERS: Set<APIScorer>;
23
+ export declare const ROOT_API = "https://api.judgmentlabs.ai";
24
+ export declare const JUDGMENT_EVAL_API_URL = "https://api.judgmentlabs.ai/evaluate/";
25
+ export declare const JUDGMENT_DATASETS_PUSH_API_URL = "https://api.judgmentlabs.ai/datasets/push/";
26
+ export declare const JUDGMENT_DATASETS_PULL_API_URL = "https://api.judgmentlabs.ai/datasets/pull/";
27
+ export declare const JUDGMENT_DATASETS_DELETE_API_URL = "https://api.judgmentlabs.ai/datasets/delete/";
28
+ export declare const JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = "https://api.judgmentlabs.ai/datasets/export_jsonl/";
29
+ export declare const JUDGMENT_DATASETS_PROJECT_STATS_API_URL = "https://api.judgmentlabs.ai/datasets/fetch_stats_by_project/";
30
+ export declare const JUDGMENT_DATASETS_INSERT_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
31
+ export declare const JUDGMENT_EVAL_LOG_API_URL = "https://api.judgmentlabs.ai/log_eval_results/";
32
+ export declare const JUDGMENT_EVAL_FETCH_API_URL = "https://api.judgmentlabs.ai/fetch_eval_results/";
33
+ export declare const JUDGMENT_EVAL_DELETE_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project_and_run_names/";
34
+ export declare const JUDGMENT_EVAL_DELETE_PROJECT_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project/";
35
+ export declare const JUDGMENT_PROJECT_DELETE_API_URL = "https://api.judgmentlabs.ai/projects/delete/";
36
+ export declare const JUDGMENT_PROJECT_CREATE_API_URL = "https://api.judgmentlabs.ai/projects/add/";
37
+ export declare const JUDGMENT_TRACES_FETCH_API_URL = "https://api.judgmentlabs.ai/traces/fetch/";
38
+ export declare const JUDGMENT_TRACES_SAVE_API_URL = "https://api.judgmentlabs.ai/traces/save/";
39
+ export declare const JUDGMENT_TRACES_DELETE_API_URL = "https://api.judgmentlabs.ai/traces/delete/";
40
+ export declare const JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/traces/add_to_trace_eval_queue/";
41
+ export declare const JUDGMENT_WEBSOCKET_URL: string;
42
+ export declare const JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/add_to_run_eval_queue/";
43
+ export declare const RABBITMQ_HOST: string;
44
+ export declare const RABBITMQ_PORT: number;
45
+ export declare const RABBITMQ_QUEUE: string;
46
+ export declare const LITELLM_SUPPORTED_MODELS: Set<string>;
47
+ export declare const TOGETHER_SUPPORTED_MODELS: string[];
48
+ export declare const JUDGMENT_SUPPORTED_MODELS: Set<string>;
49
+ export declare const ACCEPTABLE_MODELS: Set<string>;
50
+ export declare const MAX_WORKER_THREADS = 10;
51
+ export declare const MAX_CONCURRENT_EVALUATIONS = 50;
@@ -0,0 +1,344 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.MAX_CONCURRENT_EVALUATIONS = exports.MAX_WORKER_THREADS = exports.ACCEPTABLE_MODELS = exports.JUDGMENT_SUPPORTED_MODELS = exports.TOGETHER_SUPPORTED_MODELS = exports.LITELLM_SUPPORTED_MODELS = exports.RABBITMQ_QUEUE = exports.RABBITMQ_PORT = exports.RABBITMQ_HOST = exports.JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = exports.JUDGMENT_WEBSOCKET_URL = exports.JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = exports.JUDGMENT_TRACES_DELETE_API_URL = exports.JUDGMENT_TRACES_SAVE_API_URL = exports.JUDGMENT_TRACES_FETCH_API_URL = exports.JUDGMENT_PROJECT_CREATE_API_URL = exports.JUDGMENT_PROJECT_DELETE_API_URL = exports.JUDGMENT_EVAL_DELETE_PROJECT_API_URL = exports.JUDGMENT_EVAL_DELETE_API_URL = exports.JUDGMENT_EVAL_FETCH_API_URL = exports.JUDGMENT_EVAL_LOG_API_URL = exports.JUDGMENT_DATASETS_INSERT_API_URL = exports.JUDGMENT_DATASETS_PROJECT_STATS_API_URL = exports.JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = exports.JUDGMENT_DATASETS_DELETE_API_URL = exports.JUDGMENT_DATASETS_PULL_API_URL = exports.JUDGMENT_DATASETS_PUSH_API_URL = exports.JUDGMENT_EVAL_API_URL = exports.ROOT_API = exports.UNBOUNDED_SCORERS = exports.APIScorer = void 0;
7
+ const dotenv_1 = __importDefault(require("dotenv"));
8
+ // Load environment variables from .env file
9
+ dotenv_1.default.config();
10
+ /**
11
+ * Collection of proprietary scorers implemented by Judgment.
12
+ *
13
+ * These are ready-made evaluation scorers that can be used to evaluate
14
+ * Examples via the Judgment API.
15
+ */
16
+ var APIScorer;
17
+ (function (APIScorer) {
18
+ APIScorer["FAITHFULNESS"] = "faithfulness";
19
+ APIScorer["ANSWER_RELEVANCY"] = "answer_relevancy";
20
+ APIScorer["ANSWER_CORRECTNESS"] = "answer_correctness";
21
+ APIScorer["HALLUCINATION"] = "hallucination";
22
+ APIScorer["SUMMARIZATION"] = "summarization";
23
+ APIScorer["CONTEXTUAL_RECALL"] = "contextual_recall";
24
+ APIScorer["CONTEXTUAL_RELEVANCY"] = "contextual_relevancy";
25
+ APIScorer["CONTEXTUAL_PRECISION"] = "contextual_precision";
26
+ APIScorer["INSTRUCTION_ADHERENCE"] = "instruction_adherence";
27
+ APIScorer["EXECUTION_ORDER"] = "execution_order";
28
+ APIScorer["JSON_CORRECTNESS"] = "json_correctness";
29
+ APIScorer["COMPARISON"] = "comparison";
30
+ APIScorer["GROUNDEDNESS"] = "groundedness";
31
+ })(APIScorer || (exports.APIScorer = APIScorer = {}));
32
+ // Note: The Python version checks for case-insensitivity via _missing_.
33
+ // TypeScript enums don't have a direct equivalent built-in.
34
+ // Access needs to be case-sensitive, e.g., APIScorer.FAITHFULNESS.
35
+ // scorers whose scores are not bounded between 0-1
36
+ exports.UNBOUNDED_SCORERS = new Set([
37
+ APIScorer.COMPARISON,
38
+ ]);
39
+ // API URLs
40
+ exports.ROOT_API = 'https://api.judgmentlabs.ai';
41
+ exports.JUDGMENT_EVAL_API_URL = `${exports.ROOT_API}/evaluate/`;
42
+ exports.JUDGMENT_DATASETS_PUSH_API_URL = `${exports.ROOT_API}/datasets/push/`;
43
+ exports.JUDGMENT_DATASETS_PULL_API_URL = `${exports.ROOT_API}/datasets/pull/`;
44
+ exports.JUDGMENT_DATASETS_DELETE_API_URL = `${exports.ROOT_API}/datasets/delete/`;
45
+ exports.JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = `${exports.ROOT_API}/datasets/export_jsonl/`;
46
+ exports.JUDGMENT_DATASETS_PROJECT_STATS_API_URL = `${exports.ROOT_API}/datasets/fetch_stats_by_project/`;
47
+ exports.JUDGMENT_DATASETS_INSERT_API_URL = `${exports.ROOT_API}/datasets/insert_examples/`;
48
+ exports.JUDGMENT_EVAL_LOG_API_URL = `${exports.ROOT_API}/log_eval_results/`;
49
+ exports.JUDGMENT_EVAL_FETCH_API_URL = `${exports.ROOT_API}/fetch_eval_results/`;
50
+ exports.JUDGMENT_EVAL_DELETE_API_URL = `${exports.ROOT_API}/delete_eval_results_by_project_and_run_names/`;
51
+ exports.JUDGMENT_EVAL_DELETE_PROJECT_API_URL = `${exports.ROOT_API}/delete_eval_results_by_project/`;
52
+ exports.JUDGMENT_PROJECT_DELETE_API_URL = `${exports.ROOT_API}/projects/delete/`;
53
+ exports.JUDGMENT_PROJECT_CREATE_API_URL = `${exports.ROOT_API}/projects/add/`;
54
+ exports.JUDGMENT_TRACES_FETCH_API_URL = `${exports.ROOT_API}/traces/fetch/`;
55
+ exports.JUDGMENT_TRACES_SAVE_API_URL = `${exports.ROOT_API}/traces/save/`;
56
+ exports.JUDGMENT_TRACES_DELETE_API_URL = `${exports.ROOT_API}/traces/delete/`;
57
+ exports.JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = `${exports.ROOT_API}/traces/add_to_trace_eval_queue/`;
58
+ exports.JUDGMENT_WEBSOCKET_URL = process.env.JUDGMENT_WEBSOCKET_URL || 'wss://api.judgmentlabs.ai/ws/traces/';
59
+ exports.JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = `${exports.ROOT_API}/add_to_run_eval_queue/`;
60
+ // RabbitMQ
61
+ exports.RABBITMQ_HOST = process.env.RABBITMQ_HOST || 'localhost';
62
+ exports.RABBITMQ_PORT = process.env.RABBITMQ_PORT ? parseInt(process.env.RABBITMQ_PORT, 10) : 5672;
63
+ exports.RABBITMQ_QUEUE = process.env.RABBITMQ_QUEUE || 'task_queue';
64
+ // Models
65
+ // TODO: Review litellm equivalent in JS/TS.
66
+ // The Python code uses `litellm.model_list`.
67
+ // A JS library exists (@skadefro/litellm), but doesn't seem to expose model_list directly.
68
+ // For now, using an empty set.
69
+ exports.LITELLM_SUPPORTED_MODELS = new Set([
70
+ 'omni-moderation-latest', 'omni-moderation-latest-intents', 'omni-moderation-2024-09-26', 'gpt-4', 'gpt-4o',
71
+ 'gpt-4o-search-preview-2025-03-11', 'gpt-4o-search-preview', 'gpt-4.5-preview', 'gpt-4.5-preview-2025-02-27',
72
+ 'gpt-4o-audio-preview', 'gpt-4o-audio-preview-2024-12-17', 'gpt-4o-audio-preview-2024-10-01', 'gpt-4o-mini-audio-preview-2024-12-17',
73
+ 'gpt-4o-mini', 'gpt-4o-mini-search-preview-2025-03-11', 'gpt-4o-mini-search-preview', 'gpt-4o-mini-2024-07-18',
74
+ 'o1-pro', 'o1-pro-2025-03-19', 'o1', 'o1-mini', 'o3-mini', 'o3-mini-2025-01-31', 'o1-mini-2024-09-12',
75
+ 'o1-preview', 'o1-preview-2024-09-12', 'o1-2024-12-17', 'chatgpt-4o-latest', 'gpt-4o-2024-05-13', 'gpt-4o-2024-08-06',
76
+ 'gpt-4o-2024-11-20', 'gpt-4o-realtime-preview-2024-10-01', 'gpt-4o-realtime-preview', 'gpt-4o-realtime-preview-2024-12-17',
77
+ 'gpt-4o-mini-realtime-preview', 'gpt-4o-mini-realtime-preview-2024-12-17', 'gpt-4-turbo-preview', 'gpt-4-0314',
78
+ 'gpt-4-0613', 'gpt-4-32k', 'gpt-4-32k-0314', 'gpt-4-32k-0613', 'gpt-4-turbo', 'gpt-4-turbo-2024-04-09',
79
+ 'gpt-4-1106-preview', 'gpt-4-0125-preview', 'gpt-4-vision-preview', 'gpt-4-1106-vision-preview', 'gpt-3.5-turbo',
80
+ 'gpt-3.5-turbo-0301', 'gpt-3.5-turbo-0613', 'gpt-3.5-turbo-1106', 'gpt-3.5-turbo-0125', 'gpt-3.5-turbo-16k',
81
+ 'gpt-3.5-turbo-16k-0613', 'text-embedding-3-large', 'text-embedding-3-small', 'text-embedding-ada-002',
82
+ 'text-embedding-ada-002-v2', 'text-moderation-stable', 'text-moderation-007', 'text-moderation-latest',
83
+ '256-x-256/dall-e-2', '512-x-512/dall-e-2', '1024-x-1024/dall-e-2', 'hd/1024-x-1792/dall-e-3',
84
+ 'hd/1792-x-1024/dall-e-3', 'hd/1024-x-1024/dall-e-3', 'standard/1024-x-1792/dall-e-3',
85
+ 'standard/1792-x-1024/dall-e-3', 'standard/1024-x-1024/dall-e-3', 'gpt-4o-transcribe',
86
+ 'gpt-4o-mini-transcribe', 'whisper-1', 'tts-1', 'tts-1-hd', 'ft:davinci-002', 'ft:babbage-002',
87
+ 'babbage-002', 'davinci-002', 'gpt-3.5-turbo-instruct', 'gpt-3.5-turbo-instruct-0914',
88
+ 'command-nightly', 'command', 'rerank-v3.5', 'rerank-english-v3.0', 'rerank-multilingual-v3.0',
89
+ 'rerank-english-v2.0', 'rerank-multilingual-v2.0', 'embed-english-light-v3.0', 'embed-multilingual-v3.0',
90
+ 'embed-english-v2.0', 'embed-english-light-v2.0', 'embed-multilingual-v2.0', 'embed-english-v3.0',
91
+ 'command-r', 'command-r-08-2024', 'command-r7b-12-2024', 'command-light', 'command-r-plus',
92
+ 'command-r-plus-08-2024', 'claude-instant-1', 'claude-instant-1.2', 'claude-2', 'claude-2.1',
93
+ 'claude-3-haiku-20240307', 'claude-3-5-haiku-20241022', 'claude-3-5-haiku-latest', 'claude-3-opus-latest',
94
+ 'claude-3-opus-20240229', 'claude-3-sonnet-20240229', 'claude-3-5-sonnet-latest', 'claude-3-5-sonnet-20240620',
95
+ 'claude-3-7-sonnet-latest', 'claude-3-7-sonnet-20250219', 'claude-3-5-sonnet-20241022',
96
+ 'replicate/llama-2-70b-chat:2796ee9483c3fd7aa2e171d38f4ca12251a30609463dcfd4cd76703f22e96cdf',
97
+ 'a16z-infra/llama-2-13b-chat:2a7f981751ec7fdf87b5b91ad4db53683a98082e9ff7bfd12c8cd5ea85980a52',
98
+ 'meta/codellama-13b:1c914d844307b0588599b8393480a3ba917b660c7e9dfae681542b5325f228db',
99
+ 'replicate/vicuna-13b:6282abe6a492de4145dbb601023762212f9ddbbe78278bd6771c8b3b2f2a13b',
100
+ 'joehoover/instructblip-vicuna13b:c4c54e3c8c97cd50c2d2fec9be3b6065563ccf7d43787fb99f84151b867178fe',
101
+ 'daanelson/flan-t5-large:ce962b3f6792a57074a601d3979db5839697add2e4e02696b3ced4c022d4767f',
102
+ 'replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5',
103
+ 'replit/replit-code-v1-3b:b84f4c074b807211cd75e3e8b1589b6399052125b4c27106e43d47189e8415ad',
104
+ 'openrouter/deepseek/deepseek-r1', 'openrouter/deepseek/deepseek-chat', 'openrouter/deepseek/deepseek-coder',
105
+ 'openrouter/microsoft/wizardlm-2-8x22b:nitro', 'openrouter/google/gemini-pro-1.5', 'openrouter/google/gemini-2.0-flash-001',
106
+ 'openrouter/mistralai/mixtral-8x22b-instruct', 'openrouter/cohere/command-r-plus', 'openrouter/databricks/dbrx-instruct',
107
+ 'openrouter/anthropic/claude-3-haiku', 'openrouter/anthropic/claude-3-5-haiku', 'openrouter/anthropic/claude-3-haiku-20240307',
108
+ 'openrouter/anthropic/claude-3-5-haiku-20241022', 'openrouter/anthropic/claude-3.5-sonnet', 'openrouter/anthropic/claude-3.5-sonnet:beta',
109
+ 'openrouter/anthropic/claude-3.7-sonnet', 'openrouter/anthropic/claude-3.7-sonnet:beta', 'openrouter/anthropic/claude-3-sonnet',
110
+ 'openrouter/mistralai/mistral-large', 'mistralai/mistral-small-3.1-24b-instruct', 'openrouter/cognitivecomputations/dolphin-mixtral-8x7b',
111
+ 'openrouter/google/gemini-pro-vision', 'openrouter/fireworks/firellava-13b', 'openrouter/meta-llama/llama-3-8b-instruct:free',
112
+ 'openrouter/meta-llama/llama-3-8b-instruct:extended', 'openrouter/meta-llama/llama-3-70b-instruct:nitro',
113
+ 'openrouter/meta-llama/llama-3-70b-instruct', 'openrouter/openai/o1', 'openrouter/openai/o1-mini',
114
+ 'openrouter/openai/o1-mini-2024-09-12', 'openrouter/openai/o1-preview', 'openrouter/openai/o1-preview-2024-09-12',
115
+ 'openrouter/openai/o3-mini', 'openrouter/openai/o3-mini-high', 'openrouter/openai/gpt-4o',
116
+ 'openrouter/openai/gpt-4o-2024-05-13', 'openrouter/openai/gpt-4-vision-preview', 'openrouter/openai/gpt-3.5-turbo',
117
+ 'openrouter/openai/gpt-3.5-turbo-16k', 'openrouter/openai/gpt-4', 'openrouter/anthropic/claude-instant-v1',
118
+ 'openrouter/anthropic/claude-2', 'openrouter/anthropic/claude-3-opus', 'openrouter/google/palm-2-chat-bison',
119
+ 'openrouter/google/palm-2-codechat-bison', 'openrouter/meta-llama/llama-2-13b-chat', 'openrouter/meta-llama/llama-2-70b-chat',
120
+ 'openrouter/meta-llama/codellama-34b-instruct', 'openrouter/nousresearch/nous-hermes-llama2-13b',
121
+ 'openrouter/mancer/weaver', 'openrouter/gryphe/mythomax-l2-13b', 'openrouter/jondurbin/airoboros-l2-70b-2.1',
122
+ 'openrouter/undi95/remm-slerp-l2-13b', 'openrouter/pygmalionai/mythalion-13b', 'openrouter/mistralai/mistral-7b-instruct',
123
+ 'openrouter/mistralai/mistral-7b-instruct:free', 'openrouter/qwen/qwen-2.5-coder-32b-instruct',
124
+ 'meta-llama/Llama-2-7b-hf', 'meta-llama/Llama-2-7b-chat-hf', 'meta-llama/Llama-2-13b-hf',
125
+ 'meta-llama/Llama-2-13b-chat-hf', 'meta-llama/Llama-2-70b-hf', 'meta-llama/Llama-2-70b-chat-hf',
126
+ 'meta-llama/Llama-2-7b', 'meta-llama/Llama-2-7b-chat', 'meta-llama/Llama-2-13b', 'meta-llama/Llama-2-13b-chat',
127
+ 'meta-llama/Llama-2-70b', 'meta-llama/Llama-2-70b-chat', 'chat-bison', 'chat-bison@001', 'chat-bison@002',
128
+ 'chat-bison-32k', 'chat-bison-32k@002', 'text-bison', 'text-bison@001', 'text-bison@002', 'text-bison32k',
129
+ 'text-bison32k@002', 'text-unicorn', 'text-unicorn@001', 'j2-ultra', 'j2-mid', 'j2-light', 'jamba-1.5-mini@001',
130
+ 'jamba-1.5-large@001', 'jamba-1.5', 'jamba-1.5-mini', 'jamba-1.5-large', 'jamba-large-1.6', 'jamba-mini-1.6',
131
+ 'togethercomputer/llama-2-70b-chat', 'togethercomputer/llama-2-70b', 'togethercomputer/LLaMA-2-7B-32K',
132
+ 'togethercomputer/Llama-2-7B-32K-Instruct', 'togethercomputer/llama-2-7b', 'togethercomputer/falcon-40b-instruct',
133
+ 'togethercomputer/falcon-7b-instruct', 'togethercomputer/alpaca-7b', 'HuggingFaceH4/starchat-alpha',
134
+ 'togethercomputer/CodeLlama-34b', 'togethercomputer/CodeLlama-34b-Instruct', 'togethercomputer/CodeLlama-34b-Python',
135
+ 'defog/sqlcoder', 'NumbersStation/nsql-llama-2-7B', 'WizardLM/WizardCoder-15B-V1.0',
136
+ 'WizardLM/WizardCoder-Python-34B-V1.0', 'NousResearch/Nous-Hermes-Llama2-13b', 'Austism/chronos-hermes-13b',
137
+ 'upstage/SOLAR-0-70b-16bit', 'WizardLM/WizardLM-70B-V1.0', 'qvv0xeq', 'q841o8w', '31dxrj3', 'luminous-base',
138
+ 'luminous-base-control', 'luminous-extended', 'luminous-extended-control', 'luminous-supreme', 'luminous-supreme-control',
139
+ 'dolphin', 'chatdolphin', 'llama2', 'ai21.j2-mid-v1', 'ai21.j2-ultra-v1', 'ai21.jamba-instruct-v1:0',
140
+ 'ai21.jamba-1-5-large-v1:0', 'ai21.jamba-1-5-mini-v1:0', 'amazon.rerank-v1:0', 'amazon.titan-text-lite-v1',
141
+ 'amazon.titan-text-express-v1', 'amazon.titan-text-premier-v1:0', 'amazon.titan-embed-text-v1',
142
+ 'amazon.titan-embed-text-v2:0', 'amazon.titan-embed-image-v1', 'mistral.mistral-7b-instruct-v0:2',
143
+ 'mistral.mixtral-8x7b-instruct-v0:1', 'mistral.mistral-large-2402-v1:0', 'mistral.mistral-large-2407-v1:0',
144
+ 'mistral.mistral-small-2402-v1:0', '1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0',
145
+ 'anthropic.claude-3-sonnet-20240229-v1:0', 'anthropic.claude-3-5-sonnet-20240620-v1:0',
146
+ 'anthropic.claude-3-5-sonnet-20241022-v2:0', 'anthropic.claude-3-haiku-20240307-v1:0',
147
+ 'anthropic.claude-3-5-haiku-20241022-v1:0', 'anthropic.claude-3-opus-20240229-v1:0',
148
+ 'us.anthropic.claude-3-sonnet-20240229-v1:0', 'us.anthropic.claude-3-5-sonnet-20240620-v1:0',
149
+ 'us.anthropic.claude-3-5-sonnet-20241022-v2:0', 'us.anthropic.claude-3-haiku-20240307-v1:0',
150
+ 'us.anthropic.claude-3-5-haiku-20241022-v1:0', 'us.anthropic.claude-3-opus-20240229-v1:0',
151
+ 'eu.anthropic.claude-3-sonnet-20240229-v1:0', 'eu.anthropic.claude-3-5-sonnet-20240620-v1:0',
152
+ 'eu.anthropic.claude-3-5-sonnet-20241022-v2:0', 'eu.anthropic.claude-3-haiku-20240307-v1:0',
153
+ 'eu.anthropic.claude-3-5-haiku-20241022-v1:0', 'eu.anthropic.claude-3-opus-20240229-v1:0',
154
+ 'anthropic.claude-v1', 'anthropic.claude-v2', 'anthropic.claude-v2:1', 'anthropic.claude-instant-v1',
155
+ 'cohere.rerank-v3-5:0', 'cohere.command-text-v14', 'cohere.command-light-text-v14',
156
+ 'cohere.command-r-plus-v1:0', 'cohere.command-r-v1:0', 'cohere.embed-english-v3', 'cohere.embed-multilingual-v3',
157
+ 'meta.llama2-13b-chat-v1', 'meta.llama2-70b-chat-v1', 'meta.llama3-8b-instruct-v1:0',
158
+ 'meta.llama3-70b-instruct-v1:0', 'meta.llama3-1-8b-instruct-v1:0', 'us.meta.llama3-1-8b-instruct-v1:0',
159
+ 'meta.llama3-1-70b-instruct-v1:0', 'us.meta.llama3-1-70b-instruct-v1:0', 'meta.llama3-1-405b-instruct-v1:0',
160
+ 'us.meta.llama3-1-405b-instruct-v1:0', 'meta.llama3-2-1b-instruct-v1:0', 'us.meta.llama3-2-1b-instruct-v1:0',
161
+ 'eu.meta.llama3-2-1b-instruct-v1:0', 'meta.llama3-2-3b-instruct-v1:0', 'us.meta.llama3-2-3b-instruct-v1:0',
162
+ 'eu.meta.llama3-2-3b-instruct-v1:0', 'meta.llama3-2-11b-instruct-v1:0', 'us.meta.llama3-2-11b-instruct-v1:0',
163
+ 'meta.llama3-2-90b-instruct-v1:0', 'us.meta.llama3-2-90b-instruct-v1:0',
164
+ '512-x-512/50-steps/stability.stable-diffusion-xl-v0', '512-x-512/max-steps/stability.stable-diffusion-xl-v0',
165
+ 'max-x-max/50-steps/stability.stable-diffusion-xl-v0', 'max-x-max/max-steps/stability.stable-diffusion-xl-v0',
166
+ '1024-x-1024/50-steps/stability.stable-diffusion-xl-v1', '1024-x-1024/max-steps/stability.stable-diffusion-xl-v1',
167
+ 'stability.sd3-large-v1:0', 'stability.sd3-5-large-v1:0', 'stability.stable-image-core-v1:0',
168
+ 'stability.stable-image-core-v1:1', 'stability.stable-image-ultra-v1:0', 'stability.stable-image-ultra-v1:1',
169
+ 'deepinfra/lizpreciatior/lzlv_70b_fp16_hf', 'deepinfra/Gryphe/MythoMax-L2-13b',
170
+ 'deepinfra/mistralai/Mistral-7B-Instruct-v0.1', 'deepinfra/meta-llama/Llama-2-70b-chat-hf',
171
+ 'deepinfra/cognitivecomputations/dolphin-2.6-mixtral-8x7b', 'deepinfra/codellama/CodeLlama-34b-Instruct-hf',
172
+ 'deepinfra/deepinfra/mixtral', 'deepinfra/Phind/Phind-CodeLlama-34B-v2',
173
+ 'deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1', 'deepinfra/deepinfra/airoboros-70b',
174
+ 'deepinfra/01-ai/Yi-34B-Chat', 'deepinfra/01-ai/Yi-6B-200K', 'deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1',
175
+ 'deepinfra/meta-llama/Llama-2-13b-chat-hf', 'deepinfra/amazon/MistralLite',
176
+ 'deepinfra/meta-llama/Llama-2-7b-chat-hf', 'deepinfra/meta-llama/Meta-Llama-3-8B-Instruct',
177
+ 'deepinfra/meta-llama/Meta-Llama-3-70B-Instruct', 'deepinfra/meta-llama/Meta-Llama-3.1-405B-Instruct',
178
+ 'deepinfra/01-ai/Yi-34B-200K', 'deepinfra/openchat/openchat_3.5', 'perplexity/codellama-34b-instruct',
179
+ 'perplexity/codellama-70b-instruct', 'perplexity/llama-3.1-70b-instruct', 'perplexity/llama-3.1-8b-instruct',
180
+ 'perplexity/llama-3.1-sonar-huge-128k-online', 'perplexity/llama-3.1-sonar-large-128k-online',
181
+ 'perplexity/llama-3.1-sonar-large-128k-chat', 'perplexity/llama-3.1-sonar-small-128k-chat',
182
+ 'perplexity/llama-3.1-sonar-small-128k-online', 'perplexity/sonar', 'perplexity/sonar-pro',
183
+ 'perplexity/pplx-7b-chat', 'perplexity/pplx-70b-chat', 'perplexity/pplx-7b-online', 'perplexity/pplx-70b-online',
184
+ 'perplexity/llama-2-70b-chat', 'perplexity/mistral-7b-instruct', 'perplexity/mixtral-8x7b-instruct',
185
+ 'perplexity/sonar-small-chat', 'perplexity/sonar-small-online', 'perplexity/sonar-medium-chat',
186
+ 'perplexity/sonar-medium-online', 'maritalk', 'gemini-pro', 'gemini-1.0-pro', 'gemini-1.0-pro-001',
187
+ 'gemini-1.0-ultra', 'gemini-1.0-ultra-001', 'gemini-1.0-pro-002', 'gemini-1.5-pro', 'gemini-1.5-pro-002',
188
+ 'gemini-1.5-pro-001', 'gemini-1.5-pro-preview-0514', 'gemini-1.5-pro-preview-0215', 'gemini-1.5-pro-preview-0409',
189
+ 'gemini-1.5-flash', 'gemini-1.5-flash-exp-0827', 'gemini-1.5-flash-002', 'gemini-1.5-flash-001',
190
+ 'gemini-1.5-flash-preview-0514', 'gemini-pro-experimental', 'gemini-flash-experimental', 'medlm-medium',
191
+ 'medlm-large', 'gemini-2.5-pro-exp-03-25', 'gemini-2.0-pro-exp-02-05', 'gemini-2.0-flash-exp',
192
+ 'gemini-2.0-flash-001', 'gemini-2.0-flash-thinking-exp', 'gemini-2.0-flash-thinking-exp-01-21', 'gemini-2.0-flash',
193
+ 'gemini-2.0-flash-lite', 'gemini-2.0-flash-lite-001', 'watsonx/ibm/granite-3-8b-instruct',
194
+ 'gemini/gemini-2.0-pro-exp-02-05', 'gemini/gemini-2.0-flash', 'gemini/gemini-2.0-flash-lite',
195
+ 'gemini/gemini-2.0-flash-001', 'gemini/gemini-2.5-pro-preview-03-25', 'gemini/gemini-2.0-flash-exp',
196
+ 'gemini/gemini-2.0-flash-lite-preview-02-05', 'gemini/gemini-2.0-flash-thinking-exp',
197
+ 'gemini/gemini-2.0-flash-thinking-exp-01-21', 'gemini/gemma-3-27b-it', 'gemini/learnlm-1.5-pro-experimental',
198
+ 'gemini/gemini-1.5-flash-002', 'gemini/gemini-1.5-flash-001', 'gemini/gemini-1.5-flash',
199
+ 'gemini/gemini-1.5-flash-latest', 'gemini/gemini-1.5-flash-8b', 'gemini/gemini-1.5-flash-8b-exp-0924',
200
+ 'gemini/gemini-exp-1114', 'gemini/gemini-exp-1206', 'gemini/gemini-1.5-flash-exp-0827',
201
+ 'gemini/gemini-1.5-flash-8b-exp-0827', 'gemini/gemini-pro', 'gemini/gemini-1.5-pro', 'gemini/gemini-1.5-pro-002',
202
+ 'gemini/gemini-1.5-pro-001', 'gemini/gemini-1.5-pro-exp-0801', 'gemini/gemini-1.5-pro-exp-0827',
203
+ 'gemini/gemini-1.5-pro-latest', 'gemini/gemini-pro-vision', 'gemini/gemini-gemma-2-27b-it',
204
+ 'gemini/gemini-gemma-2-9b-it', 'text-completion-codestral/codestral-latest', 'text-completion-codestral/codestral-2405',
205
+ 'xai/grok-beta', 'xai/grok-2-vision-1212', 'xai/grok-2-vision-latest', 'xai/grok-2-vision', 'xai/grok-vision-beta',
206
+ 'xai/grok-2-1212', 'xai/grok-2', 'xai/grok-2-latest', 'deepseek/deepseek-reasoner', 'deepseek/deepseek-chat',
207
+ 'deepseek/deepseek-coder', 'azure_ai/deepseek-r1', 'azure_ai/deepseek-v3', 'azure_ai/jamba-instruct',
208
+ 'azure_ai/mistral-nemo', 'azure_ai/mistral-large', 'azure_ai/mistral-small', 'azure_ai/mistral-small-2503',
209
+ 'azure_ai/mistral-large-2407', 'azure_ai/mistral-large-latest', 'azure_ai/ministral-3b',
210
+ 'azure_ai/Llama-3.2-11B-Vision-Instruct', 'azure_ai/Llama-3.3-70B-Instruct', 'azure_ai/Llama-3.2-90B-Vision-Instruct',
211
+ 'azure_ai/Meta-Llama-3-70B-Instruct', 'azure_ai/Meta-Llama-3.1-8B-Instruct', 'azure_ai/Meta-Llama-3.1-70B-Instruct',
212
+ 'azure_ai/Meta-Llama-3.1-405B-Instruct', 'azure_ai/Phi-4-mini-instruct', 'azure_ai/Phi-4-multimodal-instruct',
213
+ 'azure_ai/Phi-4', 'azure_ai/Phi-3.5-mini-instruct', 'azure_ai/Phi-3.5-vision-instruct', 'azure_ai/Phi-3.5-MoE-instruct',
214
+ 'azure_ai/Phi-3-mini-4k-instruct', 'azure_ai/Phi-3-mini-128k-instruct', 'azure_ai/Phi-3-small-8k-instruct',
215
+ 'azure_ai/Phi-3-small-128k-instruct', 'azure_ai/Phi-3-medium-4k-instruct', 'azure_ai/Phi-3-medium-128k-instruct',
216
+ 'azure_ai/cohere-rerank-v3-multilingual', 'azure_ai/cohere-rerank-v3-english', 'azure_ai/Cohere-embed-v3-english',
217
+ 'azure_ai/Cohere-embed-v3-multilingual', 'voyage/voyage-01', 'voyage/voyage-lite-01', 'voyage/voyage-large-2',
218
+ 'voyage/voyage-finance-2', 'voyage/voyage-lite-02-instruct', 'voyage/voyage-law-2', 'voyage/voyage-code-2',
219
+ 'voyage/voyage-2', 'voyage/voyage-3-large', 'voyage/voyage-3', 'voyage/voyage-3-lite', 'voyage/voyage-code-3',
220
+ 'voyage/voyage-multimodal-3', 'voyage/rerank-2', 'voyage/rerank-2-lite',
221
+ 'databricks/databricks-claude-3-7-sonnet', 'databricks/databricks-meta-llama-3-1-405b-instruct',
222
+ 'databricks/databricks-meta-llama-3-1-70b-instruct', 'databricks/databricks-meta-llama-3-3-70b-instruct',
223
+ 'databricks/databricks-dbrx-instruct', 'databricks/databricks-meta-llama-3-70b-instruct',
224
+ 'databricks/databricks-llama-2-70b-chat', 'databricks/databricks-mixtral-8x7b-instruct',
225
+ 'databricks/databricks-mpt-30b-instruct', 'databricks/databricks-mpt-7b-instruct',
226
+ 'databricks/databricks-bge-large-en', 'databricks/databricks-gte-large-en',
227
+ 'cloudflare/@cf/meta/llama-2-7b-chat-fp16', 'cloudflare/@cf/meta/llama-2-7b-chat-int8',
228
+ 'cloudflare/@cf/mistral/mistral-7b-instruct-v0.1', 'cloudflare/@hf/thebloke/codellama-7b-instruct-awq',
229
+ 'codestral/codestral-latest', 'codestral/codestral-2405', 'friendliai/meta-llama-3.1-8b-instruct',
230
+ 'friendliai/meta-llama-3.1-70b-instruct', 'palm/chat-bison', 'palm/chat-bison-001', 'palm/text-bison',
231
+ 'palm/text-bison-001', 'palm/text-bison-safety-off', 'palm/text-bison-safety-recitation-off',
232
+ 'groq/deepseek-r1-distill-llama-70b', 'groq/llama-3.3-70b-versatile', 'groq/llama-3.3-70b-specdec',
233
+ 'groq/llama2-70b-4096', 'groq/llama3-8b-8192', 'groq/llama-3.2-1b-preview', 'groq/llama-3.2-3b-preview',
234
+ 'groq/llama-3.2-11b-text-preview', 'groq/llama-3.2-11b-vision-preview', 'groq/llama-3.2-90b-text-preview',
235
+ 'groq/llama-3.2-90b-vision-preview', 'groq/llama3-70b-8192', 'groq/llama-3.1-8b-instant',
236
+ 'groq/llama-3.1-70b-versatile', 'groq/llama-3.1-405b-reasoning', 'groq/mixtral-8x7b-32768',
237
+ 'groq/gemma-7b-it', 'groq/gemma2-9b-it', 'groq/llama3-groq-70b-8192-tool-use-preview',
238
+ 'groq/llama3-groq-8b-8192-tool-use-preview', 'groq/whisper-large-v3', 'groq/whisper-large-v3-turbo',
239
+ 'groq/distil-whisper-large-v3-en', 'azure/gpt-4o-mini-realtime-preview-2024-12-17',
240
+ 'azure/eu/gpt-4o-mini-realtime-preview-2024-12-17', 'azure/us/gpt-4o-mini-realtime-preview-2024-12-17',
241
+ 'azure/gpt-4o-realtime-preview-2024-10-01', 'azure/us/gpt-4o-realtime-preview-2024-10-01',
242
+ 'azure/eu/gpt-4o-realtime-preview-2024-10-01', 'azure/o3-mini-2025-01-31', 'azure/us/o3-mini-2025-01-31',
243
+ 'azure/eu/o3-mini-2025-01-31', 'azure/tts-1', 'azure/tts-1-hd', 'azure/whisper-1', 'azure/o3-mini', 'azure/o1-mini',
244
+ 'azure/o1-mini-2024-09-12', 'azure/us/o1-mini-2024-09-12', 'azure/eu/o1-mini-2024-09-12', 'azure/o1',
245
+ 'azure/o1-2024-12-17', 'azure/us/o1-2024-12-17', 'azure/eu/o1-2024-12-17', 'azure/o1-preview',
246
+ 'azure/o1-preview-2024-09-12', 'azure/us/o1-preview-2024-09-12', 'azure/eu/o1-preview-2024-09-12',
247
+ 'azure/gpt-4.5-preview', 'azure/gpt-4o', 'azure/global/gpt-4o-2024-11-20', 'azure/gpt-4o-2024-08-06',
248
+ 'azure/global/gpt-4o-2024-08-06', 'azure/gpt-4o-2024-11-20', 'azure/us/gpt-4o-2024-11-20',
249
+ 'azure/eu/gpt-4o-2024-11-20', 'azure/gpt-4o-2024-05-13', 'azure/global-standard/gpt-4o-2024-08-06',
250
+ 'azure/us/gpt-4o-2024-08-06', 'azure/eu/gpt-4o-2024-08-06', 'azure/global-standard/gpt-4o-2024-11-20',
251
+ 'azure/global-standard/gpt-4o-mini', 'azure/gpt-4o-mini', 'azure/gpt-4o-mini-2024-07-18',
252
+ 'azure/us/gpt-4o-mini-2024-07-18', 'azure/eu/gpt-4o-mini-2024-07-18', 'azure/gpt-4-turbo-2024-04-09',
253
+ 'azure/gpt-4-0125-preview', 'azure/gpt-4-1106-preview', 'azure/gpt-4-0613', 'azure/gpt-4-32k-0613',
254
+ 'azure/gpt-4-32k', 'azure/gpt-4', 'azure/gpt-4-turbo', 'azure/gpt-4-turbo-vision-preview',
255
+ 'azure/gpt-35-turbo-16k-0613', 'azure/gpt-35-turbo-1106', 'azure/gpt-35-turbo-0613',
256
+ 'azure/gpt-35-turbo-0301', 'azure/gpt-35-turbo-0125', 'azure/gpt-3.5-turbo-0125', 'azure/gpt-35-turbo-16k',
257
+ 'azure/gpt-35-turbo', 'azure/gpt-3.5-turbo', 'azure/mistral-large-latest', 'azure/mistral-large-2402',
258
+ 'azure/command-r-plus', 'azure/ada', 'azure/text-embedding-ada-002', 'azure/text-embedding-3-large',
259
+ 'azure/text-embedding-3-small', 'azure/standard/1024-x-1024/dall-e-3', 'azure/hd/1024-x-1024/dall-e-3',
260
+ 'azure/standard/1024-x-1792/dall-e-3', 'azure/standard/1792-x-1024/dall-e-3', 'azure/hd/1024-x-1792/dall-e-3',
261
+ 'azure/hd/1792-x-1024/dall-e-3', 'azure/standard/1024-x-1024/dall-e-2',
262
+ 'anyscale/mistralai/Mistral-7B-Instruct-v0.1', 'anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1',
263
+ 'anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1', 'anyscale/HuggingFaceH4/zephyr-7b-beta',
264
+ 'anyscale/google/gemma-7b-it', 'anyscale/meta-llama/Llama-2-7b-chat-hf', 'anyscale/meta-llama/Llama-2-13b-chat-hf',
265
+ 'anyscale/meta-llama/Llama-2-70b-chat-hf', 'anyscale/codellama/CodeLlama-34b-Instruct-hf',
266
+ 'anyscale/codellama/CodeLlama-70b-Instruct-hf', 'anyscale/meta-llama/Meta-Llama-3-8B-Instruct',
267
+ 'anyscale/meta-llama/Meta-Llama-3-70B-Instruct', 'cerebras/llama3.1-8b', 'cerebras/llama3.1-70b',
268
+ 'cerebras/llama3.3-70b', 'azure/gpt-3.5-turbo-instruct-0914', 'azure/gpt-35-turbo-instruct',
269
+ 'azure/gpt-35-turbo-instruct-0914', 'assemblyai/nano', 'assemblyai/best',
270
+ 'jina-reranker-v2-base-multilingual', 'snowflake/deepseek-r1', 'snowflake/snowflake-arctic',
271
+ 'snowflake/claude-3-5-sonnet', 'snowflake/mistral-large', 'snowflake/mistral-large2', 'snowflake/reka-flash',
272
+ 'snowflake/reka-core', 'snowflake/jamba-instruct', 'snowflake/jamba-1.5-mini', 'snowflake/jamba-1.5-large',
273
+ 'snowflake/mixtral-8x7b', 'snowflake/llama2-70b-chat', 'snowflake/llama3-8b', 'snowflake/llama3-70b',
274
+ 'snowflake/llama3.1-8b', 'snowflake/llama3.1-70b', 'snowflake/llama3.3-70b', 'snowflake/snowflake-llama-3.3-70b',
275
+ 'snowflake/llama3.1-405b', 'snowflake/snowflake-llama-3.1-405b', 'snowflake/llama3.2-1b', 'snowflake/llama3.2-3b',
276
+ 'snowflake/mistral-7b', 'snowflake/gemma-7b'
277
+ ]);
278
+ exports.TOGETHER_SUPPORTED_MODELS = [
279
+ "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
280
+ "Qwen/Qwen2-VL-72B-Instruct",
281
+ "meta-llama/Llama-Vision-Free",
282
+ "Gryphe/MythoMax-L2-13b",
283
+ "Qwen/Qwen2.5-72B-Instruct-Turbo",
284
+ "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
285
+ "deepseek-ai/DeepSeek-R1",
286
+ "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
287
+ "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
288
+ "google/gemma-2-27b-it",
289
+ "mistralai/Mistral-Small-24B-Instruct-2501",
290
+ "mistralai/Mixtral-8x22B-Instruct-v0.1",
291
+ "meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
292
+ "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
293
+ "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo-classifier",
294
+ "deepseek-ai/DeepSeek-V3",
295
+ "Qwen/Qwen2-72B-Instruct",
296
+ "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
297
+ "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
298
+ "upstage/SOLAR-10.7B-Instruct-v1.0",
299
+ "togethercomputer/MoA-1",
300
+ "Qwen/QwQ-32B-Preview",
301
+ "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
302
+ "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
303
+ "mistralai/Mistral-7B-Instruct-v0.2",
304
+ "databricks/dbrx-instruct",
305
+ "meta-llama/Llama-3-8b-chat-hf",
306
+ "google/gemma-2b-it",
307
+ "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
308
+ "google/gemma-2-9b-it",
309
+ "meta-llama/Llama-3.3-70B-Instruct-Turbo",
310
+ "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo-p",
311
+ "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
312
+ "Gryphe/MythoMax-L2-13b-Lite",
313
+ "meta-llama/Llama-2-7b-chat-hf",
314
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
315
+ "meta-llama/Llama-2-13b-chat-hf",
316
+ "scb10x/scb10x-llama3-typhoon-v1-5-8b-instruct",
317
+ "scb10x/scb10x-llama3-typhoon-v1-5x-4f316",
318
+ "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
319
+ "Qwen/Qwen2.5-Coder-32B-Instruct",
320
+ "microsoft/WizardLM-2-8x22B",
321
+ "mistralai/Mistral-7B-Instruct-v0.3",
322
+ "scb10x/scb10x-llama3-1-typhoon2-60256",
323
+ "Qwen/Qwen2.5-7B-Instruct-Turbo",
324
+ "scb10x/scb10x-llama3-1-typhoon-18370",
325
+ "meta-llama/Llama-3.2-3B-Instruct-Turbo",
326
+ "meta-llama/Llama-3-70b-chat-hf",
327
+ "mistralai/Mixtral-8x7B-Instruct-v0.1",
328
+ "togethercomputer/MoA-1-Turbo",
329
+ "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free",
330
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
331
+ "mistralai/Mistral-7B-Instruct-v0.1"
332
+ ];
333
+ exports.JUDGMENT_SUPPORTED_MODELS = new Set(["osiris-large", "osiris-mini", "osiris"]);
334
+ // Combine model sets
335
+ exports.ACCEPTABLE_MODELS = new Set([
336
+ ...exports.LITELLM_SUPPORTED_MODELS,
337
+ ...exports.TOGETHER_SUPPORTED_MODELS,
338
+ ...exports.JUDGMENT_SUPPORTED_MODELS,
339
+ ]);
340
+ // System settings
341
+ exports.MAX_WORKER_THREADS = 10;
342
+ // Maximum number of concurrent operations for evaluation runs
343
+ exports.MAX_CONCURRENT_EVALUATIONS = 50; // Adjust based on system capabilities
344
+ //# sourceMappingURL=constants.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,4CAA4C;AAC5C,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,IAAY,SAcX;AAdD,WAAY,SAAS;IACjB,0CAA6B,CAAA;IAC7B,kDAAqC,CAAA;IACrC,sDAAyC,CAAA;IACzC,4CAA+B,CAAA;IAC/B,4CAA+B,CAAA;IAC/B,oDAAuC,CAAA;IACvC,0DAA6C,CAAA;IAC7C,0DAA6C,CAAA;IAC7C,4DAA+C,CAAA;IAC/C,gDAAmC,CAAA;IACnC,kDAAqC,CAAA;IACrC,sCAAyB,CAAA;IACzB,0CAA6B,CAAA;AACjC,CAAC,EAdW,SAAS,yBAAT,SAAS,QAcpB;AAED,wEAAwE;AACxE,4DAA4D;AAC5D,mEAAmE;AAEnE,mDAAmD;AACtC,QAAA,iBAAiB,GAAG,IAAI,GAAG,CAAY;IAChD,SAAS,CAAC,UAAU;CACvB,CAAC,CAAC;AAEH,WAAW;AACE,QAAA,QAAQ,GAAG,6BAA6B,CAAC;AACzC,QAAA,qBAAqB,GAAG,GAAG,gBAAQ,YAAY,CAAC;AAChD,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,gCAAgC,GAAG,GAAG,gBAAQ,mBAAmB,CAAC;AAClE,QAAA,sCAAsC,GAAG,GAAG,gBAAQ,yBAAyB,CAAC;AAC9E,QAAA,uCAAuC,GAAG,GAAG,gBAAQ,mCAAmC,CAAC;AACzF,QAAA,gCAAgC,GAAG,GAAG,gBAAQ,4BAA4B,CAAC;AAC3E,QAAA,yBAAyB,GAAG,GAAG,gBAAQ,oBAAoB,CAAC;AAC5D,QAAA,2BAA2B,GAAG,GAAG,gBAAQ,sBAAsB,CAAC;AAChE,QAAA,4BAA4B,GAAG,GAAG,gBAAQ,gDAAgD,CAAC;AAC3F,QAAA,oCAAoC,GAAG,GAAG,gBAAQ,kCAAkC,CAAC;AACrF,QAAA,+BAA+B,GAAG,GAAG,gBAAQ,mBAAmB,CAAC;AACjE,QAAA,+BAA+B,GAAG,GAAG,gBAAQ,gBAAgB,CAAC;AAC9D,QAAA,6BAA6B,GAAG,GAAG,gBAAQ,gBAAgB,CAAC;AAC5D,QAAA,4BAA4B,GAAG,GAAG,gBAAQ,eAAe,CAAC;AAC1D,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,yCAAyC,GAAG,GAAG,gBAAQ,kCAAkC,CAAC;AAC1F,QAAA,sBAAsB,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,sCAAsC,CAAC;AACtG,QAAA,sCAAsC,GAAG,GAAG,gBAAQ,yBAAyB,CAAC;AAE3F,WAAW;AACE,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,WAAW,CAAC;AACzD,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3F,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,YAAY,CAAC;AAEzE,SAAS;AAET,4CAA4C;AAC5C,6CAA6C;AAC7C,2FAA2F;AAC3F,+BAA+B;AAClB,QAAA,wBAAwB,GAAG,IAAI,GAAG,CAAS;IACpD,wBAAwB,EAAE,gCAAgC,EAAE,4BAA4B,EAAE,OAAO,EAAE,QAAQ;IAC3G,kCAAkC,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,4BAA4B;IAC5G,sBAAsB,EAAE,iCAAiC,EAAE,iCAAiC,EAAE,sCAAsC;IACpI,aAAa,EAAE,uCAAuC,EAAE,4BAA4B,EAAE,wBAAwB;IAC9G,QAAQ,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE,oBAAoB;IACrG,YAAY,EAAE,uBAAuB,EAAE,eAAe,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB;IACrH,mBAAmB,EAAE,oCAAoC,EAAE,yBAAyB,EAAE,oCAAoC;IAC1H,8BAA8B,EAAE,yCAAyC,EAAE,qBAAqB,EAAE,YAAY;IAC9G,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAE,wBAAwB;IACtG,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,eAAe;IAChH,oBAAoB,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,mBAAmB;IAC3G,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB;IACtG,2BAA2B,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,wBAAwB;IACtG,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,yBAAyB;IAC7F,yBAAyB,EAAE,yBAAyB,EAAE,+BAA+B;IACrF,+BAA+B,EAAE,+BAA+B,EAAE,mBAAmB;IACrF,wBAAwB,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB;IAC9F,aAAa,EAAE,aAAa,EAAE,wBAAwB,EAAE,6BAA6B;IACrF,iBAAiB,EAAE,SAAS,EAAE,aAAa,EAAE,qBAAqB,EAAE,0BAA0B;IAC9F,qBAAqB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,yBAAyB;IACxG,oBAAoB,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,oBAAoB;IACjG,WAAW,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,eAAe,EAAE,gBAAgB;IAC1F,wBAAwB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,UAAU,EAAE,YAAY;IAC5F,yBAAyB,EAAE,2BAA2B,EAAE,yBAAyB,EAAE,sBAAsB;IACzG,wBAAwB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,4BAA4B;IAC9G,0BAA0B,EAAE,4BAA4B,EAAE,4BAA4B;IACtF,6FAA6F;IAC7F,8FAA8F;IAC9F,qFAAqF;IACrF,sFAAsF;IACtF,mGAAmG;IACnG,0FAA0F;IAC1F,yFAAyF;IACzF,2FAA2F;IAC3F,iCAAiC,EAAE,mCAAmC,EAAE,oCAAoC;IAC5G,6CAA6C,EAAE,kCAAkC,EAAE,wCAAwC;IAC3H,6CAA6C,EAAE,kCAAkC,EAAE,qCAAqC;IACxH,qCAAqC,EAAE,uCAAuC,EAAE,8CAA8C;IAC9H,gDAAgD,EAAE,wCAAwC,EAAE,6CAA6C;IACzI,wCAAwC,EAAE,6CAA6C,EAAE,sCAAsC;IAC/H,oCAAoC,EAAE,0CAA0C,EAAE,uDAAuD;IACzI,qCAAqC,EAAE,oCAAoC,EAAE,gDAAgD;IAC7H,oDAAoD,EAAE,kDAAkD;IACxG,4CAA4C,EAAE,sBAAsB,EAAE,2BAA2B;IACjG,sCAAsC,EAAE,8BAA8B,EAAE,yCAAyC;IACjH,2BAA2B,EAAE,gCAAgC,EAAE,0BAA0B;IACzF,qCAAqC,EAAE,wCAAwC,EAAE,iCAAiC;IAClH,qCAAqC,EAAE,yBAAyB,EAAE,wCAAwC;IAC1G,+BAA+B,EAAE,oCAAoC,EAAE,qCAAqC;IAC5G,yCAAyC,EAAE,wCAAwC,EAAE,wCAAwC;IAC7H,8CAA8C,EAAE,gDAAgD;IAChG,0BAA0B,EAAE,mCAAmC,EAAE,2CAA2C;IAC5G,qCAAqC,EAAE,sCAAsC,EAAE,0CAA0C;IACzH,+CAA+C,EAAE,6CAA6C;IAC9F,0BAA0B,EAAE,+BAA+B,EAAE,2BAA2B;IACxF,gCAAgC,EAAE,2BAA2B,EAAE,gCAAgC;IAC/F,uBAAuB,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,6BAA6B;IAC9G,wBAAwB,EAAE,6BAA6B,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB;IACzG,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe;IACzG,mBAAmB,EAAE,cAAc,EAAE,kBAAkB,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,oBAAoB;IAC/G,qBAAqB,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;IAC5G,mCAAmC,EAAE,8BAA8B,EAAE,iCAAiC;IACtG,0CAA0C,EAAE,6BAA6B,EAAE,sCAAsC;IACjH,qCAAqC,EAAE,4BAA4B,EAAE,8BAA8B;IACnG,gCAAgC,EAAE,yCAAyC,EAAE,uCAAuC;IACpH,gBAAgB,EAAE,gCAAgC,EAAE,+BAA+B;IACnF,sCAAsC,EAAE,qCAAqC,EAAE,4BAA4B;IAC3G,2BAA2B,EAAE,4BAA4B,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe;IAC3G,uBAAuB,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,0BAA0B;IACzH,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,0BAA0B;IACpG,2BAA2B,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,2BAA2B;IAC1G,8BAA8B,EAAE,gCAAgC,EAAE,4BAA4B;IAC9F,8BAA8B,EAAE,6BAA6B,EAAE,kCAAkC;IACjG,oCAAoC,EAAE,iCAAiC,EAAE,iCAAiC;IAC1G,iCAAiC,EAAE,sDAAsD;IACzF,yCAAyC,EAAE,2CAA2C;IACtF,2CAA2C,EAAE,wCAAwC;IACrF,0CAA0C,EAAE,uCAAuC;IACnF,4CAA4C,EAAE,8CAA8C;IAC5F,8CAA8C,EAAE,2CAA2C;IAC3F,6CAA6C,EAAE,0CAA0C;IACzF,4CAA4C,EAAE,8CAA8C;IAC5F,8CAA8C,EAAE,2CAA2C;IAC3F,6CAA6C,EAAE,0CAA0C;IACzF,qBAAqB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,6BAA6B;IACpG,sBAAsB,EAAE,yBAAyB,EAAE,+BAA+B;IAClF,4BAA4B,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,8BAA8B;IAChH,yBAAyB,EAAE,yBAAyB,EAAE,8BAA8B;IACpF,+BAA+B,EAAE,gCAAgC,EAAE,mCAAmC;IACtG,iCAAiC,EAAE,oCAAoC,EAAE,kCAAkC;IAC3G,qCAAqC,EAAE,gCAAgC,EAAE,mCAAmC;IAC5G,mCAAmC,EAAE,gCAAgC,EAAE,mCAAmC;IAC1G,mCAAmC,EAAE,iCAAiC,EAAE,oCAAoC;IAC5G,iCAAiC,EAAE,oCAAoC;IACvE,qDAAqD,EAAE,sDAAsD;IAC7G,qDAAqD,EAAE,sDAAsD;IAC7G,uDAAuD,EAAE,wDAAwD;IACjH,0BAA0B,EAAE,4BAA4B,EAAE,kCAAkC;IAC5F,kCAAkC,EAAE,mCAAmC,EAAE,mCAAmC;IAC5G,0CAA0C,EAAE,kCAAkC;IAC9E,8CAA8C,EAAE,0CAA0C;IAC1F,0DAA0D,EAAE,+CAA+C;IAC3G,6BAA6B,EAAE,wCAAwC;IACvE,gDAAgD,EAAE,mCAAmC;IACrF,6BAA6B,EAAE,4BAA4B,EAAE,iDAAiD;IAC9G,0CAA0C,EAAE,8BAA8B;IAC1E,yCAAyC,EAAE,+CAA+C;IAC1F,gDAAgD,EAAE,mDAAmD;IACrG,6BAA6B,EAAE,iCAAiC,EAAE,mCAAmC;IACrG,mCAAmC,EAAE,mCAAmC,EAAE,kCAAkC;IAC5G,6CAA6C,EAAE,8CAA8C;IAC7F,4CAA4C,EAAE,4CAA4C;IAC1F,8CAA8C,EAAE,kBAAkB,EAAE,sBAAsB;IAC1F,yBAAyB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,4BAA4B;IAChH,6BAA6B,EAAE,gCAAgC,EAAE,kCAAkC;IACnG,6BAA6B,EAAE,+BAA+B,EAAE,8BAA8B;IAC9F,gCAAgC,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,oBAAoB;IAClG,kBAAkB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,oBAAoB;IACxG,oBAAoB,EAAE,6BAA6B,EAAE,6BAA6B,EAAE,6BAA6B;IACjH,kBAAkB,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,sBAAsB;IAC/F,+BAA+B,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,cAAc;IACvG,aAAa,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,sBAAsB;IAC7F,sBAAsB,EAAE,+BAA+B,EAAE,qCAAqC,EAAE,kBAAkB;IAClH,uBAAuB,EAAE,2BAA2B,EAAE,mCAAmC;IACzF,iCAAiC,EAAE,yBAAyB,EAAE,8BAA8B;IAC5F,6BAA6B,EAAE,qCAAqC,EAAE,6BAA6B;IACnG,4CAA4C,EAAE,sCAAsC;IACpF,4CAA4C,EAAE,uBAAuB,EAAE,qCAAqC;IAC5G,6BAA6B,EAAE,6BAA6B,EAAE,yBAAyB;IACvF,gCAAgC,EAAE,4BAA4B,EAAE,qCAAqC;IACrG,wBAAwB,EAAE,wBAAwB,EAAE,kCAAkC;IACtF,qCAAqC,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,2BAA2B;IAChH,2BAA2B,EAAE,gCAAgC,EAAE,gCAAgC;IAC/F,8BAA8B,EAAE,0BAA0B,EAAE,8BAA8B;IAC1F,6BAA6B,EAAE,4CAA4C,EAAE,0CAA0C;IACvH,eAAe,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,sBAAsB;IAClH,iBAAiB,EAAE,YAAY,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,wBAAwB;IAC5G,yBAAyB,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,yBAAyB;IACpG,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,6BAA6B;IAC1G,6BAA6B,EAAE,+BAA+B,EAAE,uBAAuB;IACvF,wCAAwC,EAAE,iCAAiC,EAAE,wCAAwC;IACrH,oCAAoC,EAAE,qCAAqC,EAAE,sCAAsC;IACnH,uCAAuC,EAAE,8BAA8B,EAAE,oCAAoC;IAC7G,gBAAgB,EAAE,gCAAgC,EAAE,kCAAkC,EAAE,+BAA+B;IACvH,iCAAiC,EAAE,mCAAmC,EAAE,kCAAkC;IAC1G,oCAAoC,EAAE,mCAAmC,EAAE,qCAAqC;IAChH,wCAAwC,EAAE,mCAAmC,EAAE,kCAAkC;IACjH,uCAAuC,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,uBAAuB;IAC7G,yBAAyB,EAAE,gCAAgC,EAAE,qBAAqB,EAAE,sBAAsB;IAC1G,iBAAiB,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB;IAC7G,4BAA4B,EAAE,iBAAiB,EAAE,sBAAsB;IACvE,yCAAyC,EAAE,oDAAoD;IAC/F,mDAAmD,EAAE,mDAAmD;IACxG,qCAAqC,EAAE,iDAAiD;IACxF,wCAAwC,EAAE,6CAA6C;IACvF,wCAAwC,EAAE,uCAAuC;IACjF,oCAAoC,EAAE,oCAAoC;IAC1E,0CAA0C,EAAE,0CAA0C;IACtF,iDAAiD,EAAE,mDAAmD;IACtG,4BAA4B,EAAE,0BAA0B,EAAE,uCAAuC;IACjG,wCAAwC,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,iBAAiB;IACrG,qBAAqB,EAAE,4BAA4B,EAAE,uCAAuC;IAC5F,oCAAoC,EAAE,8BAA8B,EAAE,4BAA4B;IAClG,sBAAsB,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,2BAA2B;IACvG,iCAAiC,EAAE,mCAAmC,EAAE,iCAAiC;IACzG,mCAAmC,EAAE,sBAAsB,EAAE,2BAA2B;IACxF,8BAA8B,EAAE,+BAA+B,EAAE,yBAAyB;IAC1F,kBAAkB,EAAE,mBAAmB,EAAE,4CAA4C;IACrF,2CAA2C,EAAE,uBAAuB,EAAE,6BAA6B;IACnG,iCAAiC,EAAE,+CAA+C;IAClF,kDAAkD,EAAE,kDAAkD;IACtG,0CAA0C,EAAE,6CAA6C;IACzF,6CAA6C,EAAE,0BAA0B,EAAE,6BAA6B;IACxG,6BAA6B,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe;IACnH,0BAA0B,EAAE,6BAA6B,EAAE,6BAA6B,EAAE,UAAU;IACpG,qBAAqB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,kBAAkB;IAC7F,6BAA6B,EAAE,gCAAgC,EAAE,gCAAgC;IACjG,uBAAuB,EAAE,cAAc,EAAE,gCAAgC,EAAE,yBAAyB;IACpG,gCAAgC,EAAE,yBAAyB,EAAE,4BAA4B;IACzF,4BAA4B,EAAE,yBAAyB,EAAE,yCAAyC;IAClG,4BAA4B,EAAE,4BAA4B,EAAE,yCAAyC;IACrG,mCAAmC,EAAE,mBAAmB,EAAE,8BAA8B;IACxF,iCAAiC,EAAE,iCAAiC,EAAE,8BAA8B;IACpG,0BAA0B,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,sBAAsB;IAClG,iBAAiB,EAAE,aAAa,EAAE,mBAAmB,EAAE,kCAAkC;IACzF,6BAA6B,EAAE,yBAAyB,EAAE,yBAAyB;IACnF,yBAAyB,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,wBAAwB;IAC1G,oBAAoB,EAAE,qBAAqB,EAAE,4BAA4B,EAAE,0BAA0B;IACrG,sBAAsB,EAAE,WAAW,EAAE,8BAA8B,EAAE,8BAA8B;IACnG,8BAA8B,EAAE,qCAAqC,EAAE,+BAA+B;IACtG,qCAAqC,EAAE,qCAAqC,EAAE,+BAA+B;IAC7G,+BAA+B,EAAE,qCAAqC;IACtE,6CAA6C,EAAE,+CAA+C;IAC9F,gDAAgD,EAAE,uCAAuC;IACzF,6BAA6B,EAAE,wCAAwC,EAAE,yCAAyC;IAClH,yCAAyC,EAAE,8CAA8C;IACzF,8CAA8C,EAAE,8CAA8C;IAC9F,+CAA+C,EAAE,sBAAsB,EAAE,uBAAuB;IAChG,uBAAuB,EAAE,mCAAmC,EAAE,6BAA6B;IAC3F,kCAAkC,EAAE,iBAAiB,EAAE,iBAAiB;IACxE,oCAAoC,EAAE,uBAAuB,EAAE,4BAA4B;IAC3F,6BAA6B,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,sBAAsB;IAC5G,qBAAqB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,2BAA2B;IAC1G,wBAAwB,EAAE,2BAA2B,EAAE,qBAAqB,EAAE,sBAAsB;IACpG,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,mCAAmC;IAChH,yBAAyB,EAAE,oCAAoC,EAAE,uBAAuB,EAAE,uBAAuB;IACjH,sBAAsB,EAAE,oBAAoB;CAC/C,CAAC,CAAC;AAEU,QAAA,yBAAyB,GAAa;IAC/C,4CAA4C;IAC5C,4BAA4B;IAC5B,8BAA8B;IAC9B,wBAAwB;IACxB,iCAAiC;IACjC,8CAA8C;IAC9C,yBAAyB;IACzB,gDAAgD;IAChD,gDAAgD;IAChD,uBAAuB;IACvB,2CAA2C;IAC3C,uCAAuC;IACvC,2CAA2C;IAC3C,6CAA6C;IAC7C,wDAAwD;IACxD,yBAAyB;IACzB,yBAAyB;IACzB,0CAA0C;IAC1C,2CAA2C;IAC3C,mCAAmC;IACnC,wBAAwB;IACxB,sBAAsB;IACtB,+CAA+C;IAC/C,8CAA8C;IAC9C,oCAAoC;IACpC,0BAA0B;IAC1B,+BAA+B;IAC/B,oBAAoB;IACpB,2CAA2C;IAC3C,sBAAsB;IACtB,yCAAyC;IACzC,+CAA+C;IAC/C,6CAA6C;IAC7C,6BAA6B;IAC7B,+BAA+B;IAC/B,2CAA2C;IAC3C,gCAAgC;IAChC,+CAA+C;IAC/C,0CAA0C;IAC1C,2CAA2C;IAC3C,iCAAiC;IACjC,4BAA4B;IAC5B,oCAAoC;IACpC,uCAAuC;IACvC,gCAAgC;IAChC,sCAAsC;IACtC,wCAAwC;IACxC,gCAAgC;IAChC,sCAAsC;IACtC,8BAA8B;IAC9B,gDAAgD;IAChD,0CAA0C;IAC1C,oCAAoC;CACvC,CAAC;AAEW,QAAA,yBAAyB,GAAG,IAAI,GAAG,CAAS,CAAC,cAAc,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEpG,qBAAqB;AACR,QAAA,iBAAiB,GAAG,IAAI,GAAG,CAAS;IAC/C,GAAG,gCAAwB;IAC3B,GAAG,iCAAyB;IAC5B,GAAG,iCAAyB;CAC7B,CAAC,CAAC;AAEH,kBAAkB;AACL,QAAA,kBAAkB,GAAG,EAAE,CAAC;AAErC,8DAA8D;AACjD,QAAA,0BAA0B,GAAG,EAAE,CAAC,CAAC,uCAAuC"}
@@ -0,0 +1,70 @@
1
+ /**
2
+ * Represents an example for evaluation
3
+ */
4
+ export interface ExampleOptions {
5
+ input: string;
6
+ actualOutput?: string;
7
+ expectedOutput?: string;
8
+ context?: string[];
9
+ retrievalContext?: string[];
10
+ additionalMetadata?: Record<string, any>;
11
+ toolsCalled?: any[];
12
+ expectedTools?: any[];
13
+ exampleId?: string;
14
+ exampleIndex?: number;
15
+ timestamp?: string;
16
+ }
17
+ export declare class Example {
18
+ input: string;
19
+ actualOutput?: string;
20
+ expectedOutput?: string;
21
+ context?: string[];
22
+ retrievalContext?: string[];
23
+ additionalMetadata?: Record<string, any>;
24
+ toolsCalled?: any[];
25
+ expectedTools?: any[];
26
+ exampleId: string;
27
+ exampleIndex?: number;
28
+ timestamp?: string;
29
+ constructor(options: ExampleOptions);
30
+ /**
31
+ * Generate a UUID for the example ID
32
+ */
33
+ private generateUUID;
34
+ /**
35
+ * Builder pattern for creating an Example
36
+ */
37
+ static builder(): ExampleBuilder;
38
+ /**
39
+ * Convert the example to a plain object
40
+ */
41
+ toJSON(): Record<string, any>;
42
+ }
43
+ /**
44
+ * Builder for creating Example instances
45
+ */
46
+ export declare class ExampleBuilder {
47
+ private _input;
48
+ private _actualOutput?;
49
+ private _expectedOutput?;
50
+ private _context?;
51
+ private _retrievalContext?;
52
+ private _additionalMetadata?;
53
+ private _toolsCalled?;
54
+ private _expectedTools?;
55
+ private _exampleId?;
56
+ private _exampleIndex?;
57
+ private _timestamp?;
58
+ input(input: string): ExampleBuilder;
59
+ actualOutput(actualOutput: string): ExampleBuilder;
60
+ expectedOutput(expectedOutput: string): ExampleBuilder;
61
+ context(context: string[]): ExampleBuilder;
62
+ retrievalContext(retrievalContext: string[]): ExampleBuilder;
63
+ additionalMetadata(additionalMetadata: Record<string, any>): ExampleBuilder;
64
+ toolsCalled(toolsCalled: any[]): ExampleBuilder;
65
+ expectedTools(expectedTools: any[]): ExampleBuilder;
66
+ exampleId(exampleId: string): ExampleBuilder;
67
+ exampleIndex(exampleIndex: number): ExampleBuilder;
68
+ timestamp(timestamp: string): ExampleBuilder;
69
+ build(): Example;
70
+ }