judgeval 0.1.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +202 -0
- package/README.md +340 -0
- package/dist/clients.d.ts +7 -0
- package/dist/clients.js +78 -0
- package/dist/clients.js.map +1 -0
- package/dist/common/integrations/langgraph.d.ts +40 -0
- package/dist/common/integrations/langgraph.js +444 -0
- package/dist/common/integrations/langgraph.js.map +1 -0
- package/dist/common/logger-instance.d.ts +3 -0
- package/dist/common/logger-instance.js +64 -0
- package/dist/common/logger-instance.js.map +1 -0
- package/dist/common/logger.d.ts +54 -0
- package/dist/common/logger.js +221 -0
- package/dist/common/logger.js.map +1 -0
- package/dist/common/tracer.d.ts +205 -0
- package/dist/common/tracer.js +1035 -0
- package/dist/common/tracer.js.map +1 -0
- package/dist/constants.d.ts +51 -0
- package/dist/constants.js +344 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example.d.ts +70 -0
- package/dist/data/example.js +125 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/result.d.ts +51 -0
- package/dist/data/result.js +83 -0
- package/dist/data/result.js.map +1 -0
- package/dist/evaluation-run.d.ts +44 -0
- package/dist/evaluation-run.js +136 -0
- package/dist/evaluation-run.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.js +73 -0
- package/dist/index.js.map +1 -0
- package/dist/judgment-client.d.ts +179 -0
- package/dist/judgment-client.js +1038 -0
- package/dist/judgment-client.js.map +1 -0
- package/dist/rules.d.ts +120 -0
- package/dist/rules.js +322 -0
- package/dist/rules.js.map +1 -0
- package/dist/run-evaluation.d.ts +78 -0
- package/dist/run-evaluation.js +618 -0
- package/dist/run-evaluation.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +79 -0
- package/dist/scorers/api-scorer.js +291 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +100 -0
- package/dist/scorers/base-scorer.js +190 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/exact-match-scorer.d.ts +10 -0
- package/dist/scorers/exact-match-scorer.js +84 -0
- package/dist/scorers/exact-match-scorer.js.map +1 -0
- package/package.json +88 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracer.js","sourceRoot":"","sources":["../../src/common/tracer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,uBAAuB;AACvB,6CAAgD;AAChD,+BAAoC;AAEpC,iBAAiB;AACjB,oDAA4B;AAC5B,4DAA0C;AAC1C,8DAAmC,CAAC,qBAAqB;AAEzD,gBAAgB;AAChB,4CAMsB;AAGtB,wEAAuC,CAAC,yCAAyC;AAoHjF,iCAAiC;AAEjC;;GAEG;AACH,MAAM,kBAAkB;IAIpB,YAAY,MAAc,EAAE,cAAsB;QAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAEa,MAAM;6DAAC,GAAW,EAAE,UAAuB,EAAE;YACvD,MAAM,OAAO,mBACT,cAAc,EAAE,kBAAkB,EAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EACxC,mBAAmB,EAAE,IAAI,CAAC,cAAc,IACrC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAC7B,CAAC;YAEF,IAAI,CAAC;gBACD,2EAA2E;gBAC3E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,kCACzB,OAAO,KACV,OAAO,EAAE,OAAO,IAClB,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,OAAO,CAAC,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,SAAS,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC,CAAC;oBACpG,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;gBAC7G,CAAC;gBAED,kFAAkF;gBAClF,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC1B,OAAO,IAAI,CAAC,CAAC,mCAAmC;gBACpD,CAAC;gBAED,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;gBACzF,gEAAgE;gBAChE,MAAM,KAAK,CAAC;YAChB,CAAC;QACL,CAAC;KAAA;IAEK,UAAU,CAAC,OAAe;;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,yCAA6B,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;aAC9C,CAAC,CAAC;QACP,CAAC;KAAA;IAEK,SAAS,CAAC,SAA2B,EAAE,SAAkB;;YAC1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,wCAA4B,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;aAClC,CAAC,CAAC;YAEH,oDAAoD;YACpD,IAAI,CAAC,SAAS,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,cAAc,CAAA,EAAE,CAAC;gBACxC,kEAAkE;gBAClE,kFAAkF;gBAClF,OAAO,CAAC,IAAI,CAAC;iBACV,QAAQ,CAAC,cAAc;CACvC,CAAC,CAAC;YACM,CAAC;YACD,OAAO,QAAQ,CAAC;QACrB,CAAC;KAAA;IAEK,WAAW,CAAC,OAAe;;YAC7B,qFAAqF;YACrF,OAAO,IAAI,CAAC,MAAM,CAAC,0CAA8B,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;aACjD,CAAC,CAAC;QACP,CAAC;KAAA;IAEK,YAAY,CAAC,QAAkB;;YAChC,OAAO,IAAI,CAAC,MAAM,CAAC,0CAA8B,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;KAAA;IAEI,mBAAmB,CAAC,SAA2B;;YACjD,sEAAsE;YACtE,OAAO,IAAI,CAAC,MAAM,CAAC,qDAAyC,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,8CAA8C;aAClF,CAAC,CAAC;QACP,CAAC;KAAA;CAIJ;AAygCG,gDAAkB;AAvgCtB,6BAA6B;AAC7B,sEAAsE;AACtE,MAAM,6BAA6B,GAAG,IAAI,+BAAiB,EAAe,CAAC;AAsgCvE,sEAA6B;AArgCjC,2DAA2D;AAC3D,MAAM,4BAA4B,GAAG,IAAI,+BAAiB,EAAU,CAAC;AAqgCjE,oEAA4B;AAngChC,2BAA2B;AAE3B,4EAA4E;AAC5E,SAAS,YAAY,CAAC,IAAY;IAC9B,gFAAgF;IAChF,qEAAqE;IACrE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,6BAA6B;AAE7B;;GAEG;AACH,MAAM,WAAW;IAoBb,YACK,MAaC;;QAvBN,iBAAiB;QACV,YAAO,GAA0B,EAAE,CAAC;QACpC,eAAU,GAA2B,EAAE,CAAC;QAEvC,iBAAY,GAA8B,IAAI,CAAC,CAAC,qCAAqC;QAqBxF,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAA,SAAM,GAAE,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,IAAI,eAAe,CAAC,CAAC,iBAAiB;QACrE,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gCAAgC;QAC7E,wDAAwD;QACxD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,YAAY,oDAAoD,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAC3I,IAAI,CAAC,IAAI,GAAG,iBAAiB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,CAAC,WAAW,mCAAI,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,CAAC,SAAS,mCAAI,KAAK,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,MAAA,MAAM,CAAC,KAAK,mCAAI,EAAE,CAAC;QAChC,qEAAqE;QACrE,IAAI,mBAAmB,GAAG,MAAA,MAAM,CAAC,gBAAgB,mCAAI,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACpF,IAAI,mBAAmB,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,OAAO,kGAAkG,CAAC,CAAC;YAC5I,mBAAmB,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,mBAAmB,CAAC;QAC5C,mCAAmC;QACnC,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,IAAI,CAAC,MAAA,MAAM,CAAC,iBAAiB,mCAAI,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE9G,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAEnC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAClF,CAAC;IACN,CAAC;IAED,QAAQ,CAAC,KAA0B;QAC/B,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QACnC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,MAAW;;QACnB,MAAM,MAAM,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtF,MAAM,YAAY,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,QAAQ,KAAI,kBAAkB,CAAC;QAChE,MAAM,KAAK,GAAG,MAAA,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,mCAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,mCAAI,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,SAAS,KAAI,MAAM,CAAC;QAEjD,IAAI,CAAC,QAAQ,CAAC;YACT,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,MAAM;YACf,MAAM;YACN,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,QAAQ;SACtB,CAAC,CAAC;IACR,CAAC;IAED,YAAY,CAAC,MAAW;;QACpB,MAAM,MAAM,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtF,MAAM,YAAY,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,QAAQ,KAAI,kBAAkB,CAAC;QAChE,MAAM,KAAK,GAAG,MAAA,MAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,mCAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,mCAAI,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,SAAS,KAAI,MAAM,CAAC;QAEjD,IAAI,SAAS,GAAuB,QAAQ,CAAC;QAC7C,IAAI,UAAU,GAAG,MAAM,CAAC;QACxB,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;YAC1B,SAAS,GAAG,OAAO,CAAC;YACpB,UAAU,GAAG;gBACR,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAA,MAAM,CAAC,KAAK,0CAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;aAC3C,CAAC;QACN,CAAC;aAAM,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,EAAE,CAAC;YACtB,SAAS,GAAG,OAAO,CAAC;YACpB,UAAU,GAAG,MAAM,CAAC;QACzB,CAAC;QAGD,IAAI,CAAC,QAAQ,CAAC;YACT,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,UAAU;YAClB,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,QAAQ;SACtB,CAAC,CAAC;IACR,CAAC;IAEK,SAAS,CACX,IAAY,EACZ,OAAgC,EAChC,IAA0B;;;YAE1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,IAAI,EAAE,CAAC;gBACtB,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9D,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACpC,MAAM,MAAM,GAAG,IAAA,SAAM,GAAE,CAAC;YACxB,MAAM,YAAY,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;YAE5C,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC9D,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACrD,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,YAAY,CAAC;YAEvC,IAAI,CAAC,QAAQ,CAAC;gBACT,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,YAAY;gBACnB,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,QAAQ;gBACnB,cAAc,EAAE,YAAY;aAC/B,CAAC,CAAC;YAEJ,IAAI,MAAS,CAAC;YACd,IAAI,CAAC;gBACD,MAAM,GAAG,MAAM,4BAA4B,CAAC,GAAG,CAAC,MAAM,EAAE,GAAS,EAAE;oBAC9D,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC;oBACnB,OAAO,GAAG,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACrD,CAAC,CAAA,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACZ,IAAI,CAAC,YAAY,CAAC;oBACd,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;oBACpB,aAAa,EAAE,KAAK,YAAY,KAAK;wBACjC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,MAAA,KAAK,CAAC,KAAK,0CAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;wBACrF,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;iBAClC,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACjB,CAAC;oBAAS,CAAC;gBACP,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBAClC,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;gBACrC,IAAI,CAAC,QAAQ,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE,MAAM;oBACf,KAAK,EAAE,YAAY;oBACnB,SAAS,EAAE,OAAO;oBAClB,QAAQ,EAAE,QAAQ;oBAClB,SAAS,EAAE,QAAQ;iBACvB,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;KAAA;IAED,WAAW;QACN,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAChD,CAAC;IAEO,aAAa,CAAC,UAAiC;;QACnD,MAAM,SAAS,GAAoF,EAAE,CAAC;QAEtG,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC;YAC7B,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,SAAS,CAAC,MAAM,CAAC,GAAG;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS;oBACrC,KAAK,EAAE,MAAA,KAAK,CAAC,KAAK,mCAAI,CAAC;oBACvB,SAAS,EAAE,MAAA,KAAK,CAAC,SAAS,mCAAI,CAAC;oBAC/B,cAAc,EAAE,KAAK,CAAC,cAAc;oBACpC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,MAAM;oBACpC,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,IAAI;oBACZ,eAAe,EAAE,EAAE;oBACnB,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,EAAE;iBACf,CAAC;YACN,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAE1C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,OAAO;oBACR,eAAe,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC;oBACtE,eAAe,CAAC,KAAK,GAAG,MAAA,KAAK,CAAC,KAAK,mCAAI,eAAe,CAAC,KAAK,CAAC;oBAC7D,eAAe,CAAC,SAAS,GAAG,MAAA,KAAK,CAAC,SAAS,mCAAI,eAAe,CAAC,SAAS,CAAC;oBACzE,eAAe,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;oBACtD,eAAe,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,CAAC;oBACzE,eAAe,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC7C,MAAM;gBACV,KAAK,MAAM;oBACP,eAAe,CAAC,QAAQ,GAAG,MAAA,KAAK,CAAC,QAAQ,mCAAI,eAAe,CAAC,QAAQ,CAAC;oBACtE,eAAe,CAAC,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC3C,IAAI,eAAe,CAAC,QAAQ,KAAK,IAAI,IAAI,eAAe,CAAC,UAAU,IAAI,eAAe,CAAC,QAAQ,EAAE,CAAC;wBAC7F,eAAe,CAAC,QAAQ,GAAG,eAAe,CAAC,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC;oBACtF,CAAC;oBACD,MAAM;gBACV,KAAK,OAAO;oBACR,IAAI,eAAe,CAAC,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;wBAClD,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBAC1C,CAAC;yBAAM,IAAI,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACxF,eAAe,CAAC,MAAM,mCAAQ,eAAe,CAAC,MAAM,GAAK,KAAK,CAAC,MAAM,CAAE,CAAC;oBAC5E,CAAC;oBACD,MAAM;gBACV,KAAK,QAAQ,CAAC;gBACd,KAAK,OAAO;oBACR,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBACtC,MAAM;gBACV,KAAK,YAAY;oBACb,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;wBACxB,eAAe,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;oBACnE,CAAC;oBACD,MAAM;YACd,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACjD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YACpD,CAAC;YACF,OAAO,IAAI,CAAC,UAAU,CAAC;YACvB,OAAO,IAAI,CAAC,QAAQ,CAAC;YACrB,OAAO,IAA0B,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAyC,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,MAAM,OAAO,GAAuC,EAAE,CAAC;QACvD,MAAM,mBAAmB,GAAyB,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;YACrC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC/B,CAAC;gBACD,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAChD,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACjC,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QACpE,CAAC;QAED,SAAS,gBAAgB,CAAC,IAAwB;YAC9C,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO;YACtC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC3B,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC3B,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,2BAA2B,IAAI,CAAC,OAAO,0BAA0B,CAAC,CAAC;gBAChF,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC/B,CAAC;IAEK,IAAI;6DAAC,YAAqB,KAAK;YACjC,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9C,OAAO,IAAI,CAAC;YACjB,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,gBAAgB,GAAyB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEhF,MAAM,WAAW,GAAG;gBAChB,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;gBACvD,sBAAsB,EAAE,GAAG,EAAE,0BAA0B,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG;aACpF,CAAC;YACF,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;;gBAC7B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;oBACnD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;oBACjC,IAAI,YAAY,GAAG,CAAC,CAAC;oBACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;oBAEzB,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;wBAC7E,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBACxC,gBAAgB,GAAG,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACpD,CAAC;yBAAM,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;wBAC/E,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;wBACvC,gBAAgB,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC5C,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC;wBACnC,KAAK,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;wBAC3C,OAAO,KAAK,CAAC,YAAY,CAAC;wBAC1B,OAAO,KAAK,CAAC,aAAa,CAAC;oBAC/B,CAAC;oBACD,WAAW,CAAC,aAAa,IAAI,YAAY,CAAC;oBAC1C,WAAW,CAAC,iBAAiB,IAAI,gBAAgB,CAAC;oBAClD,WAAW,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC,CAAC;oBAEpF,MAAM,SAAS,GAAG,CAAA,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,KAAI,EAAE,CAAC;oBAC5C,IAAI,SAAS,EAAE,CAAC;wBACX,IAAI,CAAC;4BACD,MAAM,UAAU,GAAG,GAAG,CAAC;4BACvB,MAAM,cAAc,GAAG,GAAG,CAAC;4BAC3B,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAC;4BAElD,KAAK,CAAC,sBAAsB,GAAG,UAAU,CAAC;4BAC1C,KAAK,CAAC,0BAA0B,GAAG,cAAc,CAAC;4BAClD,KAAK,CAAC,cAAc,GAAG,aAAa,CAAC;4BAErC,WAAW,CAAC,sBAAsB,IAAI,UAAU,CAAC;4BACjD,WAAW,CAAC,0BAA0B,IAAI,cAAc,CAAC;4BACzD,WAAW,CAAC,cAAc,IAAI,aAAa,CAAC;wBAChD,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACT,OAAO,CAAC,IAAI,CAAC,qCAAqC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;4BACpE,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;4BACpC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC;4BACxC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;wBAChC,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACH,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;wBACpC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC;wBACxC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;oBACjC,CAAC;gBACL,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,6DAA6D;YAC7D,MAAM,SAAS,GAAyB,EAAE,CAAC;YAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;;gBACtB,uDAAuD;gBACvD,MAAM,GAAG,GAAG,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,CAAC;gBACtC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAqB;gBAChC,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gBACzD,QAAQ,EAAE,aAAa;gBACvB,YAAY,EAAE,WAAW;gBACzB,OAAO,EAAE,gBAAgB;gBACzB,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,eAAe,EAAE,IAAI,CAAC,aAAa;gBACnC,WAAW,EAAE,IAAI,CAAC,UAAU;aAC/B,CAAC;YAEF,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBACxD,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,sBAAsB,CAAC,CAAC;gBAEzD,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACD,MAAM,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;wBACvD,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,6BAA6B,CAAC,CAAC;oBACpE,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACjB,yBAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,OAAO,uBAAuB,EAAE,EAAE,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC3J,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,yBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxH,OAAO,IAAI,CAAC;YACjB,CAAC;QACL,CAAC;KAAA;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,iEAAiE;YACjE,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;YACnE,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,iEAAiE;YACjE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;QACX,CAAC;QAED,iEAAiE;QACjE,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,CAAC;QAE3E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAA,KAAK,CAAC,KAAK,mCAAI,CAAC,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAEzG,IAAI,CAAC;gBACD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjB,KAAK,OAAO;wBACR,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,IAAI,WAAW,IAAI,aAAa,KAAK,KAAK,CAAC,SAAS,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;wBACnI,MAAM;oBACV,KAAK,MAAM;wBACP,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC1F,mBAAmB;wBACnB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,IAAI,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC,CAAC;wBAClG,MAAM;oBACV,KAAK,OAAO;wBACR,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC5C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBACxF,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,WAAW,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;wBAC1E,MAAM;oBACV,KAAK,QAAQ,CAAC;oBACd,KAAK,OAAO;wBACR,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBAC7F,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;wBAC1D,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,KAAK,MAAM,SAAS,WAAW,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;wBACjF,MAAM;oBACV,KAAK,YAAY;wBACb,IAAI,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;wBACnD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;wBAAC,CAAC;wBACrF,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,qBAAqB,WAAW,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC;wBAC9E,MAAM;oBACV;wBACK,mBAAmB;wBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,yBAAyB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACL,CAAC;YAAC,OAAO,cAAc,EAAE,CAAC;gBACrB,MAAM,YAAY,GAAG,cAAc,YAAY,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACtG,mBAAmB;gBACpB,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,6BAA6B,YAAY,EAAE,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACL,CAAC,CAAC,CAAC;QACF,mBAAmB;QACpB,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC;IACnD,CAAC;IAEK,MAAM;;YACR,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC9C,yBAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,OAAO,2CAA2C,CAAC,CAAC;gBAC5F,OAAO,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjE,yBAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,wBAAwB,CAAC,CAAC;gBAC3D,OAAO,MAAM,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,yBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC3H,MAAM,KAAK,CAAC,CAAC,yBAAyB;YAC1C,CAAC;QACL,CAAC;KAAA;IAEF;;;;;;;;OAQG;IACG,aAAa;;QACf,yDAAyD;QACzD,OAA4B,EAC5B,UAWI,EAAE;;YAEN,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC1B,yBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;gBACpE,OAAO;YACX,CAAC;YACD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,yBAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBAC/D,OAAO;YACX,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,+BAA+B;YAEpE,gEAAgE;YAChE,MAAM,OAAO,GAAG;gBACZ,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,aAAa,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE;gBACzC,eAAe,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE;gBAC7C,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE;gBACjD,YAAY,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBACvC,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,EAAE;gBAC3C,mBAAmB,EAAE,OAAO,CAAC,kBAAkB,IAAI,EAAE;gBACrD,QAAQ,EAAE,IAAI,CAAC,OAAO;aACzB,CAAC;YAEF,IAAI,CAAC;gBACD,2CAA2C;gBAC3C,MAAM,aAAa,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;gBAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;oBACjB,yBAAM,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;oBAClH,oFAAoF;oBACpF,UAAU;gBACd,CAAC;gBAED,uEAAuE;gBACvE,IAAI,YAAY,GAAG,kBAAkB,CAAC;gBACtC,IAAI,aAAa,GAAG,YAAY,CAAC;gBACjC,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,IAAI,aAAa,EAAE,CAAC;oBAChB,YAAY,GAAG,MAAA,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,mCAAI,CAAC,CAAC;oBACnD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;wBAC9B,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4BAC5D,YAAY,GAAG,KAAK,CAAC,QAAQ,IAAI,kBAAkB,CAAC;4BACpD,sDAAsD;4BACtD,MAAM;wBACV,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,yDAAyD;gBACzD,0BAA0B;gBAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;;oBACrC,+DAA+D;oBAC/D,MAAM,IAAI,GAAG,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,MAAI,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,CAAA,IAAI,SAAS,CAAC;oBACzE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxD,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACb,gEAAgE;gBAChE,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5F,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,KAAK,WAAW,GAAG,CAAC;gBACxG,iCAAiC;gBAEjC,2DAA2D;gBAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,0DAA0D;gBAE1F,mCAAmC;gBACnC,MAAM,cAAc,GAAyB;oBACzC,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,WAAW,EAAE,OAAO,CAAC,UAAU,KAAK,KAAK,EAAE,kBAAkB;oBAC7D,YAAY,EAAE,IAAI,CAAC,WAAW;oBAC9B,SAAS,EAAE,QAAQ;oBACnB,QAAQ,EAAE,CAAC,OAAO,CAAC;oBACnB,OAAO,EAAE,OAAO,EAAE,wBAAwB;oBAC1C,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;oBAC1B,QAAQ,EAAE,EAAE,EAAE,wBAAwB;oBACtC,gBAAgB,EAAE,IAAI,CAAC,MAAM;oBAC7B,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,gCAAgC;oBAC1D,KAAK,EAAE,WAAW,CAAC,2BAA2B;iBACjD,CAAC;gBAEF,+CAA+C;gBAC/C,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAEhD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0CAA0C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClH,2CAA2C;YAC/C,CAAC;QACL,CAAC;KAAA;IAED;;;;;;OAMG;IACK,WAAW,CAAC,cAAoC,EAAE,SAAiB;;QACvE,MAAM,aAAa,GAAG,4BAA4B,CAAC,QAAQ,EAAE,CAAC;QAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,yEAAyE;YACzE,2EAA2E;YAC3E,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,YAAY,GAAG,kBAAkB,CAAC;QACtC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,2BAA2B;QAEjD,IAAI,aAAa,EAAE,CAAC;YAChB,YAAY,GAAG,MAAA,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,mCAAI,CAAC,CAAC;YACnD,6DAA6D;YAC7D,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,KAAK,CAAC,OAAO,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC5D,YAAY,GAAG,KAAK,CAAC,QAAQ,IAAI,kBAAkB,CAAC;oBACpD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;QAEjD,oCAAoC;QACpC,IAAI,CAAC,QAAQ,CAAC;YACV,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,aAAa,EAAE,mBAAmB;YAC3C,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;YAC5B,eAAe,EAAE,CAAC,cAAc,CAAC,EAAE,oBAAoB;YACvD,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,YAAY;SAC1B,CAAC,CAAC;IACP,CAAC;IAED,sEAAsE;IACtE,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;CACJ;AAiWG,kCAAW;AA/Vf;;GAEG;AACH,MAAM,MAAM;IAUR,YAAoB,MAOnB;;QATO,gBAAW,GAAY,KAAK,CAAC;QAUhC,MAAM,MAAM,GAAG,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;QAE3G,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,mBAAmB,CAAC,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,GAAG,0CAAE,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC;QAE3E,IAAI,CAAC,MAAM,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,SAAS,mCAAI,EAAE,CAAC;QAChD,IAAI,CAAC,cAAc,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,cAAc,mCAAI,QAAQ,mCAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,WAAW,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,cAAc,mCAAI,iBAAiB,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,mCAAI,EAAE,CAAC;QAExC,IAAI,mBAAmB,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,CAAC,CAAA,aAAa,aAAb,aAAa,uBAAb,aAAa,CAAE,WAAW,EAAE,MAAK,OAAO,CAAC,CAAC;QACjG,IAAI,mBAAmB,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;YAClF,mBAAmB,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,mBAAmB,CAAC;QAC5C,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,IAAI,CAAC,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,iBAAiB,mCAAI,CAAC,CAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,WAAW,EAAE,MAAK,OAAO,CAAC,CAAC,CAAC;QAE3H,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC7B,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,MAOxB;QACE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;YACtG,MAAM,CAAC,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC3E,OAAO,CAAC,IAAI,CAAC,2FAA2F,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;YAC7I,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxF,IAAI,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;oBAChF,MAAM,CAAC,QAAyD,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC;gBAClG,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,CAAC,CAAC,CAAC;gBACjF,CAAC;YACJ,CAAC;iBAAM,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtG,OAAO,CAAC,IAAI,CAAC,iGAAiG,CAAC,CAAC;YACrH,CAAC;QACN,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC;IAC3B,CAAC;IAED,eAAe;QACX,OAAO,6BAA6B,CAAC,QAAQ,EAAE,CAAC;IACpD,CAAC;IAEQ,mBAAmB,CAAC,MAK3B;;QACG,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAE3C,MAAM,kBAAkB,GAAG,MAAA,MAAM,CAAC,KAAK,mCAAI,EAAE,CAAC;QAC9C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAgB,CAAC;QAClD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAC,OAAA,iBAAiB,CAAC,GAAG,CAAC,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,EAAA,CAAC,CAAC;QAC1F,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAC,OAAA,iBAAiB,CAAC,GAAG,CAAC,MAAA,IAAI,CAAC,OAAO,mCAAI,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,EAAA,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC;YAChC,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,WAAW,EAAE,MAAA,MAAM,CAAC,WAAW,mCAAI,IAAI,CAAC,WAAW;YACnD,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,cAAc;YACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,aAAa,EAAE,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,OAAO;YACnC,UAAU,EAAE,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;SACtC,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBAC9B,OAAO,CAAC,KAAK,CAAC,4CAA4C,WAAW,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAEM,UAAU,CACZ,MAMC,EACD,IAAkD;;;YAElD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,oBAAoB,GAAG,MAAA,MAAM,CAAC,cAAc,mCAAI,IAAI,CAAC;YAE3D,OAAO,MAAM,6BAA6B,CAAC,GAAG,CAAC,WAAW,EAAE,GAAS,EAAE;gBACnE,IAAI,MAAS,CAAC;gBACd,IAAI,CAAC;oBACD,IAAI,oBAAoB,EAAE,CAAC;wBACtB,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAS,EAAE;4BAChF,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;4BACrC,OAAO,UAAU,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;wBACzE,CAAC,CAAA,CAAC,CAAC;oBACR,CAAC;yBAAM,CAAC;wBACH,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;wBACrC,MAAM,GAAG,UAAU,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;oBAC5E,CAAC;oBAED,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;wBAC9B,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;4BAC1C,OAAO,CAAC,KAAK,CAAC,mCAAmC,MAAM,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,IAAI,EAAE,OAAO,CAAC,CAAC;wBACxG,CAAC,CAAC,CAAC;oBACR,CAAC;oBACD,OAAO,MAAM,CAAC;gBAElB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,qCAAqC,MAAM,CAAC,IAAI,MAAM,WAAW,CAAC,OAAO,IAAI,EAAE,KAAK,CAAC,CAAC;oBACpG,IAAI,WAAW,CAAC,gBAAgB,EAAE,CAAC;wBAC9B,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;4BACzC,OAAO,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,gBAAgB,EAAE,OAAO,CAAC,CAAC;wBAClF,CAAC,CAAC,CAAC;oBACR,CAAC;oBACD,MAAM,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC,CAAA,CAAC,CAAC;QACP,CAAC;KAAA;IAEF,OAAO,CAAoC,OAG1C;QACG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,OAAO,CAAC,IAAO,EAAK,EAAE,CAAC,IAAI,CAAC;QAChC,CAAC;QAED,OAAO,CAAC,IAAO,EAAK,EAAE;YAClB,MAAM,QAAQ,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,KAAI,IAAI,CAAC,IAAI,IAAI,oBAAoB,CAAC;YACpE,MAAM,QAAQ,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,KAAI,MAAM,CAAC;YAE7C,MAAM,OAAO,GAAG,CAAC,GAAG,IAAmB,EAA0C,EAAE;gBAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBAE5C,IAAI,CAAC,YAAY,EAAE,CAAC;oBAChB,OAAO,IAAI,CAAC,UAAU,CAAC;wBACnB,IAAI,EAAE,QAAQ;wBACd,cAAc,EAAE,KAAK;qBACxB,EAAE,CAAO,WAAW,EAAE,EAAE;wBACrB,MAAM,cAAc,GAAG,GAAG,EAAE;4BACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;4BAC7B,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBACxE,CAAC,CAAC;wBAEF,OAAO,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAS,EAAE;4BAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;gCAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;4BAAC,CAAC;4BAAC,WAAM,CAAC;gCAAC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;4BAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC5H,WAAW,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;4BACpD,IAAI,CAAC;gCACD,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;gCAC3C,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;gCACtC,OAAO,WAAW,CAAC;4BACvB,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,OAAO,CAAC,KAAK,CAAC,uDAAuD,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;gCAC1F,MAAM,KAAK,CAAC;4BAChB,CAAC;wBACL,CAAC,CAAA,CAAC,CAAC;oBACP,CAAC,CAAA,CAA2B,CAAC;gBACjC,CAAC;qBACI,CAAC;oBACD,MAAM,cAAc,GAAG,GAAG,EAAE;wBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;wBAC7B,OAAO,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACxE,CAAC,CAAC;oBAEF,OAAO,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAS,EAAE;wBAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;4BAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAC,CAAC;wBAAC,WAAM,CAAC;4BAAC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;wBAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC5H,YAAY,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;wBACrD,IAAI,CAAC;4BACD,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;4BAC3C,YAAY,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;4BACvC,OAAO,WAAW,CAAC;wBACvB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACb,OAAO,CAAC,KAAK,CAAC,yDAAyD,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;4BAC5F,MAAM,KAAK,CAAC;wBAChB,CAAC;oBACL,CAAC,CAAA,CAA2B,CAAC;gBAClC,CAAC;YACL,CAAC,CAAC;YAEF,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;YACjF,OAAO,OAAY,CAAC;QACxB,CAAC,CAAC;IACN,CAAC;CACL;AA4HG,wBAAM;AA1HV,uDAAuD;AAEvD,SAAS,gBAAgB,CAAC,MAAiB;;IACvC,IAAI,MAAM,YAAY,gBAAM,IAAI,OAAO,CAAA,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,0CAAE,WAAW,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QACtF,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;IACzH,CAAC;SAAM,IAAI,MAAM,YAAY,aAAS,IAAI,OAAO,CAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,QAAQ,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QACvF,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC5G,CAAC;IACD,mDAAmD;SAC9C,IAAI,MAAM,YAAY,qBAAQ,IAAI,OAAO,CAAA,MAAC,MAAc,aAAd,MAAM,uBAAN,MAAM,CAAU,WAAW,0CAAE,MAAM,CAAA,KAAK,UAAU,EAAE,CAAC;QAChG,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,cAAc,EAAG,MAAc,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAE,MAAc,CAAC,WAAW,CAAC,EAAE,CAAC;IACnI,CAAC;IACD,yBAAM,CAAC,IAAI,CAAC,qEAAqE,EAAE,EAAE,UAAU,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;IAC9H,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAiB,EAAE,IAAW;IACpD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC;QACD,sEAAsE;QACtE,IAAI,MAAM,YAAY,gBAAM,IAAI,MAAM,YAAY,qBAAQ,EAAE,CAAC;YACzD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,4BAA4B,EAAyB,CAAC;QACnH,CAAC;aAAM,IAAI,MAAM,YAAY,aAAS,EAAE,CAAC;YACpC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,GAA0B,CAAC;QACtH,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACR,yBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3G,OAAO,EAAE,UAAU,EAAE,MAAM,EAAyB,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAyB,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAiB,EAAE,QAAa;;IACtD,IAAI,CAAC;QACA,4EAA4E;QAC5E,IAAI,MAAM,YAAY,gBAAM,KAAI,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,0CAAE,OAAO,CAAA,EAAE,CAAC;YAC9D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC;QAChE,CAAC;aAAM,IAAI,MAAM,YAAY,qBAAQ,KAAI,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,0CAAE,OAAO,CAAA,EAAE,CAAC;YACvE,iFAAiF;YACjF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,GAAG,CAAC,CAAC,+BAA+B;QAClG,CAAC;aAAM,IAAI,MAAM,YAAY,aAAS,KAAI,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAG,CAAC,CAAC,CAAA,EAAE,CAAC;YAC9D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5H,4CAA4C;YAC5C,MAAM,KAAK,GAAG;gBACV,YAAY,EAAE,MAAA,QAAQ,CAAC,KAAK,0CAAE,YAAY;gBAC1C,aAAa,EAAE,MAAA,QAAQ,CAAC,KAAK,0CAAE,aAAa;gBAC5C,YAAY,EAAE,CAAC,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,YAAY,KAAI,CAAC,CAAC,GAAG,CAAC,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,aAAa,KAAI,CAAC,CAAC;aAC3F,CAAC;YACF,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC;QACpD,CAAC;IACN,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACR,yBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACnG,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IACrE,CAAC;IACA,uDAAuD;IACvD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;AACxC,CAAC;AAED,+BAA+B;AAE/B,SAAgB,IAAI,CAAsB,MAAS;;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC3B,yBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IAE5C,MAAM,YAAY,GAAG,CAAO,GAAG,IAAW,EAAE,EAAE;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAE9C,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YAClD,OAAO,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAS,EAAE;YAC1E,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACjD,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAEpC,IAAI,CAAC;gBACA,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;gBAC/C,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACvD,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBACtC,OAAO,QAAQ,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACZ,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,gCAAgC;gBAClE,MAAM,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAA,CAAC,CAAC;IACP,CAAC,CAAA,CAAC;IAEF,oBAAoB;IACpB,IAAI,MAAM,YAAY,gBAAM,KAAI,MAAA,MAAM,CAAC,IAAI,0CAAE,WAAW,CAAA,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,WAAmB,CAAC,MAAM,GAAG,YAAY,CAAC;IAC3D,CAAC;SAAM,IAAI,MAAM,YAAY,aAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACvD,MAAM,CAAC,QAAgB,CAAC,MAAM,GAAG,YAAY,CAAC;IACnD,CAAC;IACD,mDAAmD;SAC9C,IAAI,MAAM,YAAY,qBAAQ,IAAK,MAAc,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAc,CAAC,WAAmB,CAAC,MAAM,GAAG,YAAY,CAAC;IAC/D,CAAC;SACK,CAAC;QACF,gEAAgE;QAChE,yBAAM,CAAC,KAAK,CAAC,+EAA+E,EAAE,EAAE,UAAU,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;QACzI,OAAO,MAAM,CAAC;IACnB,CAAC;IAED,yBAAM,CAAC,IAAI,CAAC,gCAAgC,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,0CAAE,IAAI,EAAE,CAAC,CAAC;IACzE,OAAO,MAAM,CAAC;AAClB,CAAC;AAxDD,oBAwDC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Collection of proprietary scorers implemented by Judgment.
|
|
3
|
+
*
|
|
4
|
+
* These are ready-made evaluation scorers that can be used to evaluate
|
|
5
|
+
* Examples via the Judgment API.
|
|
6
|
+
*/
|
|
7
|
+
export declare enum APIScorer {
|
|
8
|
+
FAITHFULNESS = "faithfulness",
|
|
9
|
+
ANSWER_RELEVANCY = "answer_relevancy",
|
|
10
|
+
ANSWER_CORRECTNESS = "answer_correctness",
|
|
11
|
+
HALLUCINATION = "hallucination",
|
|
12
|
+
SUMMARIZATION = "summarization",
|
|
13
|
+
CONTEXTUAL_RECALL = "contextual_recall",
|
|
14
|
+
CONTEXTUAL_RELEVANCY = "contextual_relevancy",
|
|
15
|
+
CONTEXTUAL_PRECISION = "contextual_precision",
|
|
16
|
+
INSTRUCTION_ADHERENCE = "instruction_adherence",
|
|
17
|
+
EXECUTION_ORDER = "execution_order",
|
|
18
|
+
JSON_CORRECTNESS = "json_correctness",
|
|
19
|
+
COMPARISON = "comparison",
|
|
20
|
+
GROUNDEDNESS = "groundedness"
|
|
21
|
+
}
|
|
22
|
+
export declare const UNBOUNDED_SCORERS: Set<APIScorer>;
|
|
23
|
+
export declare const ROOT_API = "https://api.judgmentlabs.ai";
|
|
24
|
+
export declare const JUDGMENT_EVAL_API_URL = "https://api.judgmentlabs.ai/evaluate/";
|
|
25
|
+
export declare const JUDGMENT_DATASETS_PUSH_API_URL = "https://api.judgmentlabs.ai/datasets/push/";
|
|
26
|
+
export declare const JUDGMENT_DATASETS_PULL_API_URL = "https://api.judgmentlabs.ai/datasets/pull/";
|
|
27
|
+
export declare const JUDGMENT_DATASETS_DELETE_API_URL = "https://api.judgmentlabs.ai/datasets/delete/";
|
|
28
|
+
export declare const JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = "https://api.judgmentlabs.ai/datasets/export_jsonl/";
|
|
29
|
+
export declare const JUDGMENT_DATASETS_PROJECT_STATS_API_URL = "https://api.judgmentlabs.ai/datasets/fetch_stats_by_project/";
|
|
30
|
+
export declare const JUDGMENT_DATASETS_INSERT_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
|
|
31
|
+
export declare const JUDGMENT_EVAL_LOG_API_URL = "https://api.judgmentlabs.ai/log_eval_results/";
|
|
32
|
+
export declare const JUDGMENT_EVAL_FETCH_API_URL = "https://api.judgmentlabs.ai/fetch_eval_results/";
|
|
33
|
+
export declare const JUDGMENT_EVAL_DELETE_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project_and_run_names/";
|
|
34
|
+
export declare const JUDGMENT_EVAL_DELETE_PROJECT_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project/";
|
|
35
|
+
export declare const JUDGMENT_PROJECT_DELETE_API_URL = "https://api.judgmentlabs.ai/projects/delete/";
|
|
36
|
+
export declare const JUDGMENT_PROJECT_CREATE_API_URL = "https://api.judgmentlabs.ai/projects/add/";
|
|
37
|
+
export declare const JUDGMENT_TRACES_FETCH_API_URL = "https://api.judgmentlabs.ai/traces/fetch/";
|
|
38
|
+
export declare const JUDGMENT_TRACES_SAVE_API_URL = "https://api.judgmentlabs.ai/traces/save/";
|
|
39
|
+
export declare const JUDGMENT_TRACES_DELETE_API_URL = "https://api.judgmentlabs.ai/traces/delete/";
|
|
40
|
+
export declare const JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/traces/add_to_trace_eval_queue/";
|
|
41
|
+
export declare const JUDGMENT_WEBSOCKET_URL: string;
|
|
42
|
+
export declare const JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/add_to_run_eval_queue/";
|
|
43
|
+
export declare const RABBITMQ_HOST: string;
|
|
44
|
+
export declare const RABBITMQ_PORT: number;
|
|
45
|
+
export declare const RABBITMQ_QUEUE: string;
|
|
46
|
+
export declare const LITELLM_SUPPORTED_MODELS: Set<string>;
|
|
47
|
+
export declare const TOGETHER_SUPPORTED_MODELS: string[];
|
|
48
|
+
export declare const JUDGMENT_SUPPORTED_MODELS: Set<string>;
|
|
49
|
+
export declare const ACCEPTABLE_MODELS: Set<string>;
|
|
50
|
+
export declare const MAX_WORKER_THREADS = 10;
|
|
51
|
+
export declare const MAX_CONCURRENT_EVALUATIONS = 50;
|
|
@@ -0,0 +1,344 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.MAX_CONCURRENT_EVALUATIONS = exports.MAX_WORKER_THREADS = exports.ACCEPTABLE_MODELS = exports.JUDGMENT_SUPPORTED_MODELS = exports.TOGETHER_SUPPORTED_MODELS = exports.LITELLM_SUPPORTED_MODELS = exports.RABBITMQ_QUEUE = exports.RABBITMQ_PORT = exports.RABBITMQ_HOST = exports.JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = exports.JUDGMENT_WEBSOCKET_URL = exports.JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = exports.JUDGMENT_TRACES_DELETE_API_URL = exports.JUDGMENT_TRACES_SAVE_API_URL = exports.JUDGMENT_TRACES_FETCH_API_URL = exports.JUDGMENT_PROJECT_CREATE_API_URL = exports.JUDGMENT_PROJECT_DELETE_API_URL = exports.JUDGMENT_EVAL_DELETE_PROJECT_API_URL = exports.JUDGMENT_EVAL_DELETE_API_URL = exports.JUDGMENT_EVAL_FETCH_API_URL = exports.JUDGMENT_EVAL_LOG_API_URL = exports.JUDGMENT_DATASETS_INSERT_API_URL = exports.JUDGMENT_DATASETS_PROJECT_STATS_API_URL = exports.JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = exports.JUDGMENT_DATASETS_DELETE_API_URL = exports.JUDGMENT_DATASETS_PULL_API_URL = exports.JUDGMENT_DATASETS_PUSH_API_URL = exports.JUDGMENT_EVAL_API_URL = exports.ROOT_API = exports.UNBOUNDED_SCORERS = exports.APIScorer = void 0;
|
|
7
|
+
const dotenv_1 = __importDefault(require("dotenv"));
|
|
8
|
+
// Load environment variables from .env file
|
|
9
|
+
dotenv_1.default.config();
|
|
10
|
+
/**
|
|
11
|
+
* Collection of proprietary scorers implemented by Judgment.
|
|
12
|
+
*
|
|
13
|
+
* These are ready-made evaluation scorers that can be used to evaluate
|
|
14
|
+
* Examples via the Judgment API.
|
|
15
|
+
*/
|
|
16
|
+
var APIScorer;
|
|
17
|
+
(function (APIScorer) {
|
|
18
|
+
APIScorer["FAITHFULNESS"] = "faithfulness";
|
|
19
|
+
APIScorer["ANSWER_RELEVANCY"] = "answer_relevancy";
|
|
20
|
+
APIScorer["ANSWER_CORRECTNESS"] = "answer_correctness";
|
|
21
|
+
APIScorer["HALLUCINATION"] = "hallucination";
|
|
22
|
+
APIScorer["SUMMARIZATION"] = "summarization";
|
|
23
|
+
APIScorer["CONTEXTUAL_RECALL"] = "contextual_recall";
|
|
24
|
+
APIScorer["CONTEXTUAL_RELEVANCY"] = "contextual_relevancy";
|
|
25
|
+
APIScorer["CONTEXTUAL_PRECISION"] = "contextual_precision";
|
|
26
|
+
APIScorer["INSTRUCTION_ADHERENCE"] = "instruction_adherence";
|
|
27
|
+
APIScorer["EXECUTION_ORDER"] = "execution_order";
|
|
28
|
+
APIScorer["JSON_CORRECTNESS"] = "json_correctness";
|
|
29
|
+
APIScorer["COMPARISON"] = "comparison";
|
|
30
|
+
APIScorer["GROUNDEDNESS"] = "groundedness";
|
|
31
|
+
})(APIScorer || (exports.APIScorer = APIScorer = {}));
|
|
32
|
+
// Note: The Python version checks for case-insensitivity via _missing_.
|
|
33
|
+
// TypeScript enums don't have a direct equivalent built-in.
|
|
34
|
+
// Access needs to be case-sensitive, e.g., APIScorer.FAITHFULNESS.
|
|
35
|
+
// scorers whose scores are not bounded between 0-1
|
|
36
|
+
exports.UNBOUNDED_SCORERS = new Set([
|
|
37
|
+
APIScorer.COMPARISON,
|
|
38
|
+
]);
|
|
39
|
+
// API URLs
|
|
40
|
+
exports.ROOT_API = 'https://api.judgmentlabs.ai';
|
|
41
|
+
exports.JUDGMENT_EVAL_API_URL = `${exports.ROOT_API}/evaluate/`;
|
|
42
|
+
exports.JUDGMENT_DATASETS_PUSH_API_URL = `${exports.ROOT_API}/datasets/push/`;
|
|
43
|
+
exports.JUDGMENT_DATASETS_PULL_API_URL = `${exports.ROOT_API}/datasets/pull/`;
|
|
44
|
+
exports.JUDGMENT_DATASETS_DELETE_API_URL = `${exports.ROOT_API}/datasets/delete/`;
|
|
45
|
+
exports.JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = `${exports.ROOT_API}/datasets/export_jsonl/`;
|
|
46
|
+
exports.JUDGMENT_DATASETS_PROJECT_STATS_API_URL = `${exports.ROOT_API}/datasets/fetch_stats_by_project/`;
|
|
47
|
+
exports.JUDGMENT_DATASETS_INSERT_API_URL = `${exports.ROOT_API}/datasets/insert_examples/`;
|
|
48
|
+
exports.JUDGMENT_EVAL_LOG_API_URL = `${exports.ROOT_API}/log_eval_results/`;
|
|
49
|
+
exports.JUDGMENT_EVAL_FETCH_API_URL = `${exports.ROOT_API}/fetch_eval_results/`;
|
|
50
|
+
exports.JUDGMENT_EVAL_DELETE_API_URL = `${exports.ROOT_API}/delete_eval_results_by_project_and_run_names/`;
|
|
51
|
+
exports.JUDGMENT_EVAL_DELETE_PROJECT_API_URL = `${exports.ROOT_API}/delete_eval_results_by_project/`;
|
|
52
|
+
exports.JUDGMENT_PROJECT_DELETE_API_URL = `${exports.ROOT_API}/projects/delete/`;
|
|
53
|
+
exports.JUDGMENT_PROJECT_CREATE_API_URL = `${exports.ROOT_API}/projects/add/`;
|
|
54
|
+
exports.JUDGMENT_TRACES_FETCH_API_URL = `${exports.ROOT_API}/traces/fetch/`;
|
|
55
|
+
exports.JUDGMENT_TRACES_SAVE_API_URL = `${exports.ROOT_API}/traces/save/`;
|
|
56
|
+
exports.JUDGMENT_TRACES_DELETE_API_URL = `${exports.ROOT_API}/traces/delete/`;
|
|
57
|
+
exports.JUDGMENT_TRACES_ADD_TO_EVAL_QUEUE_API_URL = `${exports.ROOT_API}/traces/add_to_trace_eval_queue/`;
|
|
58
|
+
exports.JUDGMENT_WEBSOCKET_URL = process.env.JUDGMENT_WEBSOCKET_URL || 'wss://api.judgmentlabs.ai/ws/traces/';
|
|
59
|
+
exports.JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = `${exports.ROOT_API}/add_to_run_eval_queue/`;
|
|
60
|
+
// RabbitMQ
|
|
61
|
+
exports.RABBITMQ_HOST = process.env.RABBITMQ_HOST || 'localhost';
|
|
62
|
+
exports.RABBITMQ_PORT = process.env.RABBITMQ_PORT ? parseInt(process.env.RABBITMQ_PORT, 10) : 5672;
|
|
63
|
+
exports.RABBITMQ_QUEUE = process.env.RABBITMQ_QUEUE || 'task_queue';
|
|
64
|
+
// Models
|
|
65
|
+
// TODO: Review litellm equivalent in JS/TS.
|
|
66
|
+
// The Python code uses `litellm.model_list`.
|
|
67
|
+
// A JS library exists (@skadefro/litellm), but doesn't seem to expose model_list directly.
|
|
68
|
+
// For now, using an empty set.
|
|
69
|
+
exports.LITELLM_SUPPORTED_MODELS = new Set([
|
|
70
|
+
'omni-moderation-latest', 'omni-moderation-latest-intents', 'omni-moderation-2024-09-26', 'gpt-4', 'gpt-4o',
|
|
71
|
+
'gpt-4o-search-preview-2025-03-11', 'gpt-4o-search-preview', 'gpt-4.5-preview', 'gpt-4.5-preview-2025-02-27',
|
|
72
|
+
'gpt-4o-audio-preview', 'gpt-4o-audio-preview-2024-12-17', 'gpt-4o-audio-preview-2024-10-01', 'gpt-4o-mini-audio-preview-2024-12-17',
|
|
73
|
+
'gpt-4o-mini', 'gpt-4o-mini-search-preview-2025-03-11', 'gpt-4o-mini-search-preview', 'gpt-4o-mini-2024-07-18',
|
|
74
|
+
'o1-pro', 'o1-pro-2025-03-19', 'o1', 'o1-mini', 'o3-mini', 'o3-mini-2025-01-31', 'o1-mini-2024-09-12',
|
|
75
|
+
'o1-preview', 'o1-preview-2024-09-12', 'o1-2024-12-17', 'chatgpt-4o-latest', 'gpt-4o-2024-05-13', 'gpt-4o-2024-08-06',
|
|
76
|
+
'gpt-4o-2024-11-20', 'gpt-4o-realtime-preview-2024-10-01', 'gpt-4o-realtime-preview', 'gpt-4o-realtime-preview-2024-12-17',
|
|
77
|
+
'gpt-4o-mini-realtime-preview', 'gpt-4o-mini-realtime-preview-2024-12-17', 'gpt-4-turbo-preview', 'gpt-4-0314',
|
|
78
|
+
'gpt-4-0613', 'gpt-4-32k', 'gpt-4-32k-0314', 'gpt-4-32k-0613', 'gpt-4-turbo', 'gpt-4-turbo-2024-04-09',
|
|
79
|
+
'gpt-4-1106-preview', 'gpt-4-0125-preview', 'gpt-4-vision-preview', 'gpt-4-1106-vision-preview', 'gpt-3.5-turbo',
|
|
80
|
+
'gpt-3.5-turbo-0301', 'gpt-3.5-turbo-0613', 'gpt-3.5-turbo-1106', 'gpt-3.5-turbo-0125', 'gpt-3.5-turbo-16k',
|
|
81
|
+
'gpt-3.5-turbo-16k-0613', 'text-embedding-3-large', 'text-embedding-3-small', 'text-embedding-ada-002',
|
|
82
|
+
'text-embedding-ada-002-v2', 'text-moderation-stable', 'text-moderation-007', 'text-moderation-latest',
|
|
83
|
+
'256-x-256/dall-e-2', '512-x-512/dall-e-2', '1024-x-1024/dall-e-2', 'hd/1024-x-1792/dall-e-3',
|
|
84
|
+
'hd/1792-x-1024/dall-e-3', 'hd/1024-x-1024/dall-e-3', 'standard/1024-x-1792/dall-e-3',
|
|
85
|
+
'standard/1792-x-1024/dall-e-3', 'standard/1024-x-1024/dall-e-3', 'gpt-4o-transcribe',
|
|
86
|
+
'gpt-4o-mini-transcribe', 'whisper-1', 'tts-1', 'tts-1-hd', 'ft:davinci-002', 'ft:babbage-002',
|
|
87
|
+
'babbage-002', 'davinci-002', 'gpt-3.5-turbo-instruct', 'gpt-3.5-turbo-instruct-0914',
|
|
88
|
+
'command-nightly', 'command', 'rerank-v3.5', 'rerank-english-v3.0', 'rerank-multilingual-v3.0',
|
|
89
|
+
'rerank-english-v2.0', 'rerank-multilingual-v2.0', 'embed-english-light-v3.0', 'embed-multilingual-v3.0',
|
|
90
|
+
'embed-english-v2.0', 'embed-english-light-v2.0', 'embed-multilingual-v2.0', 'embed-english-v3.0',
|
|
91
|
+
'command-r', 'command-r-08-2024', 'command-r7b-12-2024', 'command-light', 'command-r-plus',
|
|
92
|
+
'command-r-plus-08-2024', 'claude-instant-1', 'claude-instant-1.2', 'claude-2', 'claude-2.1',
|
|
93
|
+
'claude-3-haiku-20240307', 'claude-3-5-haiku-20241022', 'claude-3-5-haiku-latest', 'claude-3-opus-latest',
|
|
94
|
+
'claude-3-opus-20240229', 'claude-3-sonnet-20240229', 'claude-3-5-sonnet-latest', 'claude-3-5-sonnet-20240620',
|
|
95
|
+
'claude-3-7-sonnet-latest', 'claude-3-7-sonnet-20250219', 'claude-3-5-sonnet-20241022',
|
|
96
|
+
'replicate/llama-2-70b-chat:2796ee9483c3fd7aa2e171d38f4ca12251a30609463dcfd4cd76703f22e96cdf',
|
|
97
|
+
'a16z-infra/llama-2-13b-chat:2a7f981751ec7fdf87b5b91ad4db53683a98082e9ff7bfd12c8cd5ea85980a52',
|
|
98
|
+
'meta/codellama-13b:1c914d844307b0588599b8393480a3ba917b660c7e9dfae681542b5325f228db',
|
|
99
|
+
'replicate/vicuna-13b:6282abe6a492de4145dbb601023762212f9ddbbe78278bd6771c8b3b2f2a13b',
|
|
100
|
+
'joehoover/instructblip-vicuna13b:c4c54e3c8c97cd50c2d2fec9be3b6065563ccf7d43787fb99f84151b867178fe',
|
|
101
|
+
'daanelson/flan-t5-large:ce962b3f6792a57074a601d3979db5839697add2e4e02696b3ced4c022d4767f',
|
|
102
|
+
'replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5',
|
|
103
|
+
'replit/replit-code-v1-3b:b84f4c074b807211cd75e3e8b1589b6399052125b4c27106e43d47189e8415ad',
|
|
104
|
+
'openrouter/deepseek/deepseek-r1', 'openrouter/deepseek/deepseek-chat', 'openrouter/deepseek/deepseek-coder',
|
|
105
|
+
'openrouter/microsoft/wizardlm-2-8x22b:nitro', 'openrouter/google/gemini-pro-1.5', 'openrouter/google/gemini-2.0-flash-001',
|
|
106
|
+
'openrouter/mistralai/mixtral-8x22b-instruct', 'openrouter/cohere/command-r-plus', 'openrouter/databricks/dbrx-instruct',
|
|
107
|
+
'openrouter/anthropic/claude-3-haiku', 'openrouter/anthropic/claude-3-5-haiku', 'openrouter/anthropic/claude-3-haiku-20240307',
|
|
108
|
+
'openrouter/anthropic/claude-3-5-haiku-20241022', 'openrouter/anthropic/claude-3.5-sonnet', 'openrouter/anthropic/claude-3.5-sonnet:beta',
|
|
109
|
+
'openrouter/anthropic/claude-3.7-sonnet', 'openrouter/anthropic/claude-3.7-sonnet:beta', 'openrouter/anthropic/claude-3-sonnet',
|
|
110
|
+
'openrouter/mistralai/mistral-large', 'mistralai/mistral-small-3.1-24b-instruct', 'openrouter/cognitivecomputations/dolphin-mixtral-8x7b',
|
|
111
|
+
'openrouter/google/gemini-pro-vision', 'openrouter/fireworks/firellava-13b', 'openrouter/meta-llama/llama-3-8b-instruct:free',
|
|
112
|
+
'openrouter/meta-llama/llama-3-8b-instruct:extended', 'openrouter/meta-llama/llama-3-70b-instruct:nitro',
|
|
113
|
+
'openrouter/meta-llama/llama-3-70b-instruct', 'openrouter/openai/o1', 'openrouter/openai/o1-mini',
|
|
114
|
+
'openrouter/openai/o1-mini-2024-09-12', 'openrouter/openai/o1-preview', 'openrouter/openai/o1-preview-2024-09-12',
|
|
115
|
+
'openrouter/openai/o3-mini', 'openrouter/openai/o3-mini-high', 'openrouter/openai/gpt-4o',
|
|
116
|
+
'openrouter/openai/gpt-4o-2024-05-13', 'openrouter/openai/gpt-4-vision-preview', 'openrouter/openai/gpt-3.5-turbo',
|
|
117
|
+
'openrouter/openai/gpt-3.5-turbo-16k', 'openrouter/openai/gpt-4', 'openrouter/anthropic/claude-instant-v1',
|
|
118
|
+
'openrouter/anthropic/claude-2', 'openrouter/anthropic/claude-3-opus', 'openrouter/google/palm-2-chat-bison',
|
|
119
|
+
'openrouter/google/palm-2-codechat-bison', 'openrouter/meta-llama/llama-2-13b-chat', 'openrouter/meta-llama/llama-2-70b-chat',
|
|
120
|
+
'openrouter/meta-llama/codellama-34b-instruct', 'openrouter/nousresearch/nous-hermes-llama2-13b',
|
|
121
|
+
'openrouter/mancer/weaver', 'openrouter/gryphe/mythomax-l2-13b', 'openrouter/jondurbin/airoboros-l2-70b-2.1',
|
|
122
|
+
'openrouter/undi95/remm-slerp-l2-13b', 'openrouter/pygmalionai/mythalion-13b', 'openrouter/mistralai/mistral-7b-instruct',
|
|
123
|
+
'openrouter/mistralai/mistral-7b-instruct:free', 'openrouter/qwen/qwen-2.5-coder-32b-instruct',
|
|
124
|
+
'meta-llama/Llama-2-7b-hf', 'meta-llama/Llama-2-7b-chat-hf', 'meta-llama/Llama-2-13b-hf',
|
|
125
|
+
'meta-llama/Llama-2-13b-chat-hf', 'meta-llama/Llama-2-70b-hf', 'meta-llama/Llama-2-70b-chat-hf',
|
|
126
|
+
'meta-llama/Llama-2-7b', 'meta-llama/Llama-2-7b-chat', 'meta-llama/Llama-2-13b', 'meta-llama/Llama-2-13b-chat',
|
|
127
|
+
'meta-llama/Llama-2-70b', 'meta-llama/Llama-2-70b-chat', 'chat-bison', 'chat-bison@001', 'chat-bison@002',
|
|
128
|
+
'chat-bison-32k', 'chat-bison-32k@002', 'text-bison', 'text-bison@001', 'text-bison@002', 'text-bison32k',
|
|
129
|
+
'text-bison32k@002', 'text-unicorn', 'text-unicorn@001', 'j2-ultra', 'j2-mid', 'j2-light', 'jamba-1.5-mini@001',
|
|
130
|
+
'jamba-1.5-large@001', 'jamba-1.5', 'jamba-1.5-mini', 'jamba-1.5-large', 'jamba-large-1.6', 'jamba-mini-1.6',
|
|
131
|
+
'togethercomputer/llama-2-70b-chat', 'togethercomputer/llama-2-70b', 'togethercomputer/LLaMA-2-7B-32K',
|
|
132
|
+
'togethercomputer/Llama-2-7B-32K-Instruct', 'togethercomputer/llama-2-7b', 'togethercomputer/falcon-40b-instruct',
|
|
133
|
+
'togethercomputer/falcon-7b-instruct', 'togethercomputer/alpaca-7b', 'HuggingFaceH4/starchat-alpha',
|
|
134
|
+
'togethercomputer/CodeLlama-34b', 'togethercomputer/CodeLlama-34b-Instruct', 'togethercomputer/CodeLlama-34b-Python',
|
|
135
|
+
'defog/sqlcoder', 'NumbersStation/nsql-llama-2-7B', 'WizardLM/WizardCoder-15B-V1.0',
|
|
136
|
+
'WizardLM/WizardCoder-Python-34B-V1.0', 'NousResearch/Nous-Hermes-Llama2-13b', 'Austism/chronos-hermes-13b',
|
|
137
|
+
'upstage/SOLAR-0-70b-16bit', 'WizardLM/WizardLM-70B-V1.0', 'qvv0xeq', 'q841o8w', '31dxrj3', 'luminous-base',
|
|
138
|
+
'luminous-base-control', 'luminous-extended', 'luminous-extended-control', 'luminous-supreme', 'luminous-supreme-control',
|
|
139
|
+
'dolphin', 'chatdolphin', 'llama2', 'ai21.j2-mid-v1', 'ai21.j2-ultra-v1', 'ai21.jamba-instruct-v1:0',
|
|
140
|
+
'ai21.jamba-1-5-large-v1:0', 'ai21.jamba-1-5-mini-v1:0', 'amazon.rerank-v1:0', 'amazon.titan-text-lite-v1',
|
|
141
|
+
'amazon.titan-text-express-v1', 'amazon.titan-text-premier-v1:0', 'amazon.titan-embed-text-v1',
|
|
142
|
+
'amazon.titan-embed-text-v2:0', 'amazon.titan-embed-image-v1', 'mistral.mistral-7b-instruct-v0:2',
|
|
143
|
+
'mistral.mixtral-8x7b-instruct-v0:1', 'mistral.mistral-large-2402-v1:0', 'mistral.mistral-large-2407-v1:0',
|
|
144
|
+
'mistral.mistral-small-2402-v1:0', '1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0',
|
|
145
|
+
'anthropic.claude-3-sonnet-20240229-v1:0', 'anthropic.claude-3-5-sonnet-20240620-v1:0',
|
|
146
|
+
'anthropic.claude-3-5-sonnet-20241022-v2:0', 'anthropic.claude-3-haiku-20240307-v1:0',
|
|
147
|
+
'anthropic.claude-3-5-haiku-20241022-v1:0', 'anthropic.claude-3-opus-20240229-v1:0',
|
|
148
|
+
'us.anthropic.claude-3-sonnet-20240229-v1:0', 'us.anthropic.claude-3-5-sonnet-20240620-v1:0',
|
|
149
|
+
'us.anthropic.claude-3-5-sonnet-20241022-v2:0', 'us.anthropic.claude-3-haiku-20240307-v1:0',
|
|
150
|
+
'us.anthropic.claude-3-5-haiku-20241022-v1:0', 'us.anthropic.claude-3-opus-20240229-v1:0',
|
|
151
|
+
'eu.anthropic.claude-3-sonnet-20240229-v1:0', 'eu.anthropic.claude-3-5-sonnet-20240620-v1:0',
|
|
152
|
+
'eu.anthropic.claude-3-5-sonnet-20241022-v2:0', 'eu.anthropic.claude-3-haiku-20240307-v1:0',
|
|
153
|
+
'eu.anthropic.claude-3-5-haiku-20241022-v1:0', 'eu.anthropic.claude-3-opus-20240229-v1:0',
|
|
154
|
+
'anthropic.claude-v1', 'anthropic.claude-v2', 'anthropic.claude-v2:1', 'anthropic.claude-instant-v1',
|
|
155
|
+
'cohere.rerank-v3-5:0', 'cohere.command-text-v14', 'cohere.command-light-text-v14',
|
|
156
|
+
'cohere.command-r-plus-v1:0', 'cohere.command-r-v1:0', 'cohere.embed-english-v3', 'cohere.embed-multilingual-v3',
|
|
157
|
+
'meta.llama2-13b-chat-v1', 'meta.llama2-70b-chat-v1', 'meta.llama3-8b-instruct-v1:0',
|
|
158
|
+
'meta.llama3-70b-instruct-v1:0', 'meta.llama3-1-8b-instruct-v1:0', 'us.meta.llama3-1-8b-instruct-v1:0',
|
|
159
|
+
'meta.llama3-1-70b-instruct-v1:0', 'us.meta.llama3-1-70b-instruct-v1:0', 'meta.llama3-1-405b-instruct-v1:0',
|
|
160
|
+
'us.meta.llama3-1-405b-instruct-v1:0', 'meta.llama3-2-1b-instruct-v1:0', 'us.meta.llama3-2-1b-instruct-v1:0',
|
|
161
|
+
'eu.meta.llama3-2-1b-instruct-v1:0', 'meta.llama3-2-3b-instruct-v1:0', 'us.meta.llama3-2-3b-instruct-v1:0',
|
|
162
|
+
'eu.meta.llama3-2-3b-instruct-v1:0', 'meta.llama3-2-11b-instruct-v1:0', 'us.meta.llama3-2-11b-instruct-v1:0',
|
|
163
|
+
'meta.llama3-2-90b-instruct-v1:0', 'us.meta.llama3-2-90b-instruct-v1:0',
|
|
164
|
+
'512-x-512/50-steps/stability.stable-diffusion-xl-v0', '512-x-512/max-steps/stability.stable-diffusion-xl-v0',
|
|
165
|
+
'max-x-max/50-steps/stability.stable-diffusion-xl-v0', 'max-x-max/max-steps/stability.stable-diffusion-xl-v0',
|
|
166
|
+
'1024-x-1024/50-steps/stability.stable-diffusion-xl-v1', '1024-x-1024/max-steps/stability.stable-diffusion-xl-v1',
|
|
167
|
+
'stability.sd3-large-v1:0', 'stability.sd3-5-large-v1:0', 'stability.stable-image-core-v1:0',
|
|
168
|
+
'stability.stable-image-core-v1:1', 'stability.stable-image-ultra-v1:0', 'stability.stable-image-ultra-v1:1',
|
|
169
|
+
'deepinfra/lizpreciatior/lzlv_70b_fp16_hf', 'deepinfra/Gryphe/MythoMax-L2-13b',
|
|
170
|
+
'deepinfra/mistralai/Mistral-7B-Instruct-v0.1', 'deepinfra/meta-llama/Llama-2-70b-chat-hf',
|
|
171
|
+
'deepinfra/cognitivecomputations/dolphin-2.6-mixtral-8x7b', 'deepinfra/codellama/CodeLlama-34b-Instruct-hf',
|
|
172
|
+
'deepinfra/deepinfra/mixtral', 'deepinfra/Phind/Phind-CodeLlama-34B-v2',
|
|
173
|
+
'deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1', 'deepinfra/deepinfra/airoboros-70b',
|
|
174
|
+
'deepinfra/01-ai/Yi-34B-Chat', 'deepinfra/01-ai/Yi-6B-200K', 'deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1',
|
|
175
|
+
'deepinfra/meta-llama/Llama-2-13b-chat-hf', 'deepinfra/amazon/MistralLite',
|
|
176
|
+
'deepinfra/meta-llama/Llama-2-7b-chat-hf', 'deepinfra/meta-llama/Meta-Llama-3-8B-Instruct',
|
|
177
|
+
'deepinfra/meta-llama/Meta-Llama-3-70B-Instruct', 'deepinfra/meta-llama/Meta-Llama-3.1-405B-Instruct',
|
|
178
|
+
'deepinfra/01-ai/Yi-34B-200K', 'deepinfra/openchat/openchat_3.5', 'perplexity/codellama-34b-instruct',
|
|
179
|
+
'perplexity/codellama-70b-instruct', 'perplexity/llama-3.1-70b-instruct', 'perplexity/llama-3.1-8b-instruct',
|
|
180
|
+
'perplexity/llama-3.1-sonar-huge-128k-online', 'perplexity/llama-3.1-sonar-large-128k-online',
|
|
181
|
+
'perplexity/llama-3.1-sonar-large-128k-chat', 'perplexity/llama-3.1-sonar-small-128k-chat',
|
|
182
|
+
'perplexity/llama-3.1-sonar-small-128k-online', 'perplexity/sonar', 'perplexity/sonar-pro',
|
|
183
|
+
'perplexity/pplx-7b-chat', 'perplexity/pplx-70b-chat', 'perplexity/pplx-7b-online', 'perplexity/pplx-70b-online',
|
|
184
|
+
'perplexity/llama-2-70b-chat', 'perplexity/mistral-7b-instruct', 'perplexity/mixtral-8x7b-instruct',
|
|
185
|
+
'perplexity/sonar-small-chat', 'perplexity/sonar-small-online', 'perplexity/sonar-medium-chat',
|
|
186
|
+
'perplexity/sonar-medium-online', 'maritalk', 'gemini-pro', 'gemini-1.0-pro', 'gemini-1.0-pro-001',
|
|
187
|
+
'gemini-1.0-ultra', 'gemini-1.0-ultra-001', 'gemini-1.0-pro-002', 'gemini-1.5-pro', 'gemini-1.5-pro-002',
|
|
188
|
+
'gemini-1.5-pro-001', 'gemini-1.5-pro-preview-0514', 'gemini-1.5-pro-preview-0215', 'gemini-1.5-pro-preview-0409',
|
|
189
|
+
'gemini-1.5-flash', 'gemini-1.5-flash-exp-0827', 'gemini-1.5-flash-002', 'gemini-1.5-flash-001',
|
|
190
|
+
'gemini-1.5-flash-preview-0514', 'gemini-pro-experimental', 'gemini-flash-experimental', 'medlm-medium',
|
|
191
|
+
'medlm-large', 'gemini-2.5-pro-exp-03-25', 'gemini-2.0-pro-exp-02-05', 'gemini-2.0-flash-exp',
|
|
192
|
+
'gemini-2.0-flash-001', 'gemini-2.0-flash-thinking-exp', 'gemini-2.0-flash-thinking-exp-01-21', 'gemini-2.0-flash',
|
|
193
|
+
'gemini-2.0-flash-lite', 'gemini-2.0-flash-lite-001', 'watsonx/ibm/granite-3-8b-instruct',
|
|
194
|
+
'gemini/gemini-2.0-pro-exp-02-05', 'gemini/gemini-2.0-flash', 'gemini/gemini-2.0-flash-lite',
|
|
195
|
+
'gemini/gemini-2.0-flash-001', 'gemini/gemini-2.5-pro-preview-03-25', 'gemini/gemini-2.0-flash-exp',
|
|
196
|
+
'gemini/gemini-2.0-flash-lite-preview-02-05', 'gemini/gemini-2.0-flash-thinking-exp',
|
|
197
|
+
'gemini/gemini-2.0-flash-thinking-exp-01-21', 'gemini/gemma-3-27b-it', 'gemini/learnlm-1.5-pro-experimental',
|
|
198
|
+
'gemini/gemini-1.5-flash-002', 'gemini/gemini-1.5-flash-001', 'gemini/gemini-1.5-flash',
|
|
199
|
+
'gemini/gemini-1.5-flash-latest', 'gemini/gemini-1.5-flash-8b', 'gemini/gemini-1.5-flash-8b-exp-0924',
|
|
200
|
+
'gemini/gemini-exp-1114', 'gemini/gemini-exp-1206', 'gemini/gemini-1.5-flash-exp-0827',
|
|
201
|
+
'gemini/gemini-1.5-flash-8b-exp-0827', 'gemini/gemini-pro', 'gemini/gemini-1.5-pro', 'gemini/gemini-1.5-pro-002',
|
|
202
|
+
'gemini/gemini-1.5-pro-001', 'gemini/gemini-1.5-pro-exp-0801', 'gemini/gemini-1.5-pro-exp-0827',
|
|
203
|
+
'gemini/gemini-1.5-pro-latest', 'gemini/gemini-pro-vision', 'gemini/gemini-gemma-2-27b-it',
|
|
204
|
+
'gemini/gemini-gemma-2-9b-it', 'text-completion-codestral/codestral-latest', 'text-completion-codestral/codestral-2405',
|
|
205
|
+
'xai/grok-beta', 'xai/grok-2-vision-1212', 'xai/grok-2-vision-latest', 'xai/grok-2-vision', 'xai/grok-vision-beta',
|
|
206
|
+
'xai/grok-2-1212', 'xai/grok-2', 'xai/grok-2-latest', 'deepseek/deepseek-reasoner', 'deepseek/deepseek-chat',
|
|
207
|
+
'deepseek/deepseek-coder', 'azure_ai/deepseek-r1', 'azure_ai/deepseek-v3', 'azure_ai/jamba-instruct',
|
|
208
|
+
'azure_ai/mistral-nemo', 'azure_ai/mistral-large', 'azure_ai/mistral-small', 'azure_ai/mistral-small-2503',
|
|
209
|
+
'azure_ai/mistral-large-2407', 'azure_ai/mistral-large-latest', 'azure_ai/ministral-3b',
|
|
210
|
+
'azure_ai/Llama-3.2-11B-Vision-Instruct', 'azure_ai/Llama-3.3-70B-Instruct', 'azure_ai/Llama-3.2-90B-Vision-Instruct',
|
|
211
|
+
'azure_ai/Meta-Llama-3-70B-Instruct', 'azure_ai/Meta-Llama-3.1-8B-Instruct', 'azure_ai/Meta-Llama-3.1-70B-Instruct',
|
|
212
|
+
'azure_ai/Meta-Llama-3.1-405B-Instruct', 'azure_ai/Phi-4-mini-instruct', 'azure_ai/Phi-4-multimodal-instruct',
|
|
213
|
+
'azure_ai/Phi-4', 'azure_ai/Phi-3.5-mini-instruct', 'azure_ai/Phi-3.5-vision-instruct', 'azure_ai/Phi-3.5-MoE-instruct',
|
|
214
|
+
'azure_ai/Phi-3-mini-4k-instruct', 'azure_ai/Phi-3-mini-128k-instruct', 'azure_ai/Phi-3-small-8k-instruct',
|
|
215
|
+
'azure_ai/Phi-3-small-128k-instruct', 'azure_ai/Phi-3-medium-4k-instruct', 'azure_ai/Phi-3-medium-128k-instruct',
|
|
216
|
+
'azure_ai/cohere-rerank-v3-multilingual', 'azure_ai/cohere-rerank-v3-english', 'azure_ai/Cohere-embed-v3-english',
|
|
217
|
+
'azure_ai/Cohere-embed-v3-multilingual', 'voyage/voyage-01', 'voyage/voyage-lite-01', 'voyage/voyage-large-2',
|
|
218
|
+
'voyage/voyage-finance-2', 'voyage/voyage-lite-02-instruct', 'voyage/voyage-law-2', 'voyage/voyage-code-2',
|
|
219
|
+
'voyage/voyage-2', 'voyage/voyage-3-large', 'voyage/voyage-3', 'voyage/voyage-3-lite', 'voyage/voyage-code-3',
|
|
220
|
+
'voyage/voyage-multimodal-3', 'voyage/rerank-2', 'voyage/rerank-2-lite',
|
|
221
|
+
'databricks/databricks-claude-3-7-sonnet', 'databricks/databricks-meta-llama-3-1-405b-instruct',
|
|
222
|
+
'databricks/databricks-meta-llama-3-1-70b-instruct', 'databricks/databricks-meta-llama-3-3-70b-instruct',
|
|
223
|
+
'databricks/databricks-dbrx-instruct', 'databricks/databricks-meta-llama-3-70b-instruct',
|
|
224
|
+
'databricks/databricks-llama-2-70b-chat', 'databricks/databricks-mixtral-8x7b-instruct',
|
|
225
|
+
'databricks/databricks-mpt-30b-instruct', 'databricks/databricks-mpt-7b-instruct',
|
|
226
|
+
'databricks/databricks-bge-large-en', 'databricks/databricks-gte-large-en',
|
|
227
|
+
'cloudflare/@cf/meta/llama-2-7b-chat-fp16', 'cloudflare/@cf/meta/llama-2-7b-chat-int8',
|
|
228
|
+
'cloudflare/@cf/mistral/mistral-7b-instruct-v0.1', 'cloudflare/@hf/thebloke/codellama-7b-instruct-awq',
|
|
229
|
+
'codestral/codestral-latest', 'codestral/codestral-2405', 'friendliai/meta-llama-3.1-8b-instruct',
|
|
230
|
+
'friendliai/meta-llama-3.1-70b-instruct', 'palm/chat-bison', 'palm/chat-bison-001', 'palm/text-bison',
|
|
231
|
+
'palm/text-bison-001', 'palm/text-bison-safety-off', 'palm/text-bison-safety-recitation-off',
|
|
232
|
+
'groq/deepseek-r1-distill-llama-70b', 'groq/llama-3.3-70b-versatile', 'groq/llama-3.3-70b-specdec',
|
|
233
|
+
'groq/llama2-70b-4096', 'groq/llama3-8b-8192', 'groq/llama-3.2-1b-preview', 'groq/llama-3.2-3b-preview',
|
|
234
|
+
'groq/llama-3.2-11b-text-preview', 'groq/llama-3.2-11b-vision-preview', 'groq/llama-3.2-90b-text-preview',
|
|
235
|
+
'groq/llama-3.2-90b-vision-preview', 'groq/llama3-70b-8192', 'groq/llama-3.1-8b-instant',
|
|
236
|
+
'groq/llama-3.1-70b-versatile', 'groq/llama-3.1-405b-reasoning', 'groq/mixtral-8x7b-32768',
|
|
237
|
+
'groq/gemma-7b-it', 'groq/gemma2-9b-it', 'groq/llama3-groq-70b-8192-tool-use-preview',
|
|
238
|
+
'groq/llama3-groq-8b-8192-tool-use-preview', 'groq/whisper-large-v3', 'groq/whisper-large-v3-turbo',
|
|
239
|
+
'groq/distil-whisper-large-v3-en', 'azure/gpt-4o-mini-realtime-preview-2024-12-17',
|
|
240
|
+
'azure/eu/gpt-4o-mini-realtime-preview-2024-12-17', 'azure/us/gpt-4o-mini-realtime-preview-2024-12-17',
|
|
241
|
+
'azure/gpt-4o-realtime-preview-2024-10-01', 'azure/us/gpt-4o-realtime-preview-2024-10-01',
|
|
242
|
+
'azure/eu/gpt-4o-realtime-preview-2024-10-01', 'azure/o3-mini-2025-01-31', 'azure/us/o3-mini-2025-01-31',
|
|
243
|
+
'azure/eu/o3-mini-2025-01-31', 'azure/tts-1', 'azure/tts-1-hd', 'azure/whisper-1', 'azure/o3-mini', 'azure/o1-mini',
|
|
244
|
+
'azure/o1-mini-2024-09-12', 'azure/us/o1-mini-2024-09-12', 'azure/eu/o1-mini-2024-09-12', 'azure/o1',
|
|
245
|
+
'azure/o1-2024-12-17', 'azure/us/o1-2024-12-17', 'azure/eu/o1-2024-12-17', 'azure/o1-preview',
|
|
246
|
+
'azure/o1-preview-2024-09-12', 'azure/us/o1-preview-2024-09-12', 'azure/eu/o1-preview-2024-09-12',
|
|
247
|
+
'azure/gpt-4.5-preview', 'azure/gpt-4o', 'azure/global/gpt-4o-2024-11-20', 'azure/gpt-4o-2024-08-06',
|
|
248
|
+
'azure/global/gpt-4o-2024-08-06', 'azure/gpt-4o-2024-11-20', 'azure/us/gpt-4o-2024-11-20',
|
|
249
|
+
'azure/eu/gpt-4o-2024-11-20', 'azure/gpt-4o-2024-05-13', 'azure/global-standard/gpt-4o-2024-08-06',
|
|
250
|
+
'azure/us/gpt-4o-2024-08-06', 'azure/eu/gpt-4o-2024-08-06', 'azure/global-standard/gpt-4o-2024-11-20',
|
|
251
|
+
'azure/global-standard/gpt-4o-mini', 'azure/gpt-4o-mini', 'azure/gpt-4o-mini-2024-07-18',
|
|
252
|
+
'azure/us/gpt-4o-mini-2024-07-18', 'azure/eu/gpt-4o-mini-2024-07-18', 'azure/gpt-4-turbo-2024-04-09',
|
|
253
|
+
'azure/gpt-4-0125-preview', 'azure/gpt-4-1106-preview', 'azure/gpt-4-0613', 'azure/gpt-4-32k-0613',
|
|
254
|
+
'azure/gpt-4-32k', 'azure/gpt-4', 'azure/gpt-4-turbo', 'azure/gpt-4-turbo-vision-preview',
|
|
255
|
+
'azure/gpt-35-turbo-16k-0613', 'azure/gpt-35-turbo-1106', 'azure/gpt-35-turbo-0613',
|
|
256
|
+
'azure/gpt-35-turbo-0301', 'azure/gpt-35-turbo-0125', 'azure/gpt-3.5-turbo-0125', 'azure/gpt-35-turbo-16k',
|
|
257
|
+
'azure/gpt-35-turbo', 'azure/gpt-3.5-turbo', 'azure/mistral-large-latest', 'azure/mistral-large-2402',
|
|
258
|
+
'azure/command-r-plus', 'azure/ada', 'azure/text-embedding-ada-002', 'azure/text-embedding-3-large',
|
|
259
|
+
'azure/text-embedding-3-small', 'azure/standard/1024-x-1024/dall-e-3', 'azure/hd/1024-x-1024/dall-e-3',
|
|
260
|
+
'azure/standard/1024-x-1792/dall-e-3', 'azure/standard/1792-x-1024/dall-e-3', 'azure/hd/1024-x-1792/dall-e-3',
|
|
261
|
+
'azure/hd/1792-x-1024/dall-e-3', 'azure/standard/1024-x-1024/dall-e-2',
|
|
262
|
+
'anyscale/mistralai/Mistral-7B-Instruct-v0.1', 'anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1',
|
|
263
|
+
'anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1', 'anyscale/HuggingFaceH4/zephyr-7b-beta',
|
|
264
|
+
'anyscale/google/gemma-7b-it', 'anyscale/meta-llama/Llama-2-7b-chat-hf', 'anyscale/meta-llama/Llama-2-13b-chat-hf',
|
|
265
|
+
'anyscale/meta-llama/Llama-2-70b-chat-hf', 'anyscale/codellama/CodeLlama-34b-Instruct-hf',
|
|
266
|
+
'anyscale/codellama/CodeLlama-70b-Instruct-hf', 'anyscale/meta-llama/Meta-Llama-3-8B-Instruct',
|
|
267
|
+
'anyscale/meta-llama/Meta-Llama-3-70B-Instruct', 'cerebras/llama3.1-8b', 'cerebras/llama3.1-70b',
|
|
268
|
+
'cerebras/llama3.3-70b', 'azure/gpt-3.5-turbo-instruct-0914', 'azure/gpt-35-turbo-instruct',
|
|
269
|
+
'azure/gpt-35-turbo-instruct-0914', 'assemblyai/nano', 'assemblyai/best',
|
|
270
|
+
'jina-reranker-v2-base-multilingual', 'snowflake/deepseek-r1', 'snowflake/snowflake-arctic',
|
|
271
|
+
'snowflake/claude-3-5-sonnet', 'snowflake/mistral-large', 'snowflake/mistral-large2', 'snowflake/reka-flash',
|
|
272
|
+
'snowflake/reka-core', 'snowflake/jamba-instruct', 'snowflake/jamba-1.5-mini', 'snowflake/jamba-1.5-large',
|
|
273
|
+
'snowflake/mixtral-8x7b', 'snowflake/llama2-70b-chat', 'snowflake/llama3-8b', 'snowflake/llama3-70b',
|
|
274
|
+
'snowflake/llama3.1-8b', 'snowflake/llama3.1-70b', 'snowflake/llama3.3-70b', 'snowflake/snowflake-llama-3.3-70b',
|
|
275
|
+
'snowflake/llama3.1-405b', 'snowflake/snowflake-llama-3.1-405b', 'snowflake/llama3.2-1b', 'snowflake/llama3.2-3b',
|
|
276
|
+
'snowflake/mistral-7b', 'snowflake/gemma-7b'
|
|
277
|
+
]);
|
|
278
|
+
exports.TOGETHER_SUPPORTED_MODELS = [
|
|
279
|
+
"meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
|
|
280
|
+
"Qwen/Qwen2-VL-72B-Instruct",
|
|
281
|
+
"meta-llama/Llama-Vision-Free",
|
|
282
|
+
"Gryphe/MythoMax-L2-13b",
|
|
283
|
+
"Qwen/Qwen2.5-72B-Instruct-Turbo",
|
|
284
|
+
"meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
|
285
|
+
"deepseek-ai/DeepSeek-R1",
|
|
286
|
+
"meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
|
|
287
|
+
"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
|
|
288
|
+
"google/gemma-2-27b-it",
|
|
289
|
+
"mistralai/Mistral-Small-24B-Instruct-2501",
|
|
290
|
+
"mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
291
|
+
"meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
|
|
292
|
+
"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
|
293
|
+
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo-classifier",
|
|
294
|
+
"deepseek-ai/DeepSeek-V3",
|
|
295
|
+
"Qwen/Qwen2-72B-Instruct",
|
|
296
|
+
"meta-llama/Meta-Llama-3-8B-Instruct-Lite",
|
|
297
|
+
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
|
|
298
|
+
"upstage/SOLAR-10.7B-Instruct-v1.0",
|
|
299
|
+
"togethercomputer/MoA-1",
|
|
300
|
+
"Qwen/QwQ-32B-Preview",
|
|
301
|
+
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
302
|
+
"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
303
|
+
"mistralai/Mistral-7B-Instruct-v0.2",
|
|
304
|
+
"databricks/dbrx-instruct",
|
|
305
|
+
"meta-llama/Llama-3-8b-chat-hf",
|
|
306
|
+
"google/gemma-2b-it",
|
|
307
|
+
"meta-llama/Meta-Llama-3-70B-Instruct-Lite",
|
|
308
|
+
"google/gemma-2-9b-it",
|
|
309
|
+
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
310
|
+
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo-p",
|
|
311
|
+
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
312
|
+
"Gryphe/MythoMax-L2-13b-Lite",
|
|
313
|
+
"meta-llama/Llama-2-7b-chat-hf",
|
|
314
|
+
"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
|
|
315
|
+
"meta-llama/Llama-2-13b-chat-hf",
|
|
316
|
+
"scb10x/scb10x-llama3-typhoon-v1-5-8b-instruct",
|
|
317
|
+
"scb10x/scb10x-llama3-typhoon-v1-5x-4f316",
|
|
318
|
+
"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
|
|
319
|
+
"Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
320
|
+
"microsoft/WizardLM-2-8x22B",
|
|
321
|
+
"mistralai/Mistral-7B-Instruct-v0.3",
|
|
322
|
+
"scb10x/scb10x-llama3-1-typhoon2-60256",
|
|
323
|
+
"Qwen/Qwen2.5-7B-Instruct-Turbo",
|
|
324
|
+
"scb10x/scb10x-llama3-1-typhoon-18370",
|
|
325
|
+
"meta-llama/Llama-3.2-3B-Instruct-Turbo",
|
|
326
|
+
"meta-llama/Llama-3-70b-chat-hf",
|
|
327
|
+
"mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
328
|
+
"togethercomputer/MoA-1-Turbo",
|
|
329
|
+
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free",
|
|
330
|
+
"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
|
|
331
|
+
"mistralai/Mistral-7B-Instruct-v0.1"
|
|
332
|
+
];
|
|
333
|
+
exports.JUDGMENT_SUPPORTED_MODELS = new Set(["osiris-large", "osiris-mini", "osiris"]);
|
|
334
|
+
// Combine model sets
|
|
335
|
+
exports.ACCEPTABLE_MODELS = new Set([
|
|
336
|
+
...exports.LITELLM_SUPPORTED_MODELS,
|
|
337
|
+
...exports.TOGETHER_SUPPORTED_MODELS,
|
|
338
|
+
...exports.JUDGMENT_SUPPORTED_MODELS,
|
|
339
|
+
]);
|
|
340
|
+
// System settings
|
|
341
|
+
exports.MAX_WORKER_THREADS = 10;
|
|
342
|
+
// Maximum number of concurrent operations for evaluation runs
|
|
343
|
+
exports.MAX_CONCURRENT_EVALUATIONS = 50; // Adjust based on system capabilities
|
|
344
|
+
//# sourceMappingURL=constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,4CAA4C;AAC5C,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;;;;GAKG;AACH,IAAY,SAcX;AAdD,WAAY,SAAS;IACjB,0CAA6B,CAAA;IAC7B,kDAAqC,CAAA;IACrC,sDAAyC,CAAA;IACzC,4CAA+B,CAAA;IAC/B,4CAA+B,CAAA;IAC/B,oDAAuC,CAAA;IACvC,0DAA6C,CAAA;IAC7C,0DAA6C,CAAA;IAC7C,4DAA+C,CAAA;IAC/C,gDAAmC,CAAA;IACnC,kDAAqC,CAAA;IACrC,sCAAyB,CAAA;IACzB,0CAA6B,CAAA;AACjC,CAAC,EAdW,SAAS,yBAAT,SAAS,QAcpB;AAED,wEAAwE;AACxE,4DAA4D;AAC5D,mEAAmE;AAEnE,mDAAmD;AACtC,QAAA,iBAAiB,GAAG,IAAI,GAAG,CAAY;IAChD,SAAS,CAAC,UAAU;CACvB,CAAC,CAAC;AAEH,WAAW;AACE,QAAA,QAAQ,GAAG,6BAA6B,CAAC;AACzC,QAAA,qBAAqB,GAAG,GAAG,gBAAQ,YAAY,CAAC;AAChD,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,gCAAgC,GAAG,GAAG,gBAAQ,mBAAmB,CAAC;AAClE,QAAA,sCAAsC,GAAG,GAAG,gBAAQ,yBAAyB,CAAC;AAC9E,QAAA,uCAAuC,GAAG,GAAG,gBAAQ,mCAAmC,CAAC;AACzF,QAAA,gCAAgC,GAAG,GAAG,gBAAQ,4BAA4B,CAAC;AAC3E,QAAA,yBAAyB,GAAG,GAAG,gBAAQ,oBAAoB,CAAC;AAC5D,QAAA,2BAA2B,GAAG,GAAG,gBAAQ,sBAAsB,CAAC;AAChE,QAAA,4BAA4B,GAAG,GAAG,gBAAQ,gDAAgD,CAAC;AAC3F,QAAA,oCAAoC,GAAG,GAAG,gBAAQ,kCAAkC,CAAC;AACrF,QAAA,+BAA+B,GAAG,GAAG,gBAAQ,mBAAmB,CAAC;AACjE,QAAA,+BAA+B,GAAG,GAAG,gBAAQ,gBAAgB,CAAC;AAC9D,QAAA,6BAA6B,GAAG,GAAG,gBAAQ,gBAAgB,CAAC;AAC5D,QAAA,4BAA4B,GAAG,GAAG,gBAAQ,eAAe,CAAC;AAC1D,QAAA,8BAA8B,GAAG,GAAG,gBAAQ,iBAAiB,CAAC;AAC9D,QAAA,yCAAyC,GAAG,GAAG,gBAAQ,kCAAkC,CAAC;AAC1F,QAAA,sBAAsB,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,sCAAsC,CAAC;AACtG,QAAA,sCAAsC,GAAG,GAAG,gBAAQ,yBAAyB,CAAC;AAE3F,WAAW;AACE,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,WAAW,CAAC;AACzD,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3F,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,YAAY,CAAC;AAEzE,SAAS;AAET,4CAA4C;AAC5C,6CAA6C;AAC7C,2FAA2F;AAC3F,+BAA+B;AAClB,QAAA,wBAAwB,GAAG,IAAI,GAAG,CAAS;IACpD,wBAAwB,EAAE,gCAAgC,EAAE,4BAA4B,EAAE,OAAO,EAAE,QAAQ;IAC3G,kCAAkC,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,4BAA4B;IAC5G,sBAAsB,EAAE,iCAAiC,EAAE,iCAAiC,EAAE,sCAAsC;IACpI,aAAa,EAAE,uCAAuC,EAAE,4BAA4B,EAAE,wBAAwB;IAC9G,QAAQ,EAAE,mBAAmB,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE,oBAAoB;IACrG,YAAY,EAAE,uBAAuB,EAAE,eAAe,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB;IACrH,mBAAmB,EAAE,oCAAoC,EAAE,yBAAyB,EAAE,oCAAoC;IAC1H,8BAA8B,EAAE,yCAAyC,EAAE,qBAAqB,EAAE,YAAY;IAC9G,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAE,wBAAwB;IACtG,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,eAAe;IAChH,oBAAoB,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,mBAAmB;IAC3G,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB;IACtG,2BAA2B,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,wBAAwB;IACtG,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,yBAAyB;IAC7F,yBAAyB,EAAE,yBAAyB,EAAE,+BAA+B;IACrF,+BAA+B,EAAE,+BAA+B,EAAE,mBAAmB;IACrF,wBAAwB,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB;IAC9F,aAAa,EAAE,aAAa,EAAE,wBAAwB,EAAE,6BAA6B;IACrF,iBAAiB,EAAE,SAAS,EAAE,aAAa,EAAE,qBAAqB,EAAE,0BAA0B;IAC9F,qBAAqB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,yBAAyB;IACxG,oBAAoB,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,oBAAoB;IACjG,WAAW,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,eAAe,EAAE,gBAAgB;IAC1F,wBAAwB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,UAAU,EAAE,YAAY;IAC5F,yBAAyB,EAAE,2BAA2B,EAAE,yBAAyB,EAAE,sBAAsB;IACzG,wBAAwB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,4BAA4B;IAC9G,0BAA0B,EAAE,4BAA4B,EAAE,4BAA4B;IACtF,6FAA6F;IAC7F,8FAA8F;IAC9F,qFAAqF;IACrF,sFAAsF;IACtF,mGAAmG;IACnG,0FAA0F;IAC1F,yFAAyF;IACzF,2FAA2F;IAC3F,iCAAiC,EAAE,mCAAmC,EAAE,oCAAoC;IAC5G,6CAA6C,EAAE,kCAAkC,EAAE,wCAAwC;IAC3H,6CAA6C,EAAE,kCAAkC,EAAE,qCAAqC;IACxH,qCAAqC,EAAE,uCAAuC,EAAE,8CAA8C;IAC9H,gDAAgD,EAAE,wCAAwC,EAAE,6CAA6C;IACzI,wCAAwC,EAAE,6CAA6C,EAAE,sCAAsC;IAC/H,oCAAoC,EAAE,0CAA0C,EAAE,uDAAuD;IACzI,qCAAqC,EAAE,oCAAoC,EAAE,gDAAgD;IAC7H,oDAAoD,EAAE,kDAAkD;IACxG,4CAA4C,EAAE,sBAAsB,EAAE,2BAA2B;IACjG,sCAAsC,EAAE,8BAA8B,EAAE,yCAAyC;IACjH,2BAA2B,EAAE,gCAAgC,EAAE,0BAA0B;IACzF,qCAAqC,EAAE,wCAAwC,EAAE,iCAAiC;IAClH,qCAAqC,EAAE,yBAAyB,EAAE,wCAAwC;IAC1G,+BAA+B,EAAE,oCAAoC,EAAE,qCAAqC;IAC5G,yCAAyC,EAAE,wCAAwC,EAAE,wCAAwC;IAC7H,8CAA8C,EAAE,gDAAgD;IAChG,0BAA0B,EAAE,mCAAmC,EAAE,2CAA2C;IAC5G,qCAAqC,EAAE,sCAAsC,EAAE,0CAA0C;IACzH,+CAA+C,EAAE,6CAA6C;IAC9F,0BAA0B,EAAE,+BAA+B,EAAE,2BAA2B;IACxF,gCAAgC,EAAE,2BAA2B,EAAE,gCAAgC;IAC/F,uBAAuB,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,6BAA6B;IAC9G,wBAAwB,EAAE,6BAA6B,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB;IACzG,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe;IACzG,mBAAmB,EAAE,cAAc,EAAE,kBAAkB,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,oBAAoB;IAC/G,qBAAqB,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB;IAC5G,mCAAmC,EAAE,8BAA8B,EAAE,iCAAiC;IACtG,0CAA0C,EAAE,6BAA6B,EAAE,sCAAsC;IACjH,qCAAqC,EAAE,4BAA4B,EAAE,8BAA8B;IACnG,gCAAgC,EAAE,yCAAyC,EAAE,uCAAuC;IACpH,gBAAgB,EAAE,gCAAgC,EAAE,+BAA+B;IACnF,sCAAsC,EAAE,qCAAqC,EAAE,4BAA4B;IAC3G,2BAA2B,EAAE,4BAA4B,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe;IAC3G,uBAAuB,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,0BAA0B;IACzH,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,0BAA0B;IACpG,2BAA2B,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,2BAA2B;IAC1G,8BAA8B,EAAE,gCAAgC,EAAE,4BAA4B;IAC9F,8BAA8B,EAAE,6BAA6B,EAAE,kCAAkC;IACjG,oCAAoC,EAAE,iCAAiC,EAAE,iCAAiC;IAC1G,iCAAiC,EAAE,sDAAsD;IACzF,yCAAyC,EAAE,2CAA2C;IACtF,2CAA2C,EAAE,wCAAwC;IACrF,0CAA0C,EAAE,uCAAuC;IACnF,4CAA4C,EAAE,8CAA8C;IAC5F,8CAA8C,EAAE,2CAA2C;IAC3F,6CAA6C,EAAE,0CAA0C;IACzF,4CAA4C,EAAE,8CAA8C;IAC5F,8CAA8C,EAAE,2CAA2C;IAC3F,6CAA6C,EAAE,0CAA0C;IACzF,qBAAqB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,6BAA6B;IACpG,sBAAsB,EAAE,yBAAyB,EAAE,+BAA+B;IAClF,4BAA4B,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,8BAA8B;IAChH,yBAAyB,EAAE,yBAAyB,EAAE,8BAA8B;IACpF,+BAA+B,EAAE,gCAAgC,EAAE,mCAAmC;IACtG,iCAAiC,EAAE,oCAAoC,EAAE,kCAAkC;IAC3G,qCAAqC,EAAE,gCAAgC,EAAE,mCAAmC;IAC5G,mCAAmC,EAAE,gCAAgC,EAAE,mCAAmC;IAC1G,mCAAmC,EAAE,iCAAiC,EAAE,oCAAoC;IAC5G,iCAAiC,EAAE,oCAAoC;IACvE,qDAAqD,EAAE,sDAAsD;IAC7G,qDAAqD,EAAE,sDAAsD;IAC7G,uDAAuD,EAAE,wDAAwD;IACjH,0BAA0B,EAAE,4BAA4B,EAAE,kCAAkC;IAC5F,kCAAkC,EAAE,mCAAmC,EAAE,mCAAmC;IAC5G,0CAA0C,EAAE,kCAAkC;IAC9E,8CAA8C,EAAE,0CAA0C;IAC1F,0DAA0D,EAAE,+CAA+C;IAC3G,6BAA6B,EAAE,wCAAwC;IACvE,gDAAgD,EAAE,mCAAmC;IACrF,6BAA6B,EAAE,4BAA4B,EAAE,iDAAiD;IAC9G,0CAA0C,EAAE,8BAA8B;IAC1E,yCAAyC,EAAE,+CAA+C;IAC1F,gDAAgD,EAAE,mDAAmD;IACrG,6BAA6B,EAAE,iCAAiC,EAAE,mCAAmC;IACrG,mCAAmC,EAAE,mCAAmC,EAAE,kCAAkC;IAC5G,6CAA6C,EAAE,8CAA8C;IAC7F,4CAA4C,EAAE,4CAA4C;IAC1F,8CAA8C,EAAE,kBAAkB,EAAE,sBAAsB;IAC1F,yBAAyB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,4BAA4B;IAChH,6BAA6B,EAAE,gCAAgC,EAAE,kCAAkC;IACnG,6BAA6B,EAAE,+BAA+B,EAAE,8BAA8B;IAC9F,gCAAgC,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,oBAAoB;IAClG,kBAAkB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,oBAAoB;IACxG,oBAAoB,EAAE,6BAA6B,EAAE,6BAA6B,EAAE,6BAA6B;IACjH,kBAAkB,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,sBAAsB;IAC/F,+BAA+B,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,cAAc;IACvG,aAAa,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,sBAAsB;IAC7F,sBAAsB,EAAE,+BAA+B,EAAE,qCAAqC,EAAE,kBAAkB;IAClH,uBAAuB,EAAE,2BAA2B,EAAE,mCAAmC;IACzF,iCAAiC,EAAE,yBAAyB,EAAE,8BAA8B;IAC5F,6BAA6B,EAAE,qCAAqC,EAAE,6BAA6B;IACnG,4CAA4C,EAAE,sCAAsC;IACpF,4CAA4C,EAAE,uBAAuB,EAAE,qCAAqC;IAC5G,6BAA6B,EAAE,6BAA6B,EAAE,yBAAyB;IACvF,gCAAgC,EAAE,4BAA4B,EAAE,qCAAqC;IACrG,wBAAwB,EAAE,wBAAwB,EAAE,kCAAkC;IACtF,qCAAqC,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,2BAA2B;IAChH,2BAA2B,EAAE,gCAAgC,EAAE,gCAAgC;IAC/F,8BAA8B,EAAE,0BAA0B,EAAE,8BAA8B;IAC1F,6BAA6B,EAAE,4CAA4C,EAAE,0CAA0C;IACvH,eAAe,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,sBAAsB;IAClH,iBAAiB,EAAE,YAAY,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,wBAAwB;IAC5G,yBAAyB,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,yBAAyB;IACpG,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,6BAA6B;IAC1G,6BAA6B,EAAE,+BAA+B,EAAE,uBAAuB;IACvF,wCAAwC,EAAE,iCAAiC,EAAE,wCAAwC;IACrH,oCAAoC,EAAE,qCAAqC,EAAE,sCAAsC;IACnH,uCAAuC,EAAE,8BAA8B,EAAE,oCAAoC;IAC7G,gBAAgB,EAAE,gCAAgC,EAAE,kCAAkC,EAAE,+BAA+B;IACvH,iCAAiC,EAAE,mCAAmC,EAAE,kCAAkC;IAC1G,oCAAoC,EAAE,mCAAmC,EAAE,qCAAqC;IAChH,wCAAwC,EAAE,mCAAmC,EAAE,kCAAkC;IACjH,uCAAuC,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,uBAAuB;IAC7G,yBAAyB,EAAE,gCAAgC,EAAE,qBAAqB,EAAE,sBAAsB;IAC1G,iBAAiB,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,sBAAsB;IAC7G,4BAA4B,EAAE,iBAAiB,EAAE,sBAAsB;IACvE,yCAAyC,EAAE,oDAAoD;IAC/F,mDAAmD,EAAE,mDAAmD;IACxG,qCAAqC,EAAE,iDAAiD;IACxF,wCAAwC,EAAE,6CAA6C;IACvF,wCAAwC,EAAE,uCAAuC;IACjF,oCAAoC,EAAE,oCAAoC;IAC1E,0CAA0C,EAAE,0CAA0C;IACtF,iDAAiD,EAAE,mDAAmD;IACtG,4BAA4B,EAAE,0BAA0B,EAAE,uCAAuC;IACjG,wCAAwC,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,iBAAiB;IACrG,qBAAqB,EAAE,4BAA4B,EAAE,uCAAuC;IAC5F,oCAAoC,EAAE,8BAA8B,EAAE,4BAA4B;IAClG,sBAAsB,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,2BAA2B;IACvG,iCAAiC,EAAE,mCAAmC,EAAE,iCAAiC;IACzG,mCAAmC,EAAE,sBAAsB,EAAE,2BAA2B;IACxF,8BAA8B,EAAE,+BAA+B,EAAE,yBAAyB;IAC1F,kBAAkB,EAAE,mBAAmB,EAAE,4CAA4C;IACrF,2CAA2C,EAAE,uBAAuB,EAAE,6BAA6B;IACnG,iCAAiC,EAAE,+CAA+C;IAClF,kDAAkD,EAAE,kDAAkD;IACtG,0CAA0C,EAAE,6CAA6C;IACzF,6CAA6C,EAAE,0BAA0B,EAAE,6BAA6B;IACxG,6BAA6B,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe;IACnH,0BAA0B,EAAE,6BAA6B,EAAE,6BAA6B,EAAE,UAAU;IACpG,qBAAqB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,kBAAkB;IAC7F,6BAA6B,EAAE,gCAAgC,EAAE,gCAAgC;IACjG,uBAAuB,EAAE,cAAc,EAAE,gCAAgC,EAAE,yBAAyB;IACpG,gCAAgC,EAAE,yBAAyB,EAAE,4BAA4B;IACzF,4BAA4B,EAAE,yBAAyB,EAAE,yCAAyC;IAClG,4BAA4B,EAAE,4BAA4B,EAAE,yCAAyC;IACrG,mCAAmC,EAAE,mBAAmB,EAAE,8BAA8B;IACxF,iCAAiC,EAAE,iCAAiC,EAAE,8BAA8B;IACpG,0BAA0B,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,sBAAsB;IAClG,iBAAiB,EAAE,aAAa,EAAE,mBAAmB,EAAE,kCAAkC;IACzF,6BAA6B,EAAE,yBAAyB,EAAE,yBAAyB;IACnF,yBAAyB,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,wBAAwB;IAC1G,oBAAoB,EAAE,qBAAqB,EAAE,4BAA4B,EAAE,0BAA0B;IACrG,sBAAsB,EAAE,WAAW,EAAE,8BAA8B,EAAE,8BAA8B;IACnG,8BAA8B,EAAE,qCAAqC,EAAE,+BAA+B;IACtG,qCAAqC,EAAE,qCAAqC,EAAE,+BAA+B;IAC7G,+BAA+B,EAAE,qCAAqC;IACtE,6CAA6C,EAAE,+CAA+C;IAC9F,gDAAgD,EAAE,uCAAuC;IACzF,6BAA6B,EAAE,wCAAwC,EAAE,yCAAyC;IAClH,yCAAyC,EAAE,8CAA8C;IACzF,8CAA8C,EAAE,8CAA8C;IAC9F,+CAA+C,EAAE,sBAAsB,EAAE,uBAAuB;IAChG,uBAAuB,EAAE,mCAAmC,EAAE,6BAA6B;IAC3F,kCAAkC,EAAE,iBAAiB,EAAE,iBAAiB;IACxE,oCAAoC,EAAE,uBAAuB,EAAE,4BAA4B;IAC3F,6BAA6B,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,sBAAsB;IAC5G,qBAAqB,EAAE,0BAA0B,EAAE,0BAA0B,EAAE,2BAA2B;IAC1G,wBAAwB,EAAE,2BAA2B,EAAE,qBAAqB,EAAE,sBAAsB;IACpG,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,mCAAmC;IAChH,yBAAyB,EAAE,oCAAoC,EAAE,uBAAuB,EAAE,uBAAuB;IACjH,sBAAsB,EAAE,oBAAoB;CAC/C,CAAC,CAAC;AAEU,QAAA,yBAAyB,GAAa;IAC/C,4CAA4C;IAC5C,4BAA4B;IAC5B,8BAA8B;IAC9B,wBAAwB;IACxB,iCAAiC;IACjC,8CAA8C;IAC9C,yBAAyB;IACzB,gDAAgD;IAChD,gDAAgD;IAChD,uBAAuB;IACvB,2CAA2C;IAC3C,uCAAuC;IACvC,2CAA2C;IAC3C,6CAA6C;IAC7C,wDAAwD;IACxD,yBAAyB;IACzB,yBAAyB;IACzB,0CAA0C;IAC1C,2CAA2C;IAC3C,mCAAmC;IACnC,wBAAwB;IACxB,sBAAsB;IACtB,+CAA+C;IAC/C,8CAA8C;IAC9C,oCAAoC;IACpC,0BAA0B;IAC1B,+BAA+B;IAC/B,oBAAoB;IACpB,2CAA2C;IAC3C,sBAAsB;IACtB,yCAAyC;IACzC,+CAA+C;IAC/C,6CAA6C;IAC7C,6BAA6B;IAC7B,+BAA+B;IAC/B,2CAA2C;IAC3C,gCAAgC;IAChC,+CAA+C;IAC/C,0CAA0C;IAC1C,2CAA2C;IAC3C,iCAAiC;IACjC,4BAA4B;IAC5B,oCAAoC;IACpC,uCAAuC;IACvC,gCAAgC;IAChC,sCAAsC;IACtC,wCAAwC;IACxC,gCAAgC;IAChC,sCAAsC;IACtC,8BAA8B;IAC9B,gDAAgD;IAChD,0CAA0C;IAC1C,oCAAoC;CACvC,CAAC;AAEW,QAAA,yBAAyB,GAAG,IAAI,GAAG,CAAS,CAAC,cAAc,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEpG,qBAAqB;AACR,QAAA,iBAAiB,GAAG,IAAI,GAAG,CAAS;IAC/C,GAAG,gCAAwB;IAC3B,GAAG,iCAAyB;IAC5B,GAAG,iCAAyB;CAC7B,CAAC,CAAC;AAEH,kBAAkB;AACL,QAAA,kBAAkB,GAAG,EAAE,CAAC;AAErC,8DAA8D;AACjD,QAAA,0BAA0B,GAAG,EAAE,CAAC,CAAC,uCAAuC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Represents an example for evaluation
|
|
3
|
+
*/
|
|
4
|
+
export interface ExampleOptions {
|
|
5
|
+
input: string;
|
|
6
|
+
actualOutput?: string;
|
|
7
|
+
expectedOutput?: string;
|
|
8
|
+
context?: string[];
|
|
9
|
+
retrievalContext?: string[];
|
|
10
|
+
additionalMetadata?: Record<string, any>;
|
|
11
|
+
toolsCalled?: any[];
|
|
12
|
+
expectedTools?: any[];
|
|
13
|
+
exampleId?: string;
|
|
14
|
+
exampleIndex?: number;
|
|
15
|
+
timestamp?: string;
|
|
16
|
+
}
|
|
17
|
+
export declare class Example {
|
|
18
|
+
input: string;
|
|
19
|
+
actualOutput?: string;
|
|
20
|
+
expectedOutput?: string;
|
|
21
|
+
context?: string[];
|
|
22
|
+
retrievalContext?: string[];
|
|
23
|
+
additionalMetadata?: Record<string, any>;
|
|
24
|
+
toolsCalled?: any[];
|
|
25
|
+
expectedTools?: any[];
|
|
26
|
+
exampleId: string;
|
|
27
|
+
exampleIndex?: number;
|
|
28
|
+
timestamp?: string;
|
|
29
|
+
constructor(options: ExampleOptions);
|
|
30
|
+
/**
|
|
31
|
+
* Generate a UUID for the example ID
|
|
32
|
+
*/
|
|
33
|
+
private generateUUID;
|
|
34
|
+
/**
|
|
35
|
+
* Builder pattern for creating an Example
|
|
36
|
+
*/
|
|
37
|
+
static builder(): ExampleBuilder;
|
|
38
|
+
/**
|
|
39
|
+
* Convert the example to a plain object
|
|
40
|
+
*/
|
|
41
|
+
toJSON(): Record<string, any>;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Builder for creating Example instances
|
|
45
|
+
*/
|
|
46
|
+
export declare class ExampleBuilder {
|
|
47
|
+
private _input;
|
|
48
|
+
private _actualOutput?;
|
|
49
|
+
private _expectedOutput?;
|
|
50
|
+
private _context?;
|
|
51
|
+
private _retrievalContext?;
|
|
52
|
+
private _additionalMetadata?;
|
|
53
|
+
private _toolsCalled?;
|
|
54
|
+
private _expectedTools?;
|
|
55
|
+
private _exampleId?;
|
|
56
|
+
private _exampleIndex?;
|
|
57
|
+
private _timestamp?;
|
|
58
|
+
input(input: string): ExampleBuilder;
|
|
59
|
+
actualOutput(actualOutput: string): ExampleBuilder;
|
|
60
|
+
expectedOutput(expectedOutput: string): ExampleBuilder;
|
|
61
|
+
context(context: string[]): ExampleBuilder;
|
|
62
|
+
retrievalContext(retrievalContext: string[]): ExampleBuilder;
|
|
63
|
+
additionalMetadata(additionalMetadata: Record<string, any>): ExampleBuilder;
|
|
64
|
+
toolsCalled(toolsCalled: any[]): ExampleBuilder;
|
|
65
|
+
expectedTools(expectedTools: any[]): ExampleBuilder;
|
|
66
|
+
exampleId(exampleId: string): ExampleBuilder;
|
|
67
|
+
exampleIndex(exampleIndex: number): ExampleBuilder;
|
|
68
|
+
timestamp(timestamp: string): ExampleBuilder;
|
|
69
|
+
build(): Example;
|
|
70
|
+
}
|