n8n 2.43.4 → 2.44.0

package/dist/modules/agent-evals/agent-eval-runner.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,wCAA6E;AAC7E,iGAAkG;AAClG,uCAAoC;AACpC,sFAAiF;AACjF,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B,EAC5B,qBAA4C;sBAb5C,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;qCACR,qBAAqB;IACpC,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,wBAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAKF,MAAM,cAAc,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBAC3D,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;wBACpE,OAAO,EAAE,+CAA+C;qBACxD,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,2DAA2D,SAAS,CAAC,EAAE,EAAE,EACzE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;gBACH,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAGD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACR,CAAC;gBAKD,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,KAAK,EAAE,CAAC;gBACxD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IASO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aAC/C,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,uBAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,wBAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCArjBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB,EACL,+CAAqB;GAflD,sBAAsB,CAqjBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC"}
+{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,2EAAuE;AACvE,wCAA6E;AAC7E,iGAAkG;AAClG,uCAAoC;AACpC,gFAA2E;AAC3E,sFAAiF;AACjF,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,2EAAoE;AACpE,yDAAsD;AACtD,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B,EAC5B,qBAA4C,EAC5C,kBAAsC,EACtC,kBAAsC;sBAftC,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;qCACR,qBAAqB;kCACrB,kBAAkB;kCAClB,kBAAkB;IACjC,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,wBAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAYD,KAAK,CAAC,WAAW,CAChB,MAAuB,EACvB,OAAe,EACf,SAAiB,EACjB,IAAU,EACV,OAAO,GAAiD,EAAE;QAE1D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,wBAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAED,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAGjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAGD,IACC,OAAO,CAAC,WAAW,KAAK,SAAS;YACjC,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,cAAc,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EACnE,CAAC;YACF,MAAM,IAAI,uBAAc,CAAC,4DAA4D,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,wBAAe,CAAC,kCAAkC,CAAC,CAAC;QAC/D,CAAC;QAID,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,wBAAe,CAAC,qBAAqB,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACjF,CAAC;QAKD,IAAI,SAAS,GAAG,MAAM,CAAC;QACvB,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC1F,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;gBAC7D,SAAS,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAGhB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,EAAE;oBAClE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC/D,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACb,CAAC;QACF,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CACjB,SAAS,EACT,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,IAAI,EAAE,EAAE,EAC9E,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAC1D,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,sBAAa,CAAC,qBAAqB,MAAM,CAAC,EAAE,aAAa,CAAC,CAAC;QACrF,OAAO,SAAS,CAAC;IAClB,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAKF,MAAM,cAAc,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBAC3D,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;wBACpE,OAAO,EAAE,+CAA+C;qBACxD,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,2DAA2D,SAAS,CAAC,EAAE,EAAE,EACzE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;gBACH,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAGD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACR,CAAC;gBAKD,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,KAAK,EAAE,CAAC;gBACxD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAeO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAaD,IAAI,OAAO,GAAsB,IAAI,CAAC;YACtC,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC7E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC1F,OAAO,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,SAAS,CAAC,EAAE,EAAE,EAAE;oBAC3E,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC7D,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;gBAC/C,OAAO;aACP,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAOO,KAAK,CAAC,SAAS,CACtB,YAA0B,EAC1B,MAAc,EACd,GAAuD;QAEvD,OAAO,MAAM,IAAA,mCAAgB,EAC5B;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD;YACC,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,MAAM;YACN,QAAQ,EAAE,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC;YAC7D,cAAc,EAAE,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SACzE,EACD,GAAG,CACH,CAAC;IACH,CAAC;IAQO,KAAK,CAAC,UAAU,CACvB,OAAyB,EACzB,YAA0B,EAC1B,MAAc,EACd,GAAuD;QAEvD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9E,MAAM,IAAI,GAAG,gBAAgB,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,OAAO,MAAM,IAAA,iDAAqB,EACjC;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EACzE,GAAG,CACH,CAAC;IACH,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,uBAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,wBAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,wBAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCAxtBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB,EACL,+CAAqB,EACxB,yCAAkB,EAClB,wCAAkB;GAjB5C,sBAAsB,CAwtBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAOD,SAAS,gBAAgB,CAAC,QAAoB,EAAE,GAAkC;IACjF,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC;AACb,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC;AAQD,SAAS,mBAAmB,CAAC,KAAwB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACvE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/modules/agent-evals/agent-eval.service.d.ts

@@ -1,7 +1,9 @@
-import type { AgentEvalDatasetRecord, AgentEvalRunDetail, AgentEvalRunList, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, GenerateDraftCasesOptions, GenerateDraftCasesResult, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
-import { ModuleRegistry } from '@n8n/backend-common';
+import type { AgentEvalDatasetRecord, ApplyAgentEvalSuggestionsResult, ApplyPreviewSuggestionOptions, ApplyPreviewSuggestionResult, AgentEvalResultRecord, AgentEvalRunDetail, AgentEvalRunList, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, CreateDraftDatasetResult, GenerateDraftCasesOptions, GenerateDraftCasesResult, PreviewRunOptions, PreviewRunResult, RerunResultOptions, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
+import { Logger, ModuleRegistry } from '@n8n/backend-common';
 import type { User } from '@n8n/db';
 import { AgentEvalDatasetRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
+import { CredentialsService } from '../../credentials/credentials.service';
+import { AgentConfigService } from '../../modules/agents/agent-config.service';
 import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
 import { AgentEvalCaseGenerationService } from './agent-eval-case-generation.service';
 import { AgentEvalRunnerService } from './agent-eval-runner.service';
@@ -17,20 +19,32 @@ export declare class AgentEvalService {
     private readonly resultRepository;
     private readonly runner;
     private readonly caseGenerationService;
-    constructor(moduleRegistry: ModuleRegistry, agentRepository: AgentRepository, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, runner: AgentEvalRunnerService, caseGenerationService: AgentEvalCaseGenerationService);
+    private readonly agentConfigService;
+    private readonly credentialsService;
+    private readonly logger;
+    constructor(moduleRegistry: ModuleRegistry, agentRepository: AgentRepository, datasetRepository: AgentEvalDatasetRepository, runRepository: AgentEvalRunRepository, resultRepository: AgentEvalResultRepository, runner: AgentEvalRunnerService, caseGenerationService: AgentEvalCaseGenerationService, agentConfigService: AgentConfigService, credentialsService: CredentialsService, logger: Logger);
     listDatasets(agentId: string, projectId: string): Promise<AgentEvalDatasetRecord[]>;
     getDataset(agentId: string, projectId: string, datasetId: string): Promise<AgentEvalDatasetRecord>;
     createDataset(user: User, agentId: string, projectId: string, payload: CreateAgentEvalDatasetDto): Promise<AgentEvalDatasetRecord>;
     updateDataset(agentId: string, projectId: string, datasetId: string, payload: UpdateAgentEvalDatasetPayload): Promise<AgentEvalDatasetRecord>;
     deleteDataset(agentId: string, projectId: string, datasetId: string): Promise<void>;
+    deleteDraftDataset(user: User, agentId: string, projectId: string, datasetId: string): Promise<void>;
     generateDraftCases(user: User, agentId: string, projectId: string, options: GenerateDraftCasesOptions): Promise<GenerateDraftCasesResult>;
+    createDraftDataset(user: User, agentId: string, projectId: string, datasetName?: string): Promise<CreateDraftDatasetResult>;
+    previewRun(user: User, agentId: string, projectId: string, options: PreviewRunOptions): Promise<PreviewRunResult>;
+    applyPreviewSuggestion(user: User, agentId: string, projectId: string, options: ApplyPreviewSuggestionOptions, pushRef?: string): Promise<ApplyPreviewSuggestionResult>;
     startRun(user: User, agentId: string, projectId: string, datasetId: string, payload: CreateAgentEvalRunPayload): Promise<AgentEvalRunRecord>;
     listRuns(agentId: string, projectId: string, datasetId: string, page: PageParams): Promise<AgentEvalRunList>;
     getRunDetail(agentId: string, projectId: string, runId: string, page: PageParams): Promise<AgentEvalRunDetail>;
     getRunSummary(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunSummary>;
+    rerunResult(user: User, agentId: string, projectId: string, resultId: string, options?: RerunResultOptions): Promise<AgentEvalResultRecord>;
+    applySuggestions(user: User, agentId: string, projectId: string, resultIds: string[], pushRef?: string): Promise<ApplyAgentEvalSuggestionsResult>;
+    acceptResult(agentId: string, projectId: string, resultId: string): Promise<AgentEvalResultRecord>;
+    deleteResult(agentId: string, projectId: string, resultId: string): Promise<void>;
     cancelRun(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunRecord>;
     private assertAgentInProject;
     private resolveDataset;
     private resolveRun;
+    private resolveResult;
 }
 export {};

package/dist/modules/agent-evals/agent-eval.service.js

@@ -8,20 +8,30 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgentEvalService = void 0;
 const backend_common_1 = require("@n8n/backend-common");
 const db_1 = require("@n8n/db");
 const di_1 = require("@n8n/di");
+const p_limit_1 = __importDefault(require("p-limit"));
 const errors_1 = require("@n8n/errors");
+const check_access_1 = require("../../permissions.ee/check-access");
+const credentials_service_1 = require("../../credentials/credentials.service");
+const agent_config_service_1 = require("../../modules/agents/agent-config.service");
 const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
+const agent_config_hash_1 = require("../../modules/agents/utils/agent-config-hash");
 const agent_eval_case_generation_service_1 = require("./agent-eval-case-generation.service");
+const agent_eval_instructions_rewrite_1 = require("./agent-eval-instructions-rewrite");
 const agent_eval_record_mappers_1 = require("./agent-eval-record-mappers");
 const agent_eval_runner_service_1 = require("./agent-eval-runner.service");
 const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
+const SUGGESTION_RERUN_CONCURRENCY = 3;
 const CANCELLABLE_STATUSES = new Set(['new', 'running']);
 let AgentEvalService = class AgentEvalService {
-    constructor(moduleRegistry, agentRepository, datasetRepository, runRepository, resultRepository, runner, caseGenerationService) {
+    constructor(moduleRegistry, agentRepository, datasetRepository, runRepository, resultRepository, runner, caseGenerationService, agentConfigService, credentialsService, logger) {
         this.moduleRegistry = moduleRegistry;
         this.agentRepository = agentRepository;
         this.datasetRepository = datasetRepository;
@@ -29,6 +39,9 @@ let AgentEvalService = class AgentEvalService {
         this.resultRepository = resultRepository;
         this.runner = runner;
         this.caseGenerationService = caseGenerationService;
+        this.agentConfigService = agentConfigService;
+        this.credentialsService = credentialsService;
+        this.logger = logger;
     }
     async listDatasets(agentId, projectId) {
         await this.assertAgentInProject(agentId, projectId);
@@ -68,10 +81,73 @@ let AgentEvalService = class AgentEvalService {
         if (!deleted)
             throw new errors_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
     }
+    async deleteDraftDataset(user, agentId, projectId, datasetId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const dataset = await this.resolveDataset(agentId, datasetId);
+        if ((await this.runRepository.findByDatasetId(datasetId)).length > 0) {
+            throw new errors_1.BadRequestError(`Agent eval dataset ${datasetId} already has runs.`);
+        }
+        const dataTableId = getDataTableId(dataset);
+        let mayDeleteTable = false;
+        if (dataTableId !== null) {
+            try {
+                mayDeleteTable =
+                    (await (0, check_access_1.userHasScopes)(user, ['dataTable:delete'], false, { dataTableId })) &&
+                        !(await this.datasetRepository.isDataTableReadByOtherDataset(dataTableId, datasetId));
+            }
+            catch (error) {
+                if (!(error instanceof errors_1.NotFoundError))
+                    throw error;
+            }
+        }
+        if (dataTableId !== null && mayDeleteTable) {
+            try {
+                await this.caseGenerationService.deleteDraftTable(dataTableId, projectId);
+            }
+            catch (error) {
+                if (!(error instanceof errors_1.NotFoundError))
+                    throw error;
+            }
+        }
+        const deleted = await this.datasetRepository.deleteDataset(datasetId, agentId);
+        if (!deleted)
+            throw new errors_1.NotFoundError(`Agent eval dataset ${datasetId} not found.`);
+    }
     async generateDraftCases(user, agentId, projectId, options) {
         await this.assertAgentInProject(agentId, projectId);
         return await this.caseGenerationService.generateDraftCases(user, projectId, agentId, options);
     }
+    async createDraftDataset(user, agentId, projectId, datasetName) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.caseGenerationService.createEmptyDataset(user, projectId, agentId, datasetName);
+    }
+    async previewRun(user, agentId, projectId, options) {
+        await this.assertAgentInProject(agentId, projectId);
+        return await this.caseGenerationService.previewRun(user, projectId, agentId, options);
+    }
+    async applyPreviewSuggestion(user, agentId, projectId, options, pushRef) {
+        await this.assertAgentInProject(agentId, projectId);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        const config = await this.agentConfigService.getConfig(agentId, projectId);
+        const baseConfigHash = (0, agent_config_hash_1.getAgentConfigHash)(config);
+        const instructions = await (0, agent_eval_instructions_rewrite_1.rewriteAgentInstructions)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, {
+            currentInstructions: config.instructions,
+            suggestions: [{ suggestion: options.suggestion, rule: options.whatToCheck }],
+        }, { agentId, projectId, user });
+        const saved = await this.agentConfigService.updateConfig(agentId, projectId, { ...config, instructions }, user, { baseConfigHash, modifiedBy: 'user', pushRef });
+        const preview = await this.caseGenerationService.runPreviewCase(user, projectId, agentId, {
+            input: options.input,
+            whatToCheck: options.whatToCheck,
+            scenario: '',
+        });
+        return { configHash: saved.configHash, preview };
+    }
     async startRun(user, agentId, projectId, datasetId, payload) {
         await this.assertAgentInProject(agentId, projectId);
         await this.resolveDataset(agentId, datasetId);
@@ -100,6 +176,85 @@ let AgentEvalService = class AgentEvalService {
         await this.assertAgentInProject(agentId, projectId);
         return await this.runner.getRunSummary(runId, agentId);
     }
+    async rerunResult(user, agentId, projectId, resultId, options = {}) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} is already running.`);
+        }
+        const updated = await this.runner.rerunResult(result, agentId, projectId, user, options);
+        return (0, agent_eval_record_mappers_1.toResultRecord)(updated);
+    }
+    async applySuggestions(user, agentId, projectId, resultIds, pushRef) {
+        await this.assertAgentInProject(agentId, projectId);
+        if (!(await (0, check_access_1.userHasScopes)(user, ['agent:execute'], false, { projectId }))) {
+            throw new errors_1.ForbiddenError('You do not have permission to run agents in this project.');
+        }
+        const uniqueIds = [...new Set(resultIds)];
+        const results = await Promise.all(uniqueIds.map(async (id) => await this.resolveResult(agentId, id)));
+        const invalidIds = results
+            .filter((result) => readFailedRuleSuggestion(result) === null)
+            .map((result) => result.id);
+        if (invalidIds.length > 0) {
+            throw new errors_1.BadRequestError(`These results have no fix suggestion to apply: ${invalidIds.join(', ')}.`);
+        }
+        const config = await this.agentConfigService.getConfig(agentId, projectId);
+        const baseConfigHash = (0, agent_config_hash_1.getAgentConfigHash)(config);
+        const instructions = await (0, agent_eval_instructions_rewrite_1.rewriteAgentInstructions)({
+            agentConfigService: this.agentConfigService,
+            credentialsService: this.credentialsService,
+            logger: this.logger,
+        }, {
+            currentInstructions: config.instructions,
+            suggestions: results.map((result) => ({
+                suggestion: readFailedRuleSuggestion(result) ?? '',
+                rule: readCriteria(result),
+            })),
+        }, { agentId, projectId, user });
+        const saved = await this.agentConfigService.updateConfig(agentId, projectId, { ...config, instructions }, user, { baseConfigHash, modifiedBy: 'user', pushRef });
+        const limit = (0, p_limit_1.default)(SUGGESTION_RERUN_CONCURRENCY);
+        const settled = await Promise.allSettled(results.map(async (result) => await limit(async () => await this.runner.rerunResult(result, agentId, projectId, user))));
+        const failures = settled.filter((entry) => entry.status === 'rejected');
+        if (failures.length === settled.length) {
+            const { reason } = failures[0];
+            throw reason instanceof Error ? reason : new errors_1.OperationalError(String(reason));
+        }
+        const rows = await Promise.all(settled.map(async (entry, index) => {
+            if (entry.status === 'fulfilled')
+                return entry.value;
+            const refreshed = await this.resultRepository.findById(results[index].id);
+            return refreshed ?? results[index];
+        }));
+        return { configHash: saved.configHash, results: rows.map(agent_eval_record_mappers_1.toResultRecord) };
+    }
+    async acceptResult(agentId, projectId, resultId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} has not finished.`);
+        }
+        const verdict = { status: 'completed', outcome: 'pass', reasoning: null };
+        await this.resultRepository.updateVerdict(resultId, verdict);
+        const refreshed = await this.resultRepository.findById(resultId);
+        if (!refreshed)
+            throw new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        return (0, agent_eval_record_mappers_1.toResultRecord)(refreshed);
+    }
+    async deleteResult(agentId, projectId, resultId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        if (result.status === 'new' || result.status === 'running') {
+            throw new errors_1.BadRequestError(`Agent eval result ${resultId} is still running.`);
+        }
+        const deleted = await this.resultRepository.deleteById(resultId, result.runId);
+        if (!deleted)
+            throw new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        const run = await this.runRepository.findById(result.runId);
+        if (run?.metrics) {
+            const { counts } = await this.runner.getRunSummary(run.id, agentId);
+            await this.runRepository.updateMetrics(run.id, { ...run.metrics, ...counts });
+        }
+    }
     async cancelRun(agentId, projectId, runId) {
         await this.assertAgentInProject(agentId, projectId);
         const run = await this.resolveRun(agentId, runId);
@@ -128,10 +283,38 @@ let AgentEvalService = class AgentEvalService {
             throw new errors_1.NotFoundError(`Agent eval run ${runId} not found.`);
         return run;
     }
+    async resolveResult(agentId, resultId) {
+        const notFound = () => new errors_1.NotFoundError(`Agent eval result ${resultId} not found.`);
+        const result = await this.resultRepository.findById(resultId);
+        if (!result)
+            throw notFound();
+        const run = await this.runRepository.findByIdAndAgentId(result.runId, agentId);
+        if (!run)
+            throw notFound();
+        return result;
+    }
 };
 exports.AgentEvalService = AgentEvalService;
 exports.AgentEvalService = AgentEvalService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [backend_common_1.ModuleRegistry, agent_repository_1.AgentRepository, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_eval_runner_service_1.AgentEvalRunnerService, agent_eval_case_generation_service_1.AgentEvalCaseGenerationService])
+    __metadata("design:paramtypes", [backend_common_1.ModuleRegistry, agent_repository_1.AgentRepository, db_1.AgentEvalDatasetRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalResultRepository, agent_eval_runner_service_1.AgentEvalRunnerService, agent_eval_case_generation_service_1.AgentEvalCaseGenerationService, agent_config_service_1.AgentConfigService, credentials_service_1.CredentialsService, backend_common_1.Logger])
 ], AgentEvalService);
+function readFailedRuleSuggestion(result) {
+    if (result.status === 'new' || result.status === 'running')
+        return null;
+    const verdict = result.verdict;
+    if (!verdict || verdict.status !== 'completed' || verdict.outcome !== 'fail')
+        return null;
+    const suggestion = verdict.suggestion;
+    return typeof suggestion === 'string' && suggestion.trim().length > 0 ? suggestion.trim() : null;
+}
+function readCriteria(result) {
+    const criteria = result.input?.criteria;
+    return typeof criteria === 'string' && criteria.length > 0 ? criteria : null;
+}
+function getDataTableId(dataset) {
+    if (dataset.datasetSource !== 'data_table')
+        return null;
+    return 'dataTableId' in dataset.datasetRef ? dataset.datasetRef.dataTableId : null;
+}
 //# sourceMappingURL=agent-eval.service.js.map

package/dist/modules/agent-evals/agent-eval.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAYA,wDAAqD;AAErD,gCAIiB;AACjB,gCAAkC;AAElC,wCAA6D;AAC7D,qFAAiF;AAEjF,6FAAsF;AACtF,2EAA2F;AAC3F,2EAAqE;AACrE,iFAA6E;AAG7E,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAiBlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,YACkB,cAA8B,EAC9B,eAAgC,EAChC,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,MAA8B,EAC9B,qBAAqD;8BANrD,cAAc;+BACd,eAAe;iCACf,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;sBAChB,MAAM;qCACN,qBAAqB;IACpC,CAAC;IAIJ,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACpD,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrE,OAAO,QAAQ,CAAC,GAAG,CAAC,2CAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CACf,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,IAAA,2CAAe,EAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,wBAAe,CACxB,2BAA2B,OAAO,CAAC,OAAO,yCAAyC,CACnF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAEH,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAsC;QAEtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB;QACxE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAID,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC;IAMD,KAAK,CAAC,QAAQ,CACb,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAG9C,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,IAAI,wBAAe,CAAC,gEAAgE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,IAAA,uCAAW,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,iCAAiC,CAC/E,SAAS,EACT,OAAO,EACP,IAAI,CACJ,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,uCAAW,CAAC,EAAE,CAAC;IAC/C,CAAC;IAGD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,KAAa,EACb,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACtF,OAAO,EAAE,GAAG,IAAA,uCAAW,EAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,EAAE,CAAC;IACvF,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAID,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,wBAAe,CAAC,kBAAkB,KAAK,2BAA2B,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAA,uCAAW,EAAC,OAAO,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAUO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiB;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACZ,CAAC;CACD,CAAA;;2BApMY,gBAAgB;IAD5B,IAAA,YAAO,GAAE;qCAGyB,+BAAc,EACb,kCAAe,EACb,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EACnC,kDAAsB,EACP,mEAA8B;GAR3D,gBAAgB,CAoM5B"}
+{"version":3,"file":"agent-eval.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAqBA,wDAA6D;AAE7D,gCAIiB;AACjB,gCAAkC;AAClC,sDAA6B;AAE7B,wCAA+F;AAC/F,gEAA8D;AAC9D,2EAAuE;AACvE,gFAA2E;AAC3E,qFAAiF;AACjF,gFAA8E;AAE9E,6FAAsF;AACtF,uFAA6E;AAC7E,2EAA2F;AAC3F,2EAAqE;AACrE,iFAA6E;AAG7E,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAGvC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAiBlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,YACkB,cAA8B,EAC9B,eAAgC,EAChC,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,MAA8B,EAC9B,qBAAqD,EACrD,kBAAsC,EACtC,kBAAsC,EACtC,MAAc;8BATd,cAAc;+BACd,eAAe;iCACf,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;sBAChB,MAAM;qCACN,qBAAqB;kCACrB,kBAAkB;kCAClB,kBAAkB;sBAClB,MAAM;IACrB,CAAC;IAIJ,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACpD,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrE,OAAO,QAAQ,CAAC,GAAG,CAAC,2CAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CACf,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,IAAA,2CAAe,EAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,wBAAe,CACxB,2BAA2B,OAAO,CAAC,OAAO,yCAAyC,CACnF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAEH,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAsC;QAEtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB;QACxE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAUD,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,wBAAe,CAAC,sBAAsB,SAAS,oBAAoB,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACJ,cAAc;oBACb,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;wBACzE,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,6BAA6B,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAGhB,IAAI,CAAC,CAAC,KAAK,YAAY,sBAAa,CAAC;oBAAE,MAAM,KAAK,CAAC;YACpD,CAAC;QACF,CAAC;QAID,IAAI,WAAW,KAAK,IAAI,IAAI,cAAc,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAC3E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAEhB,IAAI,CAAC,CAAC,KAAK,YAAY,sBAAa,CAAC;oBAAE,MAAM,KAAK,CAAC;YACpD,CAAC;QACF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAID,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC;IAED,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,WAAoB;QAEpB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CACzD,IAAI,EACJ,SAAS,EACT,OAAO,EACP,WAAW,CACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CACf,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAA0B;QAE1B,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;IAOD,KAAK,CAAC,sBAAsB,CAC3B,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAsC,EACtC,OAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3E,MAAM,cAAc,GAAG,IAAA,sCAAkB,EAAC,MAAM,CAAC,CAAC;QAElD,MAAM,YAAY,GAAG,MAAM,IAAA,0DAAwB,EAClD;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD;YACC,mBAAmB,EAAE,MAAM,CAAC,YAAY;YACxC,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;SAC5E,EACD,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAC5B,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACvD,OAAO,EACP,SAAS,EACT,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,EAC3B,IAAI,EACJ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,CAC/C,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE;YACzF,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,EAAE;SACZ,CAAC,CAAC;QAEH,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;IAClD,CAAC;IAMD,KAAK,CAAC,QAAQ,CACb,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAG9C,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,IAAI,wBAAe,CAAC,gEAAgE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,IAAA,uCAAW,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,iCAAiC,CAC/E,SAAS,EACT,OAAO,EACP,IAAI,CACJ,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,uCAAW,CAAC,EAAE,CAAC;IAC/C,CAAC;IAGD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,KAAa,EACb,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACtF,OAAO,EAAE,GAAG,IAAA,uCAAW,EAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,EAAE,CAAC;IACvF,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAOD,KAAK,CAAC,WAAW,CAChB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,QAAgB,EAChB,OAAO,GAAuB,EAAE;QAEhC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE3D,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,wBAAe,CAAC,qBAAqB,QAAQ,sBAAsB,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACzF,OAAO,IAAA,0CAAc,EAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAOD,KAAK,CAAC,gBAAgB,CACrB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAmB,EACnB,OAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,uBAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAClE,CAAC;QAEF,MAAM,UAAU,GAAG,OAAO;aACxB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,wBAAwB,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC;aAC7D,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,wBAAe,CACxB,kDAAkD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC1E,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3E,MAAM,cAAc,GAAG,IAAA,sCAAkB,EAAC,MAAM,CAAC,CAAC;QAElD,MAAM,YAAY,GAAG,MAAM,IAAA,0DAAwB,EAClD;YACC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;SACnB,EACD;YACC,mBAAmB,EAAE,MAAM,CAAC,YAAY;YACxC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACrC,UAAU,EAAE,wBAAwB,CAAC,MAAM,CAAC,IAAI,EAAE;gBAClD,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC;aAC1B,CAAC,CAAC;SACH,EACD,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAC5B,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CACvD,OAAO,EACP,SAAS,EACT,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,EAC3B,IAAI,EACJ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,CAC/C,CAAC;QAEF,MAAM,KAAK,GAAG,IAAA,iBAAM,EAAC,4BAA4B,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACvC,OAAO,CAAC,GAAG,CACV,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CACzF,CACD,CAAC;QAIF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACxE,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,yBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAClC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO,KAAK,CAAC,KAAK,CAAC;YACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1E,OAAO,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC,CAAC,CACF,CAAC;QAEF,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,CAAC;IAC5E,CAAC;IAOD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,QAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE3D,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,wBAAe,CAAC,qBAAqB,QAAQ,oBAAoB,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,OAAO,GAAqB,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC5F,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,sBAAa,CAAC,qBAAqB,QAAQ,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,0CAAc,EAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAID,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB,EAAE,QAAgB;QACtE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAI3D,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,wBAAe,CAAC,qBAAqB,QAAQ,oBAAoB,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,qBAAqB,QAAQ,aAAa,CAAC,CAAC;QAIlF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,GAAG,EAAE,OAAO,EAAE,CAAC;YAClB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAC/E,CAAC;IACF,CAAC;IAID,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,wBAAe,CAAC,kBAAkB,KAAK,2BAA2B,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAA,uCAAW,EAAC,OAAO,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAUO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,sBAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiB;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,sBAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,sBAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACZ,CAAC;IAOO,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,QAAgB;QAC5D,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,sBAAa,CAAC,qBAAqB,QAAQ,aAAa,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM;YAAE,MAAM,QAAQ,EAAE,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,GAAG;YAAE,MAAM,QAAQ,EAAE,CAAC;QAE3B,OAAO,MAAM,CAAC;IACf,CAAC;CACD,CAAA;;2BApfY,gBAAgB;IAD5B,IAAA,YAAO,GAAE;qCAGyB,+BAAc,EACb,kCAAe,EACb,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EACnC,kDAAsB,EACP,mEAA8B,EACjC,yCAAkB,EAClB,wCAAkB,EAC9B,uBAAM;GAXpB,gBAAgB,CAof5B;AAGD,SAAS,wBAAwB,CAAC,MAAuB;IACxD,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAC1F,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,OAAO,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAClG,CAAC;AAED,SAAS,YAAY,CAAC,MAAuB;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC;IACxC,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,OAAyB;IAChD,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IACxD,OAAO,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;AACpF,CAAC"}

package/dist/modules/agent-evals/agent-evals.controller.d.ts

@@ -1,5 +1,6 @@
-import { AgentEvalRunDetailQueryDto, CreateAgentEvalRatingDto, CreateAgentEvalRunDto, GenerateDraftCasesOptionsDto, PaginationDto, UpdateAgentEvalDatasetDto, type AgentEvalDatasetRecord, type AgentEvalRatingRecord, type AgentEvalRunDetail, type AgentEvalRunList, type AgentEvalRunRecord, type AgentEvalRunSummary, type GenerateDraftCasesResult } from '@n8n/api-types';
+import { AgentEvalRunDetailQueryDto, ApplyAgentEvalSuggestionsDto, ApplyPreviewSuggestionDto, CreateAgentEvalRatingDto, CreateAgentEvalRunDto, CreateDraftDatasetOptionsDto, GenerateDraftCasesOptionsDto, PaginationDto, PreviewRunOptionsDto, RerunResultOptionsDto, UpdateAgentEvalDatasetDto, type AgentEvalDatasetRecord, type AgentEvalRatingRecord, type AgentEvalResultRecord, type AgentEvalRunDetail, type AgentEvalRunList, type AgentEvalRunRecord, type AgentEvalRunSummary, type ApplyAgentEvalSuggestionsResult, type ApplyPreviewSuggestionResult, type CreateDraftDatasetResult, type GenerateDraftCasesResult, type PreviewRunResult } from '@n8n/api-types';
 import type { AuthenticatedRequest } from '@n8n/db';
+import { CollaborationService } from '../../collaboration/collaboration.service';
 import { AgentEvalRatingService } from './agent-eval-rating.service';
 import { AgentEvalService } from './agent-eval.service';
 import { AgentEvalsFlagGate } from './agent-evals-flag-gate';
@@ -20,20 +21,33 @@ export declare class AgentEvalsController {
     private readonly service;
     private readonly ratingService;
     private readonly flagGate;
-    constructor(service: AgentEvalService, ratingService: AgentEvalRatingService, flagGate: AgentEvalsFlagGate);
+    private readonly collaborationService;
+    constructor(service: AgentEvalService, ratingService: AgentEvalRatingService, flagGate: AgentEvalsFlagGate, collaborationService: CollaborationService);
     listDatasets(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord[]>;
+    createDraftDataset(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: CreateDraftDatasetOptionsDto): Promise<CreateDraftDatasetResult>;
     createDataset(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord>;
     getDataset(req: AuthenticatedRequest<DatasetParam>): Promise<AgentEvalDatasetRecord>;
     updateDataset(req: AuthenticatedRequest<DatasetParam>, _res: unknown, payload: UpdateAgentEvalDatasetDto): Promise<AgentEvalDatasetRecord>;
+    deleteDraftDataset(req: AuthenticatedRequest<DatasetParam>): Promise<{
+        success: true;
+    }>;
     deleteDataset(req: AuthenticatedRequest<DatasetParam>): Promise<{
         success: true;
     }>;
     generateDraftCases(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: GenerateDraftCasesOptionsDto): Promise<GenerateDraftCasesResult>;
+    previewRun(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: PreviewRunOptionsDto): Promise<PreviewRunResult>;
+    applyPreviewSuggestion(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: ApplyPreviewSuggestionDto): Promise<ApplyPreviewSuggestionResult>;
     startRun(req: AuthenticatedRequest<DatasetParam>, _res: unknown, payload: CreateAgentEvalRunDto): Promise<AgentEvalRunRecord>;
     listRuns(req: AuthenticatedRequest<DatasetParam>, _res: unknown, query: PaginationDto): Promise<AgentEvalRunList>;
     getRun(req: AuthenticatedRequest<RunParam>, _res: unknown, query: AgentEvalRunDetailQueryDto): Promise<AgentEvalRunDetail>;
     getRunSummary(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunSummary>;
     cancelRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunRecord>;
+    rerunResult(req: AuthenticatedRequest<ResultParam>, _res: unknown, payload: RerunResultOptionsDto): Promise<AgentEvalResultRecord>;
+    applySuggestions(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: ApplyAgentEvalSuggestionsDto): Promise<ApplyAgentEvalSuggestionsResult>;
+    acceptResult(req: AuthenticatedRequest<ResultParam>): Promise<AgentEvalResultRecord>;
+    deleteResult(req: AuthenticatedRequest<ResultParam>): Promise<{
+        success: true;
+    }>;
     rateResult(req: AuthenticatedRequest<ResultParam>, _res: unknown, payload: CreateAgentEvalRatingDto): Promise<AgentEvalRatingRecord>;
     listRatingsForResult(req: AuthenticatedRequest<ResultParam>): Promise<AgentEvalRatingRecord[]>;
     listLatestRatingsForRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRatingRecord[]>;