@superblocksteam/vite-plugin-file-sync 2.0.12-next.2 → 2.0.12-next.21

package/dist/ai-service/evals/fixtures/pfizer-prompt-integrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pfizer-prompt-integrations.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/fixtures/pfizer-prompt-integrations.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG;IAC/B;QACE,IAAI,EAAE,oBAAoB;QAC1B,EAAE,EAAE,sCAAsC;QAC1C,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE;YACR,MAAM,EAAE;gBACN,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,oCAAoC;wBAC1C,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qCAAqC;gCAC3C,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,kCAAkC;wBACxC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,yBAAyB;gCAC/B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,wBAAwB;wBAC9B,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gCAAgC;gCACtC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,2BAA2B;gCACjC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,4BAA4B;gCAClC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,uCAAuC;wBAC7C,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,8BAA8B;gCACpC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,iCAAiC;wBACvC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,0BAA0B;wBAChC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,0BAA0B;gCAChC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,6BAA6B;wBACnC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,yBAAyB;gCAC/B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,0BAA0B;gCAChC,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,4BAA4B;wBAClC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,gCAAgC;wBACtC,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,SAAS;6BAChB;yBACF;qBACF;iBACF;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,EAAE,EAAE,sCAAsC;QAC1C,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,MAAM,EAAE;gBACN,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,qBAAqB;wBAC3B,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,4BAA4B;wBAClC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,2BAA2B;wBACjC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,+BAA+B;wBACrC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,yBAAyB;wBAC/B,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,uBAAuB;wBAC7B,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,8BAA8B;wBACpC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,4BAA4B;gCAClC,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,8BAA8B;wBACpC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,0BAA0B;wBAChC,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,SAAS;6BAChB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,uBAAuB;6BAC9B;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,gBAAgB;wBACtB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,gBAAgB;wBACtB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,OAAO;6BACd;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,aAAa;wBACnB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,eAAe;6BACtB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,iBAAiB;wBACvB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,qBAAqB;6BAC5B;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,WAAW;6BAClB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,WAAW;6BAClB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,gBAAgB;wBACtB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,gBAAgB;wBACtB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,SAAS;6BAChB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,KAAK;gCACX,IAAI,EAAE,WAAW;6BAClB;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,WAAW;6BAClB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,KAAK;gCACX,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,aAAa;wBACnB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,eAAe;wBACrB,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,KAAK;gCACX,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,4BAA4B;gCAClC,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,6BAA6B;gCACnC,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,0BAA0B;gCAChC,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,cAAc;gCACpB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,oBAAoB;wBAC1B,MAAM,EAAE,YAAY;wBACpB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,KAAK;6BACZ;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,KAAK;6BACZ;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,sBAAsB;gCAC5B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,qBAAqB;gCAC3B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,wBAAwB;gCAC9B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,uBAAuB;gCAC7B,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,mBAAmB;gCACzB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,QAAQ;6BACf;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,yBAAyB;wBAC/B,MAAM,EAAE,YAAY;wBACpB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,WAAW;6BAClB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,cAAc;wBACpB,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,UAAU;6BACjB;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,sBAAsB;6BAC7B;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,WAAW;6BAClB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,SAAS;wBACf,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,iBAAiB;gCACvB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,oBAAoB;gCAC1B,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,WAAW;6BAClB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,SAAS;wBACf,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,OAAO;6BACd;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,sBAAsB;wBAC5B,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,KAAK;gCACX,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,eAAe;gCACrB,IAAI,EAAE,OAAO;6BACd;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,4BAA4B;wBAClC,MAAM,EAAE,SAAS;wBACjB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,WAAW;gCACjB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,KAAK;gCACX,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,mBAAmB;wBACzB,MAAM,EAAE,OAAO;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;oBACD;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,SAAS;wBACf,MAAM,EAAE,OAAO;wBACf,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,OAAO;6BACd;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,aAAa;6BACpB;yBACF;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,eAAe,wBAAwB,CAAC"}

package/dist/ai-service/evals/helpers/eval-scoring.d.ts

@@ -0,0 +1,48 @@
+import type { MatchedArtifact } from "./index.js";
+import type { extractArtifacts } from "./index.js";
+import type { Paths } from "../../const.js";
+export interface EvalChecks {
+    hasExpectedPageCount: boolean;
+    hasExpectedScopeCount: boolean;
+    hasUniqueApiNames: boolean;
+    hasApisInCorrectLocation: boolean;
+    hasExpectedComponentCount: boolean;
+    hasExpectedUiComponents: boolean;
+    hasLintErrors: boolean;
+    hasReasonableApiCount: boolean;
+    hasReasonableUiComponentCounts: boolean;
+}
+export interface EvalScoreConfig {
+    expectedApiCountRange: number | [number, number];
+    expectedCustomComponentCount: number | [number, number];
+    expectedUiComponents: Array<{
+        type: string;
+        expectedCount: number | [number, number];
+        required: boolean;
+    }>;
+}
+export declare function calculateEvalScore({ artifacts, getTempDir, config, traceData, }: {
+    artifacts: ReturnType<typeof extractArtifacts>;
+    getTempDir: () => string;
+    config: EvalScoreConfig;
+    traceData?: {
+        inputData: any;
+        outputData: any;
+        metrics: any;
+        metadata: any;
+    };
+}): Promise<{
+    evalScore: number;
+    evalPassed: boolean;
+    evalChecks: EvalChecks;
+    softScore: number;
+    criticalChecksPassed: boolean;
+    artifactGroups: {
+        scopes: MatchedArtifact<Paths.PageScopes>[];
+        pages: MatchedArtifact<Paths.PageIndexes>[];
+        apis: MatchedArtifact<Paths.GeneratedApis>[];
+        apiNames: string[];
+        components: MatchedArtifact<Paths.ComponentsFile>[];
+    };
+}>;
+//# sourceMappingURL=eval-scoring.d.ts.map

package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,yBAAyB,EAAE,OAAO,CAAC;IACnC,uBAAuB,EAAE,OAAO,CAAC;IACjC,aAAa,EAAE,OAAO,CAAC;IAGvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,8BAA8B,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,oBAAoB,EAAE,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC,CAAC;CACJ;AAcD,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GACV,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,EAAE,GAAG,CAAC;KACf,CAAC;CACH,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CAqQD"}

package/dist/ai-service/evals/helpers/eval-scoring.js

@@ -0,0 +1,247 @@
+import { expect } from "vitest";
+import ddTrace from "dd-trace";
+import { findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
+import { groupArtifacts, runLinter } from "./index.js";
+const SOFT_CHECK_PENALTIES = {
+    wrongApiCount: 0.3,
+    wrongUiComponentCount: 0.3,
+    lintErrors: 0.3,
+};
+// Reusable eval scoring function
+// ------------------------
+export async function calculateEvalScore({ artifacts, getTempDir, config, traceData, }) {
+    const { scopes, pages, apis, components } = groupArtifacts(artifacts);
+    const evalChecks = {};
+    const apiNames = apis.map((api) => api.params.apiName.replace(".ts", ""));
+    // Calculate all evaluation results first (no assertions yet)
+    // ------------------------
+    let criticalChecksPassed = true;
+    // Critical 1: Has expected number of pages (1)
+    evalChecks.hasExpectedPageCount =
+        pages.length === 1 && pages[0]?.params.pageName === "Page1";
+    if (!evalChecks.hasExpectedPageCount) {
+        criticalChecksPassed = false;
+    }
+    // Critical 2: Has expected number of scopes (1)
+    evalChecks.hasExpectedScopeCount =
+        scopes.length === 1 && scopes[0]?.params.pageName === "Page1";
+    if (!evalChecks.hasExpectedScopeCount) {
+        criticalChecksPassed = false;
+    }
+    // Critical 3: APIs have unique names
+    evalChecks.hasUniqueApiNames = new Set(apiNames).size === apiNames.length;
+    if (!evalChecks.hasUniqueApiNames) {
+        criticalChecksPassed = false;
+    }
+    // Critical 4: APIs are in correct page and scope
+    let apisInCorrectLocation = true;
+    for (const api of apis) {
+        if (api.params.pageName !== "Page1") {
+            apisInCorrectLocation = false;
+            break;
+        }
+    }
+    if (apisInCorrectLocation && scopes[0]) {
+        const scopeEntityNames = parseScopeEntityNames(scopes[0]);
+        for (const apiName of apiNames) {
+            if (!scopeEntityNames.includes(apiName)) {
+                apisInCorrectLocation = false;
+                break;
+            }
+        }
+    }
+    evalChecks.hasApisInCorrectLocation = apisInCorrectLocation;
+    if (!evalChecks.hasApisInCorrectLocation) {
+        criticalChecksPassed = false;
+    }
+    // Critical 5: Component count check
+    let hasExpectedComponentCount = false;
+    if (typeof config.expectedCustomComponentCount === "number") {
+        hasExpectedComponentCount =
+            components.length === config.expectedCustomComponentCount;
+    }
+    else {
+        const [min, max] = config.expectedCustomComponentCount;
+        hasExpectedComponentCount =
+            components.length >= min && components.length <= max;
+    }
+    evalChecks.hasExpectedComponentCount = hasExpectedComponentCount;
+    if (!evalChecks.hasExpectedComponentCount) {
+        criticalChecksPassed = false;
+    }
+    // Get page content for UI component checks
+    const pageContent = pages[0]?.content;
+    // Critical 6: Required UI components
+    let hasExpectedUiComponents = true;
+    for (const uiComponent of config.expectedUiComponents) {
+        if (uiComponent.required) {
+            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
+            let componentCheckPassed = false;
+            if (typeof uiComponent.expectedCount === "number") {
+                if (uiComponent.expectedCount === 0) {
+                    componentCheckPassed = foundComponents.length === 0;
+                }
+                else {
+                    componentCheckPassed = foundComponents.length > 0;
+                }
+            }
+            else {
+                const [min, max] = uiComponent.expectedCount;
+                componentCheckPassed =
+                    foundComponents.length >= min && foundComponents.length <= max;
+            }
+            if (!componentCheckPassed) {
+                hasExpectedUiComponents = false;
+                break;
+            }
+        }
+    }
+    evalChecks.hasExpectedUiComponents = hasExpectedUiComponents;
+    if (!evalChecks.hasExpectedUiComponents) {
+        criticalChecksPassed = false;
+    }
+    // Soft checks calculation
+    // ------------------------
+    let softScore = 1.0;
+    // Soft 1: API count tolerance
+    let hasReasonableApiCount = true;
+    if (typeof config.expectedApiCountRange === "number") {
+        if (config.expectedApiCountRange !== apis.length) {
+            hasReasonableApiCount = false;
+            softScore -= SOFT_CHECK_PENALTIES.wrongApiCount;
+        }
+    }
+    else {
+        const [min, max] = config.expectedApiCountRange;
+        if (apis.length < min || apis.length > max) {
+            hasReasonableApiCount = false;
+            softScore -= SOFT_CHECK_PENALTIES.wrongApiCount;
+        }
+    }
+    evalChecks.hasReasonableApiCount = hasReasonableApiCount;
+    // Soft 2: UI component count tolerance
+    let hasReasonableUiComponentCounts = true;
+    for (const uiComponent of config.expectedUiComponents) {
+        if (!uiComponent.required) {
+            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
+            let withinTolerance = true;
+            if (typeof uiComponent.expectedCount === "number") {
+                const tolerance = 1;
+                withinTolerance =
+                    Math.abs(foundComponents.length - uiComponent.expectedCount) <=
+                        tolerance;
+            }
+            else {
+                const [min, max] = uiComponent.expectedCount;
+                withinTolerance =
+                    foundComponents.length >= min && foundComponents.length <= max;
+            }
+            if (!withinTolerance) {
+                softScore -= SOFT_CHECK_PENALTIES.wrongUiComponentCount;
+                hasReasonableUiComponentCounts = false;
+            }
+        }
+    }
+    evalChecks.hasReasonableUiComponentCounts = hasReasonableUiComponentCounts;
+    // Soft 3: Lint errors
+    const lintErrors = await runLinter(artifacts, getTempDir());
+    evalChecks.hasLintErrors = lintErrors !== "";
+    if (evalChecks.hasLintErrors) {
+        softScore -= SOFT_CHECK_PENALTIES.lintErrors;
+    }
+    // Calculate final eval score
+    // ------------------------
+    const evalScore = criticalChecksPassed ? softScore : 0;
+    const evalPassed = criticalChecksPassed && softScore >= 0.8;
+    const results = {
+        evalScore,
+        evalPassed,
+        evalChecks,
+        softScore,
+        criticalChecksPassed,
+        artifactGroups: {
+            scopes,
+            pages,
+            apis,
+            apiNames,
+            components,
+        },
+    };
+    // Send trace data to Datadog before running assertions
+    // ------------------------
+    const { llmobs } = ddTrace;
+    const isTracingEnabled = process.env.SUPERBLOCKS_AI_SERVICE_EVALS_TRACING_ENABLED === "true";
+    if (isTracingEnabled && llmobs && traceData) {
+        llmobs.annotate({
+            inputData: traceData.inputData,
+            outputData: traceData.outputData,
+            metrics: {
+                ...traceData.metrics,
+                evalScore,
+            },
+            metadata: {
+                ...traceData.metadata,
+                evalPassed,
+                criticalChecksPassed,
+                softScore,
+                pageCount: pages.length,
+                apiCount: apis.length,
+                componentCount: components.length,
+                uniqueApiCount: new Set(apiNames).size,
+                ...evalChecks,
+            },
+        });
+    }
+    // Now run all the assertions (after trace data is sent)
+    // ------------------------
+    expect(pages).toHaveLength(1);
+    expect(pages[0]?.params.pageName).toEqual("Page1");
+    expect(scopes).toHaveLength(1);
+    expect(scopes[0]?.params.pageName).toEqual("Page1");
+    expect(new Set(apiNames).size).toBe(apiNames.length);
+    for (const api of apis) {
+        expect(api.params.pageName).toEqual("Page1");
+    }
+    const scopeEntityNames = parseScopeEntityNames(scopes[0]);
+    for (const apiName of apiNames) {
+        expect(scopeEntityNames).toContain(apiName);
+    }
+    if (typeof config.expectedCustomComponentCount === "number") {
+        expect(components).toHaveLength(config.expectedCustomComponentCount);
+    }
+    else {
+        const [min, max] = config.expectedCustomComponentCount;
+        expect(components.length).toBeGreaterThanOrEqual(min);
+        expect(components.length).toBeLessThanOrEqual(max);
+    }
+    for (const uiComponent of config.expectedUiComponents) {
+        if (uiComponent.required) {
+            const foundComponents = findComponentsInPage(pageContent || "", uiComponent.type);
+            if (typeof uiComponent.expectedCount === "number") {
+                if (uiComponent.expectedCount === 0) {
+                    expect(foundComponents).toHaveLength(0);
+                }
+                else {
+                    expect(foundComponents).not.toHaveLength(0);
+                }
+            }
+            else {
+                const [min, max] = uiComponent.expectedCount;
+                expect(foundComponents.length).toBeGreaterThanOrEqual(min);
+                expect(foundComponents.length).toBeLessThanOrEqual(max);
+            }
+        }
+    }
+    if (typeof config.expectedApiCountRange === "number") {
+        expect(apis.length).toBe(config.expectedApiCountRange);
+    }
+    else {
+        const [min, max] = config.expectedApiCountRange;
+        expect(apis.length).toBeGreaterThanOrEqual(min);
+        expect(apis.length).toBeLessThanOrEqual(max);
+    }
+    // Lint check assertion
+    expect(lintErrors).toBeFalsy();
+    return results;
+}
+//# sourceMappingURL=eval-scoring.js.map

package/dist/ai-service/evals/helpers/eval-scoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAgCvD,MAAM,oBAAoB,GAItB;IACF,aAAa,EAAE,GAAG;IAClB,qBAAqB,EAAE,GAAG;IAC1B,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,SAAS,GAWV;IAcC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACtE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAE1E,6DAA6D;IAC7D,2BAA2B;IAC3B,IAAI,oBAAoB,GAAG,IAAI,CAAC;IAEhC,+CAA+C;IAC/C,UAAU,CAAC,oBAAoB;QAC7B,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC;IAC9D,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC;QACrC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,gDAAgD;IAChD,UAAU,CAAC,qBAAqB;QAC9B,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC;IAChE,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,CAAC;QACtC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,qCAAqC;IACrC,UAAU,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC;IAC1E,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;QAClC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,iDAAiD;IACjD,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,qBAAqB,GAAG,KAAK,CAAC;YAC9B,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,qBAAqB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,qBAAqB,GAAG,KAAK,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,wBAAwB,GAAG,qBAAqB,CAAC;IAC5D,IAAI,CAAC,UAAU,CAAC,wBAAwB,EAAE,CAAC;QACzC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,oCAAoC;IACpC,IAAI,yBAAyB,GAAG,KAAK,CAAC;IACtC,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,yBAAyB;YACvB,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,4BAA4B,CAAC;IAC9D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,yBAAyB;YACvB,UAAU,CAAC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC;IACzD,CAAC;IACD,UAAU,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;IACjE,IAAI,CAAC,UAAU,CAAC,yBAAyB,EAAE,CAAC;QAC1C,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,2CAA2C;IAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;IAEtC,qCAAqC;IACrC,IAAI,uBAAuB,GAAG,IAAI,CAAC;IACnC,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;YACjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,oBAAoB;oBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC1B,uBAAuB,GAAG,KAAK,CAAC;gBAChC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;IAC7D,IAAI,CAAC,UAAU,CAAC,uBAAuB,EAAE,CAAC;QACxC,oBAAoB,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,0BAA0B;IAC1B,2BAA2B;IAC3B,IAAI,SAAS,GAAG,GAAG,CAAC;IAEpB,8BAA8B;IAC9B,IAAI,qBAAqB,GAAG,IAAI,CAAC;IACjC,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,IAAI,MAAM,CAAC,qBAAqB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3C,qBAAqB,GAAG,KAAK,CAAC;YAC9B,SAAS,IAAI,oBAAoB,CAAC,aAAa,CAAC;QAClD,CAAC;IACH,CAAC;IACD,UAAU,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IAEzD,uCAAuC;IACvC,IAAI,8BAA8B,GAAG,IAAI,CAAC;IAC1C,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,eAAe,GAAG,IAAI,CAAC;YAE3B,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,CAAC,CAAC;gBACpB,eAAe;oBACb,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,CAAC;wBAC5D,SAAS,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,eAAe;oBACb,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,IAAI,oBAAoB,CAAC,qBAAqB,CAAC;gBACxD,8BAA8B,GAAG,KAAK,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IACD,UAAU,CAAC,8BAA8B,GAAG,8BAA8B,CAAC;IAE3E,sBAAsB;IACtB,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5D,UAAU,CAAC,aAAa,GAAG,UAAU,KAAK,EAAE,CAAC;IAC7C,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,SAAS,IAAI,oBAAoB,CAAC,UAAU,CAAC;IAC/C,CAAC;IAED,6BAA6B;IAC7B,2BAA2B;IAC3B,MAAM,SAAS,GAAG,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,oBAAoB,IAAI,SAAS,IAAI,GAAG,CAAC;IAE5D,MAAM,OAAO,GAAG;QACd,SAAS;QACT,UAAU;QACV,UAAU;QACV,SAAS;QACT,oBAAoB;QACpB,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,UAAU;SACX;KACF,CAAC;IAEF,uDAAuD;IACvD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,gBAAgB,GACpB,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,MAAM,CAAC;IAEtE,IAAI,gBAAgB,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC;YACd,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,OAAO,EAAE;gBACP,GAAG,SAAS,CAAC,OAAO;gBACpB,SAAS;aACV;YACD,QAAQ,EAAE;gBACR,GAAG,SAAS,CAAC,QAAQ;gBACrB,UAAU;gBACV,oBAAoB;gBACpB,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACrB,cAAc,EAAE,UAAU,CAAC,MAAM;gBACjC,cAAc,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI;gBACtC,GAAG,UAAU;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,2BAA2B;IAE3B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;IAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,4BAA4B,KAAK,QAAQ,EAAE,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,4BAA4B,CAAC;QACvD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACtD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,eAAe,GAAG,oBAAoB,CAC1C,WAAW,IAAI,EAAE,EACjB,WAAW,CAAC,IAAI,CACjB,CAAC;YACF,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;gBAC7C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;gBAC3D,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,qBAAqB,KAAK,QAAQ,EAAE,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,EAAE,CAAC;IAE/B,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/ai-service/evals/helpers/index.d.ts

@@ -0,0 +1,25 @@
+import { type Tracer } from "dd-trace";
+import { Paths } from "../../const.js";
+import type { FileArtifact, PathParams } from "../../types.js";
+export declare const waitForNextTick: () => Promise<unknown>;
+export declare function wrapLLM<T>(fn: () => Promise<T>, options?: {
+    devFixture?: string;
+    spanOptions?: Partial<Parameters<Tracer["llmobs"]["trace"]>[0]>;
+}): Promise<T>;
+export type MatchedArtifact<T extends string> = FileArtifact & {
+    params: PathParams<T>;
+};
+export declare function extractArtifacts(text: string): FileArtifact[];
+export declare function readDemoAppArtifacts(patterns?: string[]): Promise<FileArtifact[]>;
+export declare function groupArtifacts(artifacts: FileArtifact[]): {
+    packageJson: FileArtifact | null;
+    scopes: MatchedArtifact<Paths.PageScopes>[];
+    pages: MatchedArtifact<Paths.PageIndexes>[];
+    apis: MatchedArtifact<Paths.GeneratedApis>[];
+    components: MatchedArtifact<Paths.ComponentsFile>[];
+    other: FileArtifact[];
+};
+export declare function useTempDir(): () => string;
+export declare function setupTracing(): void;
+export declare function runLinter(artifacts: FileArtifact[], tempDir: string): Promise<string>;
+//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/evals/helpers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAKA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAOhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE/D,eAAO,MAAM,eAAe,wBACyB,CAAC;AAEtD,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CACjE,GACA,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAYD,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBA4C7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAC5C,YAAY,EAAE;EAGhC;AAED,wBAAgB,UAAU,iBAYzB;AAED,wBAAgB,YAAY,SA6C3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE"}

package/dist/ai-service/evals/helpers/index.js

@@ -0,0 +1,204 @@
+import { readFile } from "node:fs/promises";
+import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import superblocksLinter from "@superblocksteam/linter";
+import ddTrace, {} from "dd-trace";
+import { ESLint } from "eslint";
+import { afterAll, expect, beforeEach, afterEach } from "vitest";
+import packageJson from "../../../../package.json" with { type: "json" };
+import { OperationQueue } from "../../../util/operation-queue.js";
+import { AppShell } from "../../app-interface/shell.js";
+import { BoltArtifactProcessor } from "../../artifacts/bolt.js";
+import { Paths } from "../../const.js";
+import { matchMultiplePaths, matchPath } from "../../transform/shared.js";
+export const waitForNextTick = () => new Promise((resolve) => setTimeout(resolve, 1000));
+export async function wrapLLM(fn, options) {
+    if (options?.devFixture &&
+        process.env.SUPERBLOCKS_AI_SERVICE_EVALS_USE_DEV_FIXTURES === "true" &&
+        process.env.CI !== "true") {
+        console.log(`Using dev fixture: ${options.devFixture} for test: ${expect.getState().currentTestName}`);
+        const result = await readFile(path.resolve(__dirname, "../", options.devFixture), "utf8");
+        return { text: result };
+    }
+    // const llmobs = options?.llmobs ?? null;
+    const { llmobs } = ddTrace;
+    if (process.env.SUPERBLOCKS_AI_SERVICE_EVALS_TRACING_ENABLED !== "true") {
+        return fn();
+    }
+    const testName = expect.getState().currentTestName ?? "unknown-vitest-test";
+    console.log("====================== Tracing test: ", testName);
+    const wrappedFn = llmobs.wrap({ name: `test:${testName}`, kind: "llm", ...options?.spanOptions }, fn);
+    return await wrappedFn();
+}
+export function extractArtifacts(text) {
+    const artifactProcessor = new BoltArtifactProcessor();
+    return artifactProcessor.extractFileArtifacts(text);
+}
+export async function readDemoAppArtifacts(patterns = ["**/*.{ts,tsx,yaml,css}", "package.json"]) {
+    const defaultAppPath = path.resolve(__dirname, "../../../../../demo-apps/code-demo-app");
+    const fsOperationQueue = new OperationQueue();
+    const appShell = new AppShell({
+        appRootDirPath: defaultAppPath,
+        fsOperationQueue,
+    });
+    return await appShell.readFiles(patterns);
+}
+async function writeArtifacts(artifacts, tempDir) {
+    return Promise.all(artifacts.map(async (artifact) => {
+        const fullPath = path.join(tempDir, artifact.filePath);
+        await mkdir(path.dirname(fullPath), { recursive: true });
+        await writeFile(fullPath, artifact.content);
+    }));
+}
+export function groupArtifacts(artifacts) {
+    const pagePathMatcher = matchPath(Paths.PageIndexes);
+    const pageScopeMatcher = matchPath(Paths.PageScopes);
+    const apiPathMatcher = matchPath(Paths.GeneratedApis);
+    const componentPathsMatcher = matchMultiplePaths(Paths.ComponentsFile, Paths.ComponentsFolder);
+    return artifacts.reduce((acc, file) => {
+        const pagePathMatch = pagePathMatcher(file.filePath);
+        const pageScopeMatch = pageScopeMatcher(file.filePath);
+        const apiPathMatch = apiPathMatcher(file.filePath);
+        const componentPathsMatch = componentPathsMatcher(file.filePath);
+        if (file.filePath === Paths.PackageJson) {
+            acc.packageJson = file;
+        }
+        else if (pagePathMatch.matched) {
+            acc.pages.push({
+                ...file,
+                params: pagePathMatch.params,
+            });
+        }
+        else if (pageScopeMatch.matched) {
+            acc.scopes.push({
+                ...file,
+                params: pageScopeMatch.params,
+            });
+        }
+        else if (apiPathMatch.matched) {
+            acc.apis.push({
+                ...file,
+                params: apiPathMatch.params,
+            });
+        }
+        else if (componentPathsMatch.matched) {
+            acc.components.push({
+                ...file,
+                params: componentPathsMatch.params,
+            });
+        }
+        else {
+            acc.other.push(file);
+        }
+        return acc;
+    }, {
+        packageJson: null,
+        scopes: [],
+        pages: [],
+        apis: [],
+        components: [],
+        other: [],
+    });
+}
+export function useTempDir() {
+    let tempDir;
+    beforeEach(async () => {
+        tempDir = await mkdtemp(path.join(os.tmpdir(), "sb-ai-evals-"));
+    });
+    afterEach(async () => {
+        await rm(tempDir, { recursive: true, force: true });
+    });
+    return () => tempDir;
+}
+export function setupTracing() {
+    const tracingEnabled = process.env.SUPERBLOCKS_AI_SERVICE_EVALS_TRACING_ENABLED === "true";
+    if (tracingEnabled) {
+        console.log("====================== Initializing tracing (dev-tracer style)...", process.env.DD_API_KEY);
+        // Initialize dd-trace for LLM Observability (like dev-tracer)
+        process.env.DD_SITE = "datadoghq.com";
+        ddTrace.init({
+            env: "test-evals",
+            service: "ai-service-evals",
+            version: packageJson.version,
+            plugins: false,
+            tags: {
+                "test.suite": "ai-evals",
+                "test.environment": "vitest",
+            },
+            llmobs: {
+                mlApp: "superblocks-ai-evals",
+                agentlessEnabled: true,
+            },
+        });
+        // const { llmobs } = ddTrace;
+        console.log("====================== Initialized dd-trace with LLM observability");
+        // afterAll(async () => {
+        //   if (llmobs) {
+        //     console.log(
+        //       "====================== Flushing tracer on test completion",
+        //     );
+        //     await waitForNextTick();
+        //     llmobs.flush();
+        //     console.log("====================== Flushed tracer on test completion");
+        //   }
+        // });
+    }
+}
+export async function runLinter(artifacts, tempDir) {
+    await writeArtifacts(artifacts
+        .filter(({ filePath }) => matchPath(Paths.GeneratedApis)(filePath).matched === false)
+        .concat(await readDemoAppArtifacts(["tsconfig.json"])), tempDir);
+    const eslint = new ESLint({
+        overrideConfigFile: true,
+        baseConfig: superblocksLinter
+            .config({
+            rules: {
+                "@typescript-eslint/no-unsafe-return": "off",
+                "@typescript-eslint/no-unsafe-assignment": "off",
+                "@typescript-eslint/no-unsafe-call": "off",
+                "@typescript-eslint/no-unsafe-member-access": "off",
+                "@typescript-eslint/no-unsafe-argument": "off",
+                "@typescript-eslint/no-explicit-any": "off",
+            },
+        }, {
+            files: ["**/*.tsx"],
+            rules: {
+                "superblocks/no-arrow-event-handlers": "warn",
+                "superblocks/no-duplicate-names": "error",
+                "superblocks/no-expression-jsx": "warn",
+                "superblocks/no-expression-props": "warn",
+                "superblocks/no-react-hooks-in-page": "warn",
+                "superblocks/no-computed-jsx-child": "error",
+                "superblocks/no-state-mutation-in-computed": "error",
+                "superblocks/no-variable-props": "warn",
+                "superblocks/wrap-bound-identifiers-computed": "error",
+            },
+        })
+            .map((configPart) => {
+            // we have to do some massaging of the superblocksLinter config
+            // to prevent typescript from complaining and to prevent eslint
+            // from balking at the loaded config during runtime
+            if (configPart &&
+                typeof configPart === "object" &&
+                "parser" in configPart) {
+                const { parser, ...rest } = configPart;
+                return {
+                    ...rest,
+                    languageOptions: {
+                        ...(rest.languageOptions ?? {}),
+                        parser,
+                    },
+                };
+            }
+            return configPart;
+        }),
+        ignore: false,
+        cwd: tempDir,
+    });
+    const lintResults = await eslint.lintFiles(path.join(tempDir, "**/*.{ts,tsx}"));
+    const formatter = await eslint.loadFormatter("stylish");
+    const errorResults = ESLint.getErrorResults(lintResults);
+    return formatter.format(errorResults);
+}
+//# sourceMappingURL=index.js.map

package/dist/ai-service/evals/helpers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,OAAO,EAAE,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACjE,OAAO,WAAW,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAG1E,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAClC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAoB,EACpB,OAGC;IAED,IACE,OAAO,EAAE,UAAU;QACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,MAAM;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,CAAC,GAAG,CACT,sBAAsB,OAAO,CAAC,UAAU,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAC1F,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,EAClD,MAAM,CACP,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAO,CAAC;IAC/B,CAAC;IACD,0CAA0C;IAE1C,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,MAAM,EAAE,CAAC;QACxE,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,IAAI,qBAAqB,CAAC;IAE5E,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,QAAQ,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAClE,EAAE,CACH,CAAC;IAEF,OAAO,MAAM,SAAS,EAAE,CAAC;AAC3B,CAAC;AAMD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CACjC,SAAS,EACT,wCAAwC,CACzC,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,cAAc;QAC9B,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAyB,EAAE,OAAe;IACtE,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,SAAyB;IACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,kBAAkB,CAC9C,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,gBAAgB,CACvB,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACrB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YACxC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBACb,GAAG,IAAI;gBACP,MAAM,EAAE,aAAa,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,GAAG,IAAI;gBACP,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACvC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,mBAAmB,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD;QACE,WAAW,EAAE,IAA2B;QACxC,MAAM,EAAE,EAAyC;QACjD,KAAK,EAAE,EAA0C;QACjD,IAAI,EAAE,EAA4C;QAClD,UAAU,EAAE,EAA6C;QACzD,KAAK,EAAE,EAAoB;KAC5B,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,MAAM,cAAc,GAClB,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,MAAM,CAAC;IAEtE,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CACT,mEAAmE,EACnE,OAAO,CAAC,GAAG,CAAC,UAAU,CACvB,CAAC;QAEF,8DAA8D;QAC9D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,YAAY;YACjB,OAAO,EAAE,kBAAkB;YAC3B,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,OAAO,EAAE,KAAK;YACd,IAAI,EAAE;gBACJ,YAAY,EAAE,UAAU;gBACxB,kBAAkB,EAAE,QAAQ;aAC7B;YACD,MAAM,EAAE;gBACN,KAAK,EAAE,sBAAsB;gBAC7B,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC,CAAC;QAEH,8BAA8B;QAE9B,OAAO,CAAC,GAAG,CACT,oEAAoE,CACrE,CAAC;QAEF,yBAAyB;QACzB,kBAAkB;QAClB,mBAAmB;QACnB,qEAAqE;QACrE,SAAS;QAET,+BAA+B;QAC/B,sBAAsB;QACtB,+EAA+E;QAC/E,MAAM;QACN,MAAM;IACR,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAyB,EAAE,OAAe;IACxE,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,iBAAiB;aAC1B,MAAM,CACL;YACE,KAAK,EAAE;gBACL,qCAAqC,EAAE,KAAK;gBAC5C,yCAAyC,EAAE,KAAK;gBAChD,mCAAmC,EAAE,KAAK;gBAC1C,4CAA4C,EAAE,KAAK;gBACnD,uCAAuC,EAAE,KAAK;gBAC9C,oCAAoC,EAAE,KAAK;aAC5C;SACF,EACD;YACE,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,KAAK,EAAE;gBACL,qCAAqC,EAAE,MAAM;gBAC7C,gCAAgC,EAAE,OAAO;gBACzC,+BAA+B,EAAE,MAAM;gBACvC,iCAAiC,EAAE,MAAM;gBACzC,oCAAoC,EAAE,MAAM;gBAC5C,mCAAmC,EAAE,OAAO;gBAC5C,2CAA2C,EAAE,OAAO;gBACpD,+BAA+B,EAAE,MAAM;gBACvC,6CAA6C,EAAE,OAAO;aACvD;SACF,CACF;aACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClB,+DAA+D;YAC/D,+DAA+D;YAC/D,mDAAmD;YACnD,IACE,UAAU;gBACV,OAAO,UAAU,KAAK,QAAQ;gBAC9B,QAAQ,IAAI,UAAU,EACtB,CAAC;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAiB,CAAC;gBAC9C,OAAO;oBACL,GAAG,IAAI;oBACP,eAAe,EAAE;wBACf,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;wBAC/B,MAAM;qBACP;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QAEJ,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CACxC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CACpC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AACxC,CAAC"}

package/dist/ai-service/evals/lib/modal-config.d.ts

@@ -0,0 +1,8 @@
+import type { LanguageModelV1 } from "ai";
+type ModelConfig = {
+    model: LanguageModelV1;
+    maxTokens: number;
+};
+export declare const getModelConfig: (classification: string) => ModelConfig;
+export {};
+//# sourceMappingURL=modal-config.d.ts.map

package/dist/ai-service/evals/lib/modal-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"modal-config.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/lib/modal-config.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,IAAI,CAAC;AAa1C,KAAK,WAAW,GAAG;IACjB,KAAK,EAAE,eAAe,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,gBAAgB,MAAM,KAAG,WAavD,CAAC"}