@kat-ai/eval 0.1.0

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/utils/llm-grader.ts","../src/utils/metrics.ts","../src/utils/reporters.ts","../src/introspection/index.ts","../src/retrieval/index.ts","../src/agent/index.ts"],"names":["Pinecone"],"mappings":";;;;;;;AAgBA,IAAM,WAAA,GAAc,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,GAAA,CAAI,CAAC,CAAA,CAAE,GAAA,CAAI,GAAG,CAAA,CAAE,QAAA,CAAS,kBAAkB,CAAA;AAAA,EAC7D,SAAA,EAAW,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,2BAA2B,CAAA;AAAA,EAC1D,QAAA,EAAU,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,MAAA,EAAQ,CAAA,CAAE,QAAA,EAAS,CAAE,QAAA,CAAS,6CAA6C;AACjG,CAAC,CAAA;AAED,IAAM,wBAAA,GAA2B,EAAE,MAAA,CAAO;AAAA,EACxC,MAAA,EAAQ,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,MAAA,CAAO;AAAA,IACvB,SAAA,EAAW,EAAE,MAAA,EAAO;AAAA,IACpB,KAAA,EAAO,EAAE,MAAA,EAAO,CAAE,IAAI,CAAC,CAAA,CAAE,IAAI,GAAG,CAAA;AAAA,IAChC,SAAA,EAAW,EAAE,MAAA;AAAO,GACrB,CAAC,CAAA;AAAA,EACF,gBAAA,EAAkB,EAAE,MAAA;AACtB,CAAC,CAAA;AAiCM,SAAS,eAAA,CAAgB,MAAA,GAA0B,EAAC,EAAc;AACvE,EAAA,MAAM,MAAA,GAAS,MAAA,CAAO,YAAA,IAAgB,OAAA,CAAQ,GAAA,CAAI,cAAA;AAClD,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,EAC9D;AAEA,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,EAAE,MAAA,EAAQ,CAAA;AACtC,EAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,KAAA,IAAS,+BAAA,EAAgC;AAC9D,EAAA,MAAM,WAAA,GAAc,OAAO,WAAA,IAAe,GAAA;AAE1C,EAAA,OAAO;AAAA,IACL,MAAM,KAAA,CAAM,OAAA,EAAiB,SAAA,EAAmB,MAAA,EAAiB;AAC/D,MAAA,MAAM,MAAA,GAAS,8EAA8E,SAAS,CAAA;;AAAA,EAE1G,MAAA,GAAS,WAAW,MAAM;AAAA,CAAA,GAAO,EAAE;AAAA;AAAA;AAAA,EAGnC,OAAO;AAAA;;AAAA,sDAAA,CAAA;AAKH,MAAA,MAAM,MAAA,GAAS,MAAM,cAAA,CAAe;AAAA,QAClC,KAAA,EAAO,OAAO,KAAK,CAAA;AAAA,QACnB,MAAA,EAAQ,WAAA;AAAA,QACR,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,OAAO,MAAA,CAAO,MAAA;AAAA,IAChB,CAAA;AAAA,IAEA,MAAM,aAAA,CAAc,OAAA,EAAiB,QAAA,EAA2B;AAC9D,MAAA,MAAM,sBAAsB,QAAA,CACzB,GAAA,CAAI,CAAC,CAAA,KAAM,KAAK,CAAA,CAAE,IAAI,CAAA,EAAA,EAAK,CAAA,CAAE,WAAW,CAAA,UAAA,EAAa,CAAA,CAAE,MAAM,CAAA,CAAA,CAAG,CAAA,CAChE,KAAK,IAAI,CAAA;AAEZ,MAAA,MAAM,MAAA,GAAS,CAAA;;AAAA;AAAA,EAGnB,mBAAmB;;AAAA;AAAA;AAAA,EAInB,OAAO;AAAA;;AAAA,0EAAA,CAAA;AAKH,MAAA,MAAM,MAAA,GAAS,MAAM,cAAA,CAAe;AAAA,QAClC,KAAA,EAAO,OAAO,KAAK,CAAA;AAAA,QACnB,MAAA,EAAQ,wBAAA;AAAA,QACR,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,OAAO,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,MAAO;AAAA,QACtC,WAAW,CAAA,CAAE,SAAA;AAAA,QACb,OAAO,CAAA,CAAE,KAAA;AAAA,QACT,WAAW,CAAA,CAAE;AAAA,OACf,CAAE,CAAA;AAAA,IACJ,CAAA;AAAA,IAEA,MAAM,cAAA,CAAe,KAAA,EAAe,OAAA,EAAiB;AACnD,MAAA,MAAM,MAAA,GAAS,CAAA;;AAAA,QAAA,EAEX,KAAK,CAAA;;AAAA;AAAA;AAAA,EAIb,OAAO;AAAA;;AAAA;AAAA;;AAAA,sDAAA,CAAA;AAQH,MAAA,MAAM,MAAA,GAAS,MAAM,cAAA,CAAe;AAAA,QAClC,KAAA,EAAO,OAAO,KAAK,CAAA;AAAA,QACnB,MAAA,EAAQ,WAAA;AAAA,QACR,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,OAAO;AAAA,QACL,KAAA,EAAO,OAAO,MAAA,CAAO,KAAA;AAAA,QACrB,SAAA,EAAW,OAAO,MAAA,CAAO;AAAA,OAC3B;AAAA,IACF;AAAA,GACF;AACF;AASA,eAAsB,YAAA,CACpB,OAAA,EACA,SAAA,EACA,MAAA,GAA0B,EAAC,EACyC;AACpE,EAAA,MAAM,MAAA,GAAS,gBAAgB,MAAM,CAAA;AACrC,EAAA,OAAO,MAAA,CAAO,KAAA,CAAM,OAAA,EAAS,SAAS,CAAA;AACxC;;;AC7JO,SAAS,uBACd,MAAA,EACQ;AACR,EAAA,IAAI,MAAA,CAAO,MAAA,KAAW,CAAA,EAAG,OAAO,CAAA;AAEhC,EAAA,MAAM,WAAA,GAAc,OAAO,MAAA,CAAO,CAAC,KAAK,CAAA,KAAM,GAAA,GAAM,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA;AAC/D,EAAA,IAAI,WAAA,KAAgB,GAAG,OAAO,CAAA;AAE9B,EAAA,MAAM,WAAA,GAAc,MAAA,CAAO,MAAA,CAAO,CAAC,GAAA,EAAK,CAAA,KAAM,GAAA,GAAM,CAAA,CAAE,KAAA,GAAQ,CAAA,CAAE,MAAA,EAAQ,CAAC,CAAA;AACzE,EAAA,OAAO,IAAA,CAAK,KAAA,CAAM,WAAA,GAAc,WAAW,CAAA;AAC7C;AASO,SAAS,mBAAA,CAAoB,OAAe,QAAA,EAA0B;AAC3E,EAAA,IAAI,QAAA,KAAa,GAAG,OAAO,GAAA;AAC3B,EAAA,OAAO,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,QAAA,GAAY,GAAG,CAAA;AAC5C;AAQO,SAAS,QAAQ,OAAA,EAA2B;AACjD,EAAA,IAAI,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG,OAAO,CAAA;AACjC,EAAA,OAAO,OAAA,CAAQ,OAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,EAAG,CAAC,CAAA,GAAI,OAAA,CAAQ,MAAA;AAC1D;AAiDO,SAAS,KAAA,CAAM,KAAA,EAAe,GAAA,EAAa,GAAA,EAAqB;AACrE,EAAA,OAAO,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,GAAA,CAAI,GAAA,EAAK,KAAK,CAAC,CAAA;AAC3C;AAKO,SAAS,eAAe,KAAA,EAAuB;AACpD,EAAA,OAAO,MAAM,IAAA,CAAK,KAAA,CAAM,KAAK,CAAA,EAAG,GAAG,GAAG,CAAA;AACxC;;;ACxFO,SAAS,mBAAA,CACd,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3B;AACR,EAAA,MAAM,QAAkB,EAAC;AACzB,EAAA,MAAM,EAAE,eAAA,GAAkB,IAAA,EAAK,GAAI,OAAA;AAGnC,EAAA,MAAM,MAAA,GAAS,MAAA,CAAO,MAAA,GAAS,eAAA,GAAa,eAAA;AAC5C,EAAA,MAAM,WAAA,GAAc,MAAA,CAAO,MAAA,GAAS,UAAA,GAAa,UAAA;AACjD,EAAA,MAAM,KAAA,GAAQ,SAAA;AAEd,EAAA,KAAA,CAAM,KAAK,EAAE,CAAA;AACb,EAAA,KAAA,CAAM,IAAA,CAAK,QAAA,CAAI,MAAA,CAAO,EAAE,CAAC,CAAA;AACzB,EAAA,KAAA,CAAM,IAAA,CAAK,CAAA,EAAG,WAAW,CAAA,EAAG,MAAM,GAAG,KAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,YAAY,CAAA,IAAA,CAAM,CAAA;AACxF,EAAA,KAAA,CAAM,IAAA,CAAK,QAAA,CAAI,MAAA,CAAO,EAAE,CAAC,CAAA;AAGzB,EAAA,KAAA,CAAM,KAAK,EAAE,CAAA;AACb,EAAA,KAAA,CAAM,IAAA,CAAK,CAAA,SAAA,EAAY,MAAA,CAAO,OAAO,CAAA,CAAE,CAAA;AACvC,EAAA,KAAA,CAAM,IAAA,CAAK,CAAA,UAAA,EAAa,MAAA,CAAO,QAAQ,CAAA,EAAA,CAAI,CAAA;AAG3C,EAAA,KAAA,CAAM,KAAK,EAAE,CAAA;AACb,EAAA,KAAA,CAAM,KAAK,SAAS,CAAA;AACpB,EAAA,KAAA,MAAW,CAAC,MAAM,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,MAAA,CAAO,MAAM,CAAA,EAAG;AACzD,IAAA,MAAM,GAAA,GAAM,iBAAA,CAAkB,KAAA,EAAO,EAAE,CAAA;AACvC,IAAA,MAAM,aAAA,GAAgB,gBAAgB,IAAI,CAAA;AAC1C,IAAA,KAAA,CAAM,IAAA,CAAK,CAAA,EAAA,EAAK,aAAA,CAAc,MAAA,CAAO,EAAE,CAAC,CAAA,CAAA,EAAI,GAAG,CAAA,CAAA,EAAI,KAAK,CAAA,IAAA,CAAM,CAAA;AAAA,EAChE;AAGA,EAAA,IAAI,eAAA,IAAmB,MAAA,CAAO,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AACjD,IAAA,KAAA,CAAM,KAAK,EAAE,CAAA;AACb,IAAA,KAAA,CAAM,KAAK,WAAW,CAAA;AACtB,IAAA,KAAA,MAAW,QAAA,IAAY,OAAO,QAAA,EAAU;AACtC,MAAA,KAAA,CAAM,KAAK,CAAA,GAAA,EAAM,QAAA,CAAS,SAAS,CAAA,GAAA,EAAM,QAAA,CAAS,KAAK,CAAA,KAAA,CAAO,CAAA;AAC9D,MAAA,KAAA,CAAM,IAAA,CAAK,CAAA,IAAA,EAAO,QAAA,CAAS,SAAS,CAAA,CAAE,CAAA;AACtC,MAAA,IAAI,QAAA,CAAS,QAAA,IAAY,QAAA,CAAS,QAAA,CAAS,SAAS,CAAA,EAAG;AACrD,QAAA,KAAA,MAAW,WAAW,QAAA,CAAS,QAAA,CAAS,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,EAAG;AACnD,UAAA,KAAA,CAAM,IAAA,CAAK,CAAA,MAAA,EAAS,OAAO,CAAA,CAAE,CAAA;AAAA,QAC/B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,KAAA,CAAM,KAAK,EAAE,CAAA;AACb,EAAA,KAAA,CAAM,IAAA,CAAK,QAAA,CAAI,MAAA,CAAO,EAAE,CAAC,CAAA;AAEzB,EAAA,OAAO,KAAA,CAAM,KAAK,IAAI,CAAA;AACxB;AAKA,SAAS,iBAAA,CAAkB,OAAe,KAAA,EAAuB;AAC/D,EAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAO,KAAA,GAAQ,MAAO,KAAK,CAAA;AAC/C,EAAA,MAAM,QAAQ,KAAA,GAAQ,MAAA;AACtB,EAAA,OAAO,CAAA,CAAA,EAAI,SAAI,MAAA,CAAO,MAAM,CAAC,CAAA,EAAG,QAAA,CAAI,MAAA,CAAO,KAAK,CAAC,CAAA,CAAA,CAAA;AACnD;AAKA,SAAS,gBAAgB,IAAA,EAAsB;AAC7C,EAAA,OAAO,IAAA,CACJ,OAAA,CAAQ,UAAA,EAAY,KAAK,CAAA,CACzB,OAAA,CAAQ,IAAA,EAAM,CAAC,GAAA,KAAQ,GAAA,CAAI,WAAA,EAAa,EACxC,IAAA,EAAK;AACV;AASO,SAAS,gBAAA,CACd,MAAA,EACA,OAAA,GAAkC,EAAC,EAC3B;AACR,EAAA,MAAM,EAAE,eAAA,GAAkB,IAAA,EAAM,cAAA,GAAiB,OAAM,GAAI,OAAA;AAE3D,EAAA,MAAM,MAAA,GAAkC;AAAA,IACtC,QAAQ,MAAA,CAAO,MAAA;AAAA,IACf,cAAc,MAAA,CAAO,YAAA;AAAA,IACrB,QAAQ,MAAA,CAAO,MAAA;AAAA,IACf,SAAS,MAAA,CAAO,OAAA;AAAA,IAChB,UAAU,MAAA,CAAO;AAAA,GACnB;AAEA,EAAA,IAAI,eAAA,EAAiB;AACnB,IAAA,MAAA,CAAO,WAAW,MAAA,CAAO,QAAA;AAAA,EAC3B;AAGA,EAAA,KAAA,MAAW,CAAC,GAAA,EAAK,KAAK,KAAK,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA,EAAG;AACjD,IAAA,IACE,CAAC,CAAC,QAAA,EAAU,cAAA,EAAgB,QAAA,EAAU,YAAY,SAAA,EAAW,UAAU,CAAA,CAAE,QAAA,CAAS,GAAG,CAAA,KACpF,cAAA,IAAkB,CAAC,SAAA,CAAU,KAAK,CAAA,CAAA,EACnC;AACA,MAAA,MAAA,CAAO,GAAG,CAAA,GAAI,KAAA;AAAA,IAChB;AAAA,EACF;AAEA,EAAA,OAAO,IAAA,CAAK,SAAA,CAAU,MAAA,EAAQ,IAAA,EAAM,CAAC,CAAA;AACvC;AAKA,SAAS,UAAU,KAAA,EAAyB;AAC1C,EAAA,IAAI,MAAM,OAAA,CAAQ,KAAK,KAAK,KAAA,CAAM,MAAA,GAAS,IAAI,OAAO,IAAA;AACtD,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA,EAAM;AAC/C,IAAA,MAAM,IAAA,GAAO,MAAA,CAAO,IAAA,CAAK,KAAK,CAAA;AAC9B,IAAA,IAAI,IAAA,CAAK,MAAA,GAAS,EAAA,EAAI,OAAO,IAAA;AAAA,EAC/B;AACA,EAAA,OAAO,KAAA;AACT;AASO,SAAS,eAAA,CACd,QACA,UAAA,GAAmD,EAAE,MAAM,EAAA,EAAI,UAAA,EAAY,IAAG,EACtE;AACR,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AACrC,EAAA,MAAM,QAAA,GAAW,OAAA,CAAQ,MAAA,CAAO,CAAC,GAAA,EAAK,GAAG,KAAK,CAAA,KAAM,GAAA,GAAM,KAAA,EAAO,CAAC,IAAI,OAAA,CAAQ,MAAA;AAE9E,EAAA,MAAM,cAAc,OAAA,CAAQ,MAAA,CAAO,CAAC,GAAG,KAAK,CAAA,KAAM,KAAA,IAAS,UAAA,CAAW,IAAI,CAAA,CAAE,GAAA,CAAI,CAAC,CAAC,IAAI,MAAM,IAAI,CAAA;AAChG,EAAA,MAAM,cAAc,OAAA,CAAQ,MAAA,CAAO,CAAC,GAAG,KAAK,CAAA,KAAM,KAAA,GAAQ,UAAA,CAAW,UAAU,CAAA,CAAE,GAAA,CAAI,CAAC,CAAC,IAAI,MAAM,IAAI,CAAA;AAErG,EAAA,MAAM,QAAkB,EAAC;AAEzB,EAAA,IAAI,QAAA,IAAY,WAAW,IAAA,EAAM;AAC/B,IAAA,KAAA,CAAM,KAAK,4BAA4B,CAAA;AAAA,EACzC,CAAA,MAAA,IAAW,QAAA,IAAY,UAAA,CAAW,UAAA,EAAY;AAC5C,IAAA,KAAA,CAAM,KAAK,kDAAkD,CAAA;AAAA,EAC/D,CAAA,MAAO;AACL,IAAA,KAAA,CAAM,KAAK,yCAAyC,CAAA;AAAA,EACtD;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,KAAA,CAAM,IAAA,CAAK,WAAW,WAAA,CAAY,GAAA,CAAI,eAAe,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,EACrE;AAEA,EAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,IAAA,KAAA,CAAM,IAAA,CAAK,sBAAsB,WAAA,CAAY,GAAA,CAAI,eAAe,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,EAChF;AAEA,EAAA,OAAO,KAAA,CAAM,IAAA,CAAK,IAAI,CAAA,GAAI,GAAA;AAC5B;;;AC7IA,eAAsB,sBACpB,MAAA,EACkC;AAClC,EAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAG3B,EAAA,MAAM,MAAA,GAAS,MAAA,CAAO,cAAA,IAAkB,OAAA,CAAQ,GAAA,CAAI,gBAAA;AACpD,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,qDAAqD,CAAA;AAAA,EACvE;AAEA,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,CAAS,EAAE,QAAQ,CAAA;AACxC,EAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,CAAU,MAAA,CAAO,aAAa,CAAA;AAGzD,EAAA,MAAM,CAAC,cAAc,UAAA,EAAY,WAAA,EAAa,gBAAgB,CAAA,GAAI,MAAM,QAAQ,GAAA,CAAI;AAAA,IAClF,sBAAA,CAAuB,SAAA,EAAW,MAAA,CAAO,QAAA,EAAU,MAAM,CAAA;AAAA,IACzD,oBAAA,CAAqB,SAAA,EAAW,MAAA,CAAO,QAAA,EAAU,MAAM,CAAA;AAAA,IACvD,sBAAA,CAAuB,SAAA,EAAW,MAAA,CAAO,QAAA,EAAU,MAAM,CAAA;AAAA,IACzD,uBAAA,CAAwB,SAAA,EAAW,MAAA,CAAO,QAAA,EAAU,MAAM;AAAA,GAC3D,CAAA;AAGD,EAAA,MAAM,MAAA,GAAS;AAAA,IACb,gBAAgB,YAAA,CAAa,KAAA;AAAA,IAC7B,cAAc,UAAA,CAAW,KAAA;AAAA,IACzB,gBAAgB,WAAA,CAAY,KAAA;AAAA,IAC5B,iBAAiB,gBAAA,CAAiB;AAAA,GACpC;AAEA,EAAA,MAAM,eAAe,sBAAA,CAAuB;AAAA,IAC1C,EAAE,KAAA,EAAO,MAAA,CAAO,cAAA,EAAgB,QAAQ,IAAA,EAAK;AAAA,IAC7C,EAAE,KAAA,EAAO,MAAA,CAAO,YAAA,EAAc,QAAQ,GAAA,EAAK;AAAA,IAC3C,EAAE,KAAA,EAAO,MAAA,CAAO,cAAA,EAAgB,QAAQ,IAAA,EAAK;AAAA,IAC7C,EAAE,KAAA,EAAO,MAAA,CAAO,eAAA,EAAiB,QAAQ,GAAA;AAAK,GAC/C,CAAA;AAGD,EAAA,MAAM,QAAA,GAA2B;AAAA,IAC/B,GAAG,YAAA,CAAa,QAAA;AAAA,IAChB,GAAG,UAAA,CAAW,QAAA;AAAA,IACd,GAAG,WAAA,CAAY,QAAA;AAAA,IACf,GAAG,gBAAA,CAAiB;AAAA,GACtB;AAEA,EAAA,OAAO;AAAA,IACL,QAAQ,YAAA,IAAgB,EAAA;AAAA,IACxB,YAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA,EAAS,gBAAgB,MAAM,CAAA;AAAA,IAC/B,QAAA,EAAU,IAAA,CAAK,GAAA,EAAI,GAAI,SAAA;AAAA,IACvB,OAAA,EAAS;AAAA,MACP,iBAAiB,YAAA,CAAa,OAAA;AAAA,MAC9B,gBAAgB,UAAA,CAAW,SAAA;AAAA,MAC3B,yBAAyB,WAAA,CAAY,aAAA;AAAA,MACrC,wBAAwB,gBAAA,CAAiB;AAAA,KAC3C;AAAA,IACA,UAAU,MAAA,CAAO;AAAA,GACnB;AACF;AASA,eAAe,sBAAA,CACb,SAAA,EACA,QAAA,EACA,MAAA,EAC+B;AAC/B,EAAA,MAAM,SAAS,eAAA,CAAgB,EAAE,YAAA,EAAc,MAAA,CAAO,cAAc,CAAA;AAGpE,EAAA,MAAM,gBAAA,GAAmB,4BAA4B,QAAQ,CAAA;AAG7D,EAAA,MAAM,gBAAA,GAAmB;AAAA,IACvB,6CAAA;AAAA,IACA,0DAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,MAAM,kBAAA,uBAAsC,GAAA,EAAI;AAChD,EAAA,KAAA,MAAW,SAAS,gBAAA,EAAkB;AACpC,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,MAAM,SAAA,CAAU,IAAA,CAAK;AAAA,QACpC,UAAU,CAAC,EAAE,MAAM,MAAA,EAAQ,OAAA,EAAS,OAAO;AAAA,OAC5C,CAAA;AACD,MAAA,MAAM,WAAW,MAAM,sBAAA,CAAuB,QAAQ,QAAA,CAAS,OAAA,EAAS,WAAW,EAAE,CAAA;AACrF,MAAA,QAAA,CAAS,OAAA,CAAQ,CAAC,CAAA,KAAM,kBAAA,CAAmB,IAAI,CAAA,CAAE,WAAA,EAAa,CAAC,CAAA;AAAA,IACjE,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAGA,EAAA,IAAI,OAAO,WAAA,EAAa;AACtB,IAAA,KAAA,MAAW,EAAA,IAAM,OAAO,WAAA,EAAa;AACnC,MAAA,IAAI,GAAG,gBAAA,EAAkB;AACvB,QAAA,EAAA,CAAG,gBAAA,CAAiB,QAAQ,CAAC,CAAA,KAAM,mBAAmB,GAAA,CAAI,CAAA,CAAE,WAAA,EAAa,CAAC,CAAA;AAAA,MAC5E;AAAA,IACF;AAAA,EACF;AAGA,EAAA,MAAM,QAAkB,EAAC;AACzB,EAAA,MAAM,UAAoB,EAAC;AAE3B,EAAA,KAAA,MAAW,UAAU,kBAAA,EAAoB;AACvC,IAAA,IAAI,iBAAiB,IAAA,CAAK,CAAC,EAAA,KAAO,EAAA,CAAG,aAAY,CAAE,QAAA,CAAS,MAAM,CAAA,IAAK,OAAO,QAAA,CAAS,EAAA,CAAG,WAAA,EAAa,CAAC,CAAA,EAAG;AACzG,MAAA,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,IACnB,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,KAAK,MAAM,CAAA;AAAA,IACrB;AAAA,EACF;AAEA,EAAA,MAAM,KAAA,GAAQ,kBAAA,CAAmB,IAAA,KAAS,CAAA,GACtC,GAAA,GACA,eAAgB,KAAA,CAAM,MAAA,GAAS,kBAAA,CAAmB,IAAA,GAAQ,GAAG,CAAA;AAEjE,EAAA,OAAO;AAAA,IACL,KAAA;AAAA,IACA,QAAA,EAAU;AAAA,MACR;AAAA,QACE,SAAA,EAAW,gBAAA;AAAA,QACX,KAAA;AAAA,QACA,WAAW,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,CAAA,EAAI,mBAAmB,IAAI,CAAA,mCAAA,CAAA;AAAA,QAC3D,QAAA,EAAU,OAAA,CAAQ,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA;AAC9B,KACF;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF;AACF;AAKA,eAAe,oBAAA,CACb,SAAA,EACA,QAAA,EACA,MAAA,EAC6B;AAC7B,EAAA,MAAM,SAAS,eAAA,CAAgB,EAAE,YAAA,EAAc,MAAA,CAAO,cAAc,CAAA;AAEpE,EAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,KAAA,IAAS,EAAC;AACjC,EAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,EAAA;AAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR;AAAA,UACE,SAAA,EAAW,cAAA;AAAA,UACX,KAAA,EAAO,EAAA;AAAA,UACP,SAAA,EAAW;AAAA;AACb,OACF;AAAA,MACA,SAAS,EAAC;AAAA,MACV,WAAW;AAAC,KACd;AAAA,EACF;AAGA,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,YAAsB,EAAC;AAE7B,EAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,IAAA,MAAM,YAAY,CAAA,0BAAA,EAA6B,QAAA,CAAS,UAAU,YAAY,CAAA,wBAAA,EAA2B,KAAK,IAAI,CAAA,CAAA,CAAA;AAElH,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,MAAM,SAAA,CAAU,IAAA,CAAK;AAAA,QACpC,UAAU,CAAC,EAAE,MAAM,MAAA,EAAQ,OAAA,EAAS,WAAW;AAAA,OAChD,CAAA;AAGD,MAAA,MAAM,UAAA,GAAa,MAAM,MAAA,CAAO,KAAA;AAAA,QAC9B,CAAA,MAAA,EAAS,KAAK,IAAI;AAAA,aAAA,EAAkB,IAAA,CAAK,eAAe,KAAK;AAAA,aAAA,EAAkB,QAAA,CAAS,SAAS,OAAO,CAAA,CAAA;AAAA,QACxG,gBAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,IAAI,UAAA,CAAW,SAAS,EAAA,EAAI;AAC1B,QAAA,OAAA,CAAQ,IAAA,CAAK,KAAK,IAAI,CAAA;AAAA,MACxB,CAAA,MAAO;AACL,QAAA,SAAA,CAAU,IAAA,CAAK,KAAK,IAAI,CAAA;AAAA,MAC1B;AAAA,IACF,CAAA,CAAA,MAAQ;AAEN,MAAA,OAAA,CAAQ,IAAA,CAAK,KAAK,IAAI,CAAA;AAAA,IACxB;AAAA,EACF;AAEA,EAAA,MAAM,QAAQ,cAAA,CAAgB,OAAA,CAAQ,MAAA,GAAS,KAAA,CAAM,SAAU,GAAG,CAAA;AAElE,EAAA,OAAO;AAAA,IACL,KAAA;AAAA,IACA,QAAA,EAAU;AAAA,MACR;AAAA,QACE,SAAA,EAAW,cAAA;AAAA,QACX,KAAA;AAAA,QACA,WAAW,CAAA,EAAG,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,MAAM,MAAM,CAAA,yCAAA,CAAA;AAAA,QAC5C,QAAA,EAAU;AAAA;AACZ,KACF;AAAA,IACA,OAAA;AAAA,IACA;AAAA,GACF;AACF;AAKA,eAAe,sBAAA,CACb,SAAA,EACA,QAAA,EACA,MAAA,EAC+B;AAC/B,EAAA,MAAM,SAAS,eAAA,CAAgB,EAAE,YAAA,EAAc,MAAA,CAAO,cAAc,CAAA;AAEpE,EAAA,MAAM,QAAQ,QAAA,CAAS,KAAA;AACvB,EAAA,IAAI,CAAC,KAAA,EAAO;AACV,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,EAAA;AAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR;AAAA,UACE,SAAA,EAAW,gBAAA;AAAA,UACX,KAAA,EAAO,EAAA;AAAA,UACP,SAAA,EAAW;AAAA;AACb,OACF;AAAA,MACA,sBAAA,EAAwB,CAAA;AAAA,MACxB,oBAAA,EAAsB,CAAA;AAAA,MACtB,eAAe;AAAC,KAClB;AAAA,EACF;AAEA,EAAA,MAAM,YAAgE,EAAC;AAGvE,EAAA,IAAI,MAAM,eAAA,EAAiB;AACzB,IAAA,KAAA,CAAM,eAAA,CAAgB,OAAA,CAAQ,CAAC,CAAA,KAAM,SAAA,CAAU,IAAA,CAAK,EAAE,KAAA,EAAO,CAAA,EAAG,eAAA,EAAiB,IAAA,EAAM,CAAC,CAAA;AAAA,EAC1F;AACA,EAAA,IAAI,MAAM,kBAAA,EAAoB;AAC5B,IAAA,KAAA,CAAM,kBAAA,CAAmB,OAAA,CAAQ,CAAC,CAAA,KAAM,SAAA,CAAU,IAAA,CAAK,EAAE,KAAA,EAAO,CAAA,EAAG,eAAA,EAAiB,KAAA,EAAO,CAAC,CAAA;AAAA,EAC9F;AAGA,EAAA,IAAI,OAAO,WAAA,EAAa;AACtB,IAAA,MAAA,CAAO,WAAA,CACJ,OAAO,CAAC,EAAA,KAAO,GAAG,eAAA,KAAoB,MAAS,EAC/C,OAAA,CAAQ,CAAC,OAAO,SAAA,CAAU,IAAA,CAAK,EAAE,KAAA,EAAO,EAAA,CAAG,OAAO,eAAA,EAAiB,EAAA,CAAG,eAAA,EAAkB,CAAC,CAAA;AAAA,EAC9F;AAEA,EAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,EAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR;AAAA,UACE,SAAA,EAAW,gBAAA;AAAA,UACX,KAAA,EAAO,EAAA;AAAA,UACP,SAAA,EAAW;AAAA;AACb,OACF;AAAA,MACA,sBAAA,EAAwB,CAAA;AAAA,MACxB,oBAAA,EAAsB,CAAA;AAAA,MACtB,eAAe;AAAC,KAClB;AAAA,EACF;AAEA,EAAA,IAAI,sBAAA,GAAyB,CAAA;AAC7B,EAAA,MAAM,gBAA0B,EAAC;AAEjC,EAAA,KAAA,MAAW,QAAA,IAAY,SAAA,CAAU,KAAA,CAAM,CAAA,EAAG,EAAE,CAAA,EAAG;AAC7C,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,MAAM,SAAA,CAAU,IAAA,CAAK;AAAA,QACpC,QAAA,EAAU,CAAC,EAAE,IAAA,EAAM,QAAQ,OAAA,EAAS,QAAA,CAAS,OAAO;AAAA,OACrD,CAAA;AAGD,MAAA,MAAM,UAAA,GAAa,MAAM,MAAA,CAAO,KAAA;AAAA,QAC9B,CAAA,OAAA,EAAU,SAAS,KAAK;AAAA,aAAA,EAAkB,QAAA,CAAS,SAAS,OAAO,CAAA,CAAA;AAAA,QACnE,eAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,MAAM,eAAA,GAAkB,WAAW,KAAA,IAAS,EAAA;AAE5C,MAAA,IAAI,eAAA,KAAoB,SAAS,eAAA,EAAiB;AAChD,QAAA,sBAAA,EAAA;AAAA,MACF,CAAA,MAAO;AACL,QAAA,aAAA,CAAc,IAAA,CAAK,IAAI,QAAA,CAAS,KAAK,eAAe,QAAA,CAAS,eAAA,GAAkB,UAAA,GAAa,cAAc,CAAA,CAAA,CAAG,CAAA;AAAA,MAC/G;AAAA,IACF,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AAEA,EAAA,MAAM,KAAA,GAAQ,cAAA,CAAgB,sBAAA,GAAyB,SAAA,CAAU,SAAU,GAAG,CAAA;AAE9E,EAAA,OAAO;AAAA,IACL,KAAA;AAAA,IACA,QAAA,EAAU;AAAA,MACR;AAAA,QACE,SAAA,EAAW,gBAAA;AAAA,QACX,KAAA;AAAA,QACA,SAAA,EAAW,CAAA,EAAG,sBAAsB,CAAA,CAAA,EAAI,UAAU,MAAM,CAAA,oCAAA,CAAA;AAAA,QACxD,QAAA,EAAU,aAAA,CAAc,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA;AACpC,KACF;AAAA,IACA,sBAAA;AAAA,IACA,sBAAsB,SAAA,CAAU,MAAA;AAAA,IAChC;AAAA,GACF;AACF;AAKA,eAAe,uBAAA,CACb,SAAA,EACA,QAAA,EACA,MAAA,EACgC;AAChC,EAAA,MAAM,SAAS,eAAA,CAAgB,EAAE,YAAA,EAAc,MAAA,CAAO,cAAc,CAAA;AAEpE,EAAA,MAAM,YAAA,GAAA,CAAgB,QAAA,CAAS,YAAA,IAAgB,EAAC,EAAG,GAAA;AAAA,IAAI,CAAC,CAAA,KACtD,OAAO,CAAA,KAAM,QAAA,GAAW,IAAI,CAAA,CAAE;AAAA,GAChC;AAEA,EAAA,IAAI,YAAA,CAAa,WAAW,CAAA,EAAG;AAC7B,IAAA,OAAO;AAAA,MACL,KAAA,EAAO,EAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR;AAAA,UACE,SAAA,EAAW,iBAAA;AAAA,UACX,KAAA,EAAO,EAAA;AAAA,UACP,SAAA,EAAW;AAAA;AACb,OACF;AAAA,MACA,SAAS,EAAC;AAAA,MACV,YAAY;AAAC,KACf;AAAA,EACF;AAEA,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,aAAuB,EAAC;AAE9B,EAAA,KAAA,MAAW,UAAA,IAAc,YAAA,CAAa,KAAA,CAAM,CAAA,EAAG,CAAC,CAAA,EAAG;AAEjD,IAAA,MAAM,SAAA,GAAY,yBAAyB,UAAU,CAAA,CAAA;AAErD,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,MAAM,SAAA,CAAU,IAAA,CAAK;AAAA,QACpC,UAAU,CAAC,EAAE,MAAM,MAAA,EAAQ,OAAA,EAAS,WAAW;AAAA,OAChD,CAAA;AAGD,MAAA,MAAM,UAAA,GAAa,MAAM,MAAA,CAAO,KAAA;AAAA,QAC9B,eAAe,UAAU;AAAA,aAAA,EAAkB,QAAA,CAAS,SAAS,OAAO,CAAA,CAAA;AAAA,QACpE,wBAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,IAAI,UAAA,CAAW,SAAS,EAAA,EAAI;AAC1B,QAAA,OAAA,CAAQ,KAAK,UAAU,CAAA;AAAA,MACzB,CAAA,MAAO;AACL,QAAA,UAAA,CAAW,KAAK,UAAU,CAAA;AAAA,MAC5B;AAAA,IACF,CAAA,CAAA,MAAQ;AAEN,MAAA,OAAA,CAAQ,KAAK,UAAU,CAAA;AAAA,IACzB;AAAA,EACF;AAEA,EAAA,MAAM,QAAQ,cAAA,CAAgB,OAAA,CAAQ,MAAA,GAAS,YAAA,CAAa,SAAU,GAAG,CAAA;AAEzE,EAAA,OAAO;AAAA,IACL,KAAA;AAAA,IACA,QAAA,EAAU;AAAA,MACR;AAAA,QACE,SAAA,EAAW,iBAAA;AAAA,QACX,KAAA;AAAA,QACA,WAAW,CAAA,EAAG,OAAA,CAAQ,MAAM,CAAA,CAAA,EAAI,aAAa,MAAM,CAAA,6CAAA,CAAA;AAAA,QACnD,QAAA,EAAU;AAAA;AACZ,KACF;AAAA,IACA,OAAA;AAAA,IACA;AAAA,GACF;AACF;AASA,SAAS,4BAA4B,QAAA,EAAgC;AACnE,EAAA,MAAM,QAAA,uBAA4B,GAAA,EAAI;AAGtC,EAAA,IAAI,SAAS,KAAA,EAAO;AAClB,IAAA,QAAA,CAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,IAAA,KAAS;AAC/B,MAAA,IAAI,KAAK,QAAA,EAAU;AACjB,QAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,CAAC,MAAM,QAAA,CAAS,GAAA,CAAI,CAAC,CAAC,CAAA;AAAA,MAC9C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAGA,EAAA,IAAI,SAAS,MAAA,EAAQ;AACnB,IAAA,QAAA,CAAS,GAAA,CAAI,SAAS,MAAM,CAAA;AAAA,EAC9B;AAGA,EAAA,IAAI,SAAS,YAAA,EAAc;AACzB,IAAA,QAAA,CAAS,YAAA,CAAa,OAAA,CAAQ,CAAC,CAAA,KAAM;AACnC,MAAA,MAAM,IAAA,GAAO,OAAO,CAAA,KAAM,QAAA,GAAW,IAAI,CAAA,CAAE,IAAA;AAE3C,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,KAAK,EAAE,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,MAAA,GAAS,CAAA,IAAK,QAAA,CAAS,IAAA,CAAK,CAAC,CAAC,CAAA;AAC9E,MAAA,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA,KAAM,QAAA,CAAS,IAAI,CAAA,CAAE,WAAA,EAAa,CAAC,CAAA;AAAA,IACpD,CAAC,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,KAAA,CAAM,KAAK,QAAQ,CAAA;AAC5B;AAKA,eAAe,sBAAA,CACb,QACA,IAAA,EACmB;AACnB,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,MAC1B,IAAA;AAAA,MACA,mBAAA;AAAA,MACA;AAAA,KACF;AAGA,IAAA,OAAO,OAAO,SAAA,CACX,KAAA,CAAM,GAAG,CAAA,CACT,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,MAAK,CAAE,WAAA,EAAa,CAAA,CACjC,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAS,CAAC,CAAA;AAAA,EAC/B,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,EAAC;AAAA,EACV;AACF;AChcA,eAAsB,kBACpB,MAAA,EAC8B;AAC9B,EAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAE3B,EAAA,IAAI,MAAA,CAAO,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG;AAC/B,IAAA,MAAM,IAAI,MAAM,mDAAmD,CAAA;AAAA,EACrE;AAGA,EAAA,MAAM,MAAA,GAAS,MAAA,CAAO,cAAA,IAAkB,OAAA,CAAQ,GAAA,CAAI,gBAAA;AACpD,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,iDAAiD,CAAA;AAAA,EACnE;AAEA,EAAA,MAAM,QAAA,GAAW,IAAIA,QAAAA,CAAS,EAAE,QAAQ,CAAA;AACxC,EAAA,MAAM,SAAA,GAAY,QAAA,CAAS,SAAA,CAAU,MAAA,CAAO,aAAa,CAAA;AACzD,EAAA,MAAM,SAAS,eAAA,CAAgB,EAAE,YAAA,EAAc,MAAA,CAAO,cAAc,CAAA;AACpE,EAAA,MAAM,IAAA,GAAO,OAAO,IAAA,IAAQ,CAAA;AAG5B,EAAA,MAAM,eAAuC,EAAC;AAE9C,EAAA,KAAA,MAAW,SAAA,IAAa,OAAO,OAAA,EAAS;AACtC,IAAA,MAAM,SAAS,MAAM,sBAAA;AAAA,MACnB,SAAA;AAAA,MACA,MAAA;AAAA,MACA,SAAA;AAAA,MACA,IAAA;AAAA,MACA,MAAA,CAAO;AAAA,KACT;AACA,IAAA,YAAA,CAAa,KAAK,MAAM,CAAA;AAAA,EAC1B;AAGA,EAAA,MAAM,kBAAkB,YAAA,CAAa,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,cAAc,CAAA;AAChE,EAAA,MAAM,SAAA,GAAY,cAAA,CAAe,OAAA,CAAQ,eAAe,CAAC,CAAA;AAGzD,EAAA,MAAM,gBAAgB,YAAA,CAAa,MAAA;AAAA,IACjC,CAAC,KAAK,CAAA,KAAM,GAAA,GAAM,EAAE,WAAA,CAAY,MAAA,GAAS,EAAE,aAAA,CAAc,MAAA;AAAA,IACzD;AAAA,GACF;AACA,EAAA,MAAM,UAAA,GAAa,YAAA,CAAa,MAAA,CAAO,CAAC,GAAA,EAAK,MAAM,GAAA,GAAM,CAAA,CAAE,WAAA,CAAY,MAAA,EAAQ,CAAC,CAAA;AAChF,EAAA,MAAM,SAAS,aAAA,KAAkB,CAAA,GAAI,MAAM,cAAA,CAAgB,UAAA,GAAa,gBAAiB,GAAG,CAAA;AAG5F,EAAA,MAAM,YAAY,YAAA,CAAa,OAAA,CAAQ,CAAC,CAAA,KAAM,EAAE,MAAM,CAAA;AACtD,EAAA,MAAM,iBAAiB,SAAA,CAAU,MAAA,CAAO,CAAC,CAAA,KAAM,CAAA,CAAE,kBAAkB,EAAE,CAAA;AACrE,EAAA,MAAM,SAAA,GAAY,SAAA,CAAU,MAAA,KAAW,CAAA,GACnC,GAAA,GACA,eAAgB,cAAA,CAAe,MAAA,GAAS,SAAA,CAAU,MAAA,GAAU,GAAG,CAAA;AAGnE,EAAA,MAAM,kBAAkB,YAAA,CAAa,MAAA;AAAA,IACnC,CAAC,GAAA,EAAK,CAAA,KAAM,GAAA,GAAM,EAAE,WAAA,CAAY,MAAA;AAAA,IAChC;AAAA,GACF;AACA,EAAA,MAAM,uBAAA,GAA0B,OAAO,OAAA,CAAQ,MAAA;AAAA,IAC7C,CAAC,GAAA,EAAK,CAAA,KAAM,GAAA,IAAO,CAAA,CAAE,kBAAkB,MAAA,IAAU,CAAA,CAAA;AAAA,IACjD;AAAA,GACF;AACA,EAAA,MAAM,aAAa,uBAAA,KAA4B,CAAA,GAC3C,IACA,cAAA,CAAgB,eAAA,GAAkB,0BAA2B,GAAG,CAAA;AAEpE,EAAA,MAAM,MAAA,GAAS,EAAE,SAAA,EAAW,MAAA,EAAQ,WAAW,UAAA,EAAW;AAG1D,EAAA,MAAM,eAAe,sBAAA,CAAuB;AAAA,IAC1C,EAAE,KAAA,EAAO,SAAA,EAAW,MAAA,EAAQ,IAAA,EAAK;AAAA,IACjC,EAAE,KAAA,EAAO,MAAA,EAAQ,MAAA,EAAQ,GAAA,EAAK;AAAA,IAC9B,EAAE,KAAA,EAAO,SAAA,EAAW,MAAA,EAAQ,IAAA,EAAK;AAAA,IACjC,EAAE,KAAA,EAAO,GAAA,GAAM,UAAA,EAAY,QAAQ,GAAA;AAAK;AAAA,GACzC,CAAA;AAGD,EAAA,MAAM,QAAA,GAA2B;AAAA,IAC/B;AAAA,MACE,SAAA,EAAW,WAAA;AAAA,MACX,KAAA,EAAO,SAAA;AAAA,MACP,SAAA,EAAW,CAAA,6CAAA,EAAgD,YAAA,CAAa,MAAM,CAAA,SAAA;AAAA,KAChF;AAAA,IACA;AAAA,MACE,SAAA,EAAW,QAAA;AAAA,MACX,KAAA,EAAO,MAAA;AAAA,MACP,SAAA,EAAW,CAAA,MAAA,EAAS,UAAU,CAAA,CAAA,EAAI,aAAa,CAAA,sCAAA,CAAA;AAAA,MAC/C,QAAA,EAAU,YAAA,CAAa,OAAA,CAAQ,CAAC,CAAA,KAAM,EAAE,aAAa,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA,KACnE;AAAA,IACA;AAAA,MACE,SAAA,EAAW,WAAA;AAAA,MACX,KAAA,EAAO,SAAA;AAAA,MACP,WAAW,CAAA,EAAG,cAAA,CAAe,MAAM,CAAA,CAAA,EAAI,UAAU,MAAM,CAAA,gCAAA;AAAA,KACzD;AAAA,IACA;AAAA,MACE,SAAA,EAAW,YAAA;AAAA,MACX,KAAA,EAAO,UAAA;AAAA,MACP,SAAA,EAAW,GAAG,eAAe,CAAA,iDAAA,CAAA;AAAA,MAC7B,QAAA,EAAU,YAAA,CAAa,OAAA,CAAQ,CAAC,CAAA,KAAM,EAAE,WAAW,CAAA,CAAE,KAAA,CAAM,CAAA,EAAG,CAAC;AAAA;AACjE,GACF;AAEA,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ,YAAA,IAAgB,EAAA,IAAM,UAAA,IAAc,EAAA;AAAA,IAC5C,YAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA,EAAS,gBAAgB,EAAE,SAAA,EAAW,QAAQ,SAAA,EAAW,UAAA,EAAY,GAAA,GAAM,UAAA,EAAY,CAAA;AAAA,IACvF,QAAA,EAAU,IAAA,CAAK,GAAA,EAAI,GAAI,SAAA;AAAA,IACvB;AAAA,GACF;AACF;AASA,eAAe,sBAAA,CACb,SAAA,EACA,MAAA,EACA,SAAA,EACA,MACA,OAAA,EAC+B;AAE/B,EAAA,IAAI,aAAA;AACJ,EAAA,IAAI;AACF,IAAA,aAAA,GAAgB,MAAM,UAAU,OAAA,CAAQ;AAAA,MACtC,OAAO,SAAA,CAAU,KAAA;AAAA,MACjB;AAAA,KACD,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AAEd,IAAA,OAAO;AAAA,MACL,OAAO,SAAA,CAAU,KAAA;AAAA,MACjB,QAAQ,EAAC;AAAA,MACT,cAAA,EAAgB,CAAA;AAAA,MAChB,aAAa,EAAC;AAAA,MACd,aAAA,EAAe,SAAA,CAAU,cAAA,IAAkB,EAAC;AAAA,MAC5C,aAAa;AAAC,KAChB;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GAAW,aAAA,CAAc,QAAA,IAAY,EAAC;AAG5C,EAAA,MAAM,SAA2B,EAAC;AAElC,EAAA,KAAA,MAAW,WAAW,QAAA,EAAU;AAC9B,IAAA,MAAM,kBAAkB,MAAM,MAAA,CAAO,eAAe,SAAA,CAAU,KAAA,EAAO,QAAQ,OAAO,CAAA;AAEpF,IAAA,MAAM,MAAM,OAAA,CAAQ,SAAA;AACpB,IAAA,MAAM,UAAA,GACH,GAAA,EAAK,IAAA,EAAkC,IAAA,IACxC,KAAK,IAAA,IACL,SAAA;AAEF,IAAA,MAAA,CAAO,IAAA,CAAK;AAAA,MACV,OAAA,EAAS,OAAA,CAAQ,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA;AAAA,MACrC,OAAO,OAAA,CAAQ,KAAA;AAAA,MACf,UAAA;AAAA,MACA,gBAAgB,eAAA,CAAgB,KAAA;AAAA,MAChC,WAAW,eAAA,CAAgB;AAAA,KAC5B,CAAA;AAAA,EACH;AAGA,EAAA,MAAM,cAAA,GAAiB,MAAA,CAAO,MAAA,KAAW,CAAA,GACrC,CAAA,GACA,OAAA,CAAQ,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,cAAc,CAAC,CAAA;AAG/C,EAAA,MAAM,UAAA,GAAa,MAAA,CAAO,GAAA,CAAI,CAAC,CAAA,KAAM,CAAA,CAAE,OAAO,CAAA,CAAE,IAAA,CAAK,GAAG,CAAA,CAAE,WAAA,EAAY;AACtE,EAAA,MAAM,WAAA,GAAc,WAAA;AAAA,IAClB,UAAA;AAAA,IACA,SAAA,CAAU,kBAAkB,EAAC;AAAA,IAC7B,SAAA,CAAU,oBAAoB;AAAC,GACjC;AAEA,EAAA,IAAI,OAAA,EAAS;AACX,IAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,QAAA,EAAW,SAAA,CAAU,KAAK,CAAA,CAAA,CAAG,CAAA;AACzC,IAAA,OAAA,CAAQ,IAAI,CAAA,aAAA,EAAgB,cAAA,CAAe,OAAA,CAAQ,CAAC,CAAC,CAAA,IAAA,CAAM,CAAA;AAC3D,IAAA,OAAA,CAAQ,GAAA,CAAI,mBAAmB,WAAA,CAAY,KAAA,CAAM,KAAK,IAAI,CAAA,IAAK,MAAM,CAAA,CAAE,CAAA;AACvE,IAAA,OAAA,CAAQ,GAAA,CAAI,qBAAqB,WAAA,CAAY,OAAA,CAAQ,KAAK,IAAI,CAAA,IAAK,MAAM,CAAA,CAAE,CAAA;AAC3E,IAAA,OAAA,CAAQ,GAAA,CAAI,YAAY,WAAA,CAAY,KAAA,CAAM,KAAK,IAAI,CAAA,IAAK,MAAM,CAAA,CAAE,CAAA;AAAA,EAClE;AAEA,EAAA,OAAO;AAAA,IACL,OAAO,SAAA,CAAU,KAAA;AAAA,IACjB,MAAA;AAAA,IACA,cAAA;AAAA,IACA,aAAa,WAAA,CAAY,KAAA;AAAA,IACzB,eAAe,WAAA,CAAY,OAAA;AAAA,IAC3B,aAAa,WAAA,CAAY;AAAA,GAC3B;AACF;AASA,SAAS,WAAA,CACP,OAAA,EACA,cAAA,EACA,gBAAA,EACkB;AAClB,EAAA,MAAM,QAAkB,EAAC;AACzB,EAAA,MAAM,UAAoB,EAAC;AAC3B,EAAA,MAAM,QAAkB,EAAC;AAEzB,EAAA,KAAA,MAAW,SAAS,cAAA,EAAgB;AAClC,IAAA,IAAI,OAAA,CAAQ,QAAA,CAAS,KAAA,CAAM,WAAA,EAAa,CAAA,EAAG;AACzC,MAAA,KAAA,CAAM,KAAK,KAAK,CAAA;AAAA,IAClB,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,KAAK,KAAK,CAAA;AAAA,IACpB;AAAA,EACF;AAEA,EAAA,KAAA,MAAW,SAAS,gBAAA,EAAkB;AACpC,IAAA,IAAI,OAAA,CAAQ,QAAA,CAAS,KAAA,CAAM,WAAA,EAAa,CAAA,EAAG;AACzC,MAAA,KAAA,CAAM,KAAK,KAAK,CAAA;AAAA,IAClB;AAAA,EACF;AAEA,EAAA,OAAO,EAAE,KAAA,EAAO,OAAA,EAAS,KAAA,EAAM;AACjC;;;ACpOA,eAAsB,cACpB,MAAA,EAC0B;AAC1B,EAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAE3B,EAAA,IAAI,MAAA,CAAO,SAAA,CAAU,MAAA,KAAW,CAAA,EAAG;AACjC,IAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,EACpE;AAEA,EAAA,MAAM,SAAS,eAAA,CAAgB;AAAA,IAC7B,cAAc,MAAA,CAAO,YAAA;AAAA,IACrB,KAAA,EAAO,OAAO,YAAA,EAAc,KAAA;AAAA,IAC5B,WAAA,EAAa,OAAO,YAAA,EAAc;AAAA,GACnC,CAAA;AAGD,EAAA,MAAM,kBAAoC,EAAC;AAE3C,EAAA,KAAA,MAAW,QAAA,IAAY,OAAO,SAAA,EAAW;AACvC,IAAA,MAAM,MAAA,GAAS,MAAM,WAAA,CAAY,QAAA,EAAU,QAAQ,MAAM,CAAA;AACzD,IAAA,eAAA,CAAgB,KAAK,MAAM,CAAA;AAAA,EAC7B;AAGA,EAAA,MAAM,kBAAkB,eAAA,CAAgB,MAAA,CAAO,CAAC,CAAA,KAAM,EAAE,MAAM,CAAA;AAC9D,EAAA,MAAM,WAAW,cAAA,CAAgB,eAAA,CAAgB,MAAA,GAAS,eAAA,CAAgB,SAAU,GAAG,CAAA;AAGvF,EAAA,MAAM,aAAA,GAAgB,gBAAgB,MAAA,CAAO,CAAC,MAAM,CAAA,CAAE,UAAA,CAAW,QAAA,CAAS,MAAA,GAAS,CAAC,CAAA;AACpF,EAAA,MAAM,kBAAkB,aAAA,CAAc,OAAA;AAAA,IAAQ,CAAC,CAAA,KAC7C,CAAA,CAAE,UAAA,CAAW,QAAA,CAAS,OAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAA,KAAc,WAAW,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,KAAK;AAAA,GACrF;AACA,EAAA,MAAM,qBAAqB,aAAA,CAAc,OAAA;AAAA,IAAQ,CAAC,CAAA,KAChD,CAAA,CAAE,UAAA,CAAW,QAAA,CAAS,OAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAA,KAAc,cAAc,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,KAAK;AAAA,GACxF;AACA,EAAA,MAAM,oBAAoB,aAAA,CAAc,OAAA;AAAA,IAAQ,CAAC,CAAA,KAC/C,CAAA,CAAE,UAAA,CAAW,QAAA,CAAS,OAAO,CAAC,CAAA,KAAM,CAAA,CAAE,SAAA,KAAc,aAAa,CAAA,CAAE,GAAA,CAAI,CAAC,CAAA,KAAM,EAAE,KAAK;AAAA,GACvF;AAEA,EAAA,MAAM,SAAA,GAAY,gBAAgB,MAAA,GAAS,CAAA,GAAI,eAAe,OAAA,CAAQ,eAAe,CAAC,CAAA,GAAI,CAAA;AAC1F,EAAA,MAAM,YAAA,GAAe,mBAAmB,MAAA,GAAS,CAAA,GAAI,eAAe,OAAA,CAAQ,kBAAkB,CAAC,CAAA,GAAI,CAAA;AACnG,EAAA,MAAM,WAAA,GAAc,kBAAkB,MAAA,GAAS,CAAA,GAAI,eAAe,OAAA,CAAQ,iBAAiB,CAAC,CAAA,GAAI,CAAA;AAEhG,EAAA,MAAM,MAAA,GAAS,EAAE,QAAA,EAAU,SAAA,EAAW,cAAc,WAAA,EAAY;AAEhE,EAAA,MAAM,eAAe,sBAAA,CAAuB;AAAA,IAC1C,EAAE,KAAA,EAAO,QAAA,EAAU,MAAA,EAAQ,GAAA,EAAK;AAAA,IAChC,EAAE,KAAA,EAAO,SAAA,EAAW,MAAA,EAAQ,IAAA,EAAK;AAAA,IACjC,EAAE,KAAA,EAAO,YAAA,EAAc,MAAA,EAAQ,IAAA,EAAK;AAAA,IACpC,EAAE,KAAA,EAAO,WAAA,EAAa,MAAA,EAAQ,GAAA;AAAK,GACpC,CAAA;AAGD,EAAA,MAAM,QAAA,GAA2B;AAAA,IAC/B;AAAA,MACE,SAAA,EAAW,UAAA;AAAA,MACX,KAAA,EAAO,QAAA;AAAA,MACP,WAAW,CAAA,EAAG,eAAA,CAAgB,MAAM,CAAA,CAAA,EAAI,gBAAgB,MAAM,CAAA,kBAAA,CAAA;AAAA,MAC9D,UAAU,eAAA,CAAgB,MAAA,CAAO,CAAC,CAAA,KAAM,CAAC,EAAE,MAAM,CAAA,CAAE,GAAA,CAAI,CAAC,MAAM,CAAA,CAAE,QAAA,CAAS,IAAI,CAAA,CAAE,KAAA,CAAM,GAAG,CAAC;AAAA,KAC3F;AAAA,IACA;AAAA,MACE,SAAA,EAAW,WAAA;AAAA,MACX,KAAA,EAAO,SAAA;AAAA,MACP,SAAA,EAAW,CAAA,gCAAA,EAAmC,aAAA,CAAc,MAAM,CAAA,kBAAA;AAAA,KACpE;AAAA,IACA;AAAA,MACE,SAAA,EAAW,cAAA;AAAA,MACX,KAAA,EAAO,YAAA;AAAA,MACP,SAAA,EAAW,CAAA,mCAAA,EAAsC,aAAA,CAAc,MAAM,CAAA,kBAAA;AAAA,KACvE;AAAA,IACA;AAAA,MACE,SAAA,EAAW,aAAA;AAAA,MACX,KAAA,EAAO,WAAA;AAAA,MACP,SAAA,EAAW,CAAA,2BAAA,EAA8B,aAAA,CAAc,MAAM,CAAA,kBAAA;AAAA;AAC/D,GACF;AAEA,EAAA,OAAO;AAAA,IACL,QAAQ,YAAA,IAAgB,EAAA;AAAA,IACxB,YAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA,EAAS,gBAAgB,MAAM,CAAA;AAAA,IAC/B,QAAA,EAAU,IAAA,CAAK,GAAA,EAAI,GAAI,SAAA;AAAA,IACvB;AAAA,GACF;AACF;AASA,eAAe,WAAA,CACb,QAAA,EACA,MAAA,EACA,MAAA,EACyB;AACzB,EAAA,MAAM,SAAA,GAAY,KAAK,GAAA,EAAI;AAC3B,EAAA,MAAM,QAAA,GAAW,QAAA,CAAS,QAAA,IAAY,MAAA,CAAO,QAAA,IAAY,CAAA;AACzD,EAAA,MAAM,OAAA,GAAU,OAAO,OAAA,IAAW,GAAA;AAElC,EAAA,MAAM,eAAmC,EAAC;AAC1C,EAAA,IAAI,iBAAiB,QAAA,CAAS,YAAA;AAC9B,EAAA,IAAI,OAAA,GAAwB;AAAA,IAC1B,SAAA,EAAW,CAAA,KAAA,EAAQ,IAAA,CAAK,GAAA,EAAK,CAAA,CAAA;AAAA,IAC7B,qBAAqB;AAAC,GACxB;AACA,EAAA,IAAI,YAAA,GAAqC,IAAA;AACzC,EAAA,IAAI,IAAA,GAAO,CAAA;AAEX,EAAA,IAAI;AACF,IAAA,OAAO,OAAO,QAAA,EAAU;AACtB,MAAA,IAAA,EAAA;AAGA,MAAA,MAAM,WAAW,MAAM,SAAA,CAAU,OAAO,aAAA,EAAe,cAAA,EAAgB,SAAS,OAAO,CAAA;AACvF,MAAA,YAAA,GAAe,QAAA;AAGf,MAAA,YAAA,CAAa,IAAA,CAAK;AAAA,QAChB,IAAA;AAAA,QACA,WAAA,EAAa,cAAA;AAAA,QACb,aAAA,EAAe;AAAA,OAChB,CAAA;AAGD,MAAA,OAAA,GAAU;AAAA,QACR,GAAG,OAAA;AAAA,QACH,iBAAiB,QAAA,CAAS,OAAA;AAAA,QAC1B,gBAAgB,QAAA,CAAS,MAAA;AAAA,QACzB,mBAAA,EAAqB;AAAA,UACnB,GAAI,OAAA,CAAQ,mBAAA,IAAuB,EAAC;AAAA,UACpC,EAAE,IAAA,EAAM,MAAA,EAAiB,OAAA,EAAS,cAAA,EAAe;AAAA,UACjD,EAAE,MAAM,WAAA,EAAsB,OAAA,EAAS,SAAS,MAAA,IAAU,QAAA,CAAS,oBAAoB,EAAA;AAAG;AAC5F,OACF;AAGA,MAAA,IAAI,QAAA,CAAS,YAAY,QAAA,EAAU;AACjC,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,QAAA,CAAS,OAAA,KAAY,SAAA,IAAa,QAAA,CAAS,YAAY,cAAA,EAAgB;AACzE,QAAA;AAAA,MACF;AAEA,MAAA,IAAI,QAAA,CAAS,YAAY,WAAA,EAAa;AAEpC,QAAA,MAAM,gBAAA,GAAmB,SAAS,gBAAA,IAAoB,EAAA;AACtD,QAAA,MAAM,kBAAA,GAAqB,wBAAA,CAAyB,gBAAA,EAAkB,QAAQ,CAAA;AAE9E,QAAA,IAAI,CAAC,kBAAA,EAAoB;AAEvB,UAAA;AAAA,QACF;AAEA,QAAA,cAAA,GAAiB,kBAAA;AAAA,MACnB;AAAA,IACF;AAGA,IAAA,MAAM,aAAa,MAAM,sBAAA;AAAA,MACvB,QAAA;AAAA,MACA,YAAA;AAAA,MACA,YAAA;AAAA,MACA;AAAA,KACF;AAGA,IAAA,MAAM,eAAe,QAAA,CAAS,eAAA,GAC1B,YAAA,EAAc,OAAA,KAAY,SAAS,eAAA,GACnC,IAAA;AAEJ,IAAA,MAAM,MAAA,GAAS,gBAAgB,UAAA,CAAW,MAAA;AAE1C,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,MAAA;AAAA,MACA,KAAA,EAAO,IAAA;AAAA,MACP,YAAA,EAAc,cAAc,OAAA,IAAW,OAAA;AAAA,MACvC,aAAa,YAAA,EAAc,OAAA,KAAY,QAAA,GAAW,YAAA,CAAa,UAAU,IAAA,GAAO,IAAA;AAAA,MAChF,UAAA;AAAA,MACA,YAAA;AAAA,MACA,QAAA,EAAU,IAAA,CAAK,GAAA,EAAI,GAAI;AAAA,KACzB;AAAA,EACF,SAAS,KAAA,EAAO;AACd,IAAA,OAAO;AAAA,MACL,QAAA;AAAA,MACA,MAAA,EAAQ,KAAA;AAAA,MACR,KAAA,EAAO,IAAA;AAAA,MACP,YAAA,EAAc,OAAA;AAAA,MACd,WAAA,EAAa,IAAA;AAAA,MACb,UAAA,EAAY;AAAA,QACV,MAAA,EAAQ,KAAA;AAAA,QACR,KAAA,EAAO,CAAA;AAAA,QACP,QAAA,EAAU;AAAA,UACR;AAAA,YACE,SAAA,EAAW,OAAA;AAAA,YACX,KAAA,EAAO,CAAA;AAAA,YACP,WAAW,KAAA,YAAiB,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,OAAO,KAAK;AAAA;AAClE;AACF,OACF;AAAA,MACA,YAAA;AAAA,MACA,QAAA,EAAU,IAAA,CAAK,GAAA,EAAI,GAAI,SAAA;AAAA,MACvB,OAAO,KAAA,YAAiB,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,OAAO,KAAK;AAAA,KAC9D;AAAA,EACF;AACF;AASA,eAAe,SAAA,CACb,QAAA,EACA,OAAA,EACA,OAAA,EACA,OAAA,EACwB;AACxB,EAAA,IAAI,OAAO,aAAa,UAAA,EAAY;AAClC,IAAA,OAAO,QAAA,CAAS,SAAS,OAAO,CAAA;AAAA,EAClC;AAGA,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,OAAO,CAAA;AAE9D,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,QAAA,EAAU;AAAA,MACrC,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,MAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,OAAA;AAAA,QACA,YAAY,OAAA,CAAQ,SAAA;AAAA,QACpB,kBAAkB,OAAA,CAAQ,eAAA;AAAA,QAC1B,iBAAiB,OAAA,CAAQ,cAAA;AAAA,QACzB,sBAAsB,OAAA,CAAQ;AAAA,OAC/B,CAAA;AAAA,MACD,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAED,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,IAAI,MAAM,CAAA,eAAA,EAAkB,QAAA,CAAS,MAAM,CAAA,EAAA,EAAK,QAAA,CAAS,UAAU,CAAA,CAAE,CAAA;AAAA,IAC7E;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,IAAA,EAAK;AAEjC,IAAA,OAAO;AAAA,MACL,OAAA,EAAU,KAAK,OAAA,IAAwC,QAAA;AAAA,MACvD,QAAQ,IAAA,CAAK,MAAA;AAAA,MACb,gBAAA,EAAmB,IAAA,CAAK,gBAAA,IAAoB,IAAA,CAAK,kBAAA;AAAA,MACjD,SAAS,IAAA,CAAK,OAAA;AAAA,MACd,SAAS,IAAA,CAAK,OAAA;AAAA,MACd,QAAQ,IAAA,CAAK,MAAA;AAAA,MACb,OAAO,IAAA,CAAK,KAAA;AAAA,MACZ,SAAA,EAAY,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK;AAAA,KACtC;AAAA,EACF,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AASA,SAAS,wBAAA,CACP,UACA,QAAA,EACe;AACf,EAAA,IAAI,CAAC,SAAS,iBAAA,EAAmB;AAC/B,IAAA,OAAO,IAAA;AAAA,EACT;AAGA,EAAA,KAAA,MAAW,CAAC,SAAS,QAAQ,CAAA,IAAK,OAAO,OAAA,CAAQ,QAAA,CAAS,iBAAiB,CAAA,EAAG;AAC5E,IAAA,IAAI,SAAS,WAAA,EAAY,CAAE,SAAS,OAAA,CAAQ,WAAA,EAAa,CAAA,EAAG;AAC1D,MAAA,OAAO,QAAA;AAAA,IACT;AAAA,EACF;AAEA,EAAA,OAAO,IAAA;AACT;AASA,eAAe,sBAAA,CACb,QAAA,EACA,QAAA,EACA,YAAA,EACA,MAAA,EACuE;AACvE,EAAA,MAAM,WAA2B,EAAC;AAElC,EAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,YAAY,QAAA,IAAY,CAAC,SAAS,MAAA,EAAQ;AAElE,IAAA,IAAI,QAAA,CAAS,eAAA,IAAmB,QAAA,CAAS,eAAA,KAAoB,QAAA,EAAU;AAErE,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,QAAA,EAAU,OAAA,KAAY,QAAA,CAAS,eAAA;AAAA,QACvC,KAAA,EAAO,QAAA,EAAU,OAAA,KAAY,QAAA,CAAS,kBAAkB,GAAA,GAAM,CAAA;AAAA,QAC9D,QAAA,EAAU;AAAA,UACR;AAAA,YACE,SAAA,EAAW,cAAA;AAAA,YACX,KAAA,EAAO,QAAA,EAAU,OAAA,KAAY,QAAA,CAAS,kBAAkB,GAAA,GAAM,CAAA;AAAA,YAC9D,WAAW,CAAA,SAAA,EAAY,QAAA,CAAS,eAAe,CAAA,MAAA,EAAS,QAAA,EAAU,WAAW,aAAa,CAAA,CAAA;AAAA;AAC5F;AACF,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,KAAA;AAAA,MACR,KAAA,EAAO,CAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR;AAAA,UACE,SAAA,EAAW,UAAA;AAAA,UACX,KAAA,EAAO,CAAA;AAAA,UACP,SAAA,EAAW,CAAA,2BAAA,EAA8B,QAAA,EAAU,OAAA,IAAW,aAAa,CAAA,CAAA;AAAA;AAC7E;AACF,KACF;AAAA,EACF;AAEA,EAAA,MAAM,SAAS,QAAA,CAAS,MAAA;AACxB,EAAA,IAAI,UAAA,GAAa,CAAA;AACjB,EAAA,IAAI,aAAA,GAAgB,CAAA;AAGpB,EAAA,IAAI,QAAA,CAAS,WAAW,WAAA,EAAa;AACnC,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,UAAA,CAAW,WAAA,CAAY,MAAA;AAAA,MAAO,CAAC,MACpD,MAAA,CAAO,WAAA,GAAc,QAAA,CAAS,CAAA,CAAE,aAAa;AAAA,KAC/C;AACA,IAAA,MAAM,KAAA,GAAQ,eAAgB,KAAA,CAAM,MAAA,GAAS,SAAS,UAAA,CAAW,WAAA,CAAY,SAAU,GAAG,CAAA;AAC1F,IAAA,UAAA,IAAc,KAAA;AACd,IAAA,aAAA,EAAA;AAEA,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,SAAA,EAAW,aAAA;AAAA,MACX,KAAA;AAAA,MACA,SAAA,EAAW,SAAS,KAAA,CAAM,MAAM,IAAI,QAAA,CAAS,UAAA,CAAW,YAAY,MAAM,CAAA,gBAAA,CAAA;AAAA,MAC1E,QAAA,EAAU,QAAA,CAAS,UAAA,CAAW,WAAA,CAAY,MAAA;AAAA,QACxC,CAAC,MAAM,CAAC,MAAA,CAAO,aAAY,CAAE,QAAA,CAAS,CAAA,CAAE,WAAA,EAAa;AAAA;AACvD,KACD,CAAA;AAAA,EACH;AAGA,EAAA,IAAI,QAAA,CAAS,WAAW,cAAA,EAAgB;AACtC,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,UAAA,CAAW,cAAA,CAAe,MAAA;AAAA,MAAO,CAAC,MACvD,MAAA,CAAO,WAAA,GAAc,QAAA,CAAS,CAAA,CAAE,aAAa;AAAA,KAC/C;AACA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAA,CAAiB,QAAA,CAAS,UAAA,CAAW,cAAA,CAAe,MAAA,GAAS,KAAA,CAAM,MAAA,IAAU,QAAA,CAAS,UAAA,CAAW,cAAA,CAAe,MAAA,GAAU,GAAG,CAAA;AAC3I,IAAA,UAAA,IAAc,KAAA;AACd,IAAA,aAAA,EAAA;AAEA,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACZ,SAAA,EAAW,gBAAA;AAAA,MACX,KAAA;AAAA,MACA,SAAA,EAAW,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,iBAAA,CAAA;AAAA,MAChC,QAAA,EAAU;AAAA,KACX,CAAA;AAAA,EACH;AAGA,EAAA,MAAM,aAAA,GAAgB;AAAA,OAAA,EACf,SAAS,YAAY;AAAA,QAAA,EACpB,MAAM;AAAA,EACd,QAAA,CAAS,WAAW,MAAA,GAAS,CAAA,QAAA,EAAW,SAAS,UAAA,CAAW,MAAM,KAAK,EAAE;AAAA,CAAA;AAIzE,EAAA,MAAM,eAAA,GAAkB,MAAM,MAAA,CAAO,KAAA;AAAA,IACnC,aAAA;AAAA,IACA,WAAA;AAAA,IACA;AAAA,GACF;AACA,EAAA,QAAA,CAAS,IAAA,CAAK;AAAA,IACZ,SAAA,EAAW,WAAA;AAAA,IACX,OAAO,eAAA,CAAgB,KAAA;AAAA,IACvB,WAAW,eAAA,CAAgB;AAAA,GAC5B,CAAA;AACD,EAAA,UAAA,IAAc,eAAA,CAAgB,KAAA;AAC9B,EAAA,aAAA,EAAA;AAGA,EAAA,MAAM,kBAAA,GAAqB,MAAM,MAAA,CAAO,KAAA;AAAA,IACtC,aAAA;AAAA,IACA,cAAA;AAAA,IACA;AAAA,GACF;AACA,EAAA,QAAA,CAAS,IAAA,CAAK;AAAA,IACZ,SAAA,EAAW,cAAA;AAAA,IACX,OAAO,kBAAA,CAAmB,KAAA;AAAA,IAC1B,WAAW,kBAAA,CAAmB;AAAA,GAC/B,CAAA;AACD,EAAA,UAAA,IAAc,kBAAA,CAAmB,KAAA;AACjC,EAAA,aAAA,EAAA;AAGA,EAAA,MAAM,iBAAA,GAAoB,MAAM,MAAA,CAAO,KAAA;AAAA,IACrC,aAAA;AAAA,IACA,aAAA;AAAA,IACA;AAAA,GACF;AACA,EAAA,QAAA,CAAS,IAAA,CAAK;AAAA,IACZ,SAAA,EAAW,aAAA;AAAA,IACX,OAAO,iBAAA,CAAkB,KAAA;AAAA,IACzB,WAAW,iBAAA,CAAkB;AAAA,GAC9B,CAAA;AACD,EAAA,UAAA,IAAc,iBAAA,CAAkB,KAAA;AAChC,EAAA,aAAA,EAAA;AAEA,EAAA,MAAM,QAAA,GAAW,aAAA,GAAgB,CAAA,GAAI,UAAA,GAAa,aAAA,GAAgB,CAAA;AAElE,EAAA,OAAO;AAAA,IACL,QAAQ,QAAA,IAAY,EAAA;AAAA,IACpB,KAAA,EAAO,eAAe,QAAQ,CAAA;AAAA,IAC9B;AAAA,GACF;AACF","file":"index.js","sourcesContent":["/**\n * LLM Grading Utilities\n *\n * Uses OpenAI to grade content quality, relevance, and other metrics.\n */\n\nimport { createOpenAI } from '@ai-sdk/openai';\nimport { generateObject } from 'ai';\nimport { z } from 'zod';\nimport { resolveDefaultOpenAiChatModelId } from '@kat/core';\nimport type { LLMGraderConfig, EvalCriterion, EvalEvidence } from '../types.js';\n\n// ============================================================================\n// GRADING SCHEMAS\n// ============================================================================\n\nconst GradeSchema = z.object({\n  score: z.number().min(0).max(100).describe('Score from 0-100'),\n  reasoning: z.string().describe('Explanation for the score'),\n  examples: z.array(z.string()).optional().describe('Specific examples that influenced the score'),\n});\n\nconst MultiCriteriaGradeSchema = z.object({\n  scores: z.array(z.object({\n    criterion: z.string(),\n    score: z.number().min(0).max(100),\n    reasoning: z.string(),\n  })),\n  overallReasoning: z.string(),\n});\n\n// ============================================================================\n// GRADER FACTORY\n// ============================================================================\n\nexport interface LLMGrader {\n  /**\n   * Grade content against a single criterion.\n   */\n  grade(content: string, criterion: string, rubric?: string): Promise<{\n    score: number;\n    reasoning: string;\n    examples?: string[];\n  }>;\n\n  /**\n   * Grade content against multiple criteria.\n   */\n  gradeMultiple(content: string, criteria: EvalCriterion[]): Promise<EvalEvidence[]>;\n\n  /**\n   * Grade relevance of content to a query.\n   */\n  gradeRelevance(query: string, content: string): Promise<{\n    score: number;\n    reasoning: string;\n  }>;\n}\n\n/**\n * Create an LLM grader with the given configuration.\n */\nexport function createLLMGrader(config: LLMGraderConfig = {}): LLMGrader {\n  const apiKey = config.openaiApiKey || process.env.OPENAI_API_KEY;\n  if (!apiKey) {\n    throw new Error('OPENAI_API_KEY is required for LLM grading');\n  }\n\n  const openai = createOpenAI({ apiKey });\n  const model = config.model || resolveDefaultOpenAiChatModelId();\n  const temperature = config.temperature ?? 0.1;\n\n  return {\n    async grade(content: string, criterion: string, rubric?: string) {\n      const prompt = `You are an expert evaluator. Grade the following content on the criterion \"${criterion}\".\n\n${rubric ? `Rubric: ${rubric}\\n` : ''}\nContent to evaluate:\n\"\"\"\n${content}\n\"\"\"\n\nProvide a score from 0-100 and explain your reasoning.`;\n\n      const result = await generateObject({\n        model: openai(model),\n        schema: GradeSchema,\n        prompt,\n        temperature,\n      });\n\n      return result.object;\n    },\n\n    async gradeMultiple(content: string, criteria: EvalCriterion[]) {\n      const criteriaDescription = criteria\n        .map((c) => `- ${c.name}: ${c.description} (weight: ${c.weight})`)\n        .join('\\n');\n\n      const prompt = `You are an expert evaluator. Grade the following content on multiple criteria.\n\nCriteria:\n${criteriaDescription}\n\nContent to evaluate:\n\"\"\"\n${content}\n\"\"\"\n\nFor each criterion, provide a score from 0-100 and explain your reasoning.`;\n\n      const result = await generateObject({\n        model: openai(model),\n        schema: MultiCriteriaGradeSchema,\n        prompt,\n        temperature,\n      });\n\n      return result.object.scores.map((s) => ({\n        criterion: s.criterion,\n        score: s.score,\n        reasoning: s.reasoning,\n      }));\n    },\n\n    async gradeRelevance(query: string, content: string) {\n      const prompt = `You are an expert evaluator. Grade how relevant the following content is to the given query.\n\nQuery: \"${query}\"\n\nContent:\n\"\"\"\n${content}\n\"\"\"\n\nA score of 100 means the content directly and completely answers the query.\nA score of 0 means the content is completely irrelevant.\n\nProvide a score from 0-100 and explain your reasoning.`;\n\n      const result = await generateObject({\n        model: openai(model),\n        schema: GradeSchema,\n        prompt,\n        temperature,\n      });\n\n      return {\n        score: result.object.score,\n        reasoning: result.object.reasoning,\n      };\n    },\n  };\n}\n\n// ============================================================================\n// CONVENIENCE FUNCTIONS\n// ============================================================================\n\n/**\n * Grade content using a one-off grader instance.\n */\nexport async function gradeWithLLM(\n  content: string,\n  criterion: string,\n  config: LLMGraderConfig = {}\n): Promise<{ score: number; reasoning: string; examples?: string[] }> {\n  const grader = createLLMGrader(config);\n  return grader.grade(content, criterion);\n}\n\n/**\n * Grade relevance using a one-off grader instance.\n */\nexport async function gradeRelevanceWithLLM(\n  query: string,\n  content: string,\n  config: LLMGraderConfig = {}\n): Promise<{ score: number; reasoning: string }> {\n  const grader = createLLMGrader(config);\n  return grader.gradeRelevance(query, content);\n}\n","/**\n * Metric Calculation Helpers\n *\n * Pure functions for calculating scores and metrics.\n */\n\n/**\n * Calculate a weighted score from individual scores and weights.\n *\n * @param scores - Array of { score, weight } objects\n * @returns Weighted average score (0-100)\n */\nexport function calculateWeightedScore(\n  scores: Array<{ score: number; weight: number }>\n): number {\n  if (scores.length === 0) return 0;\n\n  const totalWeight = scores.reduce((sum, s) => sum + s.weight, 0);\n  if (totalWeight === 0) return 0;\n\n  const weightedSum = scores.reduce((sum, s) => sum + s.score * s.weight, 0);\n  return Math.round(weightedSum / totalWeight);\n}\n\n/**\n * Calculate percentage of found items vs expected items.\n *\n * @param found - Number of items found\n * @param expected - Number of items expected\n * @returns Percentage (0-100)\n */\nexport function calculatePercentage(found: number, expected: number): number {\n  if (expected === 0) return 100; // Nothing expected, consider it perfect\n  return Math.round((found / expected) * 100);\n}\n\n/**\n * Calculate the average of an array of numbers.\n *\n * @param numbers - Array of numbers\n * @returns Average value\n */\nexport function average(numbers: number[]): number {\n  if (numbers.length === 0) return 0;\n  return numbers.reduce((sum, n) => sum + n, 0) / numbers.length;\n}\n\n/**\n * Calculate precision: true positives / (true positives + false positives).\n *\n * @param truePositives - Number of correct positive predictions\n * @param falsePositives - Number of incorrect positive predictions\n * @returns Precision (0-100)\n */\nexport function calculatePrecision(\n  truePositives: number,\n  falsePositives: number\n): number {\n  const total = truePositives + falsePositives;\n  if (total === 0) return 100;\n  return Math.round((truePositives / total) * 100);\n}\n\n/**\n * Calculate recall: true positives / (true positives + false negatives).\n *\n * @param truePositives - Number of correct positive predictions\n * @param falseNegatives - Number of missed positive predictions\n * @returns Recall (0-100)\n */\nexport function calculateRecall(\n  truePositives: number,\n  falseNegatives: number\n): number {\n  const total = truePositives + falseNegatives;\n  if (total === 0) return 100;\n  return Math.round((truePositives / total) * 100);\n}\n\n/**\n * Calculate F1 score: harmonic mean of precision and recall.\n *\n * @param precision - Precision value (0-100)\n * @param recall - Recall value (0-100)\n * @returns F1 score (0-100)\n */\nexport function calculateF1(precision: number, recall: number): number {\n  if (precision + recall === 0) return 0;\n  return Math.round((2 * precision * recall) / (precision + recall));\n}\n\n/**\n * Clamp a value between min and max.\n */\nexport function clamp(value: number, min: number, max: number): number {\n  return Math.max(min, Math.min(max, value));\n}\n\n/**\n * Normalize a score to 0-100 range.\n */\nexport function normalizeScore(score: number): number {\n  return clamp(Math.round(score), 0, 100);\n}\n","/**\n * Report Formatting Utilities\n *\n * Format eval results for different output targets.\n */\n\nimport type { EvalResult, ReportOptions, EvalEvidence } from '../types.js';\n\n// ============================================================================\n// CONSOLE REPORTER\n// ============================================================================\n\n/**\n * Format an eval result for console output.\n */\nexport function formatConsoleReport(\n  result: EvalResult,\n  options: Partial<ReportOptions> = {}\n): string {\n  const lines: string[] = [];\n  const { includeEvidence = true } = options;\n\n  // Header\n  const status = result.passed ? '✓ PASSED' : '✗ FAILED';\n  const statusColor = result.passed ? '\\x1b[32m' : '\\x1b[31m';\n  const reset = '\\x1b[0m';\n\n  lines.push('');\n  lines.push('═'.repeat(60));\n  lines.push(`${statusColor}${status}${reset} - Overall Score: ${result.overallScore}/100`);\n  lines.push('═'.repeat(60));\n\n  // Summary\n  lines.push('');\n  lines.push(`Summary: ${result.summary}`);\n  lines.push(`Duration: ${result.duration}ms`);\n\n  // Individual scores\n  lines.push('');\n  lines.push('Scores:');\n  for (const [name, score] of Object.entries(result.scores)) {\n    const bar = createProgressBar(score, 20);\n    const formattedName = formatScoreName(name);\n    lines.push(`  ${formattedName.padEnd(20)} ${bar} ${score}/100`);\n  }\n\n  // Evidence (if requested)\n  if (includeEvidence && result.evidence.length > 0) {\n    lines.push('');\n    lines.push('Evidence:');\n    for (const evidence of result.evidence) {\n      lines.push(`  [${evidence.criterion}] (${evidence.score}/100)`);\n      lines.push(`    ${evidence.reasoning}`);\n      if (evidence.examples && evidence.examples.length > 0) {\n        for (const example of evidence.examples.slice(0, 3)) {\n          lines.push(`    - ${example}`);\n        }\n      }\n    }\n  }\n\n  lines.push('');\n  lines.push('─'.repeat(60));\n\n  return lines.join('\\n');\n}\n\n/**\n * Create a text progress bar.\n */\nfunction createProgressBar(value: number, width: number): string {\n  const filled = Math.round((value / 100) * width);\n  const empty = width - filled;\n  return `[${'█'.repeat(filled)}${'░'.repeat(empty)}]`;\n}\n\n/**\n * Format a score name for display (camelCase -> Title Case).\n */\nfunction formatScoreName(name: string): string {\n  return name\n    .replace(/([A-Z])/g, ' $1')\n    .replace(/^./, (str) => str.toUpperCase())\n    .trim();\n}\n\n// ============================================================================\n// JSON REPORTER\n// ============================================================================\n\n/**\n * Format an eval result as JSON.\n */\nexport function formatJsonReport(\n  result: EvalResult,\n  options: Partial<ReportOptions> = {}\n): string {\n  const { includeEvidence = true, includeRawData = false } = options;\n\n  const output: Record<string, unknown> = {\n    passed: result.passed,\n    overallScore: result.overallScore,\n    scores: result.scores,\n    summary: result.summary,\n    duration: result.duration,\n  };\n\n  if (includeEvidence) {\n    output.evidence = result.evidence;\n  }\n\n  // Include any additional properties from extended result types\n  for (const [key, value] of Object.entries(result)) {\n    if (\n      !['passed', 'overallScore', 'scores', 'evidence', 'summary', 'duration'].includes(key) &&\n      (includeRawData || !isRawData(value))\n    ) {\n      output[key] = value;\n    }\n  }\n\n  return JSON.stringify(output, null, 2);\n}\n\n/**\n * Check if a value looks like raw data (large arrays/objects).\n */\nfunction isRawData(value: unknown): boolean {\n  if (Array.isArray(value) && value.length > 10) return true;\n  if (typeof value === 'object' && value !== null) {\n    const keys = Object.keys(value);\n    if (keys.length > 20) return true;\n  }\n  return false;\n}\n\n// ============================================================================\n// SUMMARY GENERATION\n// ============================================================================\n\n/**\n * Generate a human-readable summary from scores.\n */\nexport function generateSummary(\n  scores: Record<string, number>,\n  thresholds: { good: number; acceptable: number } = { good: 80, acceptable: 60 }\n): string {\n  const entries = Object.entries(scores);\n  const avgScore = entries.reduce((sum, [, score]) => sum + score, 0) / entries.length;\n\n  const goodMetrics = entries.filter(([, score]) => score >= thresholds.good).map(([name]) => name);\n  const poorMetrics = entries.filter(([, score]) => score < thresholds.acceptable).map(([name]) => name);\n\n  const parts: string[] = [];\n\n  if (avgScore >= thresholds.good) {\n    parts.push('Strong overall performance');\n  } else if (avgScore >= thresholds.acceptable) {\n    parts.push('Acceptable performance with room for improvement');\n  } else {\n    parts.push('Performance below acceptable thresholds');\n  }\n\n  if (goodMetrics.length > 0) {\n    parts.push(`Strong: ${goodMetrics.map(formatScoreName).join(', ')}`);\n  }\n\n  if (poorMetrics.length > 0) {\n    parts.push(`Needs improvement: ${poorMetrics.map(formatScoreName).join(', ')}`);\n  }\n\n  return parts.join('. ') + '.';\n}\n\n// ============================================================================\n// PRINT HELPERS\n// ============================================================================\n\n/**\n * Print an eval result to the console.\n */\nexport function printReport(result: EvalResult, options: Partial<ReportOptions> = {}): void {\n  const format = options.format || 'console';\n\n  if (format === 'json') {\n    console.log(formatJsonReport(result, options));\n  } else {\n    console.log(formatConsoleReport(result, options));\n  }\n}\n","/**\n * Introspection Eval - Layer 1\n *\n * Evaluates whether introspection correctly understands a KB's content\n * by testing entity coverage, slot accuracy, scope precision, and capability matching.\n */\n\nimport { Pinecone } from '@pinecone-database/pinecone';\nimport { createLLMGrader } from '../utils/llm-grader.js';\nimport { calculateWeightedScore, normalizeScore } from '../utils/metrics.js';\nimport { generateSummary } from '../utils/reporters.js';\nimport type { EvalEvidence } from '../types.js';\nimport type {\n  IntrospectionEvalConfig,\n  IntrospectionEvalResult,\n  KBManifest,\n  EntityCoverageResult,\n  SlotAccuracyResult,\n  ScopePrecisionResult,\n  CapabilityMatchResult,\n} from './types.js';\n\nexport type { IntrospectionEvalConfig, IntrospectionEvalResult, GroundTruthQuery, KBManifest } from './types.js';\n\n// ============================================================================\n// MAIN EVALUATION FUNCTION\n// ============================================================================\n\n/**\n * Evaluate the quality of a generated manifest against a Pinecone assistant.\n */\nexport async function evaluateIntrospection(\n  config: IntrospectionEvalConfig\n): Promise<IntrospectionEvalResult> {\n  const startTime = Date.now();\n\n  // Initialize Pinecone\n  const apiKey = config.pineconeApiKey || process.env.PINECONE_API_KEY;\n  if (!apiKey) {\n    throw new Error('PINECONE_API_KEY is required for introspection eval');\n  }\n\n  const pinecone = new Pinecone({ apiKey });\n  const assistant = pinecone.assistant(config.assistantName);\n\n  // Run sub-evaluations\n  const [entityResult, slotResult, scopeResult, capabilityResult] = await Promise.all([\n    evaluateEntityCoverage(assistant, config.manifest, config),\n    evaluateSlotAccuracy(assistant, config.manifest, config),\n    evaluateScopePrecision(assistant, config.manifest, config),\n    evaluateCapabilityMatch(assistant, config.manifest, config),\n  ]);\n\n  // Calculate overall score with weights\n  const scores = {\n    entityCoverage: entityResult.score,\n    slotAccuracy: slotResult.score,\n    scopePrecision: scopeResult.score,\n    capabilityMatch: capabilityResult.score,\n  };\n\n  const overallScore = calculateWeightedScore([\n    { score: scores.entityCoverage, weight: 0.25 },\n    { score: scores.slotAccuracy, weight: 0.30 },\n    { score: scores.scopePrecision, weight: 0.25 },\n    { score: scores.capabilityMatch, weight: 0.20 },\n  ]);\n\n  // Combine evidence\n  const evidence: EvalEvidence[] = [\n    ...entityResult.evidence,\n    ...slotResult.evidence,\n    ...scopeResult.evidence,\n    ...capabilityResult.evidence,\n  ];\n\n  return {\n    passed: overallScore >= 70,\n    overallScore,\n    scores,\n    evidence,\n    summary: generateSummary(scores),\n    duration: Date.now() - startTime,\n    details: {\n      missingEntities: entityResult.missing,\n      incorrectSlots: slotResult.incorrect,\n      scopeMisclassifications: scopeResult.misclassified,\n      mismatchedCapabilities: capabilityResult.mismatched,\n    },\n    manifest: config.manifest,\n  };\n}\n\n// ============================================================================\n// SUB-EVALUATIONS\n// ============================================================================\n\n/**\n * Evaluate entity coverage: Does the manifest capture entities from the KB?\n */\nasync function evaluateEntityCoverage(\n  assistant: ReturnType<Pinecone['assistant']>,\n  manifest: KBManifest,\n  config: IntrospectionEvalConfig\n): Promise<EntityCoverageResult> {\n  const grader = createLLMGrader({ openaiApiKey: config.openaiApiKey });\n\n  // Get entities from manifest (from slots, capabilities, description)\n  const manifestEntities = extractEntitiesFromManifest(manifest);\n\n  // Query the KB to discover actual entities\n  const discoveryQueries = [\n    'What are the main topics you can help with?',\n    'What products or entities do you have information about?',\n    'List the categories of information you contain.',\n  ];\n\n  const discoveredEntities: Set<string> = new Set();\n  for (const query of discoveryQueries) {\n    try {\n      const response = await assistant.chat({\n        messages: [{ role: 'user', content: query }],\n      });\n      const entities = await extractEntitiesWithLLM(grader, response.message?.content || '');\n      entities.forEach((e) => discoveredEntities.add(e.toLowerCase()));\n    } catch {\n      // Skip failed queries\n    }\n  }\n\n  // Also check ground truth if provided\n  if (config.groundTruth) {\n    for (const gt of config.groundTruth) {\n      if (gt.expectedEntities) {\n        gt.expectedEntities.forEach((e) => discoveredEntities.add(e.toLowerCase()));\n      }\n    }\n  }\n\n  // Calculate coverage\n  const found: string[] = [];\n  const missing: string[] = [];\n\n  for (const entity of discoveredEntities) {\n    if (manifestEntities.some((me) => me.toLowerCase().includes(entity) || entity.includes(me.toLowerCase()))) {\n      found.push(entity);\n    } else {\n      missing.push(entity);\n    }\n  }\n\n  const score = discoveredEntities.size === 0\n    ? 100\n    : normalizeScore((found.length / discoveredEntities.size) * 100);\n\n  return {\n    score,\n    evidence: [\n      {\n        criterion: 'entityCoverage',\n        score,\n        reasoning: `Found ${found.length}/${discoveredEntities.size} expected entities in the manifest.`,\n        examples: missing.slice(0, 5),\n      },\n    ],\n    found,\n    missing,\n  };\n}\n\n/**\n * Evaluate slot accuracy: Are the defined slots appropriate?\n */\nasync function evaluateSlotAccuracy(\n  assistant: ReturnType<Pinecone['assistant']>,\n  manifest: KBManifest,\n  config: IntrospectionEvalConfig\n): Promise<SlotAccuracyResult> {\n  const grader = createLLMGrader({ openaiApiKey: config.openaiApiKey });\n\n  const slots = manifest.slots || [];\n  if (slots.length === 0) {\n    return {\n      score: 50, // Penalize but don't fail for no slots\n      evidence: [\n        {\n          criterion: 'slotAccuracy',\n          score: 50,\n          reasoning: 'No slots defined in manifest. Consider adding slots for common query parameters.',\n        },\n      ],\n      correct: [],\n      incorrect: [],\n    };\n  }\n\n  // Test each slot by asking the KB questions that would require it\n  const correct: string[] = [];\n  const incorrect: string[] = [];\n\n  for (const slot of slots) {\n    const testQuery = `To answer questions about ${manifest.domain || 'this topic'}, do I need to know the ${slot.name}?`;\n\n    try {\n      const response = await assistant.chat({\n        messages: [{ role: 'user', content: testQuery }],\n      });\n\n      // Use LLM to evaluate if the slot seems relevant\n      const evaluation = await grader.grade(\n        `Slot: ${slot.name}\\nDescription: ${slot.description || 'N/A'}\\nKB Response: ${response.message?.content}`,\n        'slot relevance',\n        'Score 100 if the slot seems relevant to the KB content, 0 if completely irrelevant.'\n      );\n\n      if (evaluation.score >= 60) {\n        correct.push(slot.name);\n      } else {\n        incorrect.push(slot.name);\n      }\n    } catch {\n      // If we can't test, assume correct\n      correct.push(slot.name);\n    }\n  }\n\n  const score = normalizeScore((correct.length / slots.length) * 100);\n\n  return {\n    score,\n    evidence: [\n      {\n        criterion: 'slotAccuracy',\n        score,\n        reasoning: `${correct.length}/${slots.length} slots appear relevant to the KB content.`,\n        examples: incorrect,\n      },\n    ],\n    correct,\n    incorrect,\n  };\n}\n\n/**\n * Evaluate scope precision: Are in/out scope boundaries accurate?\n */\nasync function evaluateScopePrecision(\n  assistant: ReturnType<Pinecone['assistant']>,\n  manifest: KBManifest,\n  config: IntrospectionEvalConfig\n): Promise<ScopePrecisionResult> {\n  const grader = createLLMGrader({ openaiApiKey: config.openaiApiKey });\n\n  const scope = manifest.scope;\n  if (!scope) {\n    return {\n      score: 60, // Penalize but don't fail\n      evidence: [\n        {\n          criterion: 'scopePrecision',\n          score: 60,\n          reasoning: 'No scope definition in manifest. Consider defining in-scope and out-of-scope examples.',\n        },\n      ],\n      correctClassifications: 0,\n      totalClassifications: 0,\n      misclassified: [],\n    };\n  }\n\n  const testCases: Array<{ query: string; expectedInScope: boolean }> = [];\n\n  // Add scope examples from manifest\n  if (scope.inScopeExamples) {\n    scope.inScopeExamples.forEach((q) => testCases.push({ query: q, expectedInScope: true }));\n  }\n  if (scope.outOfScopeExamples) {\n    scope.outOfScopeExamples.forEach((q) => testCases.push({ query: q, expectedInScope: false }));\n  }\n\n  // Add ground truth if provided\n  if (config.groundTruth) {\n    config.groundTruth\n      .filter((gt) => gt.shouldBeInScope !== undefined)\n      .forEach((gt) => testCases.push({ query: gt.query, expectedInScope: gt.shouldBeInScope! }));\n  }\n\n  if (testCases.length === 0) {\n    return {\n      score: 70,\n      evidence: [\n        {\n          criterion: 'scopePrecision',\n          score: 70,\n          reasoning: 'No scope test cases available. Add in-scope and out-of-scope examples to test.',\n        },\n      ],\n      correctClassifications: 0,\n      totalClassifications: 0,\n      misclassified: [],\n    };\n  }\n\n  let correctClassifications = 0;\n  const misclassified: string[] = [];\n\n  for (const testCase of testCases.slice(0, 10)) { // Limit to 10 tests\n    try {\n      const response = await assistant.chat({\n        messages: [{ role: 'user', content: testCase.query }],\n      });\n\n      // Use LLM to determine if the KB could answer\n      const evaluation = await grader.grade(\n        `Query: ${testCase.query}\\nKB Response: ${response.message?.content}`,\n        'answerability',\n        'Score 100 if the KB provided a substantive, on-topic answer. Score 0 if it said it cannot help or gave an off-topic response.'\n      );\n\n      const actuallyInScope = evaluation.score >= 50;\n\n      if (actuallyInScope === testCase.expectedInScope) {\n        correctClassifications++;\n      } else {\n        misclassified.push(`\"${testCase.query}\" (expected ${testCase.expectedInScope ? 'in-scope' : 'out-of-scope'})`);\n      }\n    } catch {\n      // Skip failed queries\n    }\n  }\n\n  const score = normalizeScore((correctClassifications / testCases.length) * 100);\n\n  return {\n    score,\n    evidence: [\n      {\n        criterion: 'scopePrecision',\n        score,\n        reasoning: `${correctClassifications}/${testCases.length} scope classifications were correct.`,\n        examples: misclassified.slice(0, 3),\n      },\n    ],\n    correctClassifications,\n    totalClassifications: testCases.length,\n    misclassified,\n  };\n}\n\n/**\n * Evaluate capability match: Do stated capabilities match KB content?\n */\nasync function evaluateCapabilityMatch(\n  assistant: ReturnType<Pinecone['assistant']>,\n  manifest: KBManifest,\n  config: IntrospectionEvalConfig\n): Promise<CapabilityMatchResult> {\n  const grader = createLLMGrader({ openaiApiKey: config.openaiApiKey });\n\n  const capabilities = (manifest.capabilities || []).map((c) =>\n    typeof c === 'string' ? c : c.text\n  );\n\n  if (capabilities.length === 0) {\n    return {\n      score: 50,\n      evidence: [\n        {\n          criterion: 'capabilityMatch',\n          score: 50,\n          reasoning: 'No capabilities defined in manifest.',\n        },\n      ],\n      matched: [],\n      mismatched: [],\n    };\n  }\n\n  const matched: string[] = [];\n  const mismatched: string[] = [];\n\n  for (const capability of capabilities.slice(0, 5)) { // Limit to 5\n    // Generate a test query for this capability\n    const testQuery = `Can you help me with: ${capability}`;\n\n    try {\n      const response = await assistant.chat({\n        messages: [{ role: 'user', content: testQuery }],\n      });\n\n      // Check if the KB can actually help with this\n      const evaluation = await grader.grade(\n        `Capability: ${capability}\\nKB Response: ${response.message?.content}`,\n        'capability fulfillment',\n        'Score 100 if the KB demonstrated it can help with this capability. Score 0 if it cannot.'\n      );\n\n      if (evaluation.score >= 60) {\n        matched.push(capability);\n      } else {\n        mismatched.push(capability);\n      }\n    } catch {\n      // Assume matched if we can't test\n      matched.push(capability);\n    }\n  }\n\n  const score = normalizeScore((matched.length / capabilities.length) * 100);\n\n  return {\n    score,\n    evidence: [\n      {\n        criterion: 'capabilityMatch',\n        score,\n        reasoning: `${matched.length}/${capabilities.length} stated capabilities match actual KB content.`,\n        examples: mismatched,\n      },\n    ],\n    matched,\n    mismatched,\n  };\n}\n\n// ============================================================================\n// HELPERS\n// ============================================================================\n\n/**\n * Extract entity-like terms from a manifest.\n */\nfunction extractEntitiesFromManifest(manifest: KBManifest): string[] {\n  const entities: Set<string> = new Set();\n\n  // From slots\n  if (manifest.slots) {\n    manifest.slots.forEach((slot) => {\n      if (slot.examples) {\n        slot.examples.forEach((e) => entities.add(e));\n      }\n    });\n  }\n\n  // From domain\n  if (manifest.domain) {\n    entities.add(manifest.domain);\n  }\n\n  // From capabilities\n  if (manifest.capabilities) {\n    manifest.capabilities.forEach((c) => {\n      const text = typeof c === 'string' ? c : c.text;\n      // Extract nouns (simple heuristic)\n      const words = text.split(/\\s+/).filter((w) => w.length > 3 && /^[A-Z]/.test(w));\n      words.forEach((w) => entities.add(w.toLowerCase()));\n    });\n  }\n\n  return Array.from(entities);\n}\n\n/**\n * Use LLM to extract entities from text.\n */\nasync function extractEntitiesWithLLM(\n  grader: ReturnType<typeof createLLMGrader>,\n  text: string\n): Promise<string[]> {\n  try {\n    const result = await grader.grade(\n      text,\n      'entity extraction',\n      'List the main entities (products, topics, categories) mentioned. Return just the entity names separated by commas.'\n    );\n\n    // Parse the reasoning as a comma-separated list\n    return result.reasoning\n      .split(',')\n      .map((e) => e.trim().toLowerCase())\n      .filter((e) => e.length > 2);\n  } catch {\n    return [];\n  }\n}\n","/**\n * Retrieval Eval - Layer 2\n *\n * Evaluates whether RAG retrieves relevant chunks by testing\n * relevance, recall, precision, and noise ratio.\n */\n\nimport { Pinecone, type ContextModel } from '@pinecone-database/pinecone';\nimport { createLLMGrader } from '../utils/llm-grader.js';\nimport { average, normalizeScore, calculateWeightedScore } from '../utils/metrics.js';\nimport { generateSummary } from '../utils/reporters.js';\nimport type { EvalEvidence } from '../types.js';\nimport type {\n  RetrievalEvalConfig,\n  RetrievalEvalResult,\n  RetrievalTestQuery,\n  QueryRetrievalResult,\n  RetrievedChunk,\n  TopicCheckResult,\n} from './types.js';\n\nexport type {\n  RetrievalEvalConfig,\n  RetrievalEvalResult,\n  RetrievalTestQuery,\n  QueryRetrievalResult,\n  RetrievedChunk,\n} from './types.js';\n\n// ============================================================================\n// MAIN EVALUATION FUNCTION\n// ============================================================================\n\n/**\n * Evaluate the quality of RAG retrieval for a Pinecone assistant.\n */\nexport async function evaluateRetrieval(\n  config: RetrievalEvalConfig\n): Promise<RetrievalEvalResult> {\n  const startTime = Date.now();\n\n  if (config.queries.length === 0) {\n    throw new Error('At least one query is required for retrieval eval');\n  }\n\n  // Initialize Pinecone\n  const apiKey = config.pineconeApiKey || process.env.PINECONE_API_KEY;\n  if (!apiKey) {\n    throw new Error('PINECONE_API_KEY is required for retrieval eval');\n  }\n\n  const pinecone = new Pinecone({ apiKey });\n  const assistant = pinecone.assistant(config.assistantName);\n  const grader = createLLMGrader({ openaiApiKey: config.openaiApiKey });\n  const topK = config.topK || 5;\n\n  // Evaluate each query\n  const queryResults: QueryRetrievalResult[] = [];\n\n  for (const testQuery of config.queries) {\n    const result = await evaluateQueryRetrieval(\n      assistant,\n      grader,\n      testQuery,\n      topK,\n      config.verbose\n    );\n    queryResults.push(result);\n  }\n\n  // Calculate aggregate scores\n  const relevanceScores = queryResults.map((r) => r.relevanceScore);\n  const relevance = normalizeScore(average(relevanceScores));\n\n  // Calculate recall: percentage of expected topics found\n  const totalExpected = queryResults.reduce(\n    (sum, r) => sum + r.foundTopics.length + r.missingTopics.length,\n    0\n  );\n  const totalFound = queryResults.reduce((sum, r) => sum + r.foundTopics.length, 0);\n  const recall = totalExpected === 0 ? 100 : normalizeScore((totalFound / totalExpected) * 100);\n\n  // Calculate precision: percentage of retrieved content that's relevant\n  const allChunks = queryResults.flatMap((r) => r.chunks);\n  const relevantChunks = allChunks.filter((c) => c.relevanceGrade >= 50);\n  const precision = allChunks.length === 0\n    ? 100\n    : normalizeScore((relevantChunks.length / allChunks.length) * 100);\n\n  // Calculate noise ratio: percentage of irrelevant topics found\n  const totalIrrelevant = queryResults.reduce(\n    (sum, r) => sum + r.noiseTopics.length,\n    0\n  );\n  const totalIrrelevantExpected = config.queries.reduce(\n    (sum, q) => sum + (q.irrelevantTopics?.length || 0),\n    0\n  );\n  const noiseRatio = totalIrrelevantExpected === 0\n    ? 0\n    : normalizeScore((totalIrrelevant / totalIrrelevantExpected) * 100);\n\n  const scores = { relevance, recall, precision, noiseRatio };\n\n  // Calculate overall score (noise ratio is inverted - lower is better)\n  const overallScore = calculateWeightedScore([\n    { score: relevance, weight: 0.35 },\n    { score: recall, weight: 0.30 },\n    { score: precision, weight: 0.25 },\n    { score: 100 - noiseRatio, weight: 0.10 }, // Invert noise ratio\n  ]);\n\n  // Build evidence\n  const evidence: EvalEvidence[] = [\n    {\n      criterion: 'relevance',\n      score: relevance,\n      reasoning: `Average relevance of retrieved chunks across ${queryResults.length} queries.`,\n    },\n    {\n      criterion: 'recall',\n      score: recall,\n      reasoning: `Found ${totalFound}/${totalExpected} expected topics in retrieved content.`,\n      examples: queryResults.flatMap((r) => r.missingTopics).slice(0, 3),\n    },\n    {\n      criterion: 'precision',\n      score: precision,\n      reasoning: `${relevantChunks.length}/${allChunks.length} retrieved chunks were relevant.`,\n    },\n    {\n      criterion: 'noiseRatio',\n      score: noiseRatio,\n      reasoning: `${totalIrrelevant} irrelevant topics appeared in retrieved content.`,\n      examples: queryResults.flatMap((r) => r.noiseTopics).slice(0, 3),\n    },\n  ];\n\n  return {\n    passed: overallScore >= 70 && noiseRatio <= 30,\n    overallScore,\n    scores,\n    evidence,\n    summary: generateSummary({ relevance, recall, precision, noiseRatio: 100 - noiseRatio }),\n    duration: Date.now() - startTime,\n    queryResults,\n  };\n}\n\n// ============================================================================\n// QUERY EVALUATION\n// ============================================================================\n\n/**\n * Evaluate retrieval for a single query.\n */\nasync function evaluateQueryRetrieval(\n  assistant: ReturnType<Pinecone['assistant']>,\n  grader: ReturnType<typeof createLLMGrader>,\n  testQuery: RetrievalTestQuery,\n  topK: number,\n  verbose?: boolean\n): Promise<QueryRetrievalResult> {\n  // Retrieve chunks using Context API\n  let contextResult: ContextModel;\n  try {\n    contextResult = await assistant.context({\n      query: testQuery.query,\n      topK,\n    });\n  } catch (error) {\n    // Return empty result on error\n    return {\n      query: testQuery.query,\n      chunks: [],\n      relevanceScore: 0,\n      foundTopics: [],\n      missingTopics: testQuery.expectedTopics || [],\n      noiseTopics: [],\n    };\n  }\n\n  const snippets = contextResult.snippets || [];\n\n  // Grade each chunk for relevance\n  const chunks: RetrievedChunk[] = [];\n\n  for (const snippet of snippets) {\n    const relevanceResult = await grader.gradeRelevance(testQuery.query, snippet.content);\n\n    const ref = snippet.reference as Record<string, unknown>;\n    const sourceFile =\n      (ref?.file as Record<string, unknown>)?.name ||\n      ref?.name ||\n      'unknown';\n\n    chunks.push({\n      content: snippet.content.slice(0, 500), // Truncate for storage\n      score: snippet.score,\n      sourceFile: sourceFile as string,\n      relevanceGrade: relevanceResult.score,\n      reasoning: relevanceResult.reasoning,\n    });\n  }\n\n  // Calculate average relevance\n  const relevanceScore = chunks.length === 0\n    ? 0\n    : average(chunks.map((c) => c.relevanceGrade));\n\n  // Check for expected and irrelevant topics\n  const allContent = chunks.map((c) => c.content).join(' ').toLowerCase();\n  const topicResult = checkTopics(\n    allContent,\n    testQuery.expectedTopics || [],\n    testQuery.irrelevantTopics || []\n  );\n\n  if (verbose) {\n    console.log(`Query: \"${testQuery.query}\"`);\n    console.log(`  Relevance: ${relevanceScore.toFixed(1)}/100`);\n    console.log(`  Topics found: ${topicResult.found.join(', ') || 'none'}`);\n    console.log(`  Topics missing: ${topicResult.missing.join(', ') || 'none'}`);\n    console.log(`  Noise: ${topicResult.noise.join(', ') || 'none'}`);\n  }\n\n  return {\n    query: testQuery.query,\n    chunks,\n    relevanceScore,\n    foundTopics: topicResult.found,\n    missingTopics: topicResult.missing,\n    noiseTopics: topicResult.noise,\n  };\n}\n\n// ============================================================================\n// HELPERS\n// ============================================================================\n\n/**\n * Check for expected and irrelevant topics in content.\n */\nfunction checkTopics(\n  content: string,\n  expectedTopics: string[],\n  irrelevantTopics: string[]\n): TopicCheckResult {\n  const found: string[] = [];\n  const missing: string[] = [];\n  const noise: string[] = [];\n\n  for (const topic of expectedTopics) {\n    if (content.includes(topic.toLowerCase())) {\n      found.push(topic);\n    } else {\n      missing.push(topic);\n    }\n  }\n\n  for (const topic of irrelevantTopics) {\n    if (content.includes(topic.toLowerCase())) {\n      noise.push(topic);\n    }\n  }\n\n  return { found, missing, noise };\n}\n","/**\n * Agent Eval - Layer 3\n *\n * Evaluates end-to-end agent behavior by running multi-turn\n * conversation scenarios and grading the responses.\n */\n\nimport { createLLMGrader } from '../utils/llm-grader.js';\nimport { average, normalizeScore, calculateWeightedScore } from '../utils/metrics.js';\nimport { generateSummary } from '../utils/reporters.js';\nimport type { EvalEvidence } from '../types.js';\nimport type {\n  AgentEvalConfig,\n  AgentEvalResult,\n  AgentTestScenario,\n  ScenarioResult,\n  ConversationTurn,\n  AgentResponse,\n  AgentContext,\n  AgentFunction,\n} from './types.js';\n\nexport type {\n  AgentEvalConfig,\n  AgentEvalResult,\n  AgentTestScenario,\n  ScenarioEvaluation,\n  ScenarioResult,\n  ConversationTurn,\n  AgentResponse,\n} from './types.js';\n\n// ============================================================================\n// MAIN EVALUATION FUNCTION\n// ============================================================================\n\n/**\n * Evaluate agent behavior by running test scenarios.\n */\nexport async function evaluateAgent(\n  config: AgentEvalConfig\n): Promise<AgentEvalResult> {\n  const startTime = Date.now();\n\n  if (config.scenarios.length === 0) {\n    throw new Error('At least one scenario is required for agent eval');\n  }\n\n  const grader = createLLMGrader({\n    openaiApiKey: config.openaiApiKey,\n    model: config.graderConfig?.model,\n    temperature: config.graderConfig?.temperature,\n  });\n\n  // Run each scenario\n  const scenarioResults: ScenarioResult[] = [];\n\n  for (const scenario of config.scenarios) {\n    const result = await runScenario(scenario, config, grader);\n    scenarioResults.push(result);\n  }\n\n  // Calculate aggregate scores\n  const passedScenarios = scenarioResults.filter((r) => r.passed);\n  const accuracy = normalizeScore((passedScenarios.length / scenarioResults.length) * 100);\n\n  // Calculate average scores from graded scenarios\n  const gradedResults = scenarioResults.filter((r) => r.evaluation.evidence.length > 0);\n  const relevanceScores = gradedResults.flatMap((r) =>\n    r.evaluation.evidence.filter((e) => e.criterion === 'relevance').map((e) => e.score)\n  );\n  const completenessScores = gradedResults.flatMap((r) =>\n    r.evaluation.evidence.filter((e) => e.criterion === 'completeness').map((e) => e.score)\n  );\n  const helpfulnessScores = gradedResults.flatMap((r) =>\n    r.evaluation.evidence.filter((e) => e.criterion === 'helpfulness').map((e) => e.score)\n  );\n\n  const relevance = relevanceScores.length > 0 ? normalizeScore(average(relevanceScores)) : 0;\n  const completeness = completenessScores.length > 0 ? normalizeScore(average(completenessScores)) : 0;\n  const helpfulness = helpfulnessScores.length > 0 ? normalizeScore(average(helpfulnessScores)) : 0;\n\n  const scores = { accuracy, relevance, completeness, helpfulness };\n\n  const overallScore = calculateWeightedScore([\n    { score: accuracy, weight: 0.30 },\n    { score: relevance, weight: 0.25 },\n    { score: completeness, weight: 0.25 },\n    { score: helpfulness, weight: 0.20 },\n  ]);\n\n  // Build evidence\n  const evidence: EvalEvidence[] = [\n    {\n      criterion: 'accuracy',\n      score: accuracy,\n      reasoning: `${passedScenarios.length}/${scenarioResults.length} scenarios passed.`,\n      examples: scenarioResults.filter((r) => !r.passed).map((r) => r.scenario.name).slice(0, 3),\n    },\n    {\n      criterion: 'relevance',\n      score: relevance,\n      reasoning: `Average answer relevance across ${gradedResults.length} graded scenarios.`,\n    },\n    {\n      criterion: 'completeness',\n      score: completeness,\n      reasoning: `Average answer completeness across ${gradedResults.length} graded scenarios.`,\n    },\n    {\n      criterion: 'helpfulness',\n      score: helpfulness,\n      reasoning: `Average helpfulness across ${gradedResults.length} graded scenarios.`,\n    },\n  ];\n\n  return {\n    passed: overallScore >= 70,\n    overallScore,\n    scores,\n    evidence,\n    summary: generateSummary(scores),\n    duration: Date.now() - startTime,\n    scenarioResults,\n  };\n}\n\n// ============================================================================\n// SCENARIO RUNNER\n// ============================================================================\n\n/**\n * Run a single scenario and evaluate the result.\n */\nasync function runScenario(\n  scenario: AgentTestScenario,\n  config: AgentEvalConfig,\n  grader: ReturnType<typeof createLLMGrader>\n): Promise<ScenarioResult> {\n  const startTime = Date.now();\n  const maxTurns = scenario.maxTurns || config.maxTurns || 5;\n  const timeout = config.timeout || 60000;\n\n  const conversation: ConversationTurn[] = [];\n  let currentMessage = scenario.initialQuery;\n  let context: AgentContext = {\n    sessionId: `eval_${Date.now()}`,\n    conversationHistory: [],\n  };\n  let lastResponse: AgentResponse | null = null;\n  let turn = 0;\n\n  try {\n    while (turn < maxTurns) {\n      turn++;\n\n      // Call the agent\n      const response = await callAgent(config.agentEndpoint, currentMessage, context, timeout);\n      lastResponse = response;\n\n      // Record the conversation\n      conversation.push({\n        turn,\n        userMessage: currentMessage,\n        agentResponse: response,\n      });\n\n      // Update context\n      context = {\n        ...context,\n        previousContext: response.context,\n        previousIntent: response.intent,\n        conversationHistory: [\n          ...(context.conversationHistory || []),\n          { role: 'user' as const, content: currentMessage },\n          { role: 'assistant' as const, content: response.answer || response.followUpQuestion || '' },\n        ],\n      };\n\n      // Check outcome\n      if (response.outcome === 'answer') {\n        break; // Got an answer, done\n      }\n\n      if (response.outcome === 'blocked' || response.outcome === 'out_of_scope') {\n        break; // Terminal state\n      }\n\n      if (response.outcome === 'follow_up') {\n        // Generate response to follow-up question\n        const followUpQuestion = response.followUpQuestion || '';\n        const responseToFollowUp = generateFollowUpResponse(followUpQuestion, scenario);\n\n        if (!responseToFollowUp) {\n          // No response configured, end the conversation\n          break;\n        }\n\n        currentMessage = responseToFollowUp;\n      }\n    }\n\n    // Evaluate the result\n    const evaluation = await evaluateScenarioResult(\n      scenario,\n      lastResponse,\n      conversation,\n      grader\n    );\n\n    // Determine if passed\n    const outcomeMatch = scenario.expectedOutcome\n      ? lastResponse?.outcome === scenario.expectedOutcome\n      : true;\n\n    const passed = outcomeMatch && evaluation.passed;\n\n    return {\n      scenario,\n      passed,\n      turns: turn,\n      finalOutcome: lastResponse?.outcome || 'error',\n      finalAnswer: lastResponse?.outcome === 'answer' ? lastResponse.answer || null : null,\n      evaluation,\n      conversation,\n      duration: Date.now() - startTime,\n    };\n  } catch (error) {\n    return {\n      scenario,\n      passed: false,\n      turns: turn,\n      finalOutcome: 'error',\n      finalAnswer: null,\n      evaluation: {\n        passed: false,\n        score: 0,\n        evidence: [\n          {\n            criterion: 'error',\n            score: 0,\n            reasoning: error instanceof Error ? error.message : String(error),\n          },\n        ],\n      },\n      conversation,\n      duration: Date.now() - startTime,\n      error: error instanceof Error ? error.message : String(error),\n    };\n  }\n}\n\n// ============================================================================\n// AGENT CALLING\n// ============================================================================\n\n/**\n * Call the agent (either via HTTP or direct function).\n */\nasync function callAgent(\n  endpoint: string | AgentFunction,\n  message: string,\n  context: AgentContext,\n  timeout: number\n): Promise<AgentResponse> {\n  if (typeof endpoint === 'function') {\n    return endpoint(message, context);\n  }\n\n  // HTTP call\n  const controller = new AbortController();\n  const timeoutId = setTimeout(() => controller.abort(), timeout);\n\n  try {\n    const response = await fetch(endpoint, {\n      method: 'POST',\n      headers: { 'Content-Type': 'application/json' },\n      body: JSON.stringify({\n        message,\n        session_id: context.sessionId,\n        previous_context: context.previousContext,\n        previous_intent: context.previousIntent,\n        conversation_history: context.conversationHistory,\n      }),\n      signal: controller.signal,\n    });\n\n    if (!response.ok) {\n      throw new Error(`Agent returned ${response.status}: ${response.statusText}`);\n    }\n\n    const data = await response.json() as Record<string, unknown>;\n\n    return {\n      outcome: (data.outcome as AgentResponse['outcome']) || 'answer',\n      answer: data.answer as string | undefined,\n      followUpQuestion: (data.followUpQuestion || data.follow_up_question) as string | undefined,\n      options: data.options as AgentResponse['options'],\n      context: data.context,\n      intent: data.intent,\n      trace: data.trace,\n      sessionId: (data.session_id || data.sessionId) as string | undefined,\n    };\n  } finally {\n    clearTimeout(timeoutId);\n  }\n}\n\n// ============================================================================\n// FOLLOW-UP RESPONSE GENERATION\n// ============================================================================\n\n/**\n * Generate a response to a follow-up question based on scenario config.\n */\nfunction generateFollowUpResponse(\n  question: string,\n  scenario: AgentTestScenario\n): string | null {\n  if (!scenario.followUpResponses) {\n    return null;\n  }\n\n  // Check each pattern\n  for (const [pattern, response] of Object.entries(scenario.followUpResponses)) {\n    if (question.toLowerCase().includes(pattern.toLowerCase())) {\n      return response;\n    }\n  }\n\n  return null;\n}\n\n// ============================================================================\n// SCENARIO EVALUATION\n// ============================================================================\n\n/**\n * Evaluate the result of a scenario.\n */\nasync function evaluateScenarioResult(\n  scenario: AgentTestScenario,\n  response: AgentResponse | null,\n  conversation: ConversationTurn[],\n  grader: ReturnType<typeof createLLMGrader>\n): Promise<{ passed: boolean; score: number; evidence: EvalEvidence[] }> {\n  const evidence: EvalEvidence[] = [];\n\n  if (!response || response.outcome !== 'answer' || !response.answer) {\n    // No answer to evaluate\n    if (scenario.expectedOutcome && scenario.expectedOutcome !== 'answer') {\n      // Expected non-answer outcome\n      return {\n        passed: response?.outcome === scenario.expectedOutcome,\n        score: response?.outcome === scenario.expectedOutcome ? 100 : 0,\n        evidence: [\n          {\n            criterion: 'outcomeMatch',\n            score: response?.outcome === scenario.expectedOutcome ? 100 : 0,\n            reasoning: `Expected ${scenario.expectedOutcome}, got ${response?.outcome || 'no response'}.`,\n          },\n        ],\n      };\n    }\n\n    return {\n      passed: false,\n      score: 0,\n      evidence: [\n        {\n          criterion: 'noAnswer',\n          score: 0,\n          reasoning: `Expected an answer but got ${response?.outcome || 'no response'}.`,\n        },\n      ],\n    };\n  }\n\n  const answer = response.answer;\n  let totalScore = 0;\n  let criteriaCount = 0;\n\n  // Check mustContain\n  if (scenario.evaluation.mustContain) {\n    const found = scenario.evaluation.mustContain.filter((s) =>\n      answer.toLowerCase().includes(s.toLowerCase())\n    );\n    const score = normalizeScore((found.length / scenario.evaluation.mustContain.length) * 100);\n    totalScore += score;\n    criteriaCount++;\n\n    evidence.push({\n      criterion: 'mustContain',\n      score,\n      reasoning: `Found ${found.length}/${scenario.evaluation.mustContain.length} required terms.`,\n      examples: scenario.evaluation.mustContain.filter(\n        (s) => !answer.toLowerCase().includes(s.toLowerCase())\n      ),\n    });\n  }\n\n  // Check mustNotContain\n  if (scenario.evaluation.mustNotContain) {\n    const found = scenario.evaluation.mustNotContain.filter((s) =>\n      answer.toLowerCase().includes(s.toLowerCase())\n    );\n    const score = normalizeScore(((scenario.evaluation.mustNotContain.length - found.length) / scenario.evaluation.mustNotContain.length) * 100);\n    totalScore += score;\n    criteriaCount++;\n\n    evidence.push({\n      criterion: 'mustNotContain',\n      score,\n      reasoning: `Found ${found.length} forbidden terms.`,\n      examples: found,\n    });\n  }\n\n  // LLM grading for relevance, completeness, helpfulness\n  const gradingPrompt = `\nQuery: ${scenario.initialQuery}\nAnswer: ${answer}\n${scenario.evaluation.rubric ? `Rubric: ${scenario.evaluation.rubric}` : ''}\n`;\n\n  // Grade relevance\n  const relevanceResult = await grader.grade(\n    gradingPrompt,\n    'relevance',\n    'How relevant is the answer to the query? 100 = directly and completely addresses the query.'\n  );\n  evidence.push({\n    criterion: 'relevance',\n    score: relevanceResult.score,\n    reasoning: relevanceResult.reasoning,\n  });\n  totalScore += relevanceResult.score;\n  criteriaCount++;\n\n  // Grade completeness\n  const completenessResult = await grader.grade(\n    gradingPrompt,\n    'completeness',\n    'How complete is the answer? 100 = fully addresses all aspects of the query.'\n  );\n  evidence.push({\n    criterion: 'completeness',\n    score: completenessResult.score,\n    reasoning: completenessResult.reasoning,\n  });\n  totalScore += completenessResult.score;\n  criteriaCount++;\n\n  // Grade helpfulness\n  const helpfulnessResult = await grader.grade(\n    gradingPrompt,\n    'helpfulness',\n    'How helpful and actionable is the answer? 100 = provides clear, actionable guidance.'\n  );\n  evidence.push({\n    criterion: 'helpfulness',\n    score: helpfulnessResult.score,\n    reasoning: helpfulnessResult.reasoning,\n  });\n  totalScore += helpfulnessResult.score;\n  criteriaCount++;\n\n  const avgScore = criteriaCount > 0 ? totalScore / criteriaCount : 0;\n\n  return {\n    passed: avgScore >= 70,\n    score: normalizeScore(avgScore),\n    evidence,\n  };\n}\n"]}