cognitive-core 0.2.5 → 0.3.1

package/dist/eval/memory-qa/qa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qa.js","sourceRoot":"","sources":["../../../src/eval/memory-qa/qa.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAyC,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,iBAAiB,GAGlB,MAAM,cAAc,CAAC;AAoBtB,MAAM,SAAS,GAAG,WAAW,CAAC;AAwB9B,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;SACnB,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB,EAAE,QAAkB,EAAE,OAAO,GAAG,KAAK;IAC5E,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,8EAA8E;IAC9E,0EAA0E;IAC1E,MAAM,WAAW,GAAG,OAAO;QACzB,CAAC,CAAC,kFAAkF;QACpF,CAAC,CAAC,yFAAyF,SAAS,EAAE,CAAC;IACzG,OAAO;QACL,+FAA+F;QAC/F,EAAE;QACF,kBAAkB;QAClB,QAAQ;QACR,EAAE;QACF,aAAa,QAAQ,EAAE;QACvB,EAAE;QACF,WAAW;KACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,6FAA6F;AAC7F,SAAS,iBAAiB,CAAC,QAAgB,EAAE,QAAkB;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,OAAO;QACL,oFAAoF;QACpF,sFAAsF;QACtF,eAAe;QACf,EAAE;QACF,cAAc,QAAQ,EAAE;QACxB,EAAE;QACF,aAAa,QAAQ,EAAE;QACvB,EAAE;QACF,0FAA0F;KAC3F,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,IAAY,EAAE,SAAiB;IACzE,OAAO;QACL,2EAA2E;QAC3E,gFAAgF;QAChF,EAAE;QACF,aAAa,QAAQ,EAAE;QACvB,qBAAqB,IAAI,EAAE;QAC3B,qBAAqB,SAAS,EAAE;QAChC,EAAE;QACF,yCAAyC;KAC1C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAS,oBAAoB,CAAC,QAAgB,EAAE,IAAY,EAAE,SAAiB;IAC7E,OAAO;;;;;YAKG,QAAQ;eACL,IAAI;oBACC,SAAS;;+CAEkB,CAAC;AAChD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc;IACtC,OAAO,uOAAuO,CAAC,IAAI,CACjP,MAAM,IAAI,EAAE,CACb,CAAC;AACJ,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,eAAe,CAC7B,MAAgB,EAChB,QAAgB;IAEhB,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7D,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC;AACzE,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAoB,EACpB,QAAgB,EAChB,IAAY,EACZ,MAAc;IAEd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChG,mFAAmF;QACnF,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QACxC,OAAO,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAQD,uFAAuF;AACvF,SAAS,UAAU,CAAC,CAAc;IAChC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,aAAa,CAAC,SAA0B;IAC/C,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC1C,IAAI,UAAU,CAAC,QAAQ,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,eAAe,CAC7B,SAA0B,EAC1B,YAAqB;IAErB,MAAM,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IACrC,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY;QAAE,OAAO,GAAG,CAAC;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,YAAY,CAAC;IACzC,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,SAA0B,EAC1B,WAAmB,EACnB,OAA8D,EAAE;IAEhE,MAAM,MAAM,GAAsB,IAAI,CAAC,cAAc;QACnD,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC7B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAC/D;QACH,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAClD,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACb,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,IAAI,CAAC;YAAE,SAAS;QACxB,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;YAC5D,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAA0B,EAC1B,SAAyB,EACzB,QAAoB,EACpB,OAkDI,EAAE;IAEN,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACtB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CACb,oHAAoH,CACrH,CAAC;IACJ,CAAC;IAED,+EAA+E;IAC/E,yEAAyE;IACzE,MAAM,eAAe,GAAG,IAAI,GAAG,EAA8C,CAAC;IAC9E,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAG/B,CAAC;IACJ,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAAE,SAAS;QAC/C,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QACxC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACxC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,iBAAiB,GAAG,CAAC,CAAc,EAAE,EAAY,EAAU,EAAE,CACjE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC;IAE5F,2EAA2E;IAC3E,2EAA2E;IAC3E,wEAAwE;IACxE,KAAK,UAAU,UAAU,CAAC,EAAmB;QAC3C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAE,CAAC;QACtD,IAAI,CAAC;YACH,IAAI,MAAc,CAAC;YACnB,IAAI,UAA8B,CAAC;YACnC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,MAAM,qBAAqB,CACrC,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,iBAAiB,EACjB,IAAI,CAAC,SAAS,CACf,CAAC;gBACF,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;gBACpB,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjF,IAAI,UAAU,GAAG,IAAI,CAAC;gBACtB,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAC/C,MAAM,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC9D,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;oBAChF,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW;wBACnC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;wBACjC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;oBAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;oBACnE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;oBACtD,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/D,CAAC;gBACD,IAAI,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzF,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,CAChB,MAAM,QAAQ,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAC/D,CAAC,IAAI,EAAE,CAAC;wBACT,IAAI,SAAS;4BAAE,QAAQ,GAAG,CAAC,SAAS,CAAC,CAAC;oBACxC,CAAC;oBAAC,MAAM,CAAC;wBACP,2CAA2C;oBAC7C,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1E,CAAC;YAED,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,QAA8B,CAAC;YACnC,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACrF,QAAQ,GAAG,YAAY,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpD,QAAQ,GAAG,kBAAkB,CAAC;YAChC,CAAC;iBAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;gBACrF,OAAO,GAAG,IAAI,CAAC,CAAC,gDAAgD;gBAChE,QAAQ,GAAG,UAAU,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAC7D,CAAC;gBACF,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1C,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,MAAM;gBACN,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO;gBACP,QAAQ;gBACR,UAAU;aACX,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,MAAM,EAAE,EAAE;gBACV,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,OAAO;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,+EAA+E;IAC/E,kDAAkD;IAClD,MAAM,OAAO,GAAe,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACtF,SAAS,CAAC;YACR,MAAM,CAAC,GAAG,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM;gBAAE,OAAO;YAC/B,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAE3B,OAAO,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,wFAAwF;AACxF,SAAS,WAAW,CAAC,QAAgB,EAAE,CAAS,EAAE,OAAmB;IACnE,MAAM,QAAQ,GAAoD,EAAE,CAAC;IACrE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuC,CAAC;IAC9D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QACtD,CAAC,CAAC,CAAC,EAAE,CAAC;QACN,IAAI,CAAC,CAAC,OAAO;YAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM;QAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5F,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACrD,OAAO;QACL,QAAQ;QACR,CAAC;QACD,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE;QACpF,UAAU,EAAE,QAAQ;QACpB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,MAAgB,EAAE,IAAiB;IAC9D,OAAO,WAAW,CAChB,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,CAAC,EACR,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAC7C,CAAC;AACJ,CAAC;AAWD,+DAA+D;AAC/D,MAAM,UAAU,SAAS,CAAC,QAAkB,EAAE,SAAmB;IAC/D,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,SAAS,EAAE,SAAS,CAAC,QAAQ;QAC7B,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAC3C,iBAAiB,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ;QAC7C,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAC7D,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;KACvB,CAAC;AACJ,CAAC;AAeD;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,QAAkB,EAAE,SAAmB;IACpE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,SAAS;QAC9B,CAAC,EAAE,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC;QAC5B,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO;YAAE,CAAC,EAAE,CAAC;aACtB,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,CAAC,EAAE,CAAC;IAClC,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO;QACL,CAAC;QACD,CAAC;QACD,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAC7D,IAAI;QACJ,WAAW,EAAE,IAAI,GAAG,KAAK;QACzB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAEtD,MAAM,UAAU,QAAQ,CAAC,CAAW;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG;QACZ,gBAAgB,CAAC,CAAC,QAAQ,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;KACtF,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,IAAI;QAClB,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAC3F,CAAC;IACJ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,CAAY;IAC1C,OAAO,CACL,WAAW,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,QAAQ,KAAK;QAC5C,GAAG,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK;QAC9D,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzD,CAAC;AACJ,CAAC;AAkBD;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAgB;IAEhD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAe,CAAC;IACnC,MAAM,OAAO,GAAQ,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QACtE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QACb,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC;QACrB,CAAC,CAAC,CAAC,EAAE,CAAC;QACN,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvB,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;QACzB,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC;QAC3B,OAAO,CAAC,CAAC,EAAE,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAM,EAAwB,EAAE,CAAC,CAAC;QAC9C,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC,EAAE,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;IACH,MAAM,UAAU,GAAyC,EAAE,CAAC;IAC5D,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,aAAa,CAAC,CAAgB,EAAE,aAAsC;IACpF,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG;QACZ,kCAAkC;QAClC,KAAK,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;KACrG,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,CACR,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACrH,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CACR,KAAK,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAC1J,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/eval/memory-qa/retrieval.d.ts

@@ -0,0 +1,33 @@
+import type { EmbeddingProvider } from '../../embeddings/provider.js';
+import type { SearchProvider } from '../../memory/search-provider.js';
+import type { MemQAInstance, MemoryQAFusionConfig, MemoryQAFusionTuneRow, MemoryQARetrievalABReport, MemoryQARetrievalReport, MemoryQARetrievalScore } from 'swarmkit-eval';
+import { formatMemoryQAFusionTune, formatMemoryQARetrievalAB } from 'swarmkit-eval';
+export type RetrievalScore = MemoryQARetrievalScore;
+export type RetrievalReport = MemoryQARetrievalReport;
+export type RetrievalABReport = MemoryQARetrievalABReport;
+export type RetrievalABRow = MemoryQARetrievalABReport['byCategory'][number];
+export type FusionConfig = MemoryQAFusionConfig;
+export type FusionTuneRow = MemoryQAFusionTuneRow;
+/**
+ * Score a cognitive-core SearchProvider over normalized memory-QA instances.
+ * The benchmark-neutral evidence scoring is shared with swarmkit-eval; this
+ * wrapper adapts cognitive-core KnowledgeNote/SearchProvider APIs.
+ */
+export declare function evaluateRetrieval(instances: MemQAInstance[], provider: SearchProvider, opts?: {
+    k?: number;
+}): Promise<RetrievalReport>;
+export declare function compareRetrieval(baseline: RetrievalReport, treatment: RetrievalReport): RetrievalABReport;
+export declare function runRetrievalAB(instances: MemQAInstance[], embedder: EmbeddingProvider, opts?: {
+    k?: number;
+}): Promise<{
+    baseline: RetrievalReport;
+    treatment: RetrievalReport;
+    ab: RetrievalABReport;
+}>;
+export declare function tuneFusion(instances: MemQAInstance[], lexical: SearchProvider, embedding: SearchProvider, configs: FusionConfig[], opts?: {
+    k?: number;
+    onProgress?: (done: number, total: number) => void;
+}): Promise<FusionTuneRow[]>;
+export declare const formatFusionTune: typeof formatMemoryQAFusionTune;
+export declare const formatRetrievalAB: typeof formatMemoryQARetrievalAB;
+//# sourceMappingURL=retrieval.d.ts.map

package/dist/eval/memory-qa/retrieval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieval.d.ts","sourceRoot":"","sources":["../../../src/eval/memory-qa/retrieval.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAOtE,OAAO,KAAK,EAEV,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EAErB,yBAAyB,EACzB,uBAAuB,EACvB,sBAAsB,EACvB,MAAM,eAAe,CAAC;AACvB,OAAO,EAGL,wBAAwB,EACxB,yBAAyB,EAE1B,MAAM,eAAe,CAAC;AAEvB,MAAM,MAAM,cAAc,GAAG,sBAAsB,CAAC;AACpD,MAAM,MAAM,eAAe,GAAG,uBAAuB,CAAC;AACtD,MAAM,MAAM,iBAAiB,GAAG,yBAAyB,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,yBAAyB,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAC7E,MAAM,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAChD,MAAM,MAAM,aAAa,GAAG,qBAAqB,CAAC;AA6BlD;;;;GAIG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,aAAa,EAAE,EAC1B,QAAQ,EAAE,cAAc,EACxB,IAAI,GAAE;IAAE,CAAC,CAAC,EAAE,MAAM,CAAA;CAAO,GACxB,OAAO,CAAC,eAAe,CAAC,CAE1B;AAED,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,eAAe,EACzB,SAAS,EAAE,eAAe,GACzB,iBAAiB,CAEnB;AAED,wBAAsB,cAAc,CAClC,SAAS,EAAE,aAAa,EAAE,EAC1B,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,GAAE;IAAE,CAAC,CAAC,EAAE,MAAM,CAAA;CAAO,GACxB,OAAO,CAAC;IAAE,QAAQ,EAAE,eAAe,CAAC;IAAC,SAAS,EAAE,eAAe,CAAC;IAAC,EAAE,EAAE,iBAAiB,CAAA;CAAE,CAAC,CAI3F;AAED,wBAAsB,UAAU,CAC9B,SAAS,EAAE,aAAa,EAAE,EAC1B,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,cAAc,EACzB,OAAO,EAAE,YAAY,EAAE,EACvB,IAAI,GAAE;IAAE,CAAC,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;CAAO,GAC5E,OAAO,CAAC,aAAa,EAAE,CAAC,CAE1B;AAED,eAAO,MAAM,gBAAgB,iCAA2B,CAAC;AACzD,eAAO,MAAM,iBAAiB,kCAA4B,CAAC"}

package/dist/eval/memory-qa/retrieval.js

@@ -0,0 +1,44 @@
+import { EmbeddingSearchProvider, TextSimilaritySearchProvider, } from '../../memory/search-providers/index.js';
+import { createObservation } from '../../types/knowledge.js';
+import { compareMemoryQARetrieval, evaluateMemoryQARetrieval, formatMemoryQAFusionTune, formatMemoryQARetrievalAB, tuneMemoryQAFusion, } from 'swarmkit-eval';
+function docsToNotes(docs) {
+    return docs.map((doc) => createObservation({
+        id: doc.id,
+        title: doc.turnId,
+        body: doc.text,
+        domain: [doc.instanceId],
+        entities: [],
+        tags: [doc.sessionId],
+        confidence: 0.8,
+        source: { origin: 'imported' },
+    }));
+}
+function searchWith(provider) {
+    return async (query, docs, opts) => {
+        const notes = docsToNotes(docs);
+        const rows = await provider.search(query, notes, { maxResults: opts.maxResults });
+        return rows.map((r, i) => ({ id: r.noteId, score: r.score, rank: i + 1 }));
+    };
+}
+/**
+ * Score a cognitive-core SearchProvider over normalized memory-QA instances.
+ * The benchmark-neutral evidence scoring is shared with swarmkit-eval; this
+ * wrapper adapts cognitive-core KnowledgeNote/SearchProvider APIs.
+ */
+export async function evaluateRetrieval(instances, provider, opts = {}) {
+    return evaluateMemoryQARetrieval(instances, provider.name, searchWith(provider), opts);
+}
+export function compareRetrieval(baseline, treatment) {
+    return compareMemoryQARetrieval(baseline, treatment);
+}
+export async function runRetrievalAB(instances, embedder, opts = {}) {
+    const baseline = await evaluateRetrieval(instances, new TextSimilaritySearchProvider(), opts);
+    const treatment = await evaluateRetrieval(instances, new EmbeddingSearchProvider(embedder), opts);
+    return { baseline, treatment, ab: compareRetrieval(baseline, treatment) };
+}
+export async function tuneFusion(instances, lexical, embedding, configs, opts = {}) {
+    return tuneMemoryQAFusion(instances, searchWith(lexical), searchWith(embedding), configs, opts);
+}
+export const formatFusionTune = formatMemoryQAFusionTune;
+export const formatRetrievalAB = formatMemoryQARetrievalAB;
+//# sourceMappingURL=retrieval.js.map

package/dist/eval/memory-qa/retrieval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieval.js","sourceRoot":"","sources":["../../../src/eval/memory-qa/retrieval.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAW7D,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,GACnB,MAAM,eAAe,CAAC;AASvB,SAAS,WAAW,CAAC,IAAqB;IACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtB,iBAAiB,CAAC;QAChB,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC;QACxB,QAAQ,EAAE,EAAE;QACZ,IAAI,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC;QACrB,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;KAC/B,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,QAAwB;IAC1C,OAAO,KAAK,EACV,KAAa,EACb,IAAqB,EACrB,IAA4B,EACK,EAAE;QACnC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAA0B,EAC1B,QAAwB,EACxB,OAAuB,EAAE;IAEzB,OAAO,yBAAyB,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,QAAyB,EACzB,SAA0B;IAE1B,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAA0B,EAC1B,QAA2B,EAC3B,OAAuB,EAAE;IAEzB,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,IAAI,4BAA4B,EAAE,EAAE,IAAI,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,IAAI,uBAAuB,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;IAClG,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,SAA0B,EAC1B,OAAuB,EACvB,SAAyB,EACzB,OAAuB,EACvB,OAA2E,EAAE;IAE7E,OAAO,kBAAkB,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AACzD,MAAM,CAAC,MAAM,iBAAiB,GAAG,yBAAyB,CAAC"}

package/dist/eval/memory-qa/serving.d.ts

@@ -0,0 +1,60 @@
+import type { KnowledgeNote } from '../../types/knowledge.js';
+import type { SearchProviderResult } from '../../memory/search-provider.js';
+import type { MemQAInstance, MemQuestion } from './types.js';
+import { buildMemoryQAServingDecision, compareMemoryQAServing, evaluateMemoryQAServing, formatMemoryQAServing, formatMemoryQAServingAB } from 'swarmkit-eval';
+import type { MemoryQAServingABReport, MemoryQAServingCandidate, MemoryQAServingDecision, MemoryQAServingDecisionKind, MemoryQAServingQuestionDecision, MemoryQAServingReport } from 'swarmkit-eval';
+export { buildMemoryQAServingDecision, compareMemoryQAServing, evaluateMemoryQAServing, formatMemoryQAServing, formatMemoryQAServingAB, };
+export type { MemoryQAServingABReport, MemoryQAServingCandidate, MemoryQAServingDecision, MemoryQAServingDecisionKind, MemoryQAServingQuestionDecision, MemoryQAServingReport, };
+export interface MemoryQAServingGateCandidate {
+    noteId: string;
+    score: number;
+    rank: number;
+    note: KnowledgeNote;
+}
+export interface MemoryQAServingGateContext {
+    instance: MemQAInstance;
+    question: MemQuestion;
+    provider: string;
+    candidates: MemoryQAServingGateCandidate[];
+    k: number;
+}
+export interface MemoryQAServingGateCandidateDecision {
+    noteId: string;
+    served: boolean;
+    reason?: string;
+}
+export interface MemoryQAServingGateDecision {
+    servedNoteIds: string[];
+    decision?: MemoryQAServingDecisionKind;
+    rationale?: string;
+    tokenEstimate?: number;
+    fallbackReason?: string;
+    gateCalls?: number;
+    candidateDecisions?: MemoryQAServingGateCandidateDecision[];
+}
+export type MemoryQAServingGate = (context: MemoryQAServingGateContext) => MemoryQAServingGateDecision | Promise<MemoryQAServingGateDecision>;
+export declare function serveAllMemoryQAGate(context: MemoryQAServingGateContext): MemoryQAServingGateDecision;
+export declare function createTopKMemoryQAServingGate(maxServed: number): MemoryQAServingGate;
+export interface CheapMemoryQAServingGateOptions {
+    maxServed?: number;
+    minOverlap?: number;
+    fallback?: 'top1' | 'withhold';
+    suppressDuplicateBodies?: boolean;
+}
+export declare function createCheapMemoryQAServingGate(opts?: CheapMemoryQAServingGateOptions): MemoryQAServingGate;
+export declare function createOracleMemoryQAServingGate(maxServed?: number): MemoryQAServingGate;
+export type MemoryQAGateCompleteFn = (prompt: string) => Promise<string>;
+export interface LLMMemoryQAServingGateOptions {
+    complete: MemoryQAGateCompleteFn;
+    maxServed?: number;
+    fallback?: 'top1' | 'topk' | 'withhold';
+}
+export interface ParsedLLMGateDecision {
+    servedNoteIds: string[];
+    rationale?: string;
+}
+export declare function parseLLMMemoryQAGateDecision(text: string, validIds: Set<string>): ParsedLLMGateDecision;
+export declare function createLLMMemoryQAServingGate(opts: LLMMemoryQAServingGateOptions): MemoryQAServingGate;
+export declare function toServingDecision(context: MemoryQAServingGateContext, gateDecision: MemoryQAServingGateDecision): MemoryQAServingQuestionDecision;
+export declare function searchHitsToGateCandidates(hits: SearchProviderResult[], noteById: Map<string, KnowledgeNote>): MemoryQAServingGateCandidate[];
+//# sourceMappingURL=serving.d.ts.map

package/dist/eval/memory-qa/serving.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serving.d.ts","sourceRoot":"","sources":["../../../src/eval/memory-qa/serving.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EACV,uBAAuB,EACvB,wBAAwB,EACxB,uBAAuB,EACvB,2BAA2B,EAC3B,+BAA+B,EAC/B,qBAAqB,EACtB,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACxB,CAAC;AAEF,YAAY,EACV,uBAAuB,EACvB,wBAAwB,EACxB,uBAAuB,EACvB,2BAA2B,EAC3B,+BAA+B,EAC/B,qBAAqB,GACtB,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,aAAa,CAAC;IACxB,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,4BAA4B,EAAE,CAAC;IAC3C,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,oCAAoC;IACnD,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,CAAC,EAAE,2BAA2B,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,oCAAoC,EAAE,CAAC;CAC7D;AAED,MAAM,MAAM,mBAAmB,GAAG,CAChC,OAAO,EAAE,0BAA0B,KAChC,2BAA2B,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAExE,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,0BAA0B,GAClC,2BAA2B,CAW7B;AAED,wBAAgB,6BAA6B,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB,CAiBpF;AAED,MAAM,WAAW,+BAA+B;IAC9C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAC/B,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC;AAyCD,wBAAgB,8BAA8B,CAC5C,IAAI,GAAE,+BAAoC,GACzC,mBAAmB,CAmCrB;AAaD,wBAAgB,+BAA+B,CAAC,SAAS,SAAI,GAAG,mBAAmB,CAiBlF;AAED,MAAM,MAAM,sBAAsB,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEzE,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,EAAE,sBAAsB,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAaD,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,GACpB,qBAAqB,CAavB;AAuDD,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,6BAA6B,GAClC,mBAAmB,CA2CrB;AAOD,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,0BAA0B,EACnC,YAAY,EAAE,2BAA2B,GACxC,+BAA+B,CA2BjC;AAED,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,oBAAoB,EAAE,EAC5B,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,GACnC,4BAA4B,EAAE,CAchC"}

package/dist/eval/memory-qa/serving.js

@@ -0,0 +1,267 @@
+import { buildMemoryQAServingDecision, compareMemoryQAServing, evaluateMemoryQAServing, formatMemoryQAServing, formatMemoryQAServingAB, } from 'swarmkit-eval';
+export { buildMemoryQAServingDecision, compareMemoryQAServing, evaluateMemoryQAServing, formatMemoryQAServing, formatMemoryQAServingAB, };
+export function serveAllMemoryQAGate(context) {
+    return {
+        servedNoteIds: context.candidates.map((candidate) => candidate.noteId),
+        decision: 'serve',
+        rationale: 'no-op serve-all gate',
+        candidateDecisions: context.candidates.map((candidate) => ({
+            noteId: candidate.noteId,
+            served: true,
+            reason: 'serve-all',
+        })),
+    };
+}
+export function createTopKMemoryQAServingGate(maxServed) {
+    return (context) => {
+        const servedNoteIds = context.candidates
+            .slice(0, Math.max(0, Math.floor(maxServed)))
+            .map((candidate) => candidate.noteId);
+        const served = new Set(servedNoteIds);
+        return {
+            servedNoteIds,
+            decision: served.size ? 'serve' : 'withhold',
+            rationale: `serve top ${maxServed} retrieved candidates`,
+            candidateDecisions: context.candidates.map((candidate) => ({
+                noteId: candidate.noteId,
+                served: served.has(candidate.noteId),
+                reason: served.has(candidate.noteId) ? 'serve top-k' : 'withhold outside top-k',
+            })),
+        };
+    };
+}
+const STOP_WORDS = new Set([
+    'the',
+    'and',
+    'for',
+    'that',
+    'what',
+    'when',
+    'where',
+    'which',
+    'with',
+    'about',
+    'from',
+    'does',
+    'did',
+    'was',
+    'were',
+    'user',
+    'assistant',
+]);
+function tokens(text) {
+    return (String(text ?? '')
+        .toLowerCase()
+        .match(/[a-z0-9]+/g)
+        ?.filter((token) => token.length > 2 && !STOP_WORDS.has(token)) ?? []);
+}
+function cheapOverlapScore(question, body) {
+    const qTokens = [...new Set(tokens(question))];
+    const bodyTokens = new Set(tokens(body));
+    return qTokens.reduce((score, token) => score + (bodyTokens.has(token) ? 1 : 0), 0);
+}
+function bodyKey(body) {
+    return tokens(body).slice(0, 80).join(' ');
+}
+export function createCheapMemoryQAServingGate(opts = {}) {
+    const maxServed = Math.max(0, Math.floor(opts.maxServed ?? 5));
+    const minOverlap = Math.max(0, opts.minOverlap ?? 1);
+    const fallback = opts.fallback ?? 'top1';
+    const suppressDuplicateBodies = opts.suppressDuplicateBodies ?? true;
+    return (context) => {
+        const seenBodies = new Set();
+        const scored = context.candidates.map((candidate) => {
+            const overlap = cheapOverlapScore(context.question.question, candidate.note.body);
+            const duplicate = suppressDuplicateBodies && seenBodies.has(bodyKey(candidate.note.body));
+            seenBodies.add(bodyKey(candidate.note.body));
+            return { candidate, overlap, duplicate };
+        });
+        const eligible = scored
+            .filter((row) => !row.duplicate && row.overlap >= minOverlap)
+            .sort((a, b) => b.overlap - a.overlap || a.candidate.rank - b.candidate.rank)
+            .slice(0, maxServed);
+        const fallbackRows = eligible.length === 0 && fallback === 'top1' && maxServed > 0 ? scored.slice(0, 1) : eligible;
+        const served = new Set(fallbackRows.map((row) => row.candidate.noteId));
+        return {
+            servedNoteIds: [...served],
+            decision: served.size ? 'serve' : 'withhold',
+            rationale: `cheap overlap gate maxServed=${maxServed} minOverlap=${minOverlap}`,
+            candidateDecisions: scored.map((row) => ({
+                noteId: row.candidate.noteId,
+                served: served.has(row.candidate.noteId),
+                reason: row.duplicate
+                    ? `withhold duplicate overlap=${row.overlap}`
+                    : served.has(row.candidate.noteId)
+                        ? `serve overlap=${row.overlap}`
+                        : `withhold overlap=${row.overlap}`,
+            })),
+        };
+    };
+}
+function isEvidenceCandidate(context, candidate) {
+    const rawTurnId = unscopedTurnId(candidate.noteId);
+    const sessionId = candidate.note.frontmatter.tags[0];
+    if (context.question.evidenceTurnIds.length > 0)
+        return context.question.evidenceTurnIds.includes(rawTurnId);
+    return sessionId !== undefined && context.question.evidenceSessionIds.includes(sessionId);
+}
+export function createOracleMemoryQAServingGate(maxServed = 5) {
+    return (context) => {
+        const servedCandidates = context.candidates
+            .filter((candidate) => isEvidenceCandidate(context, candidate))
+            .slice(0, Math.max(0, Math.floor(maxServed)));
+        const served = new Set(servedCandidates.map((candidate) => candidate.noteId));
+        return {
+            servedNoteIds: [...served],
+            decision: served.size ? 'serve' : 'withhold',
+            rationale: 'label-dependent oracle upper bound',
+            candidateDecisions: context.candidates.map((candidate) => ({
+                noteId: candidate.noteId,
+                served: served.has(candidate.noteId),
+                reason: served.has(candidate.noteId) ? 'serve oracle evidence' : 'withhold non-evidence',
+            })),
+        };
+    };
+}
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+function extractJsonObject(text) {
+    const start = text.indexOf('{');
+    const end = text.lastIndexOf('}');
+    if (start < 0 || end <= start)
+        throw new Error('no JSON object found');
+    return JSON.parse(text.slice(start, end + 1));
+}
+export function parseLLMMemoryQAGateDecision(text, validIds) {
+    const parsed = extractJsonObject(text);
+    const rawIds = parsed.servedNoteIds ?? parsed.serveIds ?? parsed.served_ids ?? [];
+    const ids = Array.isArray(rawIds) ? rawIds.map(String).filter((id) => validIds.has(id)) : [];
+    return {
+        servedNoteIds: [...new Set(ids)],
+        rationale: typeof parsed.rationale === 'string' ? parsed.rationale : undefined,
+    };
+}
+function buildLLMGatePrompt(context, maxServed) {
+    const candidates = context.candidates
+        .map((candidate) => [
+        `id: ${candidate.noteId}`,
+        `rank: ${candidate.rank}`,
+        `score: ${candidate.score.toFixed(4)}`,
+        `excerpt: ${candidate.note.body.slice(0, 900)}`,
+    ].join('\n'))
+        .join('\n\n');
+    return [
+        'Select the memory excerpts that are useful evidence for answering the question.',
+        `Return strict JSON: {"servedNoteIds":["id"],"rationale":"short reason"}.`,
+        `Select at most ${maxServed} ids. Use only ids from the candidate list.`,
+        '',
+        `Question: ${context.question.question}`,
+        '',
+        `Candidates:\n${candidates}`,
+    ].join('\n');
+}
+function fallbackGateDecision(context, maxServed, fallback, reason, tokenEstimate) {
+    const servedNoteIds = fallback === 'withhold'
+        ? []
+        : context.candidates
+            .slice(0, fallback === 'top1' ? 1 : maxServed)
+            .map((candidate) => candidate.noteId);
+    const served = new Set(servedNoteIds);
+    return {
+        servedNoteIds,
+        decision: fallback === 'withhold' ? 'withhold' : 'fallback',
+        rationale: reason,
+        fallbackReason: reason,
+        tokenEstimate,
+        gateCalls: 1,
+        candidateDecisions: context.candidates.map((candidate) => ({
+            noteId: candidate.noteId,
+            served: served.has(candidate.noteId),
+            reason: served.has(candidate.noteId)
+                ? `fallback serve: ${reason}`
+                : `fallback withhold: ${reason}`,
+        })),
+    };
+}
+export function createLLMMemoryQAServingGate(opts) {
+    const maxServed = Math.max(0, Math.floor(opts.maxServed ?? 5));
+    const fallback = opts.fallback ?? 'top1';
+    return async (context) => {
+        const validIds = new Set(context.candidates.map((candidate) => candidate.noteId));
+        const prompt = buildLLMGatePrompt(context, maxServed);
+        let raw = '';
+        try {
+            raw = await opts.complete(prompt);
+            const parsed = parseLLMMemoryQAGateDecision(raw, validIds);
+            const servedNoteIds = parsed.servedNoteIds.slice(0, maxServed);
+            if (servedNoteIds.length === 0) {
+                return fallbackGateDecision(context, maxServed, fallback, 'empty LLM selection', estimateTokens(prompt + raw));
+            }
+            const served = new Set(servedNoteIds);
+            return {
+                servedNoteIds,
+                decision: 'serve',
+                rationale: parsed.rationale ?? 'LLM utility gate',
+                tokenEstimate: estimateTokens(prompt + raw),
+                gateCalls: 1,
+                candidateDecisions: context.candidates.map((candidate) => ({
+                    noteId: candidate.noteId,
+                    served: served.has(candidate.noteId),
+                    reason: served.has(candidate.noteId) ? 'serve llm-selected' : 'withhold llm-not-selected',
+                })),
+            };
+        }
+        catch {
+            return fallbackGateDecision(context, maxServed, fallback, 'invalid LLM gate JSON', estimateTokens(prompt + raw));
+        }
+    };
+}
+function unscopedTurnId(noteId) {
+    const idx = noteId.indexOf('::');
+    return idx >= 0 ? noteId.slice(idx + 2) : noteId;
+}
+export function toServingDecision(context, gateDecision) {
+    const served = new Set(gateDecision.servedNoteIds);
+    const decisions = new Map(gateDecision.candidateDecisions?.map((d) => [d.noteId, d]));
+    return buildMemoryQAServingDecision({
+        question: context.question,
+        instanceId: context.instance.id,
+        provider: context.provider,
+        k: context.k,
+        decision: gateDecision.decision,
+        rationale: gateDecision.rationale,
+        tokenEstimate: gateDecision.tokenEstimate,
+        fallbackReason: gateDecision.fallbackReason,
+        gateCalls: gateDecision.gateCalls,
+        candidates: context.candidates.map((candidate) => {
+            const decision = decisions.get(candidate.noteId);
+            return {
+                id: candidate.noteId,
+                rank: candidate.rank,
+                score: candidate.score,
+                sessionId: candidate.note.frontmatter.tags[0],
+                turnId: unscopedTurnId(candidate.noteId),
+                text: candidate.note.body,
+                served: served.has(candidate.noteId),
+                reason: decision?.reason,
+            };
+        }),
+    });
+}
+export function searchHitsToGateCandidates(hits, noteById) {
+    return hits
+        .map((hit, index) => {
+        const note = noteById.get(hit.noteId);
+        return note
+            ? {
+                noteId: hit.noteId,
+                score: hit.score,
+                rank: index + 1,
+                note,
+            }
+            : undefined;
+    })
+        .filter((candidate) => !!candidate);
+}
+//# sourceMappingURL=serving.js.map

package/dist/eval/memory-qa/serving.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serving.js","sourceRoot":"","sources":["../../../src/eval/memory-qa/serving.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,eAAe,CAAC;AAUvB,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,uBAAuB,GACxB,CAAC;AA8CF,MAAM,UAAU,oBAAoB,CAClC,OAAmC;IAEnC,OAAO;QACL,aAAa,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;QACtE,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,sBAAsB;QACjC,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACzD,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,SAAiB;IAC7D,OAAO,CAAC,OAAO,EAAE,EAAE;QACjB,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU;aACrC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;aAC5C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;QACtC,OAAO;YACL,aAAa;YACb,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;YAC5C,SAAS,EAAE,aAAa,SAAS,uBAAuB;YACxD,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,wBAAwB;aAChF,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AASD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,WAAW;CACZ,CAAC,CAAC;AAEH,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,CACL,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;SACf,WAAW,EAAE;SACb,KAAK,CAAC,YAAY,CAAC;QACpB,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CACxE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB,EAAE,IAAY;IACvD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACzC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,OAAwC,EAAE;IAE1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IACzC,MAAM,uBAAuB,GAAG,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC;IACrE,OAAO,CAAC,OAAO,EAAE,EAAE;QACjB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAClD,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClF,MAAM,SAAS,GAAG,uBAAuB,IAAI,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1F,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM;aACpB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,IAAI,UAAU,CAAC;aAC5D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;aAC5E,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACvB,MAAM,YAAY,GAChB,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,KAAK,MAAM,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAChG,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACxE,OAAO;YACL,aAAa,EAAE,CAAC,GAAG,MAAM,CAAC;YAC1B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;YAC5C,SAAS,EAAE,gCAAgC,SAAS,eAAe,UAAU,EAAE;YAC/E,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM;gBAC5B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;gBACxC,MAAM,EAAE,GAAG,CAAC,SAAS;oBACnB,CAAC,CAAC,8BAA8B,GAAG,CAAC,OAAO,EAAE;oBAC7C,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;wBAChC,CAAC,CAAC,iBAAiB,GAAG,CAAC,OAAO,EAAE;wBAChC,CAAC,CAAC,oBAAoB,GAAG,CAAC,OAAO,EAAE;aACxC,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAmC,EACnC,SAAuC;IAEvC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrD,IAAI,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC;QAC7C,OAAO,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC9D,OAAO,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,SAAS,GAAG,CAAC;IAC3D,OAAO,CAAC,OAAO,EAAE,EAAE;QACjB,MAAM,gBAAgB,GAAG,OAAO,CAAC,UAAU;aACxC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;aAC9D,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9E,OAAO;YACL,aAAa,EAAE,CAAC,GAAG,MAAM,CAAC;YAC1B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;YAC5C,SAAS,EAAE,oCAAoC;YAC/C,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,uBAAuB;aACzF,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAeD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,IAAY,EACZ,QAAqB;IAErB,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAKpC,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7F,OAAO;QACL,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmC,EAAE,SAAiB;IAChF,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU;SAClC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACjB;QACE,OAAO,SAAS,CAAC,MAAM,EAAE;QACzB,SAAS,SAAS,CAAC,IAAI,EAAE;QACzB,UAAU,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACtC,YAAY,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;KAChD,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;IAChB,OAAO;QACL,iFAAiF;QACjF,0EAA0E;QAC1E,kBAAkB,SAAS,6CAA6C;QACxE,EAAE;QACF,aAAa,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE;QACxC,EAAE;QACF,gBAAgB,UAAU,EAAE;KAC7B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAmC,EACnC,SAAiB,EACjB,QAAsC,EACtC,MAAc,EACd,aAAsB;IAEtB,MAAM,aAAa,GACjB,QAAQ,KAAK,UAAU;QACrB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,CAAC,UAAU;aACf,KAAK,CAAC,CAAC,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;aAC7C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;IACtC,OAAO;QACL,aAAa;QACb,QAAQ,EAAE,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;QAC3D,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,MAAM;QACtB,aAAa;QACb,SAAS,EAAE,CAAC;QACZ,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACzD,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;YACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;gBAClC,CAAC,CAAC,mBAAmB,MAAM,EAAE;gBAC7B,CAAC,CAAC,sBAAsB,MAAM,EAAE;SACnC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,IAAmC;IAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IACzC,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACtD,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,4BAA4B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC3D,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC/D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,oBAAoB,CACzB,OAAO,EACP,SAAS,EACT,QAAQ,EACR,qBAAqB,EACrB,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,CAC7B,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;YACtC,OAAO;gBACL,aAAa;gBACb,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,kBAAkB;gBACjD,aAAa,EAAE,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC;gBAC3C,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBACzD,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;oBACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,2BAA2B;iBAC1F,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,oBAAoB,CACzB,OAAO,EACP,SAAS,EACT,QAAQ,EACR,uBAAuB,EACvB,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAmC,EACnC,YAAyC;IAEzC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,OAAO,4BAA4B,CAAC;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;QAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,CAAC,EAAE,OAAO,CAAC,CAAC;QACZ,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,aAAa,EAAE,YAAY,CAAC,aAAa;QACzC,cAAc,EAAE,YAAY,CAAC,cAAc;QAC3C,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAC/C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACjD,OAAO;gBACL,EAAE,EAAE,SAAS,CAAC,MAAM;gBACpB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7C,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC;gBACxC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;gBACzB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,QAAQ,EAAE,MAAM;aACzB,CAAC;QACJ,CAAC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAA4B,EAC5B,QAAoC;IAEpC,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,IAAI;YACT,CAAC,CAAC;gBACE,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,IAAI,EAAE,KAAK,GAAG,CAAC;gBACf,IAAI;aACL;YACH,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,SAAS,EAA6C,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AACnF,CAAC"}

package/dist/eval/memory-qa/types.d.ts

@@ -0,0 +1,2 @@
+export type { MemQABenchmark, MemTurn, MemSession, MemQuestion, MemQAInstance, MemQADocument, SampledMemQuestion, } from 'swarmkit-eval';
+//# sourceMappingURL=types.d.ts.map

package/dist/eval/memory-qa/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/eval/memory-qa/types.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,cAAc,EACd,OAAO,EACP,UAAU,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,kBAAkB,GACnB,MAAM,eAAe,CAAC"}

package/dist/eval/memory-qa/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/eval/memory-qa/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/eval/memory-qa/types.ts"],"names":[],"mappings":""}

package/dist/eval/metrics.d.ts

@@ -0,0 +1,120 @@
+import type { ConditionResult, CurvePoint, TaskResult } from './types.js';
+/**
+ * Statistics for the learning-curve eval.
+ *
+ * These are deliberately simple, transparent estimators — the goal is an
+ * interpretable answer to "did learning help, and is the difference real?",
+ * not a publication-grade test battery. Where the literature has a clear
+ * convention (Hake normalized gain, bootstrap CIs, pass@k vs pass^k) we follow
+ * it.
+ */
+/** Mean of a boolean array as a 0..1 rate (0 for empty). */
+export declare function rate(flags: boolean[]): number;
+/** Mean of a numeric array (0 for empty). */
+export declare function mean(xs: number[]): number;
+/**
+ * Rolling + cumulative success-rate curve over a single ordered run.
+ * The rolling window is the trailing `window` tasks; this is what makes the
+ * learning signal visible (a flat cumulative rate can hide a rising trend).
+ * env_error tasks are excluded from all rate computations.
+ */
+export declare function learningCurve(results: TaskResult[], window: number): CurvePoint[];
+/**
+ * Average several per-seed curves into one (point-wise mean of rolling and
+ * cumulative rates). Assumes equal-length curves.
+ */
+export declare function averageCurves(curves: CurvePoint[][]): CurvePoint[];
+/**
+ * Hake normalized gain: g = (post − pre) / (1 − pre).
+ * Normalizes for headroom so a lift from 0.9→0.95 (g=0.5) is not dwarfed by
+ * 0.2→0.4 (g=0.25). `pre` is clamped below 1 to avoid division by zero.
+ */
+export declare function normalizedGain(pre: number, post: number): number;
+/**
+ * 95% bootstrap confidence interval for the mean of a boolean sample.
+ * Resampling is seeded for reproducibility.
+ */
+export declare function bootstrapCI(flags: boolean[], opts?: {
+    iterations?: number;
+    seed?: number;
+}): [number, number];
+/** True if two 95% CIs do not overlap (a simple significance proxy). */
+export declare function ciDisjoint(a: [number, number], b: [number, number]): boolean;
+/**
+ * pass@k: probability that at least one of k attempts succeeds.
+ * pass^k: probability that all k attempts succeed (a reliability metric — a
+ * learning system should improve this, not just the average).
+ * `attemptsPerItem` is a list of success flags grouped by item.
+ */
+export declare function passAtK(attemptsPerItem: boolean[][], k: number): number;
+export declare function passCaretK(attemptsPerItem: boolean[][], k: number): number;
+/**
+ * Success rate over a contiguous fraction [from, to) of an ordered run.
+ * env_error tasks are excluded from both numerator and denominator.
+ */
+export declare function phaseRate(results: TaskResult[], from: number, to: number): number;
+/**
+ * Per-family success rates: groups results by their `skillTag` (family) and
+ * computes success rate per family. Used by SkillFlow / SkillsBench to show
+ * domain-level performance breakdowns.
+ */
+export declare function familySuccessRates(results: TaskResult[]): Record<string, number>;
+/**
+ * Transfer matrix: for every ordered pair (sourceFamily, targetFamily), the
+ * success rate on targetFamily tasks that came *after* at least one success in
+ * sourceFamily. Diagonal entries are self-transfer (later tasks in the same
+ * family). Used by SkillFlow to quantify cross-domain transfer.
+ */
+export declare function transferMatrix(results: TaskResult[]): {
+    families: string[];
+    matrix: number[][];
+};
+/**
+ * Convergence iteration: the first task index at which the rolling success rate
+ * reaches or exceeds `threshold` and stays there for the rest of the stream.
+ * Returns -1 if the threshold is never stably reached.
+ */
+export declare function convergenceIteration(curve: CurvePoint[], threshold: number): number;
+/**
+ * Expert gain: how much the learning arm's success rate improves over the
+ * no-learning baseline specifically for tasks where prior knowledge was
+ * surfaced. Isolates the memory-injection effect from general model ability.
+ */
+export declare function expertGain(learningResults: TaskResult[], baselineRate: number): {
+    surfacedRate: number;
+    gain: number;
+    count: number;
+};
+/**
+ * Paired comparison between the learning and no-learning arms.
+ *
+ * Pairs tasks by index (same stream position). Pairs where either side has
+ * status env_error are dropped.
+ *
+ * Returns:
+ *   discordantPairs  — b + c total discordant pairs
+ *   mcnemarP         — two-sided exact McNemar p-value (binomial(b+c, 0.5))
+ *   meanDelta        — mean(learning_i − cold_i) over non-dropped pairs
+ *   bootstrapCI      — 95% percentile CI on meanDelta (10k iterations, seeded)
+ *   droppedPairs     — count of pairs dropped due to env_error on either side
+ */
+export declare function pairedComparison(learning: boolean[], cold: boolean[], opts?: {
+    learningStatuses?: Array<'success' | 'failure' | 'env_error'>;
+    coldStatuses?: Array<'success' | 'failure' | 'env_error'>;
+    seed?: number;
+    iterations?: number;
+}): {
+    discordantPairs: number;
+    mcnemarP: number;
+    meanDelta: number;
+    bootstrapCI: [number, number];
+    droppedPairs: number;
+};
+/**
+ * Assemble per-seed task results into a ConditionResult — the shared reduction
+ * used by both the mock (SequentialEvalRunner) and live (LiveEvalRunner) arms so
+ * their aggregates are computed identically.
+ * env_error tasks are excluded from success-rate aggregates.
+ */
+export declare function aggregateCondition(label: string, perSeed: TaskResult[][], rollingWindow: number, seeds: number[], bootstrapSeed?: number): ConditionResult;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/eval/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/eval/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAQ1E;;;;;;;;GAQG;AAEH,4DAA4D;AAC5D,wBAAgB,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,CAG7C;AAED,6CAA6C;AAC7C,wBAAgB,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAGzC;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE,CAmBjF;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,UAAU,EAAE,CAYlE;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAGhE;AAED;;;GAGG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,OAAO,EAAE,EAChB,IAAI,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBlB;AAED,wEAAwE;AACxE,wBAAgB,UAAU,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAE5E;AAED;;;;;GAKG;AACH,wBAAgB,OAAO,CAAC,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAMvE;AAED,wBAAgB,UAAU,CAAC,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAM1E;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CAMjF;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAYhF;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG;IAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;CAAE,CA4BhG;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAcnF;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CACxB,eAAe,EAAE,UAAU,EAAE,EAC7B,YAAY,EAAE,MAAM,GACnB;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CASvD;AA0BD;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,OAAO,EAAE,EACnB,IAAI,EAAE,OAAO,EAAE,EACf,IAAI,GAAE;IACJ,gBAAgB,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;IAC9D,YAAY,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;CAChB,GACL;IACD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;CACtB,CAkEA;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EAAE,EAAE,EACvB,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,MAAM,EAAE,EACf,aAAa,SAAK,GACjB,eAAe,CA4BjB"}