causantic 0.9.4 → 0.10.0

package/dist/eval/experiments/rescorer-ceiling/analyze-misses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze-misses.js","sourceRoot":"","sources":["../../../../src/eval/experiments/rescorer-ceiling/analyze-misses.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAyB,MAAM,sCAAsC,CAAC;AAEpG,8EAA8E;AAE9E,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,OAAO,GAAG,EAAE;QACV,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,OAAO,CAAC,GAAG,UAAU,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,UAAkB,EAAE,IAAY;IACpD,KAAK,EAAE,CAAC;IACR,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;IAClC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAEjE,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;IAEvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QACvC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,SAAS;YACnD,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,WAAW,EAAE,OAAO,CAAC,IAAI;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,IAAI,CAAC,MAAgB;IAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC3D,CAAC;AAwBD,8EAA8E;AAE9E,KAAK,UAAU,WAAW;IACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,kCAAkC;IAElD,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAElD,KAAK,EAAE,CAAC;IACR,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,YAAY,IAAI,kBAAkB,EAAE,GAAG,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,aAAa,GAAG,oBAAoB,EAAE,CAAC;QAC7C,eAAe,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAEvB,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC9C,IAAI,QAAQ;QAAE,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAEjE,yBAAyB;IACzB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,YAAY,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,aAAa,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAErD,sBAAsB;IACtB,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAErD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,MAAM,eAAe,GAAe,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1D,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,cAAc,eAAe,CAAC,MAAM,YAAY,CAAC,CAAC;IAE9D,mCAAmC;IACnC,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,CAAC,CAAC,kBAAkB,CAAC;QAEtC,+BAA+B;QAC/B,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACpE,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/C,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,KAAK,GAAG,IAAI,CAAC;oBACb,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACtD,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACjD,CAAC;QAED,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,iDAAiD;QACjD,MAAM,OAAO,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,mBAAmB,GAAG,CAAC,CAAC,CAAC;QAC7B,IAAI,aAAa,GAAG,cAAc,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACjD,IAAI,GAAG,GAAG,mBAAmB,EAAE,CAAC;oBAC9B,mBAAmB,GAAG,GAAG,CAAC;oBAC1B,aAAa,GAAG,KAAK,CAAC,WAAW,CAAC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QAErC,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,QAAQ;YACjB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK;YACL,eAAe;YACf,mBAAmB;YACnB,eAAe,EAAE,OAAO,CAAC,MAAM;YAC/B,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC9C,cAAc,EAAE,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;YACxE,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAEhD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;IAE/D,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACxJ,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAE5J,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAChK,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEpK,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7I,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC;IAEjJ,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC;IACrI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC;IAEzI,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC;IACrI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC;IAEzI,qCAAqC;IACrC,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG;QACjB,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACxC,EAAE,KAAK,EAAE,MAAM,EAAK,GAAG,EAAE,CAAC,CAAC,EAAG,GAAG,EAAE,GAAG,EAAE;KACzC,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC3C,KAAK,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,IAAI,GAAG,IAAI,CAAC,CAAC,mBAAmB,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;QACxG,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,IAAI,GAAG,IAAI,CAAC,CAAC,mBAAmB,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;QAC3G,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,0CAA0C;IAC1C,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,MAAM,YAAY,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,GAAG,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;IAExD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAClL,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,mBAAmB,GAAG,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC3F,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAExD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAClL,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvB,CAAC;AAED,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC1B,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/experiments/rescorer-ceiling/benchmark-rescorers.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Re-scorer Benchmark
+ *
+ * Compares three re-scoring approaches on the same candidate set:
+ *   1. Cross-encoder (ms-marco-MiniLM-L-6-v2) — local ONNX model
+ *   2. Query expansion — LLM generates reformulations, max-sim re-scoring
+ *   3. LLM reranker — Haiku directly ranks candidates
+ *
+ * For each approach, measures:
+ *   - How many ground-truth chunks get promoted into top-5, top-10
+ *   - Budget assembly survival rate (20K token budget)
+ *   - Latency per query
+ *
+ * Usage:
+ *   npx tsx src/eval/experiments/rescorer-ceiling/benchmark-rescorers.ts [--sample-size=50]
+ */
+export {};
+//# sourceMappingURL=benchmark-rescorers.d.ts.map

package/dist/eval/experiments/rescorer-ceiling/benchmark-rescorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-rescorers.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/rescorer-ceiling/benchmark-rescorers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG"}

package/dist/eval/experiments/rescorer-ceiling/benchmark-rescorers.js

@@ -0,0 +1,443 @@
+/**
+ * Re-scorer Benchmark
+ *
+ * Compares three re-scoring approaches on the same candidate set:
+ *   1. Cross-encoder (ms-marco-MiniLM-L-6-v2) — local ONNX model
+ *   2. Query expansion — LLM generates reformulations, max-sim re-scoring
+ *   3. LLM reranker — Haiku directly ranks candidates
+ *
+ * For each approach, measures:
+ *   - How many ground-truth chunks get promoted into top-5, top-10
+ *   - Budget assembly survival rate (20K token budget)
+ *   - Latency per query
+ *
+ * Usage:
+ *   npx tsx src/eval/experiments/rescorer-ceiling/benchmark-rescorers.ts [--sample-size=50]
+ */
+import { pipeline } from '@huggingface/transformers';
+import Anthropic from '@anthropic-ai/sdk';
+import { getDb } from '../../../storage/db.js';
+import { vectorStore, indexVectorStore } from '../../../storage/vector-store.js';
+import { getChunkById } from '../../../storage/chunk-store.js';
+import { getIndexEntryCount, getIndexedChunkCount, dereferenceToChunkIds, } from '../../../storage/index-entry-store.js';
+import { getAllClusters, getClusterChunkIds } from '../../../storage/cluster-store.js';
+import { Embedder } from '../../../models/embedder.js';
+import { getModel } from '../../../models/model-registry.js';
+import { loadConfig, toRuntimeConfig } from '../../../config/loader.js';
+import { cosineSimilarity } from '../../../utils/angular-distance.js';
+import { createSecretStore } from '../../../utils/secret-store.js';
+import { generateSearchQueries } from '../index-vs-chunk/query-generator.js';
+// ── Constants ──────────────────────────────────────────────────────────────
+const CROSS_ENCODER_MODEL = 'Xenova/ms-marco-MiniLM-L-6-v2';
+const CROSS_ENCODER_MAX_CHARS = 512 * 4; // ~512 tokens
+const VECTOR_K = 500; // Candidate pool size
+const QUERY_EXPANSION_COUNT = 5;
+const LLM_RERANK_TOP_N = 30; // Send top-N to LLM for reranking
+// ── Helpers ────────────────────────────────────────────────────────────────
+function createRng(seed) {
+    let s = seed;
+    return () => {
+        s = (s * 1664525 + 1013904223) & 0x7fffffff;
+        return s / 0x7fffffff;
+    };
+}
+function sampleChunks(sampleSize, seed) {
+    getDb();
+    const clusters = getAllClusters();
+    if (clusters.length === 0)
+        throw new Error('No clusters found.');
+    const rng = createRng(seed);
+    const result = [];
+    const shuffled = [...clusters].sort(() => rng() - 0.5);
+    for (const cluster of shuffled) {
+        if (result.length >= sampleSize)
+            break;
+        const chunkIds = getClusterChunkIds(cluster.id);
+        if (chunkIds.length < 2)
+            continue;
+        const numPicks = Math.min(2, Math.ceil(sampleSize / clusters.length), chunkIds.length);
+        const shuffledIds = [...chunkIds].sort(() => rng() - 0.5);
+        for (let i = 0; i < numPicks && result.length < sampleSize; i++) {
+            const chunk = getChunkById(shuffledIds[i]);
+            if (!chunk || chunk.content.length < 100)
+                continue;
+            result.push({
+                id: chunk.id,
+                sessionSlug: chunk.sessionSlug,
+                content: chunk.content,
+                clusterId: cluster.id,
+                clusterName: cluster.name,
+            });
+        }
+    }
+    return result;
+}
+function budgetSurvival(ranked, targetId, tokenMap, budget) {
+    let used = 0;
+    for (const item of ranked) {
+        const tokens = tokenMap.get(item.chunkId) ?? 500;
+        if (used + tokens > budget)
+            return false;
+        used += tokens;
+        if (item.chunkId === targetId)
+            return true;
+    }
+    return false;
+}
+function findRank(items, targetId) {
+    const idx = items.findIndex((i) => i.chunkId === targetId);
+    return idx >= 0 ? idx + 1 : 0;
+}
+// ── Approach 1: Cross-encoder ──────────────────────────────────────────────
+async function loadCrossEncoder() {
+    console.log(`Loading cross-encoder: ${CROSS_ENCODER_MODEL}...`);
+    const start = Date.now();
+    const pipe = await pipeline('text-classification', CROSS_ENCODER_MODEL, {
+        dtype: 'fp32',
+    });
+    console.log(`  Loaded in ${Date.now() - start}ms`);
+    return pipe;
+}
+async function crossEncoderRescore(pipe, query, candidates) {
+    const scored = [];
+    for (const c of candidates) {
+        const truncated = c.content.slice(0, CROSS_ENCODER_MAX_CHARS);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const result = await pipe({ text: query, text_pair: truncated }, { topk: 1 });
+        const score = Array.isArray(result) ? result[0].score : result.score;
+        scored.push({ chunkId: c.chunkId, score });
+    }
+    return scored.sort((a, b) => b.score - a.score);
+}
+// ── Approach 2: Query expansion ────────────────────────────────────────────
+async function expandQuery(client, query, model) {
+    const response = await client.messages.create({
+        model,
+        max_tokens: 300,
+        messages: [{
+                role: 'user',
+                content: `Generate ${QUERY_EXPANSION_COUNT} alternative search queries for finding the same information as: "${query}"
+
+Each query should approach the topic from a different angle (synonyms, related concepts, specific details, broader framing).
+
+Return ONLY the queries, one per line, no numbering or bullets.`,
+            }],
+    });
+    const text = response.content[0].type === 'text' ? response.content[0].text : '';
+    return text.split('\n').map((l) => l.trim()).filter((l) => l.length > 0).slice(0, QUERY_EXPANSION_COUNT);
+}
+async function queryExpansionRescore(embedder, originalEmbedding, expansionEmbeddings, candidates) {
+    const allEmbeddings = [originalEmbedding, ...expansionEmbeddings];
+    const scored = [];
+    for (const c of candidates) {
+        const chunkEmb = await vectorStore.get(c.chunkId);
+        if (!chunkEmb) {
+            scored.push({ chunkId: c.chunkId, score: 0 });
+            continue;
+        }
+        // Max similarity across all query variants
+        let maxSim = -1;
+        for (const qEmb of allEmbeddings) {
+            const sim = cosineSimilarity(qEmb, chunkEmb);
+            if (sim > maxSim)
+                maxSim = sim;
+        }
+        scored.push({ chunkId: c.chunkId, score: maxSim });
+    }
+    return scored.sort((a, b) => b.score - a.score);
+}
+// ── Approach 3: LLM reranker ───────────────────────────────────────────────
+async function llmRerank(client, query, candidates, model) {
+    // Take only top-N by vector score to keep prompt small
+    const topCandidates = candidates.slice(0, LLM_RERANK_TOP_N);
+    const passages = topCandidates.map((c, i) => {
+        const snippet = c.content.slice(0, 400);
+        return `[${i}] ${snippet}`;
+    }).join('\n\n');
+    const response = await client.messages.create({
+        model,
+        max_tokens: 200,
+        messages: [{
+                role: 'user',
+                content: `Query: "${query}"
+
+Rank these passages by relevance to the query. Return ONLY the passage numbers in order from most to least relevant, comma-separated. Example: 3,0,7,1,5
+
+${passages}`,
+            }],
+    });
+    const text = response.content[0].type === 'text' ? response.content[0].text : '';
+    const indices = text.match(/\d+/g)?.map(Number) ?? [];
+    // Build ranked list from LLM ordering, then append unranked candidates
+    const ranked = [];
+    const seen = new Set();
+    for (const idx of indices) {
+        if (idx >= 0 && idx < topCandidates.length) {
+            const c = topCandidates[idx];
+            if (!seen.has(c.chunkId)) {
+                ranked.push({ chunkId: c.chunkId, score: topCandidates.length - ranked.length });
+                seen.add(c.chunkId);
+            }
+        }
+    }
+    // Append remaining candidates not ranked by LLM
+    for (const c of candidates) {
+        if (!seen.has(c.chunkId)) {
+            ranked.push({ chunkId: c.chunkId, score: 0 });
+            seen.add(c.chunkId);
+        }
+    }
+    return ranked;
+}
+// ── Main ───────────────────────────────────────────────────────────────────
+async function runBenchmark() {
+    const args = process.argv.slice(2);
+    const sampleSizeArg = args.find((a) => a.startsWith('--sample-size='));
+    const sampleSize = sampleSizeArg ? parseInt(sampleSizeArg.split('=')[1], 10) : 30;
+    const seed = 42;
+    console.log('=== Re-scorer Benchmark ===\n');
+    getDb();
+    const externalConfig = loadConfig();
+    const config = toRuntimeConfig(externalConfig);
+    const maxTokens = config.mcpMaxResponseTokens;
+    const useIndex = config.semanticIndex.useForSearch && getIndexEntryCount() > 0;
+    let entriesPerChunk = 1;
+    if (useIndex) {
+        const indexedChunks = getIndexedChunkCount();
+        entriesPerChunk = indexedChunks > 0 ? getIndexEntryCount() / indexedChunks : 1;
+    }
+    console.log(`Candidate pool: K=${VECTOR_K}`);
+    console.log(`Budget: ${maxTokens} tokens`);
+    console.log(`LLM rerank top-N: ${LLM_RERANK_TOP_N}`);
+    vectorStore.setModelId(config.embeddingModel);
+    if (useIndex)
+        indexVectorStore.setModelId(config.embeddingModel);
+    // Get Anthropic client
+    if (!process.env.ANTHROPIC_API_KEY) {
+        try {
+            const store = createSecretStore();
+            const storedKey = await store.get('anthropic-api-key');
+            if (storedKey)
+                process.env.ANTHROPIC_API_KEY = storedKey;
+        }
+        catch { /* */ }
+    }
+    const anthropic = new Anthropic();
+    // Sample and generate queries
+    console.log(`\nSampling ${sampleSize} chunks...`);
+    const sampledChunks = sampleChunks(sampleSize, seed);
+    console.log(`  Sampled ${sampledChunks.length} chunks`);
+    console.log('Generating queries...');
+    const queries = await generateSearchQueries(sampledChunks, config.clusterRefreshModel);
+    console.log(`  Generated ${queries.length} queries`);
+    // Prepare embedder
+    const embedder = new Embedder();
+    await embedder.load(getModel(config.embeddingModel));
+    console.log('Embedding queries...');
+    const queryEmbeddings = [];
+    for (const q of queries) {
+        const { embedding } = await embedder.embed(q.query, true);
+        queryEmbeddings.push(embedding);
+    }
+    console.log(`  Embedded ${queryEmbeddings.length} queries`);
+    // Build candidate pools
+    console.log(`\nBuilding candidate pools (K=${VECTOR_K})...`);
+    const queryDataList = [];
+    for (let qi = 0; qi < queries.length; qi++) {
+        const q = queries[qi];
+        const embedding = queryEmbeddings[qi];
+        const targetId = q.groundTruthChunkId;
+        // Get candidates via index or chunk path
+        let candidateIds;
+        if (useIndex) {
+            const indexLimit = Math.ceil(VECTOR_K * entriesPerChunk);
+            const results = await indexVectorStore.search(embedding, indexLimit);
+            // Dereference index entries to chunk IDs
+            const chunkScoreMap = new Map();
+            for (const r of results) {
+                const chunkIds = dereferenceToChunkIds([r.id]);
+                const score = Math.max(0, 1 - r.distance);
+                for (const cid of chunkIds) {
+                    const existing = chunkScoreMap.get(cid);
+                    if (existing === undefined || score > existing) {
+                        chunkScoreMap.set(cid, score);
+                    }
+                }
+            }
+            candidateIds = [...chunkScoreMap.entries()]
+                .map(([id, score]) => ({ id, score }))
+                .sort((a, b) => b.score - a.score);
+        }
+        else {
+            const results = await vectorStore.search(embedding, VECTOR_K);
+            candidateIds = results.map((r) => ({ id: r.id, score: Math.max(0, 1 - r.distance) }));
+        }
+        // Load chunk content for candidates
+        const candidates = [];
+        for (const { id, score } of candidateIds) {
+            const chunk = getChunkById(id);
+            if (chunk) {
+                candidates.push({
+                    chunkId: id,
+                    content: chunk.content,
+                    tokens: chunk.approxTokens || 500,
+                    vectorScore: score,
+                });
+            }
+        }
+        const targetInPool = candidates.some((c) => c.chunkId === targetId);
+        queryDataList.push({ query: q.query, targetId, embedding, candidates, targetInPool });
+    }
+    const inPool = queryDataList.filter((q) => q.targetInPool).length;
+    console.log(`  ${inPool}/${queryDataList.length} targets in candidate pool`);
+    // Only benchmark queries where target is in the pool (otherwise re-scoring can't help)
+    const benchmarkable = queryDataList.filter((q) => q.targetInPool);
+    console.log(`  Benchmarking ${benchmarkable.length} queries\n`);
+    if (benchmarkable.length === 0) {
+        console.log('No benchmarkable queries. Exiting.');
+        await embedder.dispose();
+        return;
+    }
+    // Token map for budget calculations
+    const tokenMap = new Map();
+    for (const qd of benchmarkable) {
+        for (const c of qd.candidates) {
+            tokenMap.set(c.chunkId, c.tokens);
+        }
+    }
+    // ── Baseline: vector score ordering ──────────────────────────────────────
+    console.log('── Baseline (vector score) ──');
+    let baselineTop5 = 0, baselineTop10 = 0, baselineBudget = 0;
+    const baselineRanks = [];
+    for (const qd of benchmarkable) {
+        const rank = findRank(qd.candidates, qd.targetId);
+        baselineRanks.push(rank);
+        if (rank > 0 && rank <= 5)
+            baselineTop5++;
+        if (rank > 0 && rank <= 10)
+            baselineTop10++;
+        if (budgetSurvival(qd.candidates, qd.targetId, tokenMap, maxTokens))
+            baselineBudget++;
+    }
+    const baselineMedianRank = [...baselineRanks].sort((a, b) => a - b)[Math.floor(baselineRanks.length / 2)];
+    console.log(`  Top-5: ${baselineTop5}/${benchmarkable.length} (${((baselineTop5 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Top-10: ${baselineTop10}/${benchmarkable.length} (${((baselineTop10 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Budget: ${baselineBudget}/${benchmarkable.length} (${((baselineBudget / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Median rank: ${baselineMedianRank}\n`);
+    // ── Approach 1: Cross-encoder ────────────────────────────────────────────
+    console.log('── Cross-encoder (ms-marco-MiniLM-L-6-v2) ──');
+    const crossEncoder = await loadCrossEncoder();
+    let ceTop5 = 0, ceTop10 = 0, ceBudget = 0;
+    const ceRanks = [];
+    const ceTimings = [];
+    for (let i = 0; i < benchmarkable.length; i++) {
+        const qd = benchmarkable[i];
+        const start = Date.now();
+        const reranked = await crossEncoderRescore(crossEncoder, qd.query, qd.candidates);
+        ceTimings.push(Date.now() - start);
+        const rank = findRank(reranked, qd.targetId);
+        ceRanks.push(rank);
+        if (rank > 0 && rank <= 5)
+            ceTop5++;
+        if (rank > 0 && rank <= 10)
+            ceTop10++;
+        if (budgetSurvival(reranked, qd.targetId, tokenMap, maxTokens))
+            ceBudget++;
+        if ((i + 1) % 5 === 0)
+            console.log(`  Query ${i + 1}/${benchmarkable.length}`);
+    }
+    const ceMedianRank = [...ceRanks].sort((a, b) => a - b)[Math.floor(ceRanks.length / 2)];
+    const ceMedianTime = [...ceTimings].sort((a, b) => a - b)[Math.floor(ceTimings.length / 2)];
+    console.log(`  Top-5: ${ceTop5}/${benchmarkable.length} (${((ceTop5 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Top-10: ${ceTop10}/${benchmarkable.length} (${((ceTop10 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Budget: ${ceBudget}/${benchmarkable.length} (${((ceBudget / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Median rank: ${ceMedianRank}`);
+    console.log(`  Median latency: ${ceMedianTime}ms\n`);
+    // Dispose cross-encoder to free memory before next approach
+    await crossEncoder.dispose?.();
+    // ── Approach 2: Query expansion ──────────────────────────────────────────
+    console.log('── Query expansion (5 reformulations) ──');
+    let qeTop5 = 0, qeTop10 = 0, qeBudget = 0;
+    const qeRanks = [];
+    const qeTimings = [];
+    for (let i = 0; i < benchmarkable.length; i++) {
+        const qd = benchmarkable[i];
+        const start = Date.now();
+        // Generate expansions
+        const expansions = await expandQuery(anthropic, qd.query, config.clusterRefreshModel);
+        // Embed expansions
+        const expansionEmbeddings = [];
+        for (const exp of expansions) {
+            const { embedding } = await embedder.embed(exp, true);
+            expansionEmbeddings.push(embedding);
+        }
+        // Re-score candidates
+        const reranked = await queryExpansionRescore(embedder, qd.embedding, expansionEmbeddings, qd.candidates);
+        qeTimings.push(Date.now() - start);
+        const rank = findRank(reranked, qd.targetId);
+        qeRanks.push(rank);
+        if (rank > 0 && rank <= 5)
+            qeTop5++;
+        if (rank > 0 && rank <= 10)
+            qeTop10++;
+        if (budgetSurvival(reranked, qd.targetId, tokenMap, maxTokens))
+            qeBudget++;
+        if ((i + 1) % 5 === 0)
+            console.log(`  Query ${i + 1}/${benchmarkable.length}`);
+    }
+    const qeMedianRank = [...qeRanks].sort((a, b) => a - b)[Math.floor(qeRanks.length / 2)];
+    const qeMedianTime = [...qeTimings].sort((a, b) => a - b)[Math.floor(qeTimings.length / 2)];
+    console.log(`  Top-5: ${qeTop5}/${benchmarkable.length} (${((qeTop5 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Top-10: ${qeTop10}/${benchmarkable.length} (${((qeTop10 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Budget: ${qeBudget}/${benchmarkable.length} (${((qeBudget / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Median rank: ${qeMedianRank}`);
+    console.log(`  Median latency: ${qeMedianTime}ms\n`);
+    // ── Approach 3: LLM reranker ─────────────────────────────────────────────
+    console.log(`── LLM reranker (top-${LLM_RERANK_TOP_N} → Haiku) ──`);
+    let llmTop5 = 0, llmTop10 = 0, llmBudget = 0;
+    const llmRanks = [];
+    const llmTimings = [];
+    for (let i = 0; i < benchmarkable.length; i++) {
+        const qd = benchmarkable[i];
+        const start = Date.now();
+        const reranked = await llmRerank(anthropic, qd.query, qd.candidates, config.clusterRefreshModel);
+        llmTimings.push(Date.now() - start);
+        const rank = findRank(reranked, qd.targetId);
+        llmRanks.push(rank);
+        if (rank > 0 && rank <= 5)
+            llmTop5++;
+        if (rank > 0 && rank <= 10)
+            llmTop10++;
+        if (budgetSurvival(reranked, qd.targetId, tokenMap, maxTokens))
+            llmBudget++;
+        if ((i + 1) % 5 === 0)
+            console.log(`  Query ${i + 1}/${benchmarkable.length}`);
+    }
+    const llmMedianRank = [...llmRanks].sort((a, b) => a - b)[Math.floor(llmRanks.length / 2)];
+    const llmMedianTime = [...llmTimings].sort((a, b) => a - b)[Math.floor(llmTimings.length / 2)];
+    console.log(`  Top-5: ${llmTop5}/${benchmarkable.length} (${((llmTop5 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Top-10: ${llmTop10}/${benchmarkable.length} (${((llmTop10 / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Budget: ${llmBudget}/${benchmarkable.length} (${((llmBudget / benchmarkable.length) * 100).toFixed(0)}%)`);
+    console.log(`  Median rank: ${llmMedianRank}`);
+    console.log(`  Median latency: ${llmMedianTime}ms\n`);
+    // ── Summary ──────────────────────────────────────────────────────────────
+    const total = queryDataList.length;
+    console.log('══ Summary ══\n');
+    console.log(`Total queries: ${total}`);
+    console.log(`In candidate pool (K=${VECTOR_K}): ${inPool}/${total} (${((inPool / total) * 100).toFixed(0)}%)`);
+    console.log(`Benchmarkable: ${benchmarkable.length}\n`);
+    console.log('  Approach                  Top-5   Top-10   Budget   Med.Rank   Med.Latency');
+    console.log('  ──────────────────────────────────────────────────────────────────────────');
+    const pct = (n) => `${((n / benchmarkable.length) * 100).toFixed(0)}%`.padStart(4);
+    console.log(`  Baseline (vector)         ${pct(baselineTop5)}    ${pct(baselineTop10)}     ${pct(baselineBudget)}       ${String(baselineMedianRank).padStart(4)}         0ms`);
+    console.log(`  Cross-encoder             ${pct(ceTop5)}    ${pct(ceTop10)}     ${pct(ceBudget)}       ${String(ceMedianRank).padStart(4)}     ${String(ceMedianTime).padStart(5)}ms`);
+    console.log(`  Query expansion           ${pct(qeTop5)}    ${pct(qeTop10)}     ${pct(qeBudget)}       ${String(qeMedianRank).padStart(4)}     ${String(qeMedianTime).padStart(5)}ms`);
+    console.log(`  LLM reranker              ${pct(llmTop5)}    ${pct(llmTop10)}     ${pct(llmBudget)}       ${String(llmMedianRank).padStart(4)}     ${String(llmMedianTime).padStart(5)}ms`);
+    await embedder.dispose();
+    console.log('\nDone.');
+}
+runBenchmark().catch((err) => {
+    console.error('Benchmark failed:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=benchmark-rescorers.js.map

package/dist/eval/experiments/rescorer-ceiling/benchmark-rescorers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-rescorers.js","sourceRoot":"","sources":["../../../../src/eval/experiments/rescorer-ceiling/benchmark-rescorers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,QAAQ,EAAmC,MAAM,2BAA2B,CAAC;AACtF,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,uCAAuC,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAyB,MAAM,sCAAsC,CAAC;AAEpG,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,+BAA+B,CAAC;AAC5D,MAAM,uBAAuB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,cAAc;AACvD,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,sBAAsB;AAC5C,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,gBAAgB,GAAG,EAAE,CAAC,CAAC,kCAAkC;AAE/D,8EAA8E;AAE9E,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,OAAO,GAAG,EAAE;QACV,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,UAAU,CAAC,GAAG,UAAU,CAAC;QAC5C,OAAO,CAAC,GAAG,UAAU,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,UAAkB,EAAE,IAAY;IACpD,KAAK,EAAE,CAAC;IACR,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;IAClC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;IACvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;QACvC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;QAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBAAE,SAAS;YACnD,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,WAAW,EAAE,OAAO,CAAC,IAAI;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AASD,SAAS,cAAc,CACrB,MAAkC,EAClC,QAAgB,EAChB,QAA6B,EAC7B,MAAc;IAEd,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;QACjD,IAAI,IAAI,GAAG,MAAM,GAAG,MAAM;YAAE,OAAO,KAAK,CAAC;QACzC,IAAI,IAAI,MAAM,CAAC;QACf,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;IAC7C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiC,EAAE,QAAgB;IACnE,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;IAC3D,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,0BAA0B,mBAAmB,KAAK,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,qBAAqB,EAAE,mBAAmB,EAAE;QACtE,KAAK,EAAE,MAAM;KACd,CAA+B,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC;IACnD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,IAAgC,EAChC,KAAa,EACb,UAAuB;IAEvB,MAAM,MAAM,GAA8C,EAAE,CAAC;IAE7D,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAC9D,8DAA8D;QAC9D,MAAM,MAAM,GAAG,MAAO,IAAY,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QACvF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,CAAC,CAAuB,CAAC,KAAK,CAAC,CAAC,CAAE,MAA4B,CAAC,KAAK,CAAC;QACnH,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AAClD,CAAC;AAED,8EAA8E;AAE9E,KAAK,UAAU,WAAW,CACxB,MAAiB,EACjB,KAAa,EACb,KAAa;IAEb,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,KAAK;QACL,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY,qBAAqB,qEAAqE,KAAK;;;;gEAI1D;aAC3D,CAAC;KACH,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;AAC3G,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,QAAkB,EAClB,iBAA2B,EAC3B,mBAA+B,EAC/B,UAAuB;IAEvB,MAAM,aAAa,GAAG,CAAC,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,CAAC;IAClE,MAAM,MAAM,GAA8C,EAAE,CAAC;IAE7D,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,2CAA2C;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC;QAChB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC7C,IAAI,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,GAAG,CAAC;QACjC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AAClD,CAAC;AAED,8EAA8E;AAE9E,KAAK,UAAU,SAAS,CACtB,MAAiB,EACjB,KAAa,EACb,UAAuB,EACvB,KAAa;IAEb,uDAAuD;IACvD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,KAAK;QACL,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,WAAW,KAAK;;;;EAI7B,QAAQ,EAAE;aACP,CAAC;KACH,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACjF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAEtD,uEAAuE;IACvE,MAAM,MAAM,GAA8C,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjF,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAE9E,KAAK,UAAU,YAAY;IACzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,IAAI,GAAG,EAAE,CAAC;IAEhB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE7C,KAAK,EAAE,CAAC;IACR,MAAM,cAAc,GAAG,UAAU,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAE9C,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,YAAY,IAAI,kBAAkB,EAAE,GAAG,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,aAAa,GAAG,oBAAoB,EAAE,CAAC;QAC7C,eAAe,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,WAAW,SAAS,SAAS,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,qBAAqB,gBAAgB,EAAE,CAAC,CAAC;IAErD,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC9C,IAAI,QAAQ;QAAE,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAEjE,uBAAuB;IACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACvD,IAAI,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAElC,8BAA8B;IAC9B,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,YAAY,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,aAAa,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAErD,mBAAmB;IACnB,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAErD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,MAAM,eAAe,GAAe,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1D,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,cAAc,eAAe,CAAC,MAAM,UAAU,CAAC,CAAC;IAE5D,wBAAwB;IACxB,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,MAAM,CAAC,CAAC;IAQ7D,MAAM,aAAa,GAAgB,EAAE,CAAC;IAEtC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,SAAS,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,kBAAkB,CAAC;QAEtC,yCAAyC;QACzC,IAAI,YAAkD,CAAC;QACvD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,eAAe,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACrE,yCAAyC;YACzC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;YAChD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC1C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACxC,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;wBAC/C,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,YAAY,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;iBACxC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC9D,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACxF,CAAC;QAED,oCAAoC;QACpC,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,KAAK,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,YAAY,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,KAAK,EAAE,CAAC;gBACV,UAAU,CAAC,IAAI,CAAC;oBACd,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,MAAM,EAAE,KAAK,CAAC,YAAY,IAAI,GAAG;oBACjC,WAAW,EAAE,KAAK;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QACpE,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,IAAI,aAAa,CAAC,MAAM,4BAA4B,CAAC,CAAC;IAE7E,uFAAuF;IACvF,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,kBAAkB,aAAa,CAAC,MAAM,YAAY,CAAC,CAAC;IAEhE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IAED,oCAAoC;IACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,4EAA4E;IAE5E,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,IAAI,YAAY,GAAG,CAAC,EAAE,aAAa,GAAG,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;QAClD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;YAAE,YAAY,EAAE,CAAC;QAC1C,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE;YAAE,aAAa,EAAE,CAAC;QAC5C,IAAI,cAAc,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;YAAE,cAAc,EAAE,CAAC;IACxF,CAAC;IACD,MAAM,kBAAkB,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1G,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/H,OAAO,CAAC,GAAG,CAAC,aAAa,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClI,OAAO,CAAC,GAAG,CAAC,aAAa,cAAc,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpI,OAAO,CAAC,GAAG,CAAC,kBAAkB,kBAAkB,IAAI,CAAC,CAAC;IAEtD,4EAA4E;IAE5E,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAC9C,IAAI,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QAClF,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEnC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;YAAE,MAAM,EAAE,CAAC;QACpC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QACtC,IAAI,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;YAAE,QAAQ,EAAE,CAAC;QAE3E,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5F,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnH,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtH,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxH,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,qBAAqB,YAAY,MAAM,CAAC,CAAC;IAErD,4DAA4D;IAC5D,MAAO,YAA6D,CAAC,OAAO,EAAE,EAAE,CAAC;IAEjF,4EAA4E;IAE5E,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,IAAI,MAAM,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,sBAAsB;QACtB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAEtF,mBAAmB;QACnB,MAAM,mBAAmB,GAAe,EAAE,CAAC;QAC3C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtD,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;QAED,sBAAsB;QACtB,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,mBAAmB,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QACzG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEnC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;YAAE,MAAM,EAAE,CAAC;QACpC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QACtC,IAAI,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;YAAE,QAAQ,EAAE,CAAC;QAE3E,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5F,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnH,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtH,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxH,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,qBAAqB,YAAY,MAAM,CAAC,CAAC;IAErD,4EAA4E;IAE5E,OAAO,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,cAAc,CAAC,CAAC;IACpE,IAAI,OAAO,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACjG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEpC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE;YAAE,QAAQ,EAAE,CAAC;QACvC,IAAI,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;YAAE,SAAS,EAAE,CAAC;QAE5E,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,aAAa,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,aAAa,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrH,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxH,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1H,OAAO,CAAC,GAAG,CAAC,kBAAkB,aAAa,EAAE,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,MAAM,CAAC,CAAC;IAEtD,4EAA4E;IAE5E,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC/B,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,MAAM,MAAM,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/G,OAAO,CAAC,GAAG,CAAC,kBAAkB,aAAa,CAAC,MAAM,IAAI,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;IAC5F,OAAO,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;IAC5F,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,CAAC,YAAY,CAAC,OAAO,GAAG,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,cAAc,CAAC,UAAU,MAAM,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;IAChL,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,UAAU,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtL,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,UAAU,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtL,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,SAAS,CAAC,UAAU,MAAM,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAE3L,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACzB,CAAC;AAED,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC3B,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/experiments/rescorer-ceiling/run-experiment.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Re-scorer Ceiling Analysis
+ *
+ * Measures how much headroom a second-stage re-scorer would have by answering:
+ *   1. At high K values, what % of ground-truth chunks appear in vector search?
+ *   2. When found, what's their rank distribution?
+ *   3. If a perfect re-scorer promoted every found target to rank 1,
+ *      what would budget assembly look like?
+ *
+ * Tests both raw chunk search and index entry search paths.
+ *
+ * Usage:
+ *   npx tsx src/eval/experiments/rescorer-ceiling/run-experiment.ts [--sample-size=50]
+ */
+export {};
+//# sourceMappingURL=run-experiment.d.ts.map

package/dist/eval/experiments/rescorer-ceiling/run-experiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-experiment.d.ts","sourceRoot":"","sources":["../../../../src/eval/experiments/rescorer-ceiling/run-experiment.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG"}