@monoes/monomindcli 2.7.12 → 2.7.14

package/dist/src/knowledge/eval/harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAA+B,MAAM,aAAa,CAAC;AACjG,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAA+B,MAAM,iBAAiB,CAAC;AACvG,OAAO,EACL,SAAS,EAAE,gBAAgB,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,GAErF,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAA+C,MAAM,iBAAiB,CAAC;AACzI,OAAO,EAAE,mBAAmB,EAAuB,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,YAAY,EAAqB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAsB,MAAM,qBAAqB,CAAC;AAKjF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAkIvC,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC9B,IAAI,CAAC;YAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAAC,OAAO,gBAAgB,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,oDAAoD,CAAC;QAAC,CAAC;IAChI,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,wBAAwB,CAAC;IAAC,CAAC;AAC9C,CAAC;AACD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,KAAK,UAAU,WAAW,CAAC,IAAiB;IAC1C,IAAI,OAAO,GAA+C,IAAI,CAAC;IAC/D,IAAI,CAAC;QACH,MAAM,GAAG,GAAQ,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAChD,IAAI,OAAO,GAAG,CAAC,aAAa,KAAK,UAAU;YAAE,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC,CAAC,2CAA2C,CAAC,CAAC;IAEvD,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,EAAE,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QACpF,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAiB;IAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IAClC,MAAM,MAAM,GAAG,KAAK,KAAK,MAAM,CAAC;IAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEtB,0EAA0E;IAC1E,0EAA0E;IAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,KAAK,CAAC;IAE7C,+EAA+E;IAC/E,+EAA+E;IAC/E,8EAA8E;IAC9E,0EAA0E;IAC1E,8EAA8E;IAC9E,6CAA6C;IAC7C,MAAM,aAAa,GAAG,sBAAsB,CAAC;QAC3C,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC9D,OAAO,CAAC,GAAG,EAAE;KACd,CAAC,CAAC;IAEH,oEAAoE;IACpE,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,MAAM,GAAW,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CACb,cAAc,MAAM,CAAC,gBAAgB,gEAAgE;YACrG,+GAA+G,CAChH,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;IAEtE,4EAA4E;IAC5E,yEAAyE;IACzE,6CAA6C;IAC7C,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,sCAAsC,CAAC,cAAc,MAAM,CAAC,YAAY,mBAAmB;YAC3F,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YACnG,4EAA4E;YAC5E,6BAA6B,CAC9B,CAAC;IACJ,CAAC;IACD,QAAQ,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,MAAM,aAAa,MAAM,CAAC,YAAY,sBAAsB;QAC1F,IAAI,MAAM,CAAC,eAAe,0CAA0C,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;IAE5F,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,kEAAkE;IAClE,MAAM,KAAK,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;IAEvE,oEAAoE;IACpE,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,OAAO,GAA+B,EAAE,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;YAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QAC7E,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,0EAA0E;YAC1E,wEAAwE;YACxE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,EAAE,6CAA6C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvH,CAAC;QACD,IAAI,KAAK,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QACjF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,CAAC,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAChD,KAAK,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC;YAC7H,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QAClI,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,eAAe,MAAM,CAAC,MAAM,YAAY,OAAO,CAAC,MAAM,gCAAgC,CAAC,CAAC;IACjG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAEtG,oEAAoE;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,QAAQ,CAAC;IAEjD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;eAClD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,CAAC;QAErF,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5B,mEAAmE;gBACnE,iEAAiE;gBACjE,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC7D,IAAI,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;oBAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAC3B,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACrJ,QAAQ,CAAC,sBAAsB,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,qDAAqD,CAAC,CAAC;QAClE,CAAC;QAED,sEAAsE;QACtE,wEAAwE;QACxE,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACtH,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBAAE,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9F,CAAC;QAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;QAGjC,kEAAkE;QAClE,sEAAsE;QACtE,0EAA0E;QAC1E,qEAAqE;QACrE,2EAA2E;QAC3E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;QAChD,QAAQ,CAAC,iBAAiB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QAElD,kEAAkE;QAClE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,CAAC,CAAa,EAAU,EAAE,CAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAExE,kEAAkE;QAClE,MAAM,cAAc,GAAG,IAAI,WAAW,CACpC,kCAAkC,EAClC,yEAAyE,EACzE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAqB,EAAE;YACxC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE;gBACjD,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK;gBAClF,UAAU,EAAE,IAAI,EAAG,gDAAgD;aACpE,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;gBAC1C,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,KAAK,EAAE,CAAC,CAAC,UAAU;aACpB,CAAC,CAAC,CAAC;QACN,CAAC,CACF,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,UAAU,GAAgB;YAC9B,cAAc;YACd,aAAa;YACb,IAAI,eAAe,CAAC,MAAM,CAAC;SAC5B,CAAC;QACF,6DAA6D;QAC7D,+DAA+D;QAC/D,MAAM,WAAW,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAU,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,CAAC,cAAc,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,iEAAiE;QACjE,uEAAuE;QACvE,qDAAqD;QACrD,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,GAAG,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBAC7D,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC5B,cAAc,GAAG,IAAI,CAAC;gBACtB,QAAQ,CAAC,sDAAsD,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,QAAQ,CAAC,0DAA0D,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QACD,IAAI,cAAc,EAAE,CAAC;YACnB,qEAAqE;YACrE,gEAAgE;YAChE,mEAAmE;YACnE,MAAM,iBAAiB,GAAG,IAAI,WAAW,CACvC,0BAA0B,EAC1B,qEAAqE,EACrE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAqB,EAAE;gBACxC,uEAAuE;gBACvE,8DAA8D;gBAC9D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE;oBACjD,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK;iBACnF,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;oBAC1C,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,KAAK,EAAE,CAAC,CAAC,UAAU;iBACpB,CAAC,CAAC,CAAC;YACN,CAAC,CACF,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QAED,kEAAkE;QAClE,QAAQ,CAAC,sBAAsB,CAAC,aAAa,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5G,MAAM,KAAK,GAAG,mBAAmB,EAAE,CAAC;QAEpC,uEAAuE;QACvE,0EAA0E;QAC1E,2EAA2E;QAC3E,yEAAyE;QACzE,IAAI,iBAAiB,GAAG,SAAS,CAAC;QAClC,MAAM,OAAO,GAAoC,EAAE,CAAC;QACpD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBAC7D,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC;oBAC7C,KAAK,EAAE,0BAA0B,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS;iBAC/G,CAAC,CAAC;gBACH,iBAAiB,GAAG,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,SAAS,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,wEAAwE,CAAC,CAAC;YAEpF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAmB,EAAE,CAAC;gBACpC,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtB,qEAAqE;oBACrE,mDAAmD;oBACnD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;oBAClC,4DAA4D;oBAC5D,yDAAyD;oBACzD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC/E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;wBAAE,YAAY,EAAE,CAAC;oBACtC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;wBACvB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;wBACvE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC;qBAC5C,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAChC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG;oBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,GAAG;oBACf,QAAQ,EAAE,IAAI;oBACd,sEAAsE;oBACtE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ;oBAChC,YAAY;oBACZ,eAAe,EAAE,YAAY,GAAG,QAAQ,CAAC,MAAM;iBAChD,CAAC;gBACF,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,cAAc,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAE/B,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEhH,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/B,MAAM,GAAG;YACP,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,MAAM,EAAE;gBACN,gBAAgB,EAAE,iBAAiB;gBACnC,KAAK;gBACL,iBAAiB,EAAE,IAAI;gBACvB,sBAAsB,EAAE,MAAM;gBAC9B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC/B,UAAU,EAAE,MAAM,CAAC,YAAY;gBAC/B,wBAAwB,EAAE,MAAM,CAAC,eAAe;gBAChD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,aAAa;gBACb,aAAa,EACX,0GAA0G;oBAC1G,kHAAkH;oBAClH,wGAAwG;oBACxG,8FAA8F;gBAChG,YAAY,EAAE,OAAO;gBACrB,kBAAkB,EAChB,yGAAyG;oBACzG,sGAAsG;oBACtG,6EAA6E;gBAC/E,IAAI,EAAE,CAAC;gBACP,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,cAAc,CAAC,MAAM;gBACpC,kBAAkB,EAAE,UAAU,CAAC,MAAM;gBACrC,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,mBAAmB,EAAE,OAAO,CAAC,MAAM;gBACnC,yBAAyB,EAAE,IAAI;gBAC/B,cAAc,EAAE,mDAAmD;gBACnE,QAAQ,EAAE,cAAc,EAAE;gBAC1B,iBAAiB;gBACjB,aAAa;gBACb,kBAAkB,EAChB,CAAC,aAAa,CAAC,OAAO,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChG,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE;oBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI;oBAC9C,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,SAAS;oBAClE,WAAW,EAAE,OAAO,CAAC,OAAO;iBAC7B;aACF;YACD,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB;gBAC3G,MAAM,EAAE,kOAAkO;gBAC1O,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,iBAAiB,EACf,uFAAuF;oBACvF,wFAAwF;oBACxF,oFAAoF;oBACpF,2FAA2F;aAC9F;YACD,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;YAC7E,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;gBACvC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO;aAC7E;YACD,OAAO;YACP,QAAQ,EAAE;gBACR,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACrC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACrC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,UAAU;gBACvC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO;gBACjC,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS;gBACjD,kBAAkB,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC;gBACnD,oBAAoB,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC;gBACrD,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC;aAC5E;YACD,eAAe,EAAE,EAAE;YACnB,iBAAiB,EAAE,CAAC,GAAG,EAAE;gBACvB,MAAM,UAAU,GAA2B,EAAE,CAAC;gBAC9C,MAAM,WAAW,GAA2B,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE;wBAAE,SAAS;oBACpD,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBAC/D,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC;oBACzD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjD,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;YACrC,CAAC,CAAC,EAAE;YACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;SAC9B,CAAC;QAEF,sEAAsE;QACtE,MAAM,CAAC,eAAe,GAAG,YAAY,CACnC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc,EAChD,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,CAC/G,CAAC;QAEF,0EAA0E;QAC1E,gEAAgE;QAChE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;YAClE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;gBACpE,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,iBAAiB,GAAG,KAAK,GAAG,CAAC,CAAC;YAC5C,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvC,EAAE,EAAE,MAAM,CAAC,WAAW;gBACtB,QAAQ,EAAE,KAAK,GAAG,CAAC;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB;gBAChD,IAAI,EAAE,CAAC;gBACP,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;aACjC,CAAC,GAAG,IAAI,CAAC,CAAC;QACb,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;;YACtE,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,UAAU,CAAC;QACxD,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;;YACpE,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,SAAS,CAAC;IACxD,CAAC;IAED,KAAK,EAAE,CAAC;IACR,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uEAAuE;AAEvE,SAAS,GAAG,CAAC,CAAS,IAAY,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AACtE,SAAS,EAAE,CAAC,CAAS,IAAY,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvD,MAAM,UAAU,YAAY,CAAC,CAAa;IACxC,MAAM,CAAC,GAAa,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,4BAA4B,CAAC,CAAC,WAAW,YAAY,CAAC,CAAC,YAAY,kBAAkB,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC;IAC1I,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,wBAAwB,8EAA8E,CAAC,CAAC,gBAAgB,kBAAkB,CAAC,CAAC;IACtK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,kEAAkE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9N,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,mDAAmD,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,gDAAgD,CAAC,CAAC,CAAC,mDAAmD,EAAE,CAAC,CAAC;IACzP,IAAI,CAAC,CAAC,iBAAiB,KAAK,IAAI;QAAE,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC,iBAAiB,UAAU,CAAC,CAAC;IAC/G,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,cAAc,CAAC,CAAC,aAAa,mBAAmB,CAAC,CAAC,kBAAkB,sBAAsB,CAAC,CAAC,mBAAmB,iCAAiC,CAAC,CAAC;IACvL,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACtF,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,QAAQ,yBAAyB,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,GAAG;QACxF,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,UAAU,GAAG,CAAC,CAAC;IACpF,CAAC,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAC9F,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9I,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,YAAY,sDAAsD,CAAC,CAAC;IAC9F,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,sCAAsC;QACjI,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;IACtG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEX,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpL,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;QACzB,CAAC,CAAC,IAAI,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAClB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtF,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtE,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SACrC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACf,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IAClE,CAAC,CAAC,IAAI,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IAClH,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACpG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,CAAC,CAAC,IAAI,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAClB,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SAC5C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACf,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAClC,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,6CAA6C,CAAC,CAAC;IAC7G,CAAC,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;IAC/F,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,4CAA4C,CAAC,CAAC;IACrH,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,+CAA+C,CAAC,CAAC;IACvH,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,cAAc,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,EAAE,CAAC,2DAA2D,CAAC,CAAC;IACvG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,CAAC,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;QAC9F,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,aAAa,CAAC;YAC/C,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,CAAC,CAAC,IAAI,CAAC,sBAAsB,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChH,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjE,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,MAAM,+DAA+D,CAAC,CAAC;YAC9F,CAAC,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;QACjG,CAAC;QACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACb,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IACzE,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC;SACzD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACvC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;IACrF,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC;IACrD,MAAM,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC;IAC1E,IAAI,CAAC,CAAC,CAAC,sBAAsB,EAAE,CAAC;QAC9B,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACpG,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,KAAK,0DAA0D,CAAC,CAAC;IACtG,CAAC;SAAM,CAAC;QACN,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,UAAU,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IACpI,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAiCD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAAkB,EAClB,UAAoE,EACpE,QAAQ,GAAkC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE;IAErE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;YAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK;gBAC/E,MAAM,EAAE,yBAAyB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAC7G,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,MAAM,IAAI,GACR,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAE5E,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,IAAI;YACtD,QAAQ,EAAE,CAAC,OAAO;YAClB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,uBAAuB,GAAG,0DAA0D,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrH,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,QAAQ,EAAE,GAAG,CAAC,MAAM;QACpB,QAAQ,EAAE,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;QACjC,KAAK,EAAE;YACL,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM;YAC7C,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM;YAC7C,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM;SAChD;QACD,UAAU,EAAE,GAAG;KAChB,CAAC;AACJ,CAAC"}

package/dist/src/knowledge/eval/metrics.d.ts

@@ -0,0 +1,120 @@
+/**
+ * Retrieval metrics for the Second Brain scoreboard.
+ *
+ * Definitions are spelled out in full because every number this org reports is
+ * judged against them. Nothing here rounds: callers format for display, never
+ * for the JSON payload.
+ *
+ * @module v1/cli/knowledge/eval/metrics
+ */
+/** A ranked retrieval result, already reduced to one entry per document. */
+export interface RankedDoc {
+    /** Repo-relative document path — the unit of relevance judgement. */
+    docId: string;
+    /** Best score seen for this document across its chunks. */
+    score: number;
+    /** Which chunk produced the best score (for debugging misses). */
+    chunkIndex: number;
+}
+export interface QueryOutcome {
+    queryId: string;
+    query: string;
+    relevant: string[];
+    ranked: RankedDoc[];
+    /** 1-based rank of the first relevant doc within the top 10, else null. */
+    firstRelevantRank: number | null;
+    recallAt: Record<number, number>;
+    hitAt: Record<number, number>;
+    reciprocalRank: number;
+    latencyMs: number;
+    /** IDF-weighted lexical overlap between query and its gold document(s). */
+    overlap: number;
+    overlapTercile?: 'low' | 'mid' | 'high';
+}
+export interface Scoreboard {
+    queries: number;
+    /** Macro-averaged. Standard definition: |top-k INTERSECT R| / |R|. */
+    recallAt1: number;
+    recallAt5: number;
+    recallAt10: number;
+    /** Fraction of queries with >= 1 relevant doc in top-k. Equals recall when |R| = 1. */
+    hitRateAt1: number;
+    hitRateAt5: number;
+    hitRateAt10: number;
+    /** Mean reciprocal rank, cutoff 10. Queries with no hit contribute 0. */
+    mrrAt10: number;
+    /** Queries where no relevant doc appeared anywhere in the top 10. */
+    totalMisses: number;
+    latencyMsP50: number;
+    latencyMsP95: number;
+    /** 95% Wald half-width on hitRateAt5 — how large a delta must be to be signal. */
+    hitRateAt5Ci95: number;
+}
+export declare const K_VALUES: readonly [1, 5, 10];
+/**
+ * Reduce chunk-level hits to a ranked list of unique documents. A document's
+ * rank is the rank of its best-scoring chunk; further chunks of an
+ * already-seen document are dropped rather than pushing other documents down.
+ */
+export declare function dedupeByDoc(hits: Array<{
+    docId: string;
+    score: number;
+    chunkIndex: number;
+}>, cutoff: number): RankedDoc[];
+export declare function scoreQuery(args: {
+    queryId: string;
+    query: string;
+    relevant: string[];
+    ranked: RankedDoc[];
+    latencyMs: number;
+    overlap?: number;
+}): QueryOutcome;
+export declare function aggregate(outcomes: QueryOutcome[]): Scoreboard;
+import { contentTokens, STOPWORDS } from '../../memory/text-tokens.js';
+export { contentTokens, STOPWORDS };
+export interface TrivialityReport {
+    /** Fraction of the query's content tokens appearing anywhere in the doc. */
+    overlapRatio: number;
+    /** Longest run of consecutive query tokens appearing consecutively in the doc. */
+    maxContiguousRun: number;
+    trivial: boolean;
+    reason?: string;
+}
+/**
+ * @param query   the golden-set query string
+ * @param docText the FULL text of the target document
+ */
+export declare function assessTriviality(query: string, docText: string): TrivialityReport;
+export interface IdfModel {
+    idf: Map<string, number>;
+    docCount: number;
+}
+export declare function buildIdf(docs: string[]): IdfModel;
+/**
+ * IDF-weighted overlap in [0,1]: the share of the query's total information
+ * mass that is literally present in the gold document.
+ */
+export declare function idfOverlap(model: IdfModel, query: string, docText: string): number;
+/** Split outcomes into terciles by overlap and aggregate each independently. */
+export declare function terciles(outcomes: QueryOutcome[]): {
+    cutLow: number;
+    cutHigh: number;
+    low: Scoreboard;
+    mid: Scoreboard;
+    high: Scoreboard;
+};
+export interface PairedComparison {
+    a: string;
+    b: string;
+    /** Queries where A hit at k and B missed. */
+    aWins: number;
+    /** Queries where B hit at k and A missed. */
+    bWins: number;
+    ties: number;
+    /** Two-sided McNemar p, exact binomial on the discordant pairs. */
+    p: number;
+    significant: boolean;
+    note: string;
+}
+export declare function pairedCompare(aName: string, aOutcomes: QueryOutcome[], bName: string, bOutcomes: QueryOutcome[], k?: 1 | 5 | 10): PairedComparison;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/src/knowledge/eval/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../src/knowledge/eval/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,4EAA4E;AAC5E,MAAM,WAAW,SAAS;IACxB,qEAAqE;IACrE,KAAK,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,kEAAkE;IAClE,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,2EAA2E;IAC3E,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;CACzC;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,sEAAsE;IACtE,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,uFAAuF;IACvF,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,OAAO,EAAE,MAAM,CAAC;IAChB,qEAAqE;IACrE,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,eAAO,MAAM,QAAQ,YAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAU,CAAC;AAE5C;;;;GAIG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,EACjE,MAAM,EAAE,MAAM,GACb,SAAS,EAAE,CAUb;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,YAAY,CA6Bf;AAaD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,UAAU,CAqB9D;AAQD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAOpC,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,YAAY,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,gBAAgB,CAgCjF;AAQD,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,CAUjD;AAOD;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAalF;AAED,gFAAgF;AAChF,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG;IAClD,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAChC,GAAG,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;CACpD,CAgBA;AASD,MAAM,WAAW,gBAAgB;IAC/B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,mEAAmE;IACnE,CAAC,EAAE,MAAM,CAAC;IACV,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAkBD,wBAAgB,aAAa,CAC3B,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,EACxC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,EACxC,CAAC,GAAE,CAAC,GAAG,CAAC,GAAG,EAAM,GAChB,gBAAgB,CAuBlB"}

package/dist/src/knowledge/eval/metrics.js

@@ -0,0 +1,243 @@
+/**
+ * Retrieval metrics for the Second Brain scoreboard.
+ *
+ * Definitions are spelled out in full because every number this org reports is
+ * judged against them. Nothing here rounds: callers format for display, never
+ * for the JSON payload.
+ *
+ * @module v1/cli/knowledge/eval/metrics
+ */
+export const K_VALUES = [1, 5, 10];
+/**
+ * Reduce chunk-level hits to a ranked list of unique documents. A document's
+ * rank is the rank of its best-scoring chunk; further chunks of an
+ * already-seen document are dropped rather than pushing other documents down.
+ */
+export function dedupeByDoc(hits, cutoff) {
+    const seen = new Set();
+    const out = [];
+    for (const h of hits) {
+        if (!h.docId || seen.has(h.docId))
+            continue;
+        seen.add(h.docId);
+        out.push({ docId: h.docId, score: h.score, chunkIndex: h.chunkIndex });
+        if (out.length >= cutoff)
+            break;
+    }
+    return out;
+}
+export function scoreQuery(args) {
+    const rel = new Set(args.relevant);
+    const recallAt = {};
+    const hitAt = {};
+    for (const k of K_VALUES) {
+        const top = args.ranked.slice(0, k);
+        const found = top.filter(r => rel.has(r.docId)).length;
+        recallAt[k] = rel.size === 0 ? 0 : found / rel.size;
+        hitAt[k] = found > 0 ? 1 : 0;
+    }
+    let firstRelevantRank = null;
+    for (let i = 0; i < args.ranked.length && i < 10; i++) {
+        if (rel.has(args.ranked[i].docId)) {
+            firstRelevantRank = i + 1;
+            break;
+        }
+    }
+    return {
+        queryId: args.queryId,
+        query: args.query,
+        relevant: args.relevant,
+        ranked: args.ranked,
+        firstRelevantRank,
+        recallAt,
+        hitAt,
+        reciprocalRank: firstRelevantRank ? 1 / firstRelevantRank : 0,
+        latencyMs: args.latencyMs,
+        overlap: args.overlap ?? 0,
+    };
+}
+function mean(xs) {
+    return xs.length === 0 ? 0 : xs.reduce((a, b) => a + b, 0) / xs.length;
+}
+function percentile(xs, p) {
+    if (xs.length === 0)
+        return 0;
+    const sorted = [...xs].sort((a, b) => a - b);
+    const idx = Math.min(sorted.length - 1, Math.max(0, Math.ceil((p / 100) * sorted.length) - 1));
+    return sorted[idx];
+}
+export function aggregate(outcomes) {
+    const n = outcomes.length;
+    const lat = outcomes.map(o => o.latencyMs);
+    const h5 = mean(outcomes.map(o => o.hitAt[5]));
+    // Wald 95% half-width. With small n this is wide on purpose: it is the
+    // honest statement that a small delta is not yet a signal.
+    const ci = n === 0 ? 0 : 1.96 * Math.sqrt((h5 * (1 - h5)) / n);
+    return {
+        queries: n,
+        recallAt1: mean(outcomes.map(o => o.recallAt[1])),
+        recallAt5: mean(outcomes.map(o => o.recallAt[5])),
+        recallAt10: mean(outcomes.map(o => o.recallAt[10])),
+        hitRateAt1: mean(outcomes.map(o => o.hitAt[1])),
+        hitRateAt5: h5,
+        hitRateAt10: mean(outcomes.map(o => o.hitAt[10])),
+        mrrAt10: mean(outcomes.map(o => o.reciprocalRank)),
+        totalMisses: outcomes.filter(o => o.firstRelevantRank === null).length,
+        latencyMsP50: percentile(lat, 50),
+        latencyMsP95: percentile(lat, 95),
+        hitRateAt5Ci95: ci,
+    };
+}
+// -- Tokenisation ---------------------------------------------------
+// Canonical definition lives in `memory/text-tokens.ts` — a neutral module
+// that is unambiguously production code, safe from any future `!eval/`
+// exclusion in the published files set. Re-exported here so existing eval
+// callers (retrievers.ts, harness.ts, signals.ts) need no import change.
+import { contentTokens, STOPWORDS } from '../../memory/text-tokens.js';
+export { contentTokens, STOPWORDS };
+/**
+ * @param query   the golden-set query string
+ * @param docText the FULL text of the target document
+ */
+export function assessTriviality(query, docText) {
+    const q = contentTokens(query);
+    const d = contentTokens(docText);
+    if (q.length === 0)
+        return { overlapRatio: 0, maxContiguousRun: 0, trivial: false };
+    const docSet = new Set(d);
+    const overlapRatio = q.filter(t => docSet.has(t)).length / q.length;
+    const positions = new Map();
+    d.forEach((t, i) => {
+        const arr = positions.get(t);
+        if (arr)
+            arr.push(i);
+        else
+            positions.set(t, [i]);
+    });
+    let maxRun = 0;
+    for (let start = 0; start < q.length; start++) {
+        for (const p of positions.get(q[start]) ?? []) {
+            let run = 0;
+            while (start + run < q.length && p + run < d.length && q[start + run] === d[p + run])
+                run++;
+            if (run > maxRun)
+                maxRun = run;
+        }
+    }
+    let trivial = false;
+    let reason;
+    if (maxRun >= 4) {
+        trivial = true;
+        reason = maxRun + '-token verbatim run from the query appears in the target';
+    }
+    else if (maxRun >= 3 && overlapRatio >= 0.8) {
+        trivial = true;
+        reason = '3-token verbatim run plus ' + Math.round(overlapRatio * 100) + '% token overlap';
+    }
+    return { overlapRatio, maxContiguousRun: maxRun, trivial, reason };
+}
+export function buildIdf(docs) {
+    const df = new Map();
+    for (const text of docs) {
+        const unique = new Set(contentTokens(text));
+        unique.forEach(t => df.set(t, (df.get(t) ?? 0) + 1));
+    }
+    const idf = new Map();
+    const N = docs.length;
+    for (const [t, n] of df)
+        idf.set(t, Math.log(1 + (N - n + 0.5) / (n + 0.5)));
+    return { idf, docCount: N };
+}
+/** Unknown (never-seen) query terms get the maximum IDF the corpus supports. */
+function idfOf(model, token) {
+    return model.idf.get(token) ?? Math.log(1 + (model.docCount + 0.5) / 0.5);
+}
+/**
+ * IDF-weighted overlap in [0,1]: the share of the query's total information
+ * mass that is literally present in the gold document.
+ */
+export function idfOverlap(model, query, docText) {
+    const q = contentTokens(query);
+    if (q.length === 0)
+        return 0;
+    const docSet = new Set(contentTokens(docText));
+    let total = 0;
+    let matched = 0;
+    const qUnique = new Set(q);
+    qUnique.forEach(t => {
+        const w = idfOf(model, t);
+        total += w;
+        if (docSet.has(t))
+            matched += w;
+    });
+    return total === 0 ? 0 : matched / total;
+}
+/** Split outcomes into terciles by overlap and aggregate each independently. */
+export function terciles(outcomes) {
+    const sorted = [...outcomes].sort((a, b) => a.overlap - b.overlap);
+    const n = sorted.length;
+    const a = Math.floor(n / 3);
+    const b = Math.floor((2 * n) / 3);
+    const low = sorted.slice(0, a);
+    const mid = sorted.slice(a, b);
+    const high = sorted.slice(b);
+    for (const o of low)
+        o.overlapTercile = 'low';
+    for (const o of mid)
+        o.overlapTercile = 'mid';
+    for (const o of high)
+        o.overlapTercile = 'high';
+    return {
+        cutLow: sorted[a]?.overlap ?? 0,
+        cutHigh: sorted[b]?.overlap ?? 0,
+        low: aggregate(low), mid: aggregate(mid), high: aggregate(high),
+    };
+}
+/** Exact two-sided binomial test at p=0.5 — correct for the small discordant
+ *  counts this eval produces, where the chi-square approximation is unsafe. */
+function exactBinomialTwoSided(k, n) {
+    if (n === 0)
+        return 1;
+    const logC = (nn, kk) => {
+        let r = 0;
+        for (let i = 1; i <= kk; i++)
+            r += Math.log(nn - kk + i) - Math.log(i);
+        return r;
+    };
+    const pmf = (i) => Math.exp(logC(n, i) - n * Math.LN2);
+    const target = pmf(k) * (1 + 1e-9);
+    let p = 0;
+    for (let i = 0; i <= n; i++)
+        if (pmf(i) <= target)
+            p += pmf(i);
+    return Math.min(1, p);
+}
+export function pairedCompare(aName, aOutcomes, bName, bOutcomes, k = 5) {
+    const bById = new Map(bOutcomes.map(o => [o.queryId, o]));
+    let aWins = 0, bWins = 0, ties = 0;
+    for (const a of aOutcomes) {
+        const b = bById.get(a.queryId);
+        if (!b)
+            continue;
+        const ah = a.hitAt[k], bh = b.hitAt[k];
+        if (ah === bh)
+            ties++;
+        else if (ah > bh)
+            aWins++;
+        else
+            bWins++;
+    }
+    const discordant = aWins + bWins;
+    const p = exactBinomialTwoSided(Math.min(aWins, bWins), discordant);
+    return {
+        a: aName, b: bName, aWins, bWins, ties, p,
+        significant: p < 0.05,
+        note: discordant === 0
+            ? 'The two retrievers never disagreed; no paired evidence either way.'
+            : `${discordant} discordant queries at k=${k}. ` +
+                (p < 0.05
+                    ? `${bWins > aWins ? bName : aName} wins; the difference survives a paired test.`
+                    : 'The difference does NOT survive a paired test — it is not yet distinguishable from chance.'),
+    };
+}
+//# sourceMappingURL=metrics.js.map

package/dist/src/knowledge/eval/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAgDH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAU,CAAC;AAE5C;;;;GAIG;AACH,MAAM,UAAU,WAAW,CACzB,IAAiE,EACjE,MAAc;IAEd,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,SAAS;QAC5C,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACvE,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM;YAAE,MAAM;IAClC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAO1B;IACC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,KAAK,GAA2B,EAAE,CAAC;IAEzC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACvD,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;QACpD,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAAC,iBAAiB,GAAG,CAAC,GAAG,CAAC,CAAC;YAAC,MAAM;QAAC,CAAC;IAC1E,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,iBAAiB;QACjB,QAAQ;QACR,KAAK;QACL,cAAc,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC7D,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,EAAY;IACxB,OAAO,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AACzE,CAAC;AAED,SAAS,UAAU,CAAC,EAAY,EAAE,CAAS;IACzC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,QAAwB;IAChD,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,uEAAuE;IACvE,2DAA2D;IAC3D,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO;QACL,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAClD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,MAAM;QACtE,YAAY,EAAE,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;QACjC,YAAY,EAAE,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;QACjC,cAAc,EAAE,EAAE;KACnB,CAAC;AACJ,CAAC;AAED,sEAAsE;AACtE,2EAA2E;AAC3E,uEAAuE;AACvE,0EAA0E;AAC1E,yEAAyE;AAEzE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAgBpC;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAe;IAC7D,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAEpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAEpE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC9C,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACjB,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YAAM,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;gBAAE,GAAG,EAAE,CAAC;YAC5F,IAAI,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,GAAG,CAAC;QACjC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,MAA0B,CAAC;IAC/B,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,GAAG,MAAM,GAAG,0DAA0D,CAAC;IAC/E,CAAC;SAAM,IAAI,MAAM,IAAI,CAAC,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QAC9C,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,GAAG,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,iBAAiB,CAAC;IAC7F,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACrE,CAAC;AAaD,MAAM,UAAU,QAAQ,CAAC,IAAc;IACrC,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAgB,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;AAC9B,CAAC;AAED,gFAAgF;AAChF,SAAS,KAAK,CAAC,KAAe,EAAE,KAAa;IAC3C,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAAe,EAAE,KAAa,EAAE,OAAe;IACxE,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAgB,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,OAAO,GAAgB,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAClB,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC;QACX,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,QAAQ,CAAC,QAAwB;IAI/C,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,CAAC,CAAC,cAAc,GAAG,MAAM,CAAC;IAChD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC;QAC/B,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC;QAChC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;KAChE,CAAC;AACJ,CAAC;AAuBD;+EAC+E;AAC/E,SAAS,qBAAqB,CAAC,CAAS,EAAE,CAAS;IACjD,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,EAAU,EAAU,EAAE;QAC9C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM;YAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,KAAa,EAAE,SAAyB,EACxC,KAAa,EAAE,SAAyB,EACxC,CAAC,GAAe,CAAC;IAEjB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,EAAE,KAAK,EAAE;YAAE,IAAI,EAAE,CAAC;aACjB,IAAI,EAAE,GAAG,EAAE;YAAE,KAAK,EAAE,CAAC;;YACrB,KAAK,EAAE,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,GAAG,KAAK,CAAC;IACjC,MAAM,CAAC,GAAG,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;IACpE,OAAO;QACL,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACzC,WAAW,EAAE,CAAC,GAAG,IAAI;QACrB,IAAI,EAAE,UAAU,KAAK,CAAC;YACpB,CAAC,CAAC,oEAAoE;YACtE,CAAC,CAAC,GAAG,UAAU,4BAA4B,CAAC,IAAI;gBAC9C,CAAC,CAAC,GAAG,IAAI;oBACP,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,+CAA+C;oBACjF,CAAC,CAAC,4FAA4F,CAAC;KACtG,CAAC;AACJ,CAAC"}

package/dist/src/knowledge/eval/model-presence.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Model provisioning assert.
+ *
+ * WHY THIS EXISTS — a measured failure, not a hypothetical.
+ *
+ * The first `proven-blocked` baseline was produced on a machine whose model
+ * cache was already warm. Relocating the cache and re-running showed the truth:
+ * the embedding weights are NOT git-tracked (they live under
+ * `node_modules/.../@huggingface/transformers/.cache`), so a genuinely clean
+ * checkout has no model, and the first embedding call DOWNLOADS ~91MB.
+ *
+ * Worse, the harness was hiding it. The `searchMethod` probe ran BEFORE the
+ * network guard was installed, so the download happened outside the guarded
+ * window and the report still said "0 attempts". A check whose failure
+ * condition has been quietly moved out of its own scope is not a check.
+ *
+ * Stop-condition clauses 3 ("clean checkout") and 4 ("no network at query
+ * time") are jointly unsatisfiable if the first query fetches a model. The
+ * ruling: weights are provisioned by an explicit, documented, NON-QUERY-TIME
+ * step, and the eval ASSERTS their presence and fails loudly rather than ever
+ * fetching them.
+ *
+ * @module v1/cli/knowledge/eval/model-presence
+ */
+export interface ModelPresence {
+    model: string;
+    present: boolean;
+    /** Where the weights were found, or the locations searched if absent. */
+    resolvedPath: string | null;
+    searched: string[];
+    bytes: number;
+    /** How the weights got there — the provisioning story, on the artefact. */
+    provenance: 'node_modules cache (populated by a prior run or an explicit warm step)' | 'not provisioned';
+}
+export declare function checkModelPresence(searchRoots?: string[]): ModelPresence;
+/** Throws unless the weights are already on disk. Never fetches. */
+export declare function assertModelProvisioned(searchRoots?: string[]): ModelPresence;
+/**
+ * The explicit, NON-QUERY-TIME provisioning step.
+ *
+ * This is the only place in the eval path permitted to touch the network, it
+ * must be invoked deliberately (`monomind doc eval --provision-model`), and it
+ * never runs as a side effect of measuring anything. That separation is the
+ * whole point: it makes "clean checkout" and "zero network at query time"
+ * jointly satisfiable, which they are not when the first query downloads 90MB.
+ */
+export declare function provisionModel(log: (m: string) => void): Promise<ModelPresence>;
+//# sourceMappingURL=model-presence.d.ts.map

package/dist/src/knowledge/eval/model-presence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-presence.d.ts","sourceRoot":"","sources":["../../../../src/knowledge/eval/model-presence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAMH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,yEAAyE;IACzE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,UAAU,EAAE,wEAAwE,GAAG,iBAAiB,CAAC;CAC1G;AA4CD,wBAAgB,kBAAkB,CAAC,WAAW,GAAE,MAAM,EAAoB,GAAG,aAAa,CAkBzF;AAED,oEAAoE;AACpE,wBAAgB,sBAAsB,CAAC,WAAW,GAAE,MAAM,EAAoB,GAAG,aAAa,CAY7F;AAED;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,CAcrF"}

package/dist/src/knowledge/eval/model-presence.js

@@ -0,0 +1,128 @@
+/**
+ * Model provisioning assert.
+ *
+ * WHY THIS EXISTS — a measured failure, not a hypothetical.
+ *
+ * The first `proven-blocked` baseline was produced on a machine whose model
+ * cache was already warm. Relocating the cache and re-running showed the truth:
+ * the embedding weights are NOT git-tracked (they live under
+ * `node_modules/.../@huggingface/transformers/.cache`), so a genuinely clean
+ * checkout has no model, and the first embedding call DOWNLOADS ~91MB.
+ *
+ * Worse, the harness was hiding it. The `searchMethod` probe ran BEFORE the
+ * network guard was installed, so the download happened outside the guarded
+ * window and the report still said "0 attempts". A check whose failure
+ * condition has been quietly moved out of its own scope is not a check.
+ *
+ * Stop-condition clauses 3 ("clean checkout") and 4 ("no network at query
+ * time") are jointly unsatisfiable if the first query fetches a model. The
+ * ruling: weights are provisioned by an explicit, documented, NON-QUERY-TIME
+ * step, and the eval ASSERTS their presence and fails loudly rather than ever
+ * fetching them.
+ *
+ * @module v1/cli/knowledge/eval/model-presence
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { createRequire } from 'node:module';
+const MODEL_ID = 'Alibaba-NLP/gte-modernbert-base';
+const WEIGHT_CANDIDATES = [
+    'onnx/model_quantized.onnx',
+    'onnx/model_q8.onnx',
+    'onnx/model.onnx',
+];
+/**
+ * Where the weights could be. Resolution has to be thorough: the first version
+ * of this only looked at `<cwd>/node_modules/@huggingface/...`, missed the real
+ * pnpm-hoisted location entirely, and so reported "not provisioned" while a
+ * perfectly good 89MB model sat on disk. An assert that fires for the wrong
+ * reason is barely better than one that never fires.
+ */
+function transformersCacheDirs(searchRoots) {
+    const dirs = [];
+    // Explicit override wins, and is the documented provisioning hook.
+    if (process.env.TRANSFORMERS_CACHE)
+        dirs.push(process.env.TRANSFORMERS_CACHE);
+    if (process.env.MONOMIND_MODEL_CACHE)
+        dirs.push(process.env.MONOMIND_MODEL_CACHE);
+    for (const root of searchRoots) {
+        try {
+            const req = createRequire(path.join(root, 'index.js'));
+            const pkg = req.resolve('@huggingface/transformers/package.json');
+            dirs.push(path.join(path.dirname(pkg), '.cache'));
+        }
+        catch { /* not resolvable from this root */ }
+        dirs.push(path.join(root, 'node_modules', '@huggingface', 'transformers', '.cache'));
+        // pnpm keeps the real package under a mangled directory name; the resolver
+        // above usually finds it, but not when the caller runs from a built dist
+        // whose module graph never referenced the package.
+        const pnpm = path.join(root, 'node_modules', '.pnpm');
+        try {
+            for (const entry of fs.readdirSync(pnpm)) {
+                if (entry.startsWith('@huggingface+transformers')) {
+                    dirs.push(path.join(pnpm, entry, 'node_modules', '@huggingface', 'transformers', '.cache'));
+                }
+            }
+        }
+        catch { /* no pnpm store here */ }
+    }
+    return [...new Set(dirs)];
+}
+export function checkModelPresence(searchRoots = [process.cwd()]) {
+    const searched = [];
+    for (const dir of transformersCacheDirs(searchRoots)) {
+        for (const rel of WEIGHT_CANDIDATES) {
+            const p = path.join(dir, MODEL_ID, rel);
+            searched.push(p);
+            try {
+                const st = fs.statSync(p);
+                if (st.isFile() && st.size > 1_000_000) {
+                    return {
+                        model: MODEL_ID, present: true, resolvedPath: p, searched, bytes: st.size,
+                        provenance: 'node_modules cache (populated by a prior run or an explicit warm step)',
+                    };
+                }
+            }
+            catch { /* keep searching */ }
+        }
+    }
+    return { model: MODEL_ID, present: false, resolvedPath: null, searched, bytes: 0, provenance: 'not provisioned' };
+}
+/** Throws unless the weights are already on disk. Never fetches. */
+export function assertModelProvisioned(searchRoots = [process.cwd()]) {
+    const p = checkModelPresence(searchRoots);
+    if (!p.present) {
+        throw new Error(`[doc eval] EMBEDDING MODEL NOT PROVISIONED: ${MODEL_ID} was not found on disk.\n` +
+            `  The eval will not download it. A harness that silently fetches a model mid-run both\n` +
+            `  violates the zero-network-at-query-time condition and makes the run non-reproducible.\n` +
+            `  Provision it as an explicit, non-query-time step, then re-run.\n` +
+            `  Searched:\n    ${p.searched.join('\n    ')}`);
+    }
+    return p;
+}
+/**
+ * The explicit, NON-QUERY-TIME provisioning step.
+ *
+ * This is the only place in the eval path permitted to touch the network, it
+ * must be invoked deliberately (`monomind doc eval --provision-model`), and it
+ * never runs as a side effect of measuring anything. That separation is the
+ * whole point: it makes "clean checkout" and "zero network at query time"
+ * jointly satisfiable, which they are not when the first query downloads 90MB.
+ */
+export async function provisionModel(log) {
+    const already = checkModelPresence([process.cwd()]);
+    if (already.present) {
+        log(`already provisioned: ${(already.bytes / 1e6).toFixed(0)}MB at ${already.resolvedPath}`);
+        return already;
+    }
+    log(`fetching ${MODEL_ID} — this is the provisioning step and it REQUIRES network access.`);
+    log('It is deliberately separate from measurement; `doc eval` itself never fetches.');
+    const t = await import('@huggingface/transformers');
+    await t.pipeline('feature-extraction', MODEL_ID, { revision: 'main', dtype: 'q8' });
+    const after = checkModelPresence([process.cwd()]);
+    if (!after.present)
+        throw new Error('[doc eval] provisioning ran but the weights are still not on disk.');
+    log(`provisioned: ${(after.bytes / 1e6).toFixed(0)}MB at ${after.resolvedPath}`);
+    return after;
+}
+//# sourceMappingURL=model-presence.js.map

package/dist/src/knowledge/eval/model-presence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-presence.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/model-presence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAa5C,MAAM,QAAQ,GAAG,iCAAiC,CAAC;AACnD,MAAM,iBAAiB,GAAG;IACxB,2BAA2B;IAC3B,oBAAoB;IACpB,iBAAiB;CAClB,CAAC;AAEF;;;;;;GAMG;AACH,SAAS,qBAAqB,CAAC,WAAqB;IAClD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,mEAAmE;IACnE,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC9E,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAElF,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;YAClE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;QACrF,2EAA2E;QAC3E,yEAAyE;QACzE,mDAAmD;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,WAAW,GAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IACxE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,qBAAqB,CAAC,WAAW,CAAC,EAAE,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,IAAI,GAAG,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI;wBACzE,UAAU,EAAE,wEAAwE;qBACrF,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;AACpH,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,sBAAsB,CAAC,WAAW,GAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC5E,MAAM,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,+CAA+C,QAAQ,2BAA2B;YAClF,yFAAyF;YACzF,2FAA2F;YAC3F,oEAAoE;YACpE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAChD,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAwB;IAC3D,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,GAAG,CAAC,wBAAwB,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QAC7F,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,GAAG,CAAC,YAAY,QAAQ,kEAAkE,CAAC,CAAC;IAC5F,GAAG,CAAC,gFAAgF,CAAC,CAAC;IACtF,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACpD,MAAO,CAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,kBAAkB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IAC1G,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IACjF,OAAO,KAAK,CAAC;AACf,CAAC"}