npm - @monoes/monomindcli - Versions diffs - 2.7.13 → 2.7.15 - Mend

@monoes/monomindcli 2.7.13 → 2.7.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (1614) hide show

package/dist/src/knowledge/eval/harness.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAA+B,MAAM,aAAa,CAAC;AACjG,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAA+B,MAAM,iBAAiB,CAAC;AACvG,OAAO,EACL,SAAS,EAAE,gBAAgB,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,GAErF,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAA+C,MAAM,iBAAiB,CAAC;AACzI,OAAO,EAAE,mBAAmB,EAAuB,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,YAAY,EAAqB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAsB,MAAM,qBAAqB,CAAC;AAKjF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAkIvC,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC9B,IAAI,CAAC;YAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAAC,OAAO,gBAAgB,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,oDAAoD,CAAC;QAAC,CAAC;IAChI,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,wBAAwB,CAAC;IAAC,CAAC;AAC9C,CAAC;AACD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,KAAK,UAAU,WAAW,CAAC,IAAiB;IAC1C,IAAI,OAAO,GAA+C,IAAI,CAAC;IAC/D,IAAI,CAAC;QACH,MAAM,GAAG,GAAQ,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAChD,IAAI,OAAO,GAAG,CAAC,aAAa,KAAK,UAAU;YAAE,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC,CAAC,2CAA2C,CAAC,CAAC;IAEvD,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,EAAE,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QACpF,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAiB;IAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IAClC,MAAM,MAAM,GAAG,KAAK,KAAK,MAAM,CAAC;IAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEtB,0EAA0E;IAC1E,0EAA0E;IAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,KAAK,CAAC;IAE7C,+EAA+E;IAC/E,+EAA+E;IAC/E,8EAA8E;IAC9E,0EAA0E;IAC1E,8EAA8E;IAC9E,6CAA6C;IAC7C,MAAM,aAAa,GAAG,sBAAsB,CAAC;QAC3C,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QAC9D,OAAO,CAAC,GAAG,EAAE;KACd,CAAC,CAAC;IAEH,oEAAoE;IACpE,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,MAAM,GAAW,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CACb,cAAc,MAAM,CAAC,gBAAgB,gEAAgE;YACrG,+GAA+G,CAChH,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;IAEtE,4EAA4E;IAC5E,yEAAyE;IACzE,6CAA6C;IAC7C,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,sCAAsC,CAAC,cAAc,MAAM,CAAC,YAAY,mBAAmB;YAC3F,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YACnG,4EAA4E;YAC5E,6BAA6B,CAC9B,CAAC;IACJ,CAAC;IACD,QAAQ,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,MAAM,aAAa,MAAM,CAAC,YAAY,sBAAsB;QAC1F,IAAI,MAAM,CAAC,eAAe,0CAA0C,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;IAE5F,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,kEAAkE;IAClE,MAAM,KAAK,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;IAEvE,oEAAoE;IACpE,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,OAAO,GAA+B,EAAE,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;YAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QAC7E,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,0EAA0E;YAC1E,wEAAwE;YACxE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,EAAE,6CAA6C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvH,CAAC;QACD,IAAI,KAAK,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;QACjF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,CAAC,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAChD,KAAK,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC;YAC7H,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QAClI,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,eAAe,MAAM,CAAC,MAAM,YAAY,OAAO,CAAC,MAAM,gCAAgC,CAAC,CAAC;IACjG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAEtG,oEAAoE;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,QAAQ,CAAC;IAEjD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;eAClD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,CAAC;QAErF,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5B,mEAAmE;gBACnE,iEAAiE;gBACjE,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC7D,IAAI,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;oBAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAC3B,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACrJ,QAAQ,CAAC,sBAAsB,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,qDAAqD,CAAC,CAAC;QAClE,CAAC;QAED,sEAAsE;QACtE,wEAAwE;QACxE,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACtH,IAAI,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBAAE,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9F,CAAC;QAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;QAGjC,kEAAkE;QAClE,sEAAsE;QACtE,0EAA0E;QAC1E,qEAAqE;QACrE,2EAA2E;QAC3E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;QAChD,QAAQ,CAAC,iBAAiB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QAElD,kEAAkE;QAClE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,CAAC,CAAa,EAAU,EAAE,CAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAExE,kEAAkE;QAClE,MAAM,cAAc,GAAG,IAAI,WAAW,CACpC,kCAAkC,EAClC,yEAAyE,EACzE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAqB,EAAE;YACxC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE;gBACjD,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK;gBAClF,UAAU,EAAE,IAAI,EAAG,gDAAgD;aACpE,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;gBAC1C,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,KAAK,EAAE,CAAC,CAAC,UAAU;aACpB,CAAC,CAAC,CAAC;QACN,CAAC,CACF,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,UAAU,GAAgB;YAC9B,cAAc;YACd,aAAa;YACb,IAAI,eAAe,CAAC,MAAM,CAAC;SAC5B,CAAC;QACF,6DAA6D;QAC7D,+DAA+D;QAC/D,MAAM,WAAW,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAU,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,CAAC,cAAc,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,iEAAiE;QACjE,uEAAuE;QACvE,qDAAqD;QACrD,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,GAAG,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBAC7D,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC5B,cAAc,GAAG,IAAI,CAAC;gBACtB,QAAQ,CAAC,sDAAsD,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,QAAQ,CAAC,0DAA0D,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QACD,IAAI,cAAc,EAAE,CAAC;YACnB,qEAAqE;YACrE,gEAAgE;YAChE,mEAAmE;YACnE,MAAM,iBAAiB,GAAG,IAAI,WAAW,CACvC,0BAA0B,EAC1B,qEAAqE,EACrE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAqB,EAAE;gBACxC,uEAAuE;gBACvE,8DAA8D;gBAC9D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE;oBACjD,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK;iBACnF,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACpB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;oBAC1C,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,KAAK,EAAE,CAAC,CAAC,UAAU;iBACpB,CAAC,CAAC,CAAC;YACN,CAAC,CACF,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACrC,CAAC;QAED,kEAAkE;QAClE,QAAQ,CAAC,sBAAsB,CAAC,aAAa,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5G,MAAM,KAAK,GAAG,mBAAmB,EAAE,CAAC;QAEpC,uEAAuE;QACvE,0EAA0E;QAC1E,2EAA2E;QAC3E,yEAAyE;QACzE,IAAI,iBAAiB,GAAG,SAAS,CAAC;QAClC,MAAM,OAAO,GAAoC,EAAE,CAAC;QACpD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;gBAC7D,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC;oBAC7C,KAAK,EAAE,0BAA0B,EAAE,SAAS,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS;iBAC/G,CAAC,CAAC;gBACH,iBAAiB,GAAG,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,SAAS,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,wEAAwE,CAAC,CAAC;YAEpF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAmB,EAAE,CAAC;gBACpC,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;oBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtB,qEAAqE;oBACrE,mDAAmD;oBACnD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;oBAClC,4DAA4D;oBAC5D,yDAAyD;oBACzD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC/E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;wBAAE,YAAY,EAAE,CAAC;oBACtC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;wBACvB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;wBACvE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC;qBAC5C,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAChC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG;oBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,GAAG;oBACf,QAAQ,EAAE,IAAI;oBACd,sEAAsE;oBACtE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ;oBAChC,YAAY;oBACZ,eAAe,EAAE,YAAY,GAAG,QAAQ,CAAC,MAAM;iBAChD,CAAC;gBACF,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,cAAc,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAE/B,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEhH,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC;QACtC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/B,MAAM,GAAG;YACP,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,MAAM,EAAE;gBACN,gBAAgB,EAAE,iBAAiB;gBACnC,KAAK;gBACL,iBAAiB,EAAE,IAAI;gBACvB,sBAAsB,EAAE,MAAM;gBAC9B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;gBAC/B,UAAU,EAAE,MAAM,CAAC,YAAY;gBAC/B,wBAAwB,EAAE,MAAM,CAAC,eAAe;gBAChD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,aAAa;gBACb,aAAa,EACX,0GAA0G;oBAC1G,kHAAkH;oBAClH,wGAAwG;oBACxG,8FAA8F;gBAChG,YAAY,EAAE,OAAO;gBACrB,kBAAkB,EAChB,yGAAyG;oBACzG,sGAAsG;oBACtG,6EAA6E;gBAC/E,IAAI,EAAE,CAAC;gBACP,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,cAAc,CAAC,MAAM;gBACpC,kBAAkB,EAAE,UAAU,CAAC,MAAM;gBACrC,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,mBAAmB,EAAE,OAAO,CAAC,MAAM;gBACnC,yBAAyB,EAAE,IAAI;gBAC/B,cAAc,EAAE,mDAAmD;gBACnE,QAAQ,EAAE,cAAc,EAAE;gBAC1B,iBAAiB;gBACjB,aAAa;gBACb,kBAAkB,EAChB,CAAC,aAAa,CAAC,OAAO,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChG,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE;oBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI;oBAC9C,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,SAAS;oBAClE,WAAW,EAAE,OAAO,CAAC,OAAO;iBAC7B;aACF;YACD,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB;gBAC3G,MAAM,EAAE,kOAAkO;gBAC1O,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,iBAAiB,EACf,uFAAuF;oBACvF,wFAAwF;oBACxF,oFAAoF;oBACpF,2FAA2F;aAC9F;YACD,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;YAC7E,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;gBACvC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO;aAC7E;YACD,OAAO;YACP,QAAQ,EAAE;gBACR,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACrC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;gBACrC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,UAAU;gBACvC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO;gBACjC,mBAAmB,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS;gBACjD,kBAAkB,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC;gBACnD,oBAAoB,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC;gBACrD,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC;aAC5E;YACD,eAAe,EAAE,EAAE;YACnB,iBAAiB,EAAE,CAAC,GAAG,EAAE;gBACvB,MAAM,UAAU,GAA2B,EAAE,CAAC;gBAC9C,MAAM,WAAW,GAA2B,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE;wBAAE,SAAS;oBACpD,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBAC/D,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC;oBACzD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjD,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;YACrC,CAAC,CAAC,EAAE;YACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;SAC9B,CAAC;QAEF,sEAAsE;QACtE,MAAM,CAAC,eAAe,GAAG,YAAY,CACnC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,cAAc,EAChD,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,CAC/G,CAAC;QAEF,0EAA0E;QAC1E,gEAAgE;QAChE,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;YAClE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;gBACpE,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,iBAAiB,GAAG,KAAK,GAAG,CAAC,CAAC;YAC5C,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvC,EAAE,EAAE,MAAM,CAAC,WAAW;gBACtB,QAAQ,EAAE,KAAK,GAAG,CAAC;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB;gBAChD,IAAI,EAAE,CAAC;gBACP,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;gBACpC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;aACjC,CAAC,GAAG,IAAI,CAAC,CAAC;QACb,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;;YACtE,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,UAAU,CAAC;QACxD,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;;YACpE,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,SAAS,CAAC;IACxD,CAAC;IAED,KAAK,EAAE,CAAC;IACR,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uEAAuE;AAEvE,SAAS,GAAG,CAAC,CAAS,IAAY,OAAO,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AACtE,SAAS,EAAE,CAAC,CAAS,IAAY,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEvD,MAAM,UAAU,YAAY,CAAC,CAAa;IACxC,MAAM,CAAC,GAAa,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,UAAU,4BAA4B,CAAC,CAAC,WAAW,YAAY,CAAC,CAAC,YAAY,kBAAkB,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC;IAC1I,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,wBAAwB,8EAA8E,CAAC,CAAC,gBAAgB,kBAAkB,CAAC,CAAC;IACtK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,kEAAkE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9N,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,mDAAmD,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,gDAAgD,CAAC,CAAC,CAAC,mDAAmD,EAAE,CAAC,CAAC;IACzP,IAAI,CAAC,CAAC,iBAAiB,KAAK,IAAI;QAAE,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC,iBAAiB,UAAU,CAAC,CAAC;IAC/G,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,cAAc,CAAC,CAAC,aAAa,mBAAmB,CAAC,CAAC,kBAAkB,sBAAsB,CAAC,CAAC,mBAAmB,iCAAiC,CAAC,CAAC;IACvL,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACtF,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,QAAQ,yBAAyB,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,GAAG;QACxF,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,UAAU,GAAG,CAAC,CAAC;IACpF,CAAC,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAC9F,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9I,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,YAAY,sDAAsD,CAAC,CAAC;IAC9F,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,sCAAsC;QACjI,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;IACtG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEX,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpL,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;QACzB,CAAC,CAAC,IAAI,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAClB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtF,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtE,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SACrC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACf,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IAClE,CAAC,CAAC,IAAI,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IAClH,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACpG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,CAAC,CAAC,IAAI,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAClB,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SAC5C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACf,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAClC,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,6CAA6C,CAAC,CAAC;IAC7G,CAAC,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;IAC/F,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,4CAA4C,CAAC,CAAC;IACrH,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,+CAA+C,CAAC,CAAC;IACvH,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,cAAc,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,EAAE,CAAC,2DAA2D,CAAC,CAAC;IACvG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,CAAC,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;QAC9F,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,aAAa,CAAC;YAC/C,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,CAAC,CAAC,IAAI,CAAC,sBAAsB,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChH,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjE,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,MAAM,+DAA+D,CAAC,CAAC;YAC9F,CAAC,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;QACjG,CAAC;QACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACb,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IACzE,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC;SACzD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACvC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;IACrF,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC;IACrD,MAAM,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC;IAC1E,IAAI,CAAC,CAAC,CAAC,sBAAsB,EAAE,CAAC;QAC9B,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACpG,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,KAAK,0DAA0D,CAAC,CAAC;IACtG,CAAC;SAAM,CAAC;QACN,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,UAAU,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IACpI,CAAC;IACD,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAiCD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAAkB,EAClB,UAAoE,EACpE,QAAQ,GAAkC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE;IAErE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;YAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK;gBAC/E,MAAM,EAAE,yBAAyB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YAC7G,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,MAAM,IAAI,GACR,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAE5E,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,IAAI;YACtD,QAAQ,EAAE,CAAC,OAAO;YAClB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,uBAAuB,GAAG,0DAA0D,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrH,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,QAAQ,EAAE,GAAG,CAAC,MAAM;QACpB,QAAQ,EAAE,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;QACjC,KAAK,EAAE;YACL,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM;YAC7C,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM;YAC7C,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM;SAChD;QACD,UAAU,EAAE,GAAG;KAChB,CAAC;AACJ,CAAC"}

package/dist/src/knowledge/eval/metrics.d.ts ADDED Viewed

@@ -0,0 +1,120 @@
+/**
+ * Retrieval metrics for the Second Brain scoreboard.
+ *
+ * Definitions are spelled out in full because every number this org reports is
+ * judged against them. Nothing here rounds: callers format for display, never
+ * for the JSON payload.
+ *
+ * @module v1/cli/knowledge/eval/metrics
+ */
+/** A ranked retrieval result, already reduced to one entry per document. */
+export interface RankedDoc {
+    /** Repo-relative document path — the unit of relevance judgement. */
+    docId: string;
+    /** Best score seen for this document across its chunks. */
+    score: number;
+    /** Which chunk produced the best score (for debugging misses). */
+    chunkIndex: number;
+}
+export interface QueryOutcome {
+    queryId: string;
+    query: string;
+    relevant: string[];
+    ranked: RankedDoc[];
+    /** 1-based rank of the first relevant doc within the top 10, else null. */
+    firstRelevantRank: number | null;
+    recallAt: Record<number, number>;
+    hitAt: Record<number, number>;
+    reciprocalRank: number;
+    latencyMs: number;
+    /** IDF-weighted lexical overlap between query and its gold document(s). */
+    overlap: number;
+    overlapTercile?: 'low' | 'mid' | 'high';
+}
+export interface Scoreboard {
+    queries: number;
+    /** Macro-averaged. Standard definition: |top-k INTERSECT R| / |R|. */
+    recallAt1: number;
+    recallAt5: number;
+    recallAt10: number;
+    /** Fraction of queries with >= 1 relevant doc in top-k. Equals recall when |R| = 1. */
+    hitRateAt1: number;
+    hitRateAt5: number;
+    hitRateAt10: number;
+    /** Mean reciprocal rank, cutoff 10. Queries with no hit contribute 0. */
+    mrrAt10: number;
+    /** Queries where no relevant doc appeared anywhere in the top 10. */
+    totalMisses: number;
+    latencyMsP50: number;
+    latencyMsP95: number;
+    /** 95% Wald half-width on hitRateAt5 — how large a delta must be to be signal. */
+    hitRateAt5Ci95: number;
+}
+export declare const K_VALUES: readonly [1, 5, 10];
+/**
+ * Reduce chunk-level hits to a ranked list of unique documents. A document's
+ * rank is the rank of its best-scoring chunk; further chunks of an
+ * already-seen document are dropped rather than pushing other documents down.
+ */
+export declare function dedupeByDoc(hits: Array<{
+    docId: string;
+    score: number;
+    chunkIndex: number;
+}>, cutoff: number): RankedDoc[];
+export declare function scoreQuery(args: {
+    queryId: string;
+    query: string;
+    relevant: string[];
+    ranked: RankedDoc[];
+    latencyMs: number;
+    overlap?: number;
+}): QueryOutcome;
+export declare function aggregate(outcomes: QueryOutcome[]): Scoreboard;
+import { contentTokens, STOPWORDS } from '../../memory/text-tokens.js';
+export { contentTokens, STOPWORDS };
+export interface TrivialityReport {
+    /** Fraction of the query's content tokens appearing anywhere in the doc. */
+    overlapRatio: number;
+    /** Longest run of consecutive query tokens appearing consecutively in the doc. */
+    maxContiguousRun: number;
+    trivial: boolean;
+    reason?: string;
+}
+/**
+ * @param query   the golden-set query string
+ * @param docText the FULL text of the target document
+ */
+export declare function assessTriviality(query: string, docText: string): TrivialityReport;
+export interface IdfModel {
+    idf: Map<string, number>;
+    docCount: number;
+}
+export declare function buildIdf(docs: string[]): IdfModel;
+/**
+ * IDF-weighted overlap in [0,1]: the share of the query's total information
+ * mass that is literally present in the gold document.
+ */
+export declare function idfOverlap(model: IdfModel, query: string, docText: string): number;
+/** Split outcomes into terciles by overlap and aggregate each independently. */
+export declare function terciles(outcomes: QueryOutcome[]): {
+    cutLow: number;
+    cutHigh: number;
+    low: Scoreboard;
+    mid: Scoreboard;
+    high: Scoreboard;
+};
+export interface PairedComparison {
+    a: string;
+    b: string;
+    /** Queries where A hit at k and B missed. */
+    aWins: number;
+    /** Queries where B hit at k and A missed. */
+    bWins: number;
+    ties: number;
+    /** Two-sided McNemar p, exact binomial on the discordant pairs. */
+    p: number;
+    significant: boolean;
+    note: string;
+}
+export declare function pairedCompare(aName: string, aOutcomes: QueryOutcome[], bName: string, bOutcomes: QueryOutcome[], k?: 1 | 5 | 10): PairedComparison;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/src/knowledge/eval/metrics.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../src/knowledge/eval/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,4EAA4E;AAC5E,MAAM,WAAW,SAAS;IACxB,qEAAqE;IACrE,KAAK,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,kEAAkE;IAClE,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,2EAA2E;IAC3E,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;CACzC;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,sEAAsE;IACtE,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,uFAAuF;IACvF,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,OAAO,EAAE,MAAM,CAAC;IAChB,qEAAqE;IACrE,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,eAAO,MAAM,QAAQ,YAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAU,CAAC;AAE5C;;;;GAIG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,EACjE,MAAM,EAAE,MAAM,GACb,SAAS,EAAE,CAUb;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,YAAY,CA6Bf;AAaD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,UAAU,CAqB9D;AAQD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAOpC,MAAM,WAAW,gBAAgB;IAC/B,4EAA4E;IAC5E,YAAY,EAAE,MAAM,CAAC;IACrB,kFAAkF;IAClF,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,gBAAgB,CAgCjF;AAQD,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,CAUjD;AAOD;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAalF;AAED,gFAAgF;AAChF,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG;IAClD,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAChC,GAAG,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;CACpD,CAgBA;AASD,MAAM,WAAW,gBAAgB;IAC/B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,mEAAmE;IACnE,CAAC,EAAE,MAAM,CAAC;IACV,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAkBD,wBAAgB,aAAa,CAC3B,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,EACxC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,EACxC,CAAC,GAAE,CAAC,GAAG,CAAC,GAAG,EAAM,GAChB,gBAAgB,CAuBlB"}

package/dist/src/knowledge/eval/metrics.js ADDED Viewed

@@ -0,0 +1,243 @@
+/**
+ * Retrieval metrics for the Second Brain scoreboard.
+ *
+ * Definitions are spelled out in full because every number this org reports is
+ * judged against them. Nothing here rounds: callers format for display, never
+ * for the JSON payload.
+ *
+ * @module v1/cli/knowledge/eval/metrics
+ */
+export const K_VALUES = [1, 5, 10];
+/**
+ * Reduce chunk-level hits to a ranked list of unique documents. A document's
+ * rank is the rank of its best-scoring chunk; further chunks of an
+ * already-seen document are dropped rather than pushing other documents down.
+ */
+export function dedupeByDoc(hits, cutoff) {
+    const seen = new Set();
+    const out = [];
+    for (const h of hits) {
+        if (!h.docId || seen.has(h.docId))
+            continue;
+        seen.add(h.docId);
+        out.push({ docId: h.docId, score: h.score, chunkIndex: h.chunkIndex });
+        if (out.length >= cutoff)
+            break;
+    }
+    return out;
+}
+export function scoreQuery(args) {
+    const rel = new Set(args.relevant);
+    const recallAt = {};
+    const hitAt = {};
+    for (const k of K_VALUES) {
+        const top = args.ranked.slice(0, k);
+        const found = top.filter(r => rel.has(r.docId)).length;
+        recallAt[k] = rel.size === 0 ? 0 : found / rel.size;
+        hitAt[k] = found > 0 ? 1 : 0;
+    }
+    let firstRelevantRank = null;
+    for (let i = 0; i < args.ranked.length && i < 10; i++) {
+        if (rel.has(args.ranked[i].docId)) {
+            firstRelevantRank = i + 1;
+            break;
+        }
+    }
+    return {
+        queryId: args.queryId,
+        query: args.query,
+        relevant: args.relevant,
+        ranked: args.ranked,
+        firstRelevantRank,
+        recallAt,
+        hitAt,
+        reciprocalRank: firstRelevantRank ? 1 / firstRelevantRank : 0,
+        latencyMs: args.latencyMs,
+        overlap: args.overlap ?? 0,
+    };
+}
+function mean(xs) {
+    return xs.length === 0 ? 0 : xs.reduce((a, b) => a + b, 0) / xs.length;
+}
+function percentile(xs, p) {
+    if (xs.length === 0)
+        return 0;
+    const sorted = [...xs].sort((a, b) => a - b);
+    const idx = Math.min(sorted.length - 1, Math.max(0, Math.ceil((p / 100) * sorted.length) - 1));
+    return sorted[idx];
+}
+export function aggregate(outcomes) {
+    const n = outcomes.length;
+    const lat = outcomes.map(o => o.latencyMs);
+    const h5 = mean(outcomes.map(o => o.hitAt[5]));
+    // Wald 95% half-width. With small n this is wide on purpose: it is the
+    // honest statement that a small delta is not yet a signal.
+    const ci = n === 0 ? 0 : 1.96 * Math.sqrt((h5 * (1 - h5)) / n);
+    return {
+        queries: n,
+        recallAt1: mean(outcomes.map(o => o.recallAt[1])),
+        recallAt5: mean(outcomes.map(o => o.recallAt[5])),
+        recallAt10: mean(outcomes.map(o => o.recallAt[10])),
+        hitRateAt1: mean(outcomes.map(o => o.hitAt[1])),
+        hitRateAt5: h5,
+        hitRateAt10: mean(outcomes.map(o => o.hitAt[10])),
+        mrrAt10: mean(outcomes.map(o => o.reciprocalRank)),
+        totalMisses: outcomes.filter(o => o.firstRelevantRank === null).length,
+        latencyMsP50: percentile(lat, 50),
+        latencyMsP95: percentile(lat, 95),
+        hitRateAt5Ci95: ci,
+    };
+}
+// -- Tokenisation ---------------------------------------------------
+// Canonical definition lives in `memory/text-tokens.ts` — a neutral module
+// that is unambiguously production code, safe from any future `!eval/`
+// exclusion in the published files set. Re-exported here so existing eval
+// callers (retrievers.ts, harness.ts, signals.ts) need no import change.
+import { contentTokens, STOPWORDS } from '../../memory/text-tokens.js';
+export { contentTokens, STOPWORDS };
+/**
+ * @param query   the golden-set query string
+ * @param docText the FULL text of the target document
+ */
+export function assessTriviality(query, docText) {
+    const q = contentTokens(query);
+    const d = contentTokens(docText);
+    if (q.length === 0)
+        return { overlapRatio: 0, maxContiguousRun: 0, trivial: false };
+    const docSet = new Set(d);
+    const overlapRatio = q.filter(t => docSet.has(t)).length / q.length;
+    const positions = new Map();
+    d.forEach((t, i) => {
+        const arr = positions.get(t);
+        if (arr)
+            arr.push(i);
+        else
+            positions.set(t, [i]);
+    });
+    let maxRun = 0;
+    for (let start = 0; start < q.length; start++) {
+        for (const p of positions.get(q[start]) ?? []) {
+            let run = 0;
+            while (start + run < q.length && p + run < d.length && q[start + run] === d[p + run])
+                run++;
+            if (run > maxRun)
+                maxRun = run;
+        }
+    }
+    let trivial = false;
+    let reason;
+    if (maxRun >= 4) {
+        trivial = true;
+        reason = maxRun + '-token verbatim run from the query appears in the target';
+    }
+    else if (maxRun >= 3 && overlapRatio >= 0.8) {
+        trivial = true;
+        reason = '3-token verbatim run plus ' + Math.round(overlapRatio * 100) + '% token overlap';
+    }
+    return { overlapRatio, maxContiguousRun: maxRun, trivial, reason };
+}
+export function buildIdf(docs) {
+    const df = new Map();
+    for (const text of docs) {
+        const unique = new Set(contentTokens(text));
+        unique.forEach(t => df.set(t, (df.get(t) ?? 0) + 1));
+    }
+    const idf = new Map();
+    const N = docs.length;
+    for (const [t, n] of df)
+        idf.set(t, Math.log(1 + (N - n + 0.5) / (n + 0.5)));
+    return { idf, docCount: N };
+}
+/** Unknown (never-seen) query terms get the maximum IDF the corpus supports. */
+function idfOf(model, token) {
+    return model.idf.get(token) ?? Math.log(1 + (model.docCount + 0.5) / 0.5);
+}
+/**
+ * IDF-weighted overlap in [0,1]: the share of the query's total information
+ * mass that is literally present in the gold document.
+ */
+export function idfOverlap(model, query, docText) {
+    const q = contentTokens(query);
+    if (q.length === 0)
+        return 0;
+    const docSet = new Set(contentTokens(docText));
+    let total = 0;
+    let matched = 0;
+    const qUnique = new Set(q);
+    qUnique.forEach(t => {
+        const w = idfOf(model, t);
+        total += w;
+        if (docSet.has(t))
+            matched += w;
+    });
+    return total === 0 ? 0 : matched / total;
+}
+/** Split outcomes into terciles by overlap and aggregate each independently. */
+export function terciles(outcomes) {
+    const sorted = [...outcomes].sort((a, b) => a.overlap - b.overlap);
+    const n = sorted.length;
+    const a = Math.floor(n / 3);
+    const b = Math.floor((2 * n) / 3);
+    const low = sorted.slice(0, a);
+    const mid = sorted.slice(a, b);
+    const high = sorted.slice(b);
+    for (const o of low)
+        o.overlapTercile = 'low';
+    for (const o of mid)
+        o.overlapTercile = 'mid';
+    for (const o of high)
+        o.overlapTercile = 'high';
+    return {
+        cutLow: sorted[a]?.overlap ?? 0,
+        cutHigh: sorted[b]?.overlap ?? 0,
+        low: aggregate(low), mid: aggregate(mid), high: aggregate(high),
+    };
+}
+/** Exact two-sided binomial test at p=0.5 — correct for the small discordant
+ *  counts this eval produces, where the chi-square approximation is unsafe. */
+function exactBinomialTwoSided(k, n) {
+    if (n === 0)
+        return 1;
+    const logC = (nn, kk) => {
+        let r = 0;
+        for (let i = 1; i <= kk; i++)
+            r += Math.log(nn - kk + i) - Math.log(i);
+        return r;
+    };
+    const pmf = (i) => Math.exp(logC(n, i) - n * Math.LN2);
+    const target = pmf(k) * (1 + 1e-9);
+    let p = 0;
+    for (let i = 0; i <= n; i++)
+        if (pmf(i) <= target)
+            p += pmf(i);
+    return Math.min(1, p);
+}
+export function pairedCompare(aName, aOutcomes, bName, bOutcomes, k = 5) {
+    const bById = new Map(bOutcomes.map(o => [o.queryId, o]));
+    let aWins = 0, bWins = 0, ties = 0;
+    for (const a of aOutcomes) {
+        const b = bById.get(a.queryId);
+        if (!b)
+            continue;
+        const ah = a.hitAt[k], bh = b.hitAt[k];
+        if (ah === bh)
+            ties++;
+        else if (ah > bh)
+            aWins++;
+        else
+            bWins++;
+    }
+    const discordant = aWins + bWins;
+    const p = exactBinomialTwoSided(Math.min(aWins, bWins), discordant);
+    return {
+        a: aName, b: bName, aWins, bWins, ties, p,
+        significant: p < 0.05,
+        note: discordant === 0
+            ? 'The two retrievers never disagreed; no paired evidence either way.'
+            : `${discordant} discordant queries at k=${k}. ` +
+                (p < 0.05
+                    ? `${bWins > aWins ? bName : aName} wins; the difference survives a paired test.`
+                    : 'The difference does NOT survive a paired test — it is not yet distinguishable from chance.'),
+    };
+}
+//# sourceMappingURL=metrics.js.map

package/dist/src/knowledge/eval/metrics.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAgDH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAU,CAAC;AAE5C;;;;GAIG;AACH,MAAM,UAAU,WAAW,CACzB,IAAiE,EACjE,MAAc;IAEd,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,SAAS;QAC5C,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACvE,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM;YAAE,MAAM;IAClC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAO1B;IACC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,MAAM,KAAK,GAA2B,EAAE,CAAC;IAEzC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACvD,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;QACpD,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAAC,iBAAiB,GAAG,CAAC,GAAG,CAAC,CAAC;YAAC,MAAM;QAAC,CAAC;IAC1E,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,iBAAiB;QACjB,QAAQ;QACR,KAAK;QACL,cAAc,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC7D,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,EAAY;IACxB,OAAO,EAAE,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AACzE,CAAC;AAED,SAAS,UAAU,CAAC,EAAY,EAAE,CAAS;IACzC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,QAAwB;IAChD,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,uEAAuE;IACvE,2DAA2D;IAC3D,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO;QACL,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAClD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,MAAM;QACtE,YAAY,EAAE,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;QACjC,YAAY,EAAE,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;QACjC,cAAc,EAAE,EAAE;KACnB,CAAC;AACJ,CAAC;AAED,sEAAsE;AACtE,2EAA2E;AAC3E,uEAAuE;AACvE,0EAA0E;AAC1E,yEAAyE;AAEzE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AAgBpC;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAe;IAC7D,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAEpF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAEpE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC9C,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACjB,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YAAM,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;gBAAE,GAAG,EAAE,CAAC;YAC5F,IAAI,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,GAAG,CAAC;QACjC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,MAA0B,CAAC;IAC/B,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,GAAG,MAAM,GAAG,0DAA0D,CAAC;IAC/E,CAAC;SAAM,IAAI,MAAM,IAAI,CAAC,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QAC9C,OAAO,GAAG,IAAI,CAAC;QACf,MAAM,GAAG,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,iBAAiB,CAAC;IAC7F,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACrE,CAAC;AAaD,MAAM,UAAU,QAAQ,CAAC,IAAc;IACrC,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAgB,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;AAC9B,CAAC;AAED,gFAAgF;AAChF,SAAS,KAAK,CAAC,KAAe,EAAE,KAAa;IAC3C,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAAe,EAAE,KAAa,EAAE,OAAe;IACxE,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAgB,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,OAAO,GAAgB,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IACxC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAClB,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC;QACX,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,QAAQ,CAAC,QAAwB;IAI/C,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,CAAC,CAAC,cAAc,GAAG,MAAM,CAAC;IAChD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC;QAC/B,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC;QAChC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;KAChE,CAAC;AACJ,CAAC;AAuBD;+EAC+E;AAC/E,SAAS,qBAAqB,CAAC,CAAS,EAAE,CAAS;IACjD,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,EAAU,EAAU,EAAE;QAC9C,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM;YAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,KAAa,EAAE,SAAyB,EACxC,KAAa,EAAE,SAAyB,EACxC,CAAC,GAAe,CAAC;IAEjB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,EAAE,KAAK,EAAE;YAAE,IAAI,EAAE,CAAC;aACjB,IAAI,EAAE,GAAG,EAAE;YAAE,KAAK,EAAE,CAAC;;YACrB,KAAK,EAAE,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,GAAG,KAAK,CAAC;IACjC,MAAM,CAAC,GAAG,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC;IACpE,OAAO;QACL,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACzC,WAAW,EAAE,CAAC,GAAG,IAAI;QACrB,IAAI,EAAE,UAAU,KAAK,CAAC;YACpB,CAAC,CAAC,oEAAoE;YACtE,CAAC,CAAC,GAAG,UAAU,4BAA4B,CAAC,IAAI;gBAC9C,CAAC,CAAC,GAAG,IAAI;oBACP,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,+CAA+C;oBACjF,CAAC,CAAC,4FAA4F,CAAC;KACtG,CAAC;AACJ,CAAC"}

package/dist/src/knowledge/eval/model-presence.d.ts ADDED Viewed

@@ -0,0 +1,48 @@
+/**
+ * Model provisioning assert.
+ *
+ * WHY THIS EXISTS — a measured failure, not a hypothetical.
+ *
+ * The first `proven-blocked` baseline was produced on a machine whose model
+ * cache was already warm. Relocating the cache and re-running showed the truth:
+ * the embedding weights are NOT git-tracked (they live under
+ * `node_modules/.../@huggingface/transformers/.cache`), so a genuinely clean
+ * checkout has no model, and the first embedding call DOWNLOADS ~91MB.
+ *
+ * Worse, the harness was hiding it. The `searchMethod` probe ran BEFORE the
+ * network guard was installed, so the download happened outside the guarded
+ * window and the report still said "0 attempts". A check whose failure
+ * condition has been quietly moved out of its own scope is not a check.
+ *
+ * Stop-condition clauses 3 ("clean checkout") and 4 ("no network at query
+ * time") are jointly unsatisfiable if the first query fetches a model. The
+ * ruling: weights are provisioned by an explicit, documented, NON-QUERY-TIME
+ * step, and the eval ASSERTS their presence and fails loudly rather than ever
+ * fetching them.
+ *
+ * @module v1/cli/knowledge/eval/model-presence
+ */
+export interface ModelPresence {
+    model: string;
+    present: boolean;
+    /** Where the weights were found, or the locations searched if absent. */
+    resolvedPath: string | null;
+    searched: string[];
+    bytes: number;
+    /** How the weights got there — the provisioning story, on the artefact. */
+    provenance: 'node_modules cache (populated by a prior run or an explicit warm step)' | 'not provisioned';
+}
+export declare function checkModelPresence(searchRoots?: string[]): ModelPresence;
+/** Throws unless the weights are already on disk. Never fetches. */
+export declare function assertModelProvisioned(searchRoots?: string[]): ModelPresence;
+/**
+ * The explicit, NON-QUERY-TIME provisioning step.
+ *
+ * This is the only place in the eval path permitted to touch the network, it
+ * must be invoked deliberately (`monomind doc eval --provision-model`), and it
+ * never runs as a side effect of measuring anything. That separation is the
+ * whole point: it makes "clean checkout" and "zero network at query time"
+ * jointly satisfiable, which they are not when the first query downloads 90MB.
+ */
+export declare function provisionModel(log: (m: string) => void): Promise<ModelPresence>;
+//# sourceMappingURL=model-presence.d.ts.map

package/dist/src/knowledge/eval/model-presence.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"model-presence.d.ts","sourceRoot":"","sources":["../../../../src/knowledge/eval/model-presence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAMH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,yEAAyE;IACzE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,UAAU,EAAE,wEAAwE,GAAG,iBAAiB,CAAC;CAC1G;AA4CD,wBAAgB,kBAAkB,CAAC,WAAW,GAAE,MAAM,EAAoB,GAAG,aAAa,CAkBzF;AAED,oEAAoE;AACpE,wBAAgB,sBAAsB,CAAC,WAAW,GAAE,MAAM,EAAoB,GAAG,aAAa,CAY7F;AAED;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,CAcrF"}

package/dist/src/knowledge/eval/model-presence.js ADDED Viewed

@@ -0,0 +1,128 @@
+/**
+ * Model provisioning assert.
+ *
+ * WHY THIS EXISTS — a measured failure, not a hypothetical.
+ *
+ * The first `proven-blocked` baseline was produced on a machine whose model
+ * cache was already warm. Relocating the cache and re-running showed the truth:
+ * the embedding weights are NOT git-tracked (they live under
+ * `node_modules/.../@huggingface/transformers/.cache`), so a genuinely clean
+ * checkout has no model, and the first embedding call DOWNLOADS ~91MB.
+ *
+ * Worse, the harness was hiding it. The `searchMethod` probe ran BEFORE the
+ * network guard was installed, so the download happened outside the guarded
+ * window and the report still said "0 attempts". A check whose failure
+ * condition has been quietly moved out of its own scope is not a check.
+ *
+ * Stop-condition clauses 3 ("clean checkout") and 4 ("no network at query
+ * time") are jointly unsatisfiable if the first query fetches a model. The
+ * ruling: weights are provisioned by an explicit, documented, NON-QUERY-TIME
+ * step, and the eval ASSERTS their presence and fails loudly rather than ever
+ * fetching them.
+ *
+ * @module v1/cli/knowledge/eval/model-presence
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { createRequire } from 'node:module';
+const MODEL_ID = 'Alibaba-NLP/gte-modernbert-base';
+const WEIGHT_CANDIDATES = [
+    'onnx/model_quantized.onnx',
+    'onnx/model_q8.onnx',
+    'onnx/model.onnx',
+];
+/**
+ * Where the weights could be. Resolution has to be thorough: the first version
+ * of this only looked at `<cwd>/node_modules/@huggingface/...`, missed the real
+ * pnpm-hoisted location entirely, and so reported "not provisioned" while a
+ * perfectly good 89MB model sat on disk. An assert that fires for the wrong
+ * reason is barely better than one that never fires.
+ */
+function transformersCacheDirs(searchRoots) {
+    const dirs = [];
+    // Explicit override wins, and is the documented provisioning hook.
+    if (process.env.TRANSFORMERS_CACHE)
+        dirs.push(process.env.TRANSFORMERS_CACHE);
+    if (process.env.MONOMIND_MODEL_CACHE)
+        dirs.push(process.env.MONOMIND_MODEL_CACHE);
+    for (const root of searchRoots) {
+        try {
+            const req = createRequire(path.join(root, 'index.js'));
+            const pkg = req.resolve('@huggingface/transformers/package.json');
+            dirs.push(path.join(path.dirname(pkg), '.cache'));
+        }
+        catch { /* not resolvable from this root */ }
+        dirs.push(path.join(root, 'node_modules', '@huggingface', 'transformers', '.cache'));
+        // pnpm keeps the real package under a mangled directory name; the resolver
+        // above usually finds it, but not when the caller runs from a built dist
+        // whose module graph never referenced the package.
+        const pnpm = path.join(root, 'node_modules', '.pnpm');
+        try {
+            for (const entry of fs.readdirSync(pnpm)) {
+                if (entry.startsWith('@huggingface+transformers')) {
+                    dirs.push(path.join(pnpm, entry, 'node_modules', '@huggingface', 'transformers', '.cache'));
+                }
+            }
+        }
+        catch { /* no pnpm store here */ }
+    }
+    return [...new Set(dirs)];
+}
+export function checkModelPresence(searchRoots = [process.cwd()]) {
+    const searched = [];
+    for (const dir of transformersCacheDirs(searchRoots)) {
+        for (const rel of WEIGHT_CANDIDATES) {
+            const p = path.join(dir, MODEL_ID, rel);
+            searched.push(p);
+            try {
+                const st = fs.statSync(p);
+                if (st.isFile() && st.size > 1_000_000) {
+                    return {
+                        model: MODEL_ID, present: true, resolvedPath: p, searched, bytes: st.size,
+                        provenance: 'node_modules cache (populated by a prior run or an explicit warm step)',
+                    };
+                }
+            }
+            catch { /* keep searching */ }
+        }
+    }
+    return { model: MODEL_ID, present: false, resolvedPath: null, searched, bytes: 0, provenance: 'not provisioned' };
+}
+/** Throws unless the weights are already on disk. Never fetches. */
+export function assertModelProvisioned(searchRoots = [process.cwd()]) {
+    const p = checkModelPresence(searchRoots);
+    if (!p.present) {
+        throw new Error(`[doc eval] EMBEDDING MODEL NOT PROVISIONED: ${MODEL_ID} was not found on disk.\n` +
+            `  The eval will not download it. A harness that silently fetches a model mid-run both\n` +
+            `  violates the zero-network-at-query-time condition and makes the run non-reproducible.\n` +
+            `  Provision it as an explicit, non-query-time step, then re-run.\n` +
+            `  Searched:\n    ${p.searched.join('\n    ')}`);
+    }
+    return p;
+}
+/**
+ * The explicit, NON-QUERY-TIME provisioning step.
+ *
+ * This is the only place in the eval path permitted to touch the network, it
+ * must be invoked deliberately (`monomind doc eval --provision-model`), and it
+ * never runs as a side effect of measuring anything. That separation is the
+ * whole point: it makes "clean checkout" and "zero network at query time"
+ * jointly satisfiable, which they are not when the first query downloads 90MB.
+ */
+export async function provisionModel(log) {
+    const already = checkModelPresence([process.cwd()]);
+    if (already.present) {
+        log(`already provisioned: ${(already.bytes / 1e6).toFixed(0)}MB at ${already.resolvedPath}`);
+        return already;
+    }
+    log(`fetching ${MODEL_ID} — this is the provisioning step and it REQUIRES network access.`);
+    log('It is deliberately separate from measurement; `doc eval` itself never fetches.');
+    const t = await import('@huggingface/transformers');
+    await t.pipeline('feature-extraction', MODEL_ID, { revision: 'main', dtype: 'q8' });
+    const after = checkModelPresence([process.cwd()]);
+    if (!after.present)
+        throw new Error('[doc eval] provisioning ran but the weights are still not on disk.');
+    log(`provisioned: ${(after.bytes / 1e6).toFixed(0)}MB at ${after.resolvedPath}`);
+    return after;
+}
+//# sourceMappingURL=model-presence.js.map

package/dist/src/knowledge/eval/model-presence.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"model-presence.js","sourceRoot":"","sources":["../../../../src/knowledge/eval/model-presence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAa5C,MAAM,QAAQ,GAAG,iCAAiC,CAAC;AACnD,MAAM,iBAAiB,GAAG;IACxB,2BAA2B;IAC3B,oBAAoB;IACpB,iBAAiB;CAClB,CAAC;AAEF;;;;;;GAMG;AACH,SAAS,qBAAqB,CAAC,WAAqB;IAClD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,mEAAmE;IACnE,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC9E,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAElF,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;YAClE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;QACrF,2EAA2E;QAC3E,yEAAyE;QACzE,mDAAmD;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,WAAW,GAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IACxE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,qBAAqB,CAAC,WAAW,CAAC,EAAE,CAAC;QACrD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,IAAI,GAAG,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI;wBACzE,UAAU,EAAE,wEAAwE;qBACrF,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC;AACpH,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,sBAAsB,CAAC,WAAW,GAAa,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;IAC5E,MAAM,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,+CAA+C,QAAQ,2BAA2B;YAClF,yFAAyF;YACzF,2FAA2F;YAC3F,oEAAoE;YACpE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAChD,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAwB;IAC3D,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,GAAG,CAAC,wBAAwB,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QAC7F,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,GAAG,CAAC,YAAY,QAAQ,kEAAkE,CAAC,CAAC;IAC5F,GAAG,CAAC,gFAAgF,CAAC,CAAC;IACtF,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACpD,MAAO,CAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,kBAAkB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IAC1G,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;IACjF,OAAO,KAAK,CAAC;AACf,CAAC"}