@mirnoorata/codexa 0.2.0

package/dist/eval/scoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring.js","sourceRoot":"","sources":["../../src/eval/scoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAG5C,OAAO,EAAE,sBAAsB,EAAoB,MAAM,eAAe,CAAC;AAWzE,MAAM,UAAU,aAAa,CAAC,QAAsB,EAAE,MAAmB,EAAE,QAA8B,EAAE,aAAsB,EAAE,YAAY,GAAG,KAAK;IACrJ,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChJ,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;IAC1D,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,CAAC;IACxE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;IAC1D,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;IAC5D,MAAM,sBAAsB,GAAG,aAAa,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC;IACvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9G,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,sBAAsB,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACvG,MAAM,YAAY,GAAG,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9H,MAAM,aAAa,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9I,MAAM,uBAAuB,GAAG,aAAa,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IACzG,MAAM,kBAAkB,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,kBAAkB,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9I,MAAM,yBAAyB,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IACxG,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;IACzD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC;IACvE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,kBAAkB,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClJ,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,MAAM,2BAA2B,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACxG,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAC5J,MAAM,qBAAqB,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,KAAK,KAAK,IAAI,iCAAiC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAChI,MAAM,WAAW,GAAG,OAAO,CACzB,CAAC,kBAAkB,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,IAAI,kBAAkB,GAAG,UAAU,CAAC;QACrF,CAAC,kBAAkB,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,IAAI,kBAAkB,GAAG,UAAU,CAAC;QACvF,CAAC,oBAAoB,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,oBAAoB,GAAG,YAAY,IAAI,UAAU,KAAK,IAAI,IAAI,kBAAkB,KAAK,IAAI,IAAI,kBAAkB,IAAI,UAAU,CAAC,CAC5L,CAAC;IACF,MAAM,iBAAiB,GAAG,WAAW;QACnC,CAAC,CAAC;YACE,kBAAkB,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,IAAI,kBAAkB,GAAG,UAAU,CAAC,CAAC,CAAC,wBAAwB,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;YAC7L,kBAAkB,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,IAAI,kBAAkB,GAAG,UAAU,CAAC,CAAC,CAAC,wBAAwB,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;YAC7L,oBAAoB,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,oBAAoB,GAAG,YAAY,CAAC,CAAC,CAAC,sBAAsB,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;SACxM;aACE,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;aAClD,IAAI,CAAC,IAAI,CAAC;QACf,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,kBAAkB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACtH,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC5J,MAAM,0BAA0B,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;IAC9E,MAAM,eAAe,GAAG,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,mBAAmB,GAAG,2BAA2B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,6BAA6B,GAAG,OAAO,CAAC,eAAe,EAAE,sBAAsB,IAAI,8BAA8B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAEtI,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,GAAG,oBAAoB,EAAE,CAAC;QAC3E,QAAQ,CAAC,IAAI,CAAC,+BAA+B,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpH,CAAC;IACD,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;QACzD,QAAQ,CAAC,IAAI,CAAC,aAAa,UAAU,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnG,CAAC;IACD,IACE,QAAQ,CAAC,MAAM,CAAC,0BAA0B,KAAK,SAAS;QACxD,uBAAuB,KAAK,IAAI;QAChC,uBAAuB,GAAG,QAAQ,CAAC,MAAM,CAAC,0BAA0B,EACpE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,2BAA2B,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5I,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,CAAC,qBAAqB,KAAK,SAAS,IAAI,kBAAkB,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;QAC7H,QAAQ,CAAC,IAAI,CAAC,wBAAwB,kBAAkB,CAAC,MAAM,MAAM,QAAQ,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;IAChH,CAAC;IACD,KAAK,MAAM,YAAY,IAAI,QAAQ,CAAC,MAAM,CAAC,mBAAmB,IAAI,EAAE,EAAE,CAAC;QACrE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,4CAA4C,YAAY,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,QAAQ,CAAC,IAAI,CAAC,gBAAgB,UAAU,kBAAkB,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,IAAI,kBAAkB,IAAI,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,0BAA0B,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,wBAAwB,mBAAmB,MAAM,oBAAoB,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,iBAAiB,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAC9H,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1I,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC,6BAA6B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW;QAC7F,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,KAAK;QACL,MAAM;QACN,aAAa;QACb,aAAa;QACb,aAAa;QACb,KAAK;QACL,YAAY;QACZ,KAAK;QACL,OAAO,EAAE;YACP,UAAU;YACV,iBAAiB;YACjB,UAAU;YACV,YAAY;YACZ,uBAAuB;YACvB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;YAC7B,SAAS,EAAE,mBAAmB;YAC9B,SAAS;YACT,eAAe,EAAE,mBAAmB;YACpC,mBAAmB;YACnB,6BAA6B;SAC9B;QACD,UAAU,EAAE;YACV,kBAAkB;YAClB,kBAAkB;YAClB,oBAAoB;YACpB,eAAe,EAAE,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC;YACtD,eAAe,EAAE,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC;YACtD,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,oBAAoB,CAAC;YACzD,eAAe,EAAE,KAAK,CAAC,MAAM;YAC7B,iBAAiB,EAAE,aAAa,CAAC,MAAM;YACvC,eAAe,EAAE,KAAK,CAAC,MAAM;YAC7B,iBAAiB,EAAE,aAAa,CAAC,MAAM;YACvC,yBAAyB;SAC1B;QACD,WAAW,EAAE;YACX,kBAAkB;YAClB,oBAAoB;YACpB,2BAA2B;YAC3B,oBAAoB;YACpB,cAAc;YACd,qBAAqB;YACrB,WAAW;YACX,iBAAiB;YACjB,kBAAkB;YAClB,0BAA0B;YAC1B,eAAe;SAChB;QACD,QAAQ;QACR,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;KAC3H,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAA+B;IAChE,MAAM,gBAAgB,GAA2B,EAAE,CAAC;IACpD,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,MAAM,sCAAsC,GAAa,EAAE,CAAC;IAC5D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,OAAO,CAAC;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,IAAI,CAAC;QAC/D,IAAI,WAAW,EAAE,CAAC;YAChB,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,qBAAqB,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3E,sCAAsC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO;QACL,kBAAkB,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;QAC3G,2BAA2B,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;QAC7H,oBAAoB,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,oBAAoB,CAAC,CAAC;QAC/G,uBAAuB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3H,sBAAsB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjI,oBAAoB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrH,2BAA2B,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnI,mCAAmC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnJ,mBAAmB,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAClI,6BAA6B,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,qBAAqB,IAAI,EAAE,CAAC,CAAC;QAChJ,yBAAyB,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAAC;QACxI,sCAAsC,EAAE,aAAa,CAAC,sCAAsC,CAAC;QAC7F,kCAAkC,EAAE,SAAS;aAC1C,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;YACnB,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,eAAe,CAAC;YACrD,OAAO,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CAAC,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/J,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,oCAAoC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,eAAe,EAAE,mBAAmB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzK,gBAAgB;QAChB,cAAc,EAAE,aAAa,CAAC,cAAc,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,MAAmB,EAAE,MAAkB,EAAE,QAAgD;IACpI,OAAO,aAAa,CAClB;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,MAAM;QACnB,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM;QAC1B,eAAe,EAAE,QAAQ,EAAE,OAAO;QAClC,MAAM;KACP,EACD,MAAM,EACN,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAC5B,IAAI,CACL,CAAC;AACJ,CAAC;AAuCD,SAAS,eAAe,CAAC,IAAa;IACpC,OAAO,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,IAAwB,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1G,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAa;IACzC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACxC,OAAO,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QACzC,OAAO,aAAa,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,OAAO,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,mBAAmB,CAAE,KAAiC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACrI,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACxC,OAAO,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAE,KAAiC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACvI,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QACrC,OAAO,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAE,KAAiC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACpI,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,OAAO,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,OAAO,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,MAAM,GAAI,CAAC,MAAM,EAAE,MAAM,CAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAa;IACzC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,OAAO,aAAa,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACtD,OAAO,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACxC,OAAO,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,MAAM,GAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnH,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAa;IACzC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;QACxC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;YACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjG,OAAO,CAAE,KAA4B,CAAC,IAAI,CAAC,CAAC;YAC9C,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACnD,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACpC,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC9C,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,GAAI,QAAgC,CAAC,KAAK,CAAC;YACtD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,MAAM,GAAI,CAAC,MAAM,EAAE,MAAM,CAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,OAAO,aAAa,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,eAAe,CAAC,IAAa;IACpC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACpC,OAAO;YACL,KAAK,EAAE,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpE,MAAM,EAAE;gBACN,aAAa,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC;gBACjD,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC;gBACrC,SAAS,EAAE,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC;gBACzC,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;aACxC;SACF,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAU,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAa;IAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;IAC5D,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC;IAC9E,MAAM,iBAAiB,GAAG,YAAY,CAAC,SAAS,CAAC,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAChG,MAAM,qBAAqB,GAAG,kBAAkB,CAAC,SAAS,CAAC,qBAAqB,IAAI,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAClH,MAAM,cAAc,GAAG,YAAY,CAAC,SAAS,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC,CAAC;IACvF,MAAM,gBAAgB,GAAG,YAAY,CAAC,SAAS,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC7F,MAAM,qBAAqB,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAA8B,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAC5L,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC;IACpF,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,SAAS,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACxG,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,SAAS,CAAC,sBAAsB,IAAI,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAChI,MAAM,kBAAkB,GAAG,YAAY,CAAC,SAAS,CAAC,kBAAkB,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACnG,MAAM,uBAAuB,GAAG,CAAC,MAAc,EAAE,EAAE,CACjD,kBAAkB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAA8B,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACvI,IACE,SAAS,KAAK,MAAM;QACpB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,iBAAiB,CAAC,MAAM,GAAG,CAAC;QAC5B,qBAAqB,CAAC,MAAM,GAAG,CAAC;QAChC,cAAc,CAAC,MAAM,GAAG,CAAC;QACzB,gBAAgB,CAAC,MAAM,GAAG,CAAC;QAC3B,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,gBAAgB,CAAC,MAAM,GAAG,CAAC;QAC3B,sBAAsB;QACtB,kBAAkB,CAAC,MAAM,GAAG,CAAC;QAC7B,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ;QACrC,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ;QACvC,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAClC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC;QACrC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAC1C,CAAC;QACD,OAAO;YACL,OAAO,EAAE,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YAC9E,SAAS,EAAE,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACpF,IAAI,EAAE,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YACrE,YAAY,EAAE,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC;YACxD,iBAAiB,EAAE,kBAAkB,CAAC,SAAS,CAAC,iBAAiB,CAAC;YAClE,WAAW;YACX,iBAAiB;YACjB,qBAAqB;YACrB,qBAAqB;YACrB,WAAW;YACX,gBAAgB;YAChB,sBAAsB;YACtB,mBAAmB,EAAE,uBAAuB,CAAC,SAAS,CAAC;YACvD,mBAAmB,EAAE,uBAAuB,CAAC,SAAS,CAAC;YACvD,kBAAkB,EAAE,uBAAuB,CAAC,QAAQ,CAAC;YACrD,yBAAyB,EAAE,uBAAuB,CAAC,gBAAgB,CAAC;SACrE,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAU,EAAE,CAAC;QACvE,MAAM,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,2BAA2B,CAAC,IAAa;IAChD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,MAAM,aAAa,GAAG,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,MAAM,SAAS,GAAG,aAAa,KAAK,YAAY,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,IAAK,MAAM,CAAC,aAAwC,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC;IACtO,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,aAAa;YAAE,OAAO,CAAC,CAAC;QACnE,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,cAAc;YAAE,OAAO,CAAC,CAAC;QAC/D,OAAO,CAAC,CAAC;IACX,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAU,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,8BAA8B,CAAC,IAAa;IACnD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,6BAA6B,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,8BAA8B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACrH,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAc;IACnD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO;QACL,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;QAC1F,yBAAyB,EAAE,OAAO,MAAM,CAAC,yBAAyB,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC,SAAS;QAC9H,gCAAgC,EAAE,OAAO,MAAM,CAAC,gCAAgC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAAC,CAAC,SAAS;QACnJ,6BAA6B,EAAE,OAAO,MAAM,CAAC,6BAA6B,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC,CAAC,SAAS;QAC1I,yBAAyB,EAAE,OAAO,MAAM,CAAC,yBAAyB,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC,SAAS;KAC/H,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjG,OAAO,CAAE,KAA0B,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACzG,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjG,OAAO,CAAE,KAA0B,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAe7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;SACzH,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACf,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACtE,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;QAC1D,cAAc,EAAE,OAAO,KAAK,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QAC3F,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QAC5E,WAAW,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QAClF,WAAW,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QAClF,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QAC/E,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,QAAQ,EAAE,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QACzE,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QAC/E,MAAM,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACnE,WAAW,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QAClF,iBAAiB,EAAE,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;KACrG,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB,EAAE,QAAkB;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;AACjF,CAAC;AAED,SAAS,SAAS,CAAC,MAAgB,EAAE,QAAkB;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;AAC/E,CAAC;AAED,SAAS,KAAK,CAAC,OAAsB,EAAE,QAAuB;IAC5D,IAAI,OAAO,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,OAAO,GAAG,QAAQ,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,gBAAgB,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAsB,EAAE,KAAc;IAC5E,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,IAAI,KAAK,CAAC;IACpD,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,6BAA6B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW;QAC9F,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;QAC/B,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,KAAK,EAAE,EAAE;QACT,YAAY,EAAE,EAAE;QAChB,KAAK,EAAE,EAAE;QACT,OAAO,EAAE;YACP,UAAU,EAAE,IAAI;YAChB,iBAAiB,EAAE,IAAI;YACvB,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI;YAClB,uBAAuB,EAAE,IAAI;YAC7B,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,CAAC;YAClB,mBAAmB,EAAE,IAAI;YACzB,6BAA6B,EAAE,KAAK;SACrC;QACD,UAAU,EAAE;YACV,kBAAkB,EAAE,IAAI;YACxB,kBAAkB,EAAE,IAAI;YACxB,oBAAoB,EAAE,IAAI;YAC1B,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,IAAI;YACrB,cAAc,EAAE,IAAI;YACpB,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,CAAC;YACpB,yBAAyB,EAAE,IAAI;SAChC;QACD,WAAW,EAAE;YACX,kBAAkB,EAAE,EAAE;YACtB,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE;YACzD,2BAA2B,EAAE,QAAQ,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE;YACvE,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE;YACzD,cAAc,EAAE,KAAK;YACrB,qBAAqB,EAAE,KAAK;YAC5B,WAAW,EAAE,KAAK;YAClB,kBAAkB,EAAE,KAAK;YACzB,0BAA0B,EAAE,KAAK;SAClC;QACD,QAAQ,EAAE;YACR,aAAa;gBACX,CAAC,CAAC,6EAA6E;gBAC/E,CAAC,CAAC,4BAA4B,sBAAsB,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE;SAC/E;QACD,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,8CAA8C,CAAC,CAAC,CAAC,EAAE;KAC5E,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,OAAiB,EAAE,MAAc;IAChE,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,OAAO,aAAa,CAClB,MAAM;aACH,KAAK,CAAC,OAAO,CAAC;aACd,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7F,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;aACD,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;IACJ,CAAC;IACD,OAAO,aAAa,CAClB,MAAM;SACH,KAAK,CAAC,OAAO,CAAC;SACd,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAChB,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AACvC,CAAC"}

package/dist/eval/synthetic.d.ts

@@ -0,0 +1,36 @@
+import type { EvalScenario } from "./types.js";
+export interface SyntheticRepo {
+    repoRoot: string;
+    ts: {
+        helperPath: string;
+        featurePath: string;
+        testPath: string;
+        decoyPath: string;
+        helperSymbol: string;
+    };
+    python: {
+        helperPath: string;
+        appPath: string;
+        testPath: string;
+        decoyPath: string;
+        helperSymbol: string;
+    };
+    manifest: {
+        path: string;
+        webReferencePath: string;
+        decoyPath: string;
+        typeId: string;
+    };
+    shared: {
+        sharedPath: string;
+        consumerPath: string;
+        secondConsumerPath: string;
+        testPath: string;
+        leafPath: string;
+        decoyPath: string;
+        exportedSymbol: string;
+        uniqueLiteral: string;
+    };
+}
+export declare function createSyntheticRepo(seed: string): Promise<SyntheticRepo>;
+export declare function cleanupScenarioRepos(scenarios: EvalScenario[]): Promise<void>;

package/dist/eval/synthetic.js

@@ -0,0 +1,107 @@
+import { execFileSync } from "node:child_process";
+import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import { buildIndex } from "../indexer.js";
+import { uniqueInOrder } from "./scoring.js";
+export async function createSyntheticRepo(seed) {
+    const rng = seeded(seed);
+    const token = alphaToken(rng, 8);
+    const camel = `${token[0].toUpperCase()}${token.slice(1)}`;
+    const repo = await mkdtemp(path.join(os.tmpdir(), `codexa-eval-${token}-`));
+    execFileSync("git", ["init"], { cwd: repo, stdio: "ignore" });
+    execFileSync("git", ["config", "user.name", "Codexa Eval"], { cwd: repo, stdio: "ignore" });
+    execFileSync("git", ["config", "user.email", "codexa-eval@example.invalid"], { cwd: repo, stdio: "ignore" });
+    const tsHelper = `make${camel}Value`;
+    const pyHelper = `normalize_${token}`;
+    const typeId = `${token}.audio.speech_to_speech`;
+    const sharedSymbol = `format${camel}Label`;
+    const uniqueLiteral = `unique_${token}_literal`;
+    const ts = {
+        helperPath: `src/${token}_core.ts`,
+        featurePath: `src/${token}_feature.ts`,
+        testPath: `src/${token}_core.test.ts`,
+        decoyPath: `src/${token}_core_decoy.ts`,
+        helperSymbol: tsHelper
+    };
+    const python = {
+        helperPath: `service_${token}/helpers.py`,
+        appPath: `service_${token}/app.py`,
+        testPath: `tests/test_${token}.py`,
+        decoyPath: `service_${token}/helpers_decoy.py`,
+        helperSymbol: pyHelper
+    };
+    const manifest = {
+        path: `manifests/${token}.node.json`,
+        webReferencePath: `web/src/${token}_node.ts`,
+        decoyPath: `web/src/${token}_node_decoy.ts`,
+        typeId
+    };
+    const shared = {
+        sharedPath: `src/${token}_shared.ts`,
+        consumerPath: `src/${token}_consumer_a.ts`,
+        secondConsumerPath: `src/${token}_consumer_b.ts`,
+        testPath: `src/${token}_shared.test.ts`,
+        leafPath: `src/${token}_leaf.ts`,
+        decoyPath: `src/${token}_shared_decoy.ts`,
+        exportedSymbol: sharedSymbol,
+        uniqueLiteral
+    };
+    await mkdir(path.join(repo, "src"), { recursive: true });
+    await mkdir(path.join(repo, `service_${token}`), { recursive: true });
+    await mkdir(path.join(repo, "tests"), { recursive: true });
+    await mkdir(path.join(repo, "web/src"), { recursive: true });
+    await mkdir(path.join(repo, "manifests"), { recursive: true });
+    await writeFile(path.join(repo, "package.json"), JSON.stringify({ scripts: { typecheck: "tsc -p tsconfig.json --noEmit", test: "vitest run", check: "npm run typecheck && npm test" } }, null, 2), "utf8");
+    await writeFile(path.join(repo, "pyproject.toml"), `[project]\ndependencies = ["pytest>=8"]\n[tool.pytest.ini_options]\ntestpaths = ["tests"]\n`, "utf8");
+    await writeFile(path.join(repo, ts.helperPath), `export function ${tsHelper}() {\n  return "${token}"\n}\n`, "utf8");
+    await writeFile(path.join(repo, ts.featurePath), `import { ${tsHelper} } from "./${token}_core"\nexport function use${camel}Feature() {\n  return ${tsHelper}()\n}\n`, "utf8");
+    await writeFile(path.join(repo, ts.testPath), `import { ${tsHelper} } from "./${token}_core"\ntest("${token}", () => {\n  expect(${tsHelper}()).toBe("${token}")\n})\n`, "utf8");
+    await writeFile(path.join(repo, ts.decoyPath), `export function ${tsHelper}Decoy() {\n  return "${token}-decoy"\n}\n`, "utf8");
+    await writeFile(path.join(repo, shared.sharedPath), `export function ${sharedSymbol}(value: string) {\n  return value.trim()\n}\n`, "utf8");
+    await writeFile(path.join(repo, shared.consumerPath), `import { ${sharedSymbol} } from "./${token}_shared"\nexport function render${camel}A(value: string) {\n  return ${sharedSymbol}(value)\n}\n`, "utf8");
+    await writeFile(path.join(repo, shared.secondConsumerPath), `import { ${sharedSymbol} } from "./${token}_shared"\nexport function render${camel}B(value: string) {\n  return ${sharedSymbol}(value).toUpperCase()\n}\n`, "utf8");
+    await writeFile(path.join(repo, shared.testPath), `import { ${sharedSymbol} } from "./${token}_shared"\ntest("${token}-shared", () => {\n  expect(${sharedSymbol}(" A ")).toBe("A")\n})\n`, "utf8");
+    await writeFile(path.join(repo, shared.leafPath), `export const ${token}LeafMarker = "${uniqueLiteral}"\n`, "utf8");
+    await writeFile(path.join(repo, shared.decoyPath), `export function ${sharedSymbol}Decoy(value: string) {\n  return value\n}\n`, "utf8");
+    await writeFile(path.join(repo, python.helperPath), `def ${pyHelper}(value):\n    return value.strip().lower()\n`, "utf8");
+    await writeFile(path.join(repo, python.appPath), `from .helpers import ${pyHelper}\n\n@router.post("/${token}")\ndef route_${token}(value):\n    return ${pyHelper}(value)\n`, "utf8");
+    await writeFile(path.join(repo, python.testPath), `from service_${token}.app import route_${token}\n\ndef test_${token}_route():\n    assert route_${token}(" A ") == "a"\n`, "utf8");
+    await writeFile(path.join(repo, python.decoyPath), `def ${pyHelper}_decoy(value):\n    return value\n`, "utf8");
+    await writeFile(path.join(repo, manifest.path), JSON.stringify({ nodes: [{ type_id: typeId, title: `${camel} Node`, adapter_key: `${token}.adapter` }] }, null, 2), "utf8");
+    await writeFile(path.join(repo, manifest.webReferencePath), `export const nodeType = "${typeId}"\n`, "utf8");
+    await writeFile(path.join(repo, manifest.decoyPath), `export const nodeType = "${typeId}.decoy"\n`, "utf8");
+    execFileSync("git", ["add", "."], { cwd: repo, stdio: "ignore" });
+    execFileSync("git", ["commit", "-m", "synthetic benchmark fixture"], { cwd: repo, stdio: "ignore" });
+    await buildIndex({ repoRoot: repo, writeArtifacts: true });
+    await writeFile(path.join(repo, python.helperPath), `def ${pyHelper}(value):\n    return value.strip().casefold()\n`, "utf8");
+    return { repoRoot: repo, ts, python, manifest, shared };
+}
+function seeded(seed) {
+    let state = 2166136261;
+    for (let i = 0; i < seed.length; i += 1) {
+        state ^= seed.charCodeAt(i);
+        state = Math.imul(state, 16777619);
+    }
+    return () => {
+        state = Math.imul(state ^ (state >>> 15), 2246822507);
+        state = Math.imul(state ^ (state >>> 13), 3266489909);
+        state ^= state >>> 16;
+        return (state >>> 0) / 0xffffffff;
+    };
+}
+function alphaToken(rng, length) {
+    const letters = "abcdefghijklmnopqrstuvwxyz";
+    let value = "";
+    for (let i = 0; i < length; i += 1) {
+        value += letters[Math.floor(rng() * letters.length) % letters.length];
+    }
+    return value;
+}
+export async function cleanupScenarioRepos(scenarios) {
+    const roots = uniqueInOrder(scenarios.flatMap((scenario) => [...(scenario.cleanupRepoRoots ?? []), ...(scenario.cleanupRepoRoot ? [scenario.cleanupRepoRoot] : [])]));
+    for (const root of roots) {
+        await rm(root, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=synthetic.js.map

package/dist/eval/synthetic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthetic.js","sourceRoot":"","sources":["../../src/eval/synthetic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAqC7C,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY;IACpD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5E,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9D,YAAY,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC5F,YAAY,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,6BAA6B,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE7G,MAAM,QAAQ,GAAG,OAAO,KAAK,OAAO,CAAC;IACrC,MAAM,QAAQ,GAAG,aAAa,KAAK,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,GAAG,KAAK,yBAAyB,CAAC;IACjD,MAAM,YAAY,GAAG,SAAS,KAAK,OAAO,CAAC;IAC3C,MAAM,aAAa,GAAG,UAAU,KAAK,UAAU,CAAC;IAChD,MAAM,EAAE,GAAG;QACT,UAAU,EAAE,OAAO,KAAK,UAAU;QAClC,WAAW,EAAE,OAAO,KAAK,aAAa;QACtC,QAAQ,EAAE,OAAO,KAAK,eAAe;QACrC,SAAS,EAAE,OAAO,KAAK,gBAAgB;QACvC,YAAY,EAAE,QAAQ;KACvB,CAAC;IACF,MAAM,MAAM,GAAG;QACb,UAAU,EAAE,WAAW,KAAK,aAAa;QACzC,OAAO,EAAE,WAAW,KAAK,SAAS;QAClC,QAAQ,EAAE,cAAc,KAAK,KAAK;QAClC,SAAS,EAAE,WAAW,KAAK,mBAAmB;QAC9C,YAAY,EAAE,QAAQ;KACvB,CAAC;IACF,MAAM,QAAQ,GAAG;QACf,IAAI,EAAE,aAAa,KAAK,YAAY;QACpC,gBAAgB,EAAE,WAAW,KAAK,UAAU;QAC5C,SAAS,EAAE,WAAW,KAAK,gBAAgB;QAC3C,MAAM;KACP,CAAC;IACF,MAAM,MAAM,GAAG;QACb,UAAU,EAAE,OAAO,KAAK,YAAY;QACpC,YAAY,EAAE,OAAO,KAAK,gBAAgB;QAC1C,kBAAkB,EAAE,OAAO,KAAK,gBAAgB;QAChD,QAAQ,EAAE,OAAO,KAAK,iBAAiB;QACvC,QAAQ,EAAE,OAAO,KAAK,UAAU;QAChC,SAAS,EAAE,OAAO,KAAK,kBAAkB;QACzC,cAAc,EAAE,YAAY;QAC5B,aAAa;KACd,CAAC;IAEF,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,KAAK,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,+BAA+B,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,+BAA+B,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3M,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE,6FAA6F,EAAE,MAAM,CAAC,CAAC;IAC1J,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,mBAAmB,QAAQ,mBAAmB,KAAK,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,YAAY,QAAQ,cAAc,KAAK,8BAA8B,KAAK,yBAAyB,QAAQ,SAAS,EAAE,MAAM,CAAC,CAAC;IAC/K,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,QAAQ,cAAc,KAAK,iBAAiB,KAAK,wBAAwB,QAAQ,aAAa,KAAK,UAAU,EAAE,MAAM,CAAC,CAAC;IACjL,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,mBAAmB,QAAQ,wBAAwB,KAAK,cAAc,EAAE,MAAM,CAAC,CAAC;IAC/H,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,mBAAmB,YAAY,+CAA+C,EAAE,MAAM,CAAC,CAAC;IAC5I,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,YAAY,cAAc,KAAK,mCAAmC,KAAK,gCAAgC,YAAY,cAAc,EAAE,MAAM,CAAC,CAAC;IAC7M,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,kBAAkB,CAAC,EAAE,YAAY,YAAY,cAAc,KAAK,mCAAmC,KAAK,gCAAgC,YAAY,4BAA4B,EAAE,MAAM,CAAC,CAAC;IACjO,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,YAAY,YAAY,cAAc,KAAK,mBAAmB,KAAK,+BAA+B,YAAY,0BAA0B,EAAE,MAAM,CAAC,CAAC;IACpM,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,gBAAgB,KAAK,iBAAiB,aAAa,KAAK,EAAE,MAAM,CAAC,CAAC;IACpH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,mBAAmB,YAAY,6CAA6C,EAAE,MAAM,CAAC,CAAC;IACzI,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,QAAQ,8CAA8C,EAAE,MAAM,CAAC,CAAC;IAC3H,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,EAC/B,wBAAwB,QAAQ,sBAAsB,KAAK,iBAAiB,KAAK,wBAAwB,QAAQ,WAAW,EAC5H,MAAM,CACP,CAAC;IACF,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAChC,gBAAgB,KAAK,qBAAqB,KAAK,gBAAgB,KAAK,+BAA+B,KAAK,kBAAkB,EAC1H,MAAM,CACP,CAAC;IACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,QAAQ,oCAAoC,EAAE,MAAM,CAAC,CAAC;IAChH,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,EAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,OAAO,EAAE,WAAW,EAAE,GAAG,KAAK,UAAU,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAClH,MAAM,CACP,CAAC;IACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,MAAM,KAAK,EAAE,MAAM,CAAC,CAAC;IAC7G,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,4BAA4B,MAAM,WAAW,EAAE,MAAM,CAAC,CAAC;IAC5G,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClE,YAAY,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,6BAA6B,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrG,MAAM,UAAU,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,QAAQ,iDAAiD,EAAE,MAAM,CAAC,CAAC;IAE9H,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,IAAI,KAAK,GAAG,UAAU,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5B,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,EAAE;QACV,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;QACtD,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;QACtD,KAAK,IAAI,KAAK,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,GAAiB,EAAE,MAAc;IACnD,MAAM,OAAO,GAAG,4BAA4B,CAAC;IAC7C,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,SAAyB;IAClE,MAAM,KAAK,GAAG,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtK,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC"}

package/dist/eval/types.d.ts

@@ -0,0 +1,36 @@
+import type { QueryResult } from "../types.js";
+export type EvalSuite = "all" | "project" | "synthetic" | "historical-fixture" | "task-pack";
+export type EvalScenarioSuite = Exclude<EvalSuite, "all"> | "historical-task-pack";
+export interface EvalScenario {
+    id: string;
+    suite: EvalScenarioSuite;
+    description: string;
+    repoRoot: string;
+    scored?: boolean;
+    baselineCommand?: string[];
+    baselineCommands?: string[][];
+    baselineCwd?: string;
+    codexa: () => Promise<QueryResult>;
+    oracle: EvalOracle;
+    privatePack?: boolean;
+    taskPackPath?: string;
+    cleanupRepoRoot?: string;
+    cleanupRepoRoots?: string[];
+}
+export interface EvalOracle {
+    expectedFiles?: string[];
+    expectedChangedFiles?: string[];
+    expectedTests?: string[];
+    forbiddenFiles?: string[];
+    topFiles?: string[];
+    knownTraps?: string[];
+    expectedCodexaCalls?: string[];
+    maxTextChars?: number;
+    maxDataBytes?: number;
+    maxFalsePositiveFiles?: number;
+    minFileRecall?: number;
+    minChangedFileRecall?: number;
+    minTestRecall?: number;
+    minFilePrecisionAtK?: number;
+    maxSelectedToBaselineRatio?: number;
+}

package/dist/eval/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/eval/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":""}

package/dist/eval.d.ts

@@ -0,0 +1,140 @@
+import type { QueryOptions } from "./types.js";
+import { type EvalVerificationProvenance } from "./eval/scoring.js";
+import type { EvalSuite } from "./eval/types.js";
+export type { EvalOracle, EvalScenario, EvalScenarioSuite, EvalSuite } from "./eval/types.js";
+export { scoreStructuredOutputForTest } from "./eval/scoring.js";
+export interface ScoredEvalScenario {
+    id: string;
+    suite: string;
+    description: string;
+    passed: boolean;
+    score: number;
+    scored: boolean;
+    baselineLines: number | null;
+    baselineFiles: string[];
+    baselineTests: string[];
+    files: string[];
+    plannedFiles: string[];
+    tests: string[];
+    metrics: {
+        fileRecall: number | null;
+        changedFileRecall: number | null;
+        testRecall: number | null;
+        precisionAtK: number | null;
+        selectedToBaselineRatio: number | null;
+        textChars: number;
+        dataBytes: number;
+        refreshed: boolean;
+        structuredBytes: number;
+        toolHopsToEditReady: number | null;
+        verificationProvenancePresent: boolean;
+    };
+    comparison: {
+        baselineFileRecall: number | null;
+        baselineTestRecall: number | null;
+        baselinePrecisionAtK: number | null;
+        fileRecallDelta: number | null;
+        testRecallDelta: number | null;
+        precisionDelta: number | null;
+        codexaFileCount: number;
+        baselineFileCount: number;
+        codexaTestCount: number;
+        baselineTestCount: number;
+        codexaToBaselineFileRatio: number | null;
+    };
+    calibration: {
+        falsePositiveFiles: string[];
+        missingExpectedFiles: string[];
+        missingExpectedChangedFiles: string[];
+        missingExpectedTests: string[];
+        heuristicHeavy: boolean;
+        broadRetrievalFailure: boolean;
+        rawRgBetter: boolean;
+        rawRgBetterReason?: string;
+        overBudgetedOutput: boolean;
+        overBudgetedStructuredData: boolean;
+        postEditOutcome?: {
+            verdict?: string;
+            outcomeId?: string;
+            path?: string;
+            driftReasons: string[];
+            calibrationLabels: string[];
+            testsNotRun: string[];
+            missedLikelyTests: string[];
+            modifiedPublicSymbols: string[];
+            requiredChecksMissing: number;
+            ranCommands: string[];
+            commandEnvelopes: Array<{
+                command?: string;
+                cwd?: string;
+                packageManager?: string;
+                workspace?: string;
+                packageRoot?: string;
+                packageName?: string;
+                scriptName?: string;
+                args: string[];
+                exitCode?: number;
+                durationMs?: number;
+                source?: string;
+                scopeStatus?: string;
+                classifierVersion?: string;
+            }>;
+            verificationProvenance?: EvalVerificationProvenance;
+            verificationCovered: number;
+            verificationMissing: number;
+            verificationWaived: number;
+            verificationNotApplicable: number;
+        };
+    };
+    failures: string[];
+    sample: string;
+}
+export interface EvalOptions {
+    suite?: EvalSuite;
+    seed?: string;
+    json?: boolean;
+    failOnRefresh?: boolean;
+    taskPackPath?: string;
+    centralityExperiment?: boolean;
+}
+export interface EvalResult {
+    passed: boolean;
+    text: string;
+    data: {
+        seed: string;
+        suite: EvalSuite;
+        passed: boolean;
+        score: number;
+        antiCheat: string[];
+        calibrationSummary: {
+            falsePositiveFiles: string[];
+            missingExpectedChangedFiles: string[];
+            missingExpectedTests: string[];
+            heuristicHeavyScenarios: string[];
+            broadRetrievalFailures: string[];
+            rawRgBetterScenarios: string[];
+            overBudgetedOutputScenarios: string[];
+            overBudgetedStructuredDataScenarios: string[];
+            postEditMissedTests: string[];
+            postEditModifiedPublicSymbols: string[];
+            postEditCalibrationLabels: string[];
+            postEditRequiredChecksMissingScenarios: string[];
+            postEditAggregateCoverageScenarios: string[];
+            postEditVerificationMissingScenarios: string[];
+            postEditVerdicts: Record<string, number>;
+            outcomeRecords: string[];
+        };
+        scenarios: ScoredEvalScenario[];
+        centralityExperiment?: {
+            enabled: boolean;
+            topFiles: Array<{
+                path: string;
+                score: number;
+                currentRank: number;
+            }>;
+            overlapWithCurrentTop10: number;
+            note: string;
+        };
+    };
+}
+export declare function runEval(repoRoot: string, options?: QueryOptions, evalOptions?: EvalOptions): Promise<EvalResult>;