@plumloom/cli 0.1.4 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -0
- package/dist/actions/suite.d.ts +4 -0
- package/dist/actions/suite.d.ts.map +1 -1
- package/dist/actions/suite.js +19 -0
- package/dist/actions/suite.js.map +1 -1
- package/dist/cli.js +0 -0
- package/dist/commands/executor.d.ts.map +1 -1
- package/dist/commands/executor.js +19 -2
- package/dist/commands/executor.js.map +1 -1
- package/dist/gate/decision.d.ts +1 -1
- package/dist/gate/decision.d.ts.map +1 -1
- package/dist/gate/decision.js +8 -8
- package/dist/gate/decision.js.map +1 -1
- package/dist/github/pr-comment.d.ts +55 -0
- package/dist/github/pr-comment.d.ts.map +1 -0
- package/dist/github/pr-comment.js +287 -0
- package/dist/github/pr-comment.js.map +1 -0
- package/dist/github/reliability-report.d.ts +16 -0
- package/dist/github/reliability-report.d.ts.map +1 -0
- package/dist/github/reliability-report.js +341 -0
- package/dist/github/reliability-report.js.map +1 -0
- package/dist/mcp.js +0 -0
- package/dist/reliability/evidence.d.ts +44 -0
- package/dist/reliability/evidence.d.ts.map +1 -0
- package/dist/reliability/evidence.js +259 -0
- package/dist/reliability/evidence.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reliability-report.js","sourceRoot":"","sources":["../../src/github/reliability-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAIzC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EACL,uBAAuB,EACvB,oCAAoC,GAIrC,MAAM,4BAA4B,CAAC;AAEpC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;AA4B3B,SAAS,aAAa,CAAC,KAAa,EAAE,QAAgB;IACpD,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE;QAClE,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO,SAAS,IAAI,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG,IAAI,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,MAAM,OAAO,GACX,eAAe,CAAC,MAAM,GAAG,QAAQ;QAC/B,CAAC,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,GAAG;QAC9C,CAAC,CAAC,eAAe,CAAC;IACtB,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,QAAQ,GAAG,KAAK;IAC5C,OAAO,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,IAAI,CAAC,KAAa;IACzB,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,cAAc,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAsB;IAC1C,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,eAAe,CAAC;QACzB,KAAK,cAAc;YACjB,OAAO,qBAAqB,CAAC;QAC/B,KAAK,aAAa;YAChB,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAAyC;IAChE,IAAI,CAAC,QAAQ,EAAE,aAAa;QAAE,OAAO,eAAe,CAAC;IACrD,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzB,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,QAAQ,CAAC,qBAAqB,KAAK,gBAAgB,EAAE,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,QAAQ,CAAC,qBAAqB,KAAK,eAAe,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,QAAQ,CAAC,mBAAmB,IAAI,SAAS,CAAC;QACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,sBAAsB;YAC7C,CAAC,CAAC,aAAa,QAAQ,CAAC,sBAAsB,EAAE;YAChD,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,WAAW,UAAU,CAAC;QAC9F,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,GAAG,OAAO,GAAG,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,YAAY,CAAC,QAA0B;IAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC;IACvC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,6BAA6B,CAAC;IACtD,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,kBAAkB,CAAC;IACnD,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,KAAK,KAAK,KAAK,QAAQ,CAAC,SAAS,IAAI,KAAK,aAAa,CAAC;IACjE,CAAC;IACD,IAAI,QAAQ,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,KAAK,KAAK,KAAK,QAAQ,CAAC,iBAAiB,IAAI,KAAK,qBAAqB,CAAC;IACjF,CAAC;IACD,OAAO,KAAK,KAAK,oCAAoC,CAAC;AACxD,CAAC;AAED,SAAS,eAAe,CAAC,OAAoC;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,eAAe,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,oBAAoB,CAAC,UAA4B;IACxD,IAAI,UAAU,CAAC,OAAO,KAAK,cAAc,IAAI,UAAU,CAAC,OAAO,KAAK,aAAa,EAAE,CAAC;QAClF,OAAO,0DAA0D,CAAC;IACpE,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,eAAe,CAAC;IAC7D,IAAI,UAAU,CAAC,QAAQ,KAAK,OAAO,IAAI,UAAU,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzF,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC;IAC1C,IAAI,CAAC,QAAQ;QAAE,OAAO,eAAe,CAAC;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,eAAe,CAAC;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;IACrD,MAAM,YAAY,GAChB,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,oBAAoB,KAAK,IAAI,CAAC,CAAC;IAC3F,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,yBAAyB,CAAC;IAC5G,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,GAAG,MAAM,uBAAuB,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;IACzF,CAAC;IACD,OAAO,aAAa,CAAC,CAAC,CAAC,iDAAiD,CAAC,CAAC,CAAC,eAAe,CAAC;AAC7F,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA6B;IACtD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACzF,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC;SACpC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;SAC/C,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QAChB,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,gBAAgB,GAAG,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC;QACzD,MAAM,eAAe,GAAG,QAAQ,CAAC,WAAW,CAAC;QAC7C,MAAM,OAAO,GACX,gBAAgB,IAAI,eAAe,IAAI,gBAAgB,KAAK,eAAe;YACzE,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,gBAAgB,IAAI,eAAe,IAAI,SAAS,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;QACjC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC;QAChD,OAAO;YACL,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,IAAI,EAAE,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,SAAS;YACnD,OAAO;YACP,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,KAAK,SAAS;gBAC5C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC7C,QAAQ,EAAE,uBAAuB,CAC/B,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAC3C,OAAO,EACP,SAAS,CACV;YACD,GAAG,CAAC,OAAO,KAAK,UAAU;gBACxB,CAAC,CAAC,EAAE,aAAa,EAAE,oCAAoC,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE;gBAC7E,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,WAAwC;IAC7D,MAAM,MAAM,GAAkC;QAC5C,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;KACX,CAAC;IACF,KAAK,MAAM,UAAU,IAAI,WAAW;QAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,OAAO;QACL,GAAG,MAAM,CAAC,QAAQ,gBAAgB;QAClC,GAAG,MAAM,CAAC,YAAY,sBAAsB;QAC5C,GAAG,MAAM,CAAC,WAAW,qBAAqB;QAC1C,GAAG,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,KAA6B,EAAE,WAAwC;IACrF,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/C,OAAO;QACL,KAAK,CAAC,MAAM;QACZ,oCAAoC,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE;QAC9D,EAAE;QACF,GAAG,WAAW,CAAC,MAAM,kBAAkB,aAAa,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,2BAA2B,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxH,EAAE;KACH,CAAC;AACJ,CAAC;AAED,SAAS,MAAM;IACb,OAAO;QACL,6EAA6E;QAC7E,yDAAyD;QACzD,uGAAuG;QACvG,EAAE;KACH,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,WAAwC;IACrD,MAAM,KAAK,GAAG;QACZ,uEAAuE;QACvE,uCAAuC;KACxC,CAAC;IACF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,KAAK,CAAC,IAAI,CACR,KAAK,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,UAAU,CAAC,QAAQ,QAAQ,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,IAAI,CACpP,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,SAA8D;IACnF,IAAI,SAAS,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,GAAG,SAAS,CAAC,KAAK,gBAAgB,CAAC;IAC3E,IAAI,SAAS,CAAC,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,UAAU,GAAG,CAAC;QACxF,OAAO,GAAG,SAAS,CAAC,KAAK,0BAA0B,MAAM,EAAE,CAAC;IAC9D,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChF,IAAI,SAAS,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,SAAS,CAAC,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;SAAM,IAAI,SAAS,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,SAAS,CAAC,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IACjF,OAAO,GAAG,SAAS,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,eAAe,CAAC,UAA4B;IACnD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,aAAa;QAAE,OAAO,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;SACtF,IAAI,UAAU,CAAC,QAAQ,CAAC,qBAAqB,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;SACnF,IACH,UAAU,CAAC,QAAQ,CAAC,IAAI,CACtB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,KAAK,CAAC,SAAS,KAAK,SAAS;QAC7B,KAAK,CAAC,iBAAiB,KAAK,SAAS,CACxC,EACD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,KAAK,UAAU,IAAI,UAAU,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3F,OAAO,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,UAAU,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,UAA4B,EAAE,aAAiC;IAC9E,MAAM,KAAK,GAAG;QACZ,WAAW;QACX,YAAY,UAAU,CAAC,QAAQ,MAAM,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,aAAa;QAC1H,EAAE;QACF,mBAAmB,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,EAAE;KACtE,CAAC;IACF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,wBAAwB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9E,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,aAAa,EAAE,UAAU,IAAI,EAAE,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,wBAAwB,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,cAAc,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CACnM,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,0CAA0C,aAAa,GAAG,CAAC,CAAC;IAC1F,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CACjB,KAA6B,EAC7B,WAAwC;IAExC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAW,CAAC;IAC1E,MAAM,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CACvC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAChG,CAAC;IACF,OAAO;QACL,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC;QAC7B,GAAG,MAAM,EAAE;QACX,GAAG,KAAK,CAAC,WAAW,CAAC;QACrB,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;KACpE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CACpB,KAA6B,EAC7B,WAAwC;IAExC,OAAO,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,cAAc,CACrB,KAA6B,EAC7B,WAAwC;IAExC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IACpF,OAAO;QACL,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC;QAC7B,6EAA6E;QAC7E,EAAE;QACF,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YACvB,CAAC,CAAC,CAAC,mEAAmE,EAAE,EAAE,CAAC;YAC3E,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;KACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CACpB,KAA6B,EAC7B,WAAwC;IAExC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC/C,OAAO;QACL,KAAK,CAAC,MAAM;QACZ,oCAAoC,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE;QAC9D,EAAE;QACF,GAAG,WAAW,CAAC,MAAM,kBAAkB,aAAa,CAAC,WAAW,CAAC,EAAE;QACnE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,wCAAwC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,EAAE;QACF,+EAA+E;KAChF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAAgB;IAC5D,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChF,OAAO,oCAAoC,MAAM,MAAM,CAAC;AAC1D,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,uBAAuB,CAAC,KAA6B;IACnE,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAyD;QACvE,CAAC,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACxC,CAAC,SAAS,EAAE,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC,UAAU,EAAE,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAChD,CAAC,SAAS,EAAE,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;KAC/C,CAAC;IACF,KAAK,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,UAAU,EAAE,CAAC;QACjD,IAAI,QAAQ,CAAC,MAAM,IAAI,YAAY;YAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxE,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,QAAQ,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;AACxD,CAAC"}
|
package/dist/mcp.js
CHANGED
|
File without changes
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import type { ParsedConfiguredRunInput } from '../configured-run/validation.js';
|
|
2
|
+
import type { EvaluationContextType, EvaluationResults } from '../domain/types.js';
|
|
3
|
+
import type { JsonObject } from '../domain/common.js';
|
|
4
|
+
export type QualityStandardStatus = 'applied' | 'not_configured' | 'not_available';
|
|
5
|
+
export type RunStandardEvidence = {
|
|
6
|
+
rubricApplied: boolean;
|
|
7
|
+
judgeModel?: string;
|
|
8
|
+
judgeModelPinned: boolean;
|
|
9
|
+
qualityStandardStatus: QualityStandardStatus;
|
|
10
|
+
qualityStandardName?: string;
|
|
11
|
+
qualityStandardVersion?: string;
|
|
12
|
+
anchorCount?: number;
|
|
13
|
+
};
|
|
14
|
+
export type JudgmentEvidence = {
|
|
15
|
+
scope: string;
|
|
16
|
+
assessmentCount?: number;
|
|
17
|
+
passVotes?: number;
|
|
18
|
+
agreedAssessments?: number;
|
|
19
|
+
};
|
|
20
|
+
export type RepeatabilityStatistic = {
|
|
21
|
+
scope: string;
|
|
22
|
+
mean?: number;
|
|
23
|
+
standardDeviation?: number;
|
|
24
|
+
ci95Lower?: number;
|
|
25
|
+
ci95Upper?: number;
|
|
26
|
+
ci95HalfWidth?: number;
|
|
27
|
+
sampleSize?: number;
|
|
28
|
+
hasData?: boolean;
|
|
29
|
+
insufficientEvidence?: boolean;
|
|
30
|
+
};
|
|
31
|
+
export type ScenarioRepeatabilityEvidence = {
|
|
32
|
+
completedTrials?: number;
|
|
33
|
+
plannedTrials?: number;
|
|
34
|
+
statistics: RepeatabilityStatistic[];
|
|
35
|
+
};
|
|
36
|
+
/**
|
|
37
|
+
* Extract only public-safe standard metadata from the exact configuration used
|
|
38
|
+
* by the run. Rubric prose and anchor contents are deliberately never retained.
|
|
39
|
+
*/
|
|
40
|
+
export declare function extractRunStandardEvidence(configuredRun: ParsedConfiguredRunInput, exactConfiguration?: JsonObject): RunStandardEvidence;
|
|
41
|
+
export declare function extractJudgmentEvidence(contextType: EvaluationContextType | undefined, results: EvaluationResults | undefined, statusRaw: JsonObject | undefined): JudgmentEvidence[];
|
|
42
|
+
/** Report backend statistics at their native model/metric and scenario/model grain. */
|
|
43
|
+
export declare function extractScenarioRepeatabilityEvidence(results: EvaluationResults | undefined, statusRaw: JsonObject | undefined): ScenarioRepeatabilityEvidence;
|
|
44
|
+
//# sourceMappingURL=evidence.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.d.ts","sourceRoot":"","sources":["../../src/reliability/evidence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,KAAK,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEtD,MAAM,MAAM,qBAAqB,GAAG,SAAS,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAEnF,MAAM,MAAM,mBAAmB,GAAG;IAChC,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,sBAAsB,EAAE,CAAC;CACtC,CAAC;AA+FF;;;GAGG;AACH,wBAAgB,0BAA0B,CACxC,aAAa,EAAE,wBAAwB,EACvC,kBAAkB,CAAC,EAAE,UAAU,GAC9B,mBAAmB,CA2BrB;AAkCD,wBAAgB,uBAAuB,CACrC,WAAW,EAAE,qBAAqB,GAAG,SAAS,EAC9C,OAAO,EAAE,iBAAiB,GAAG,SAAS,EACtC,SAAS,EAAE,UAAU,GAAG,SAAS,GAChC,gBAAgB,EAAE,CAgBpB;AAsED,uFAAuF;AACvF,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,iBAAiB,GAAG,SAAS,EACtC,SAAS,EAAE,UAAU,GAAG,SAAS,GAChC,6BAA6B,CAuC/B"}
|
|
@@ -0,0 +1,259 @@
|
|
|
1
|
+
const MAX_STATISTICS = 500;
|
|
2
|
+
function asObject(input) {
|
|
3
|
+
return input !== null && typeof input === 'object' && !Array.isArray(input)
|
|
4
|
+
? input
|
|
5
|
+
: undefined;
|
|
6
|
+
}
|
|
7
|
+
function asArray(input) {
|
|
8
|
+
return Array.isArray(input) ? input : [];
|
|
9
|
+
}
|
|
10
|
+
function finiteNumber(input) {
|
|
11
|
+
return typeof input === 'number' && Number.isFinite(input) ? input : undefined;
|
|
12
|
+
}
|
|
13
|
+
function nonNegativeInteger(input) {
|
|
14
|
+
const value = finiteNumber(input);
|
|
15
|
+
return value !== undefined && Number.isInteger(value) && value >= 0 ? value : undefined;
|
|
16
|
+
}
|
|
17
|
+
function nonEmptyText(input) {
|
|
18
|
+
return typeof input === 'string' && input.trim() !== '' ? input.trim() : undefined;
|
|
19
|
+
}
|
|
20
|
+
function parsedObject(input) {
|
|
21
|
+
const direct = asObject(input);
|
|
22
|
+
if (direct)
|
|
23
|
+
return direct;
|
|
24
|
+
const text = nonEmptyText(input);
|
|
25
|
+
if (!text)
|
|
26
|
+
return undefined;
|
|
27
|
+
try {
|
|
28
|
+
return asObject(JSON.parse(text));
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
return undefined;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
function hasOwn(source, key) {
|
|
35
|
+
return Object.prototype.hasOwnProperty.call(source, key);
|
|
36
|
+
}
|
|
37
|
+
function qualityStandardSource(configuredRun, exactConfiguration) {
|
|
38
|
+
const configuration = asObject(exactConfiguration) ?? {};
|
|
39
|
+
const direct = asObject(configuration.quality_standard);
|
|
40
|
+
if (direct)
|
|
41
|
+
return { source: direct, status: 'applied' };
|
|
42
|
+
const exactInstructions = parsedObject(configuration.evaluator_instructions);
|
|
43
|
+
if (exactInstructions &&
|
|
44
|
+
(nonEmptyText(exactInstructions.quality_standard_id) !== undefined ||
|
|
45
|
+
nonEmptyText(exactInstructions.quality_standard_name) !== undefined ||
|
|
46
|
+
nonEmptyText(exactInstructions.name) !== undefined ||
|
|
47
|
+
asArray(exactInstructions.anchors).length > 0 ||
|
|
48
|
+
exactInstructions.type === 'qs_v1')) {
|
|
49
|
+
return { source: exactInstructions, status: 'applied' };
|
|
50
|
+
}
|
|
51
|
+
const submittedInstructions = parsedObject(configuredRun.methodology.evaluatorInstructions);
|
|
52
|
+
if (submittedInstructions &&
|
|
53
|
+
(nonEmptyText(submittedInstructions.quality_standard_id) !== undefined ||
|
|
54
|
+
nonEmptyText(submittedInstructions.quality_standard_name) !== undefined ||
|
|
55
|
+
nonEmptyText(submittedInstructions.name) !== undefined ||
|
|
56
|
+
asArray(submittedInstructions.anchors).length > 0 ||
|
|
57
|
+
submittedInstructions.type === 'qs_v1')) {
|
|
58
|
+
return { source: submittedInstructions, status: 'applied' };
|
|
59
|
+
}
|
|
60
|
+
const explicitAssignmentFields = hasOwn(configuration, 'quality_standard') || hasOwn(configuration, 'quality_standard_id');
|
|
61
|
+
if (explicitAssignmentFields &&
|
|
62
|
+
(configuration.quality_standard === null || configuration.quality_standard_id === null)) {
|
|
63
|
+
return { status: 'not_configured' };
|
|
64
|
+
}
|
|
65
|
+
if (nonEmptyText(configuration.quality_standard_id) !== undefined) {
|
|
66
|
+
return { source: configuration, status: 'applied' };
|
|
67
|
+
}
|
|
68
|
+
if (nonEmptyText(configuration.quality_standard_name) !== undefined) {
|
|
69
|
+
return { source: configuration, status: 'applied' };
|
|
70
|
+
}
|
|
71
|
+
return { status: 'not_available' };
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Extract only public-safe standard metadata from the exact configuration used
|
|
75
|
+
* by the run. Rubric prose and anchor contents are deliberately never retained.
|
|
76
|
+
*/
|
|
77
|
+
export function extractRunStandardEvidence(configuredRun, exactConfiguration) {
|
|
78
|
+
const qualityStandard = qualityStandardSource(configuredRun, exactConfiguration);
|
|
79
|
+
const source = qualityStandard.source;
|
|
80
|
+
const anchors = asArray(source?.anchors);
|
|
81
|
+
const version = nonEmptyText(source?.version) ??
|
|
82
|
+
nonEmptyText(source?.version_number) ??
|
|
83
|
+
nonEmptyText(source?.quality_standard_version) ??
|
|
84
|
+
(finiteNumber(source?.versionNumber) === undefined
|
|
85
|
+
? undefined
|
|
86
|
+
: String(finiteNumber(source?.versionNumber)));
|
|
87
|
+
const name = nonEmptyText(source?.quality_standard_name) ??
|
|
88
|
+
nonEmptyText(source?.name) ??
|
|
89
|
+
nonEmptyText(source?.qs_name);
|
|
90
|
+
return {
|
|
91
|
+
rubricApplied: configuredRun.methodology.evaluatorInstructions.trim() !== '',
|
|
92
|
+
judgeModel: configuredRun.methodology.judgeModel,
|
|
93
|
+
judgeModelPinned: configuredRun.methodology.judgeModelId.trim() !== '',
|
|
94
|
+
qualityStandardStatus: qualityStandard.status,
|
|
95
|
+
...(name === undefined ? {} : { qualityStandardName: name }),
|
|
96
|
+
...(version === undefined ? {} : { qualityStandardVersion: version }),
|
|
97
|
+
...(qualityStandard.status === 'applied' && anchors.length > 0
|
|
98
|
+
? { anchorCount: anchors.length }
|
|
99
|
+
: {}),
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
function judgmentFromPayload(payload, scope) {
|
|
103
|
+
const agreement = asObject(asObject(payload)?.judge_agreement);
|
|
104
|
+
if (!agreement)
|
|
105
|
+
return undefined;
|
|
106
|
+
const assessmentCount = nonNegativeInteger(agreement.total);
|
|
107
|
+
const passVotes = nonNegativeInteger(agreement.pass);
|
|
108
|
+
const agreedAssessments = nonNegativeInteger(agreement.agreed);
|
|
109
|
+
if (assessmentCount === undefined && passVotes === undefined && agreedAssessments === undefined) {
|
|
110
|
+
return undefined;
|
|
111
|
+
}
|
|
112
|
+
return {
|
|
113
|
+
scope,
|
|
114
|
+
...(assessmentCount === undefined ? {} : { assessmentCount }),
|
|
115
|
+
...(passVotes === undefined ? {} : { passVotes }),
|
|
116
|
+
...(agreedAssessments === undefined ? {} : { agreedAssessments }),
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
function scenarioJudgeCount(statusRaw) {
|
|
120
|
+
const status = asObject(statusRaw);
|
|
121
|
+
const nestedStatus = asObject(status?.status);
|
|
122
|
+
for (const root of [status, nestedStatus]) {
|
|
123
|
+
if (!root)
|
|
124
|
+
continue;
|
|
125
|
+
const metrics = asObject(root.evaluationMetrics) ?? asObject(root.evaluation_metrics);
|
|
126
|
+
const count = nonNegativeInteger(metrics?.judgesPerOutput) ??
|
|
127
|
+
nonNegativeInteger(metrics?.judges_per_output) ??
|
|
128
|
+
nonNegativeInteger(metrics?.judge_count);
|
|
129
|
+
if (count !== undefined)
|
|
130
|
+
return count;
|
|
131
|
+
}
|
|
132
|
+
return undefined;
|
|
133
|
+
}
|
|
134
|
+
export function extractJudgmentEvidence(contextType, results, statusRaw) {
|
|
135
|
+
if (contextType === 'scenario') {
|
|
136
|
+
const assessmentCount = scenarioJudgeCount(statusRaw);
|
|
137
|
+
return assessmentCount === undefined ? [] : [{ scope: 'Each system output', assessmentCount }];
|
|
138
|
+
}
|
|
139
|
+
if (contextType === 'conversation' && results?.contextType === 'conversation') {
|
|
140
|
+
const evidence = judgmentFromPayload(results.conversation, 'Frozen conversation');
|
|
141
|
+
return evidence ? [evidence] : [];
|
|
142
|
+
}
|
|
143
|
+
if (contextType === 'agent_trace' && results?.contextType === 'agent_trace') {
|
|
144
|
+
return [
|
|
145
|
+
judgmentFromPayload(results.agentTrace, 'Agent session'),
|
|
146
|
+
judgmentFromPayload(results.trajectory, 'Trajectory'),
|
|
147
|
+
].filter((entry) => entry !== undefined);
|
|
148
|
+
}
|
|
149
|
+
return [];
|
|
150
|
+
}
|
|
151
|
+
function statistic(scope, cellInput) {
|
|
152
|
+
const cell = asObject(cellInput);
|
|
153
|
+
if (!cell)
|
|
154
|
+
return undefined;
|
|
155
|
+
const mean = finiteNumber(cell.mean);
|
|
156
|
+
const standardDeviation = finiteNumber(cell.std_dev) ?? finiteNumber(cell.standard_deviation);
|
|
157
|
+
const ci95Lower = finiteNumber(cell.ci95_lower);
|
|
158
|
+
const ci95Upper = finiteNumber(cell.ci95_upper);
|
|
159
|
+
const ci95HalfWidth = finiteNumber(cell.ci95);
|
|
160
|
+
const sampleSize = nonNegativeInteger(cell.sample_size);
|
|
161
|
+
const hasData = typeof cell.has_data === 'boolean' ? cell.has_data : undefined;
|
|
162
|
+
const insufficientEvidence = typeof cell.insufficient_samples === 'boolean' ? cell.insufficient_samples : undefined;
|
|
163
|
+
if (mean === undefined &&
|
|
164
|
+
standardDeviation === undefined &&
|
|
165
|
+
ci95Lower === undefined &&
|
|
166
|
+
ci95Upper === undefined &&
|
|
167
|
+
ci95HalfWidth === undefined &&
|
|
168
|
+
sampleSize === undefined &&
|
|
169
|
+
hasData === undefined &&
|
|
170
|
+
insufficientEvidence === undefined) {
|
|
171
|
+
return undefined;
|
|
172
|
+
}
|
|
173
|
+
return {
|
|
174
|
+
scope,
|
|
175
|
+
...(mean === undefined ? {} : { mean }),
|
|
176
|
+
...(standardDeviation === undefined ? {} : { standardDeviation }),
|
|
177
|
+
...(ci95Lower === undefined ? {} : { ci95Lower }),
|
|
178
|
+
...(ci95Upper === undefined ? {} : { ci95Upper }),
|
|
179
|
+
...(ci95HalfWidth === undefined ? {} : { ci95HalfWidth }),
|
|
180
|
+
...(sampleSize === undefined ? {} : { sampleSize }),
|
|
181
|
+
...(hasData === undefined ? {} : { hasData }),
|
|
182
|
+
...(insufficientEvidence === undefined ? {} : { insufficientEvidence }),
|
|
183
|
+
};
|
|
184
|
+
}
|
|
185
|
+
function trialCounts(statusRaw) {
|
|
186
|
+
const status = asObject(statusRaw);
|
|
187
|
+
const nestedStatus = asObject(status?.status);
|
|
188
|
+
for (const root of [status, nestedStatus]) {
|
|
189
|
+
if (!root)
|
|
190
|
+
continue;
|
|
191
|
+
const metrics = asObject(root.evaluationMetrics) ?? asObject(root.evaluation_metrics);
|
|
192
|
+
const progress = asObject(root.progress);
|
|
193
|
+
const completedTrials = nonNegativeInteger(metrics?.runsCompleted) ??
|
|
194
|
+
nonNegativeInteger(metrics?.runs_completed) ??
|
|
195
|
+
nonNegativeInteger(progress?.runsCompleted) ??
|
|
196
|
+
nonNegativeInteger(progress?.runs_completed);
|
|
197
|
+
const plannedTrials = nonNegativeInteger(metrics?.runsPlanned) ??
|
|
198
|
+
nonNegativeInteger(metrics?.runs_planned) ??
|
|
199
|
+
nonNegativeInteger(metrics?.maxRuns) ??
|
|
200
|
+
nonNegativeInteger(progress?.totalRuns) ??
|
|
201
|
+
nonNegativeInteger(progress?.total_runs);
|
|
202
|
+
if (completedTrials !== undefined || plannedTrials !== undefined) {
|
|
203
|
+
return {
|
|
204
|
+
...(completedTrials === undefined ? {} : { completedTrials }),
|
|
205
|
+
...(plannedTrials === undefined ? {} : { plannedTrials }),
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
return {};
|
|
210
|
+
}
|
|
211
|
+
/** Report backend statistics at their native model/metric and scenario/model grain. */
|
|
212
|
+
export function extractScenarioRepeatabilityEvidence(results, statusRaw) {
|
|
213
|
+
const counts = trialCounts(statusRaw);
|
|
214
|
+
if (results?.contextType !== 'scenario')
|
|
215
|
+
return { ...counts, statistics: [] };
|
|
216
|
+
const statistics = [];
|
|
217
|
+
for (const modelInput of asArray(results.modelPerformance.models)) {
|
|
218
|
+
if (statistics.length >= MAX_STATISTICS)
|
|
219
|
+
break;
|
|
220
|
+
const model = asObject(modelInput);
|
|
221
|
+
if (!model)
|
|
222
|
+
continue;
|
|
223
|
+
const modelLabel = nonEmptyText(model.display_name) ?? nonEmptyText(model.model_key) ?? 'Model';
|
|
224
|
+
const scores = asObject(model.scores);
|
|
225
|
+
if (!scores)
|
|
226
|
+
continue;
|
|
227
|
+
for (const [metric, cell] of Object.entries(scores)) {
|
|
228
|
+
const entry = statistic(`${modelLabel} / ${metric}`, cell);
|
|
229
|
+
if (entry)
|
|
230
|
+
statistics.push(entry);
|
|
231
|
+
if (statistics.length >= MAX_STATISTICS)
|
|
232
|
+
break;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
for (const scenarioInput of asArray(results.scenarioComparison.scenarios)) {
|
|
236
|
+
if (statistics.length >= MAX_STATISTICS)
|
|
237
|
+
break;
|
|
238
|
+
const scenario = asObject(scenarioInput);
|
|
239
|
+
if (!scenario)
|
|
240
|
+
continue;
|
|
241
|
+
const scenarioLabel = nonEmptyText(scenario.scenario_name) ??
|
|
242
|
+
(finiteNumber(scenario.scenario_index) === undefined
|
|
243
|
+
? 'Scenario'
|
|
244
|
+
: `Scenario ${finiteNumber(scenario.scenario_index)}`);
|
|
245
|
+
for (const scoreInput of asArray(scenario.model_scores)) {
|
|
246
|
+
const score = asObject(scoreInput);
|
|
247
|
+
if (!score)
|
|
248
|
+
continue;
|
|
249
|
+
const modelLabel = nonEmptyText(score.display_name) ?? nonEmptyText(score.model_key) ?? 'Model';
|
|
250
|
+
const entry = statistic(`${scenarioLabel} / ${modelLabel}`, score.score);
|
|
251
|
+
if (entry)
|
|
252
|
+
statistics.push(entry);
|
|
253
|
+
if (statistics.length >= MAX_STATISTICS)
|
|
254
|
+
break;
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
return { ...counts, statistics };
|
|
258
|
+
}
|
|
259
|
+
//# sourceMappingURL=evidence.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evidence.js","sourceRoot":"","sources":["../../src/reliability/evidence.ts"],"names":[],"mappings":"AAyCA,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACrF,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,MAA+B,EAAE,GAAW;IAC1D,OAAO,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,qBAAqB,CAC5B,aAAuC,EACvC,kBAA+B;IAK/B,MAAM,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;IACxD,IAAI,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAEzD,MAAM,iBAAiB,GAAG,YAAY,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC;IAC7E,IACE,iBAAiB;QACjB,CAAC,YAAY,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,SAAS;YAChE,YAAY,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,KAAK,SAAS;YACnE,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,SAAS;YAClD,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAC7C,iBAAiB,CAAC,IAAI,KAAK,OAAO,CAAC,EACrC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;IAED,MAAM,qBAAqB,GAAG,YAAY,CAAC,aAAa,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC;IAC5F,IACE,qBAAqB;QACrB,CAAC,YAAY,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,KAAK,SAAS;YACpE,YAAY,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,KAAK,SAAS;YACvE,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,SAAS;YACtD,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YACjD,qBAAqB,CAAC,IAAI,KAAK,OAAO,CAAC,EACzC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,wBAAwB,GAC5B,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;IAC5F,IACE,wBAAwB;QACxB,CAAC,aAAa,CAAC,gBAAgB,KAAK,IAAI,IAAI,aAAa,CAAC,mBAAmB,KAAK,IAAI,CAAC,EACvF,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,SAAS,EAAE,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,CAAC,qBAAqB,CAAC,KAAK,SAAS,EAAE,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACtD,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CACxC,aAAuC,EACvC,kBAA+B;IAE/B,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,OAAO,GACX,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,MAAM,EAAE,cAAc,CAAC;QACpC,YAAY,CAAC,MAAM,EAAE,wBAAwB,CAAC;QAC9C,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,SAAS;YAChD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;IACnD,MAAM,IAAI,GACR,YAAY,CAAC,MAAM,EAAE,qBAAqB,CAAC;QAC3C,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC;QAC1B,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC,OAAO;QACL,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE,KAAK,EAAE;QAC5E,UAAU,EAAE,aAAa,CAAC,WAAW,CAAC,UAAU;QAChD,gBAAgB,EAAE,aAAa,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;QACtE,qBAAqB,EAAE,eAAe,CAAC,MAAM;QAC7C,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;QAC5D,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,OAAO,EAAE,CAAC;QACrE,GAAG,CAAC,eAAe,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;YACjC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB,EAAE,KAAa;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/D,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,eAAe,GAAG,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,eAAe,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAChG,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiC;IAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtF,MAAM,KAAK,GACT,kBAAkB,CAAC,OAAO,EAAE,eAAe,CAAC;YAC5C,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,CAAC;YAC9C,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC3C,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,WAA8C,EAC9C,OAAsC,EACtC,SAAiC;IAEjC,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACtD,OAAO,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,eAAe,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,WAAW,KAAK,cAAc,IAAI,OAAO,EAAE,WAAW,KAAK,cAAc,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;QAClF,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,CAAC;IACD,IAAI,WAAW,KAAK,aAAa,IAAI,OAAO,EAAE,WAAW,KAAK,aAAa,EAAE,CAAC;QAC5E,OAAO;YACL,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,eAAe,CAAC;YACxD,mBAAmB,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC;SACtD,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,SAAkB;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,MAAM,oBAAoB,GACxB,OAAO,IAAI,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;IACzF,IACE,IAAI,KAAK,SAAS;QAClB,iBAAiB,KAAK,SAAS;QAC/B,SAAS,KAAK,SAAS;QACvB,SAAS,KAAK,SAAS;QACvB,aAAa,KAAK,SAAS;QAC3B,UAAU,KAAK,SAAS;QACxB,OAAO,KAAK,SAAS;QACrB,oBAAoB,KAAK,SAAS,EAClC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;QACjE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,SAAiC;IAIpD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,eAAe,GACnB,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC;YAC1C,kBAAkB,CAAC,OAAO,EAAE,cAAc,CAAC;YAC3C,kBAAkB,CAAC,QAAQ,EAAE,aAAa,CAAC;YAC3C,kBAAkB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC/C,MAAM,aAAa,GACjB,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC;YACxC,kBAAkB,CAAC,OAAO,EAAE,YAAY,CAAC;YACzC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC;YACpC,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC;YACvC,kBAAkB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC3C,IAAI,eAAe,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YACjE,OAAO;gBACL,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;gBAC7D,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;aAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,oCAAoC,CAClD,OAAsC,EACtC,SAAiC;IAEjC,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,OAAO,EAAE,WAAW,KAAK,UAAU;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAE9E,MAAM,UAAU,GAA6B,EAAE,CAAC;IAChD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;YAAE,MAAM;QAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC;QAChG,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,UAAU,MAAM,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,KAAK;gBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;gBAAE,MAAM;QACjD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;YAAE,MAAM;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,aAAa,GACjB,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC;YACpC,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,SAAS;gBAClD,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,YAAY,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC3D,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,UAAU,GACd,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC;YAC/E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,aAAa,MAAM,UAAU,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACzE,IAAI,KAAK;gBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,IAAI,cAAc;gBAAE,MAAM;QACjD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC;AACnC,CAAC"}
|