@post-print/agent-test 0.3.7 → 0.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/cli.js +2 -2
- package/dist/cli.js.map +1 -1
- package/dist/compare-scenario.d.ts +37 -13
- package/dist/compare-scenario.d.ts.map +1 -1
- package/dist/compare-scenario.js +236 -63
- package/dist/compare-scenario.js.map +1 -1
- package/dist/expect.d.ts +2 -0
- package/dist/expect.d.ts.map +1 -1
- package/dist/expect.js +8 -1
- package/dist/expect.js.map +1 -1
- package/dist/html-report.d.ts.map +1 -1
- package/dist/html-report.js +89 -35
- package/dist/html-report.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/record-trace.d.ts +5 -4
- package/dist/record-trace.d.ts.map +1 -1
- package/dist/record-trace.js.map +1 -1
- package/dist/run-suite.d.ts +2 -2
- package/dist/run-suite.d.ts.map +1 -1
- package/dist/run-suite.js +102 -94
- package/dist/run-suite.js.map +1 -1
- package/dist/scenario-story.d.ts +17 -20
- package/dist/scenario-story.d.ts.map +1 -1
- package/dist/scenario-story.js +92 -39
- package/dist/scenario-story.js.map +1 -1
- package/dist/types.d.ts +46 -15
- package/dist/types.d.ts.map +1 -1
- package/dist/validate-suite.d.ts.map +1 -1
- package/dist/validate-suite.js +103 -35
- package/dist/validate-suite.js.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
<!-- source-of-truth: the direct-agent test package -->
|
|
4
4
|
|
|
5
|
-
<!-- doc-meta: owner=eng | last-reviewed=2026-09-
|
|
5
|
+
<!-- doc-meta: owner=eng | last-reviewed=2026-09-14 -->
|
|
6
6
|
|
|
7
7
|
<!-- review-deps: paths=packages/test/src/*.ts,packages/test/src/**/*.ts,packages/test/package.json -->
|
|
8
8
|
|
package/dist/cli.js
CHANGED
|
@@ -113,7 +113,7 @@ export function parseCliArgs(argv) {
|
|
|
113
113
|
let failOn = "all";
|
|
114
114
|
let scenarioRetries;
|
|
115
115
|
if (argv[2] === "compare") {
|
|
116
|
-
throw new Error("The compare subcommand is removed. Add compare.a and compare.b on one scenario. Set compare.faster or compare.cheaper when
|
|
116
|
+
throw new Error("The compare subcommand is removed. Add compare.a and compare.b, or compare.arms, on one scenario. Set compare.faster or compare.cheaper when named arms must win on time or tokens. Add rubric.judge only when you want a shared judge.");
|
|
117
117
|
}
|
|
118
118
|
const startIndex = 2;
|
|
119
119
|
const checkMode = {
|
|
@@ -242,7 +242,7 @@ export function parseCliArgs(argv) {
|
|
|
242
242
|
case "--compare-b":
|
|
243
243
|
case "--out-dir":
|
|
244
244
|
case "--compare-out":
|
|
245
|
-
throw new Error(`${flag} is removed. Add compare.a and compare.b on one scenario. Set compare.faster or compare.cheaper when
|
|
245
|
+
throw new Error(`${flag} is removed. Add compare.a and compare.b, or compare.arms, on one scenario. Set compare.faster or compare.cheaper when named arms must win on time or tokens. Add rubric.judge only when you want a shared judge.`);
|
|
246
246
|
case "--report-out":
|
|
247
247
|
reportOut = read();
|
|
248
248
|
break;
|
package/dist/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAEN,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,qBAAqB,GACrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC/F,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EACN,qBAAqB,EACrB,0BAA0B,EAC1B,yBAAyB,EACzB,0BAA0B,GAC1B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EAEN,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAChB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAE7D,4BAA4B,EAAE,CAAC;AAC/B,iBAAiB,EAAE,CAAC;AAwCpB,SAAS,aAAa,CAAC,KAAa;IACnC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,SAAS,aAAa,CACrB,IAAY,EACZ,MAA0B,EAC1B,IAAc,EACd,KAAa;IAEb,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,MAKxB;IACA,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;AAC7B,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,UAAU;IACzB,OAAO;QACN,8BAA8B;QAC9B,EAAE;QACF,+CAA+C;QAC/C,wCAAwC;QACxC,EAAE;QACF,qFAAqF;QACrF,oDAAoD;QACpD,EAAE;QACF,4EAA4E;QAC5E,0EAA0E;QAC1E,wEAAwE;QACxE,sEAAsE;QACtE,iDAAiD;QACjD,oDAAoD;QACpD,kDAAkD;QAClD,qCAAqC;QACrC,6EAA6E;QAC7E,kDAAkD;QAClD,wDAAwD;QACxD,yDAAyD;QACzD,4EAA4E;QAC5E,kEAAkE;QAClE,iEAAiE;QACjE,wDAAwD;QACxD,kGAAkG;QAClG,EAAE;QACF,gFAAgF;KAChF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,YAAY,CAAC,IAAc;IAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,IAAI,SAAS,GAAG,cAAc,CAAC;IAC/B,IAAI,UAA8B,CAAC;IACnC,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,MAA0B,CAAC;IAC/B,IAAI,cAAkC,CAAC;IACvC,IAAI,gBAAoC,CAAC;IACzC,IAAI,KAA0B,CAAC;IAC/B,IAAI,QAA6B,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,SAA6B,CAAC;IAClC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,SAA6B,CAAC;IAClC,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,MAAM,CAAC;IAC5F,IAAI,QAA4B,CAAC;IACjC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,MAAM,GAAe,KAAK,CAAC;IAC/B,IAAI,eAAmC,CAAC;IAExC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACd,sNAAsN,CACtN,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,CAAC;IAErB,MAAM,SAAS,GAAG;QACjB,KAAK,EAAE,KAAK;QACZ,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,KAAK;KACpB,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,SAAS;QACV,CAAC;QACD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACV,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAChC,MAAM,IAAI,GAAG,GAAW,EAAE;YACzB,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACpD,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACrB,OAAO,MAAM,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC;QAEF,QAAQ,IAAI,EAAE,CAAC;YACd,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACR,IAAI,GAAG,IAAI,CAAC;gBACZ,MAAM;YACP,KAAK,SAAS;gBACb,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,UAAU;gBACd,MAAM,GAAG,IAAI,CAAC;gBACd,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,iBAAiB;gBACrB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,kBAAkB;gBACtB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,kBAAkB;gBACtB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,QAAQ,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;gBACrB,IACC,KAAK;qBACH,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;qBAC1C,QAAQ,CAAC,KAAK,CAAC,EAChB,CAAC;oBACF,OAAO,GAAG,IAAI,CAAC;gBAChB,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,MAAM;YACP,CAAC;YACD,KAAK,WAAW;gBACf,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC1C,MAAM;YACP,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,EAAE,CAAC;gBACnB,MAAM;YACP,KAAK,eAAe;gBACnB,UAAU,GAAG,IAAI,EAAE,CAAC;gBACpB,MAAM;YACP,KAAK,SAAS;gBACb,MAAM,GAAG,IAAI,EAAE,CAAC;gBAChB,MAAM;YACP,KAAK,YAAY;gBAChB,cAAc,GAAG,IAAI,EAAE,CAAC;gBACxB,MAAM;YACP,KAAK,sBAAsB;gBAC1B,gBAAgB,GAAG,IAAI,EAAE,CAAC;gBAC1B,MAAM;YACP,KAAK,QAAQ;gBACZ,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;YACvF,KAAK,UAAU;gBACd,MAAM,IAAI,KAAK,CACd,iHAAiH,CACjH,CAAC;YACH,KAAK,mBAAmB;gBACvB,MAAM,IAAI,KAAK,CACd,kGAAkG,CAClG,CAAC;YACH,KAAK,mBAAmB;gBACvB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM;YACP,KAAK,SAAS;gBACb,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,KAAK,YAAY;gBAChB,KAAK,GAAG,KAAK,CAAC;gBACd,MAAM;YACP,KAAK,eAAe;gBACnB,QAAQ,GAAG,KAAK,CAAC;gBACjB,MAAM;YACP,KAAK,cAAc,EAAE,CAAC;gBACrB,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBACzD,SAAS,GAAG,aAAa,CAAC;gBAC3B,CAAC;gBACD,MAAM;YACP,CAAC;YACD,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACP,KAAK,oBAAoB;gBACxB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM;YACP,KAAK,WAAW,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,IAAI,EAAgB,CAAC;gBAClC,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACP,CAAC;YACD,KAAK,oBAAoB,EAAE,CAAC;gBAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBAC3D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC/D,CAAC;gBACD,eAAe,GAAG,aAAa,CAAC;gBAChC,MAAM;YACP,CAAC;YACD,KAAK,iBAAiB,CAAC;YACvB,KAAK,KAAK,CAAC;YACX,KAAK,KAAK,CAAC;YACX,KAAK,aAAa,CAAC;YACnB,KAAK,aAAa,CAAC;YACnB,KAAK,WAAW,CAAC;YACjB,KAAK,eAAe;gBACnB,MAAM,IAAI,KAAK,CACd,GAAG,IAAI,gMAAgM,CACvM,CAAC;YACH,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,EAAE,CAAC;gBACnB,MAAM;YACP,KAAK,kBAAkB;gBACtB,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM;YACP,KAAK,SAAS;gBACb,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,KAAK,aAAa,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,CAAC;YACD;gBACC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;IACF,CAAC;IAED,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IACxB,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;IACtC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;IACxC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;IAExC,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAExB,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC;IACtB,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC;IAE5B,IAAI,KAAK,EAAE,CAAC;QACX,cAAc,GAAG,IAAI,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;IACpF,CAAC;IAED,OAAO;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,IAAI;QACJ,KAAK;QACL,OAAO;QACP,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,MAAM;QACN,cAAc;QACd,gBAAgB;QAChB,KAAK;QACL,QAAQ;QACR,cAAc;QACd,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACpC,SAAS;QACT,cAAc;QACd,KAAK;QACL,IAAI;QACJ,MAAM;QACN,UAAU;QACV,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1D,KAAK;QACL,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACvD,YAAY;QACZ,aAAa;QACb,aAAa;QACb,MAAM;QACN,eAAe;KACf,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,mBAAmB,CAAC,SAAkB;IACrD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;IACX,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,UAAkB;IAC7D,IAAI,wBAAwB,EAAE,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,MAAM,0BAA0B,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACT,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,mBAAmB,CACjC,kBAAsC,EACtC,cAAuB;IAEvB,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO;IACR,CAAC;IAED,IAAI,kBAAkB,EAAE,CAAC;QACxB,IAAI,CAAC;YACJ,MAAM,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACR,cAAc;QACf,CAAC;IACF,CAAC;AACF,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,IAAI,IAAmB,CAAC;IACxB,IAAI,CAAC;QACJ,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,oBAAoB,EAAE,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC/E,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;YAC7B,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SACjB,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;IACrD,IAAI,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3E,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CACT,mCAAmC,IAAI,CAAC,QAAQ,yGAAyG,CACzJ,CACD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GACZ,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;IAC9F,MAAM,gBAAgB,GACrB,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE;QAC7B,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,EAAE;QACjD,0BAA0B,EAAE,CAAC;IAC9B,MAAM,kBAAkB,GAAG,gBAAgB;QAC1C,CAAC,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;QAC7C,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,CAAC;QACJ,IAAI,UAAU,GAAgB,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;gBAC7B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACzC,OAAO,CAAC,CAAC;YACV,CAAC;YACD,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YAC1B,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,WAAW,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC3B,OAAO,CAAC,CAAC;YACV,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC;YAC5D,IAAI,WAAW,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC3B,OAAO,CAAC,CAAC;YACV,CAAC;QACF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC1B,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC;gBACJ,UAAU,GAAG,MAAM,qBAAqB,CAAC;oBACxC,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;iBACjB,CAAC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACR,UAAU,GAAG,KAAK,CAAC;YACpB,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC/B,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;oBACjD,IAAI,YAAY,EAAE,CAAC;wBAClB,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,2BAA2B,CAAC,CAAC;wBAC1D,OAAO,CAAC,CAAC;oBACV,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QAED,CAAC;YACA,IAAI,CAAC;gBACJ,MAAM,0BAA0B,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC9D,OAAO,CAAC,CAAC;YACV,CAAC;YAED,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,GAAG,CAAC;YACrE,MAAM,gBAAgB,GACrB,IAAI,CAAC,QAAQ,KAAK,KAAK;gBACvB,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,GAAG;gBAC1C,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,MAAM,CAAC;YAC/C,IAAI,gBAAgB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzC,OAAO,CAAC,KAAK,CACZ,kKAAkK,CAClK,CAAC;gBACF,OAAO,CAAC,CAAC;YACV,CAAC;YAED,uBAAuB,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,kDAAkD,CAAC,CACvF,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAClE,IAAI,kBAAkB,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBACtD,CAAC;gBACD,MAAM,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBACjC,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,EAAE,CAAC;oBAC1D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC;oBAC/E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBACpC,CAAC;qBAAM,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;oBACjC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtC,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtC,IAAI,gBAAgB,EAAE,CAAC;oBACtB,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CAAC,0EAA0E,CAAC,CACtF,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC;YAClC,GAAG,IAAI;YACP,gBAAgB;YAChB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CACjD,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAChD,CAAC;oBACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACjC,QAAQ,GAAG,CAAC,CAAC;oBACd,CAAC;oBACD,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;oBAClD,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;wBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBACvD,IAAI,OAAO,EAAE,CAAC;4BACb,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gCACvC,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,cAAc,CACnB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,CAChB,CACD,CAAC;4BACH,CAAC;wBACF,CAAC;wBACD,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;4BACzC,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;wBAC1D,CAAC;oBACF,CAAC;gBACF,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACpD,IAAI,cAAc,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,aAAa,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClF,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,aAAa,gDAAgD,CAAC,CACtF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,IAAI,kBAAkB,EAAE,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,kBAAkB,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACJ,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE;wBACjD,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;qBACzB,CAAC,CAAC;oBACH,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,aAAa,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CACT,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC/E,CACD,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBAC/E,QAAQ,GAAG,CAAC,CAAC;gBACd,CAAC;YACF,CAAC;QACF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,WAAW,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,CAAC;QACV,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,IAAI,gBAAgB,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,mBAAmB,CAAC,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACpE,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;AAE7C,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;IACvC,KAAK,IAAI,EAAE;SACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAEN,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,qBAAqB,GACrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC/F,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EACN,qBAAqB,EACrB,0BAA0B,EAC1B,yBAAyB,EACzB,0BAA0B,GAC1B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EAEN,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,GAChB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAE7D,4BAA4B,EAAE,CAAC;AAC/B,iBAAiB,EAAE,CAAC;AAwCpB,SAAS,aAAa,CAAC,KAAa;IACnC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,SAAS,aAAa,CACrB,IAAY,EACZ,MAA0B,EAC1B,IAAc,EACd,KAAa;IAEb,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,MAKxB;IACA,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;AAC7B,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,UAAU;IACzB,OAAO;QACN,8BAA8B;QAC9B,EAAE;QACF,+CAA+C;QAC/C,wCAAwC;QACxC,EAAE;QACF,qFAAqF;QACrF,oDAAoD;QACpD,EAAE;QACF,4EAA4E;QAC5E,0EAA0E;QAC1E,wEAAwE;QACxE,sEAAsE;QACtE,iDAAiD;QACjD,oDAAoD;QACpD,kDAAkD;QAClD,qCAAqC;QACrC,6EAA6E;QAC7E,kDAAkD;QAClD,wDAAwD;QACxD,yDAAyD;QACzD,4EAA4E;QAC5E,kEAAkE;QAClE,iEAAiE;QACjE,wDAAwD;QACxD,kGAAkG;QAClG,EAAE;QACF,gFAAgF;KAChF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,YAAY,CAAC,IAAc;IAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,IAAI,SAAS,GAAG,cAAc,CAAC;IAC/B,IAAI,UAA8B,CAAC;IACnC,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,MAA0B,CAAC;IAC/B,IAAI,cAAkC,CAAC;IACvC,IAAI,gBAAoC,CAAC;IACzC,IAAI,KAA0B,CAAC;IAC/B,IAAI,QAA6B,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,SAA6B,CAAC;IAClC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,SAA6B,CAAC;IAClC,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,MAAM,CAAC;IAC5F,IAAI,QAA4B,CAAC;IACjC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,MAAM,GAAe,KAAK,CAAC;IAC/B,IAAI,eAAmC,CAAC;IAExC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACd,yOAAyO,CACzO,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,CAAC;IAErB,MAAM,SAAS,GAAG;QACjB,KAAK,EAAE,KAAK;QACZ,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,KAAK;KACpB,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,SAAS;QACV,CAAC;QACD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACV,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAChC,MAAM,IAAI,GAAG,GAAW,EAAE;YACzB,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACpD,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;YACrB,OAAO,MAAM,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC;QAEF,QAAQ,IAAI,EAAE,CAAC;YACd,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACR,IAAI,GAAG,IAAI,CAAC;gBACZ,MAAM;YACP,KAAK,SAAS;gBACb,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,UAAU;gBACd,MAAM,GAAG,IAAI,CAAC;gBACd,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,iBAAiB;gBACrB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,kBAAkB;gBACtB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,kBAAkB;gBACtB,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC3B,MAAM;YACP,KAAK,QAAQ,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;gBACrB,IACC,KAAK;qBACH,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;qBAC1C,QAAQ,CAAC,KAAK,CAAC,EAChB,CAAC;oBACF,OAAO,GAAG,IAAI,CAAC;gBAChB,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,MAAM;YACP,CAAC;YACD,KAAK,WAAW;gBACf,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC1C,MAAM;YACP,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,EAAE,CAAC;gBACnB,MAAM;YACP,KAAK,eAAe;gBACnB,UAAU,GAAG,IAAI,EAAE,CAAC;gBACpB,MAAM;YACP,KAAK,SAAS;gBACb,MAAM,GAAG,IAAI,EAAE,CAAC;gBAChB,MAAM;YACP,KAAK,YAAY;gBAChB,cAAc,GAAG,IAAI,EAAE,CAAC;gBACxB,MAAM;YACP,KAAK,sBAAsB;gBAC1B,gBAAgB,GAAG,IAAI,EAAE,CAAC;gBAC1B,MAAM;YACP,KAAK,QAAQ;gBACZ,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;YACvF,KAAK,UAAU;gBACd,MAAM,IAAI,KAAK,CACd,iHAAiH,CACjH,CAAC;YACH,KAAK,mBAAmB;gBACvB,MAAM,IAAI,KAAK,CACd,kGAAkG,CAClG,CAAC;YACH,KAAK,mBAAmB;gBACvB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM;YACP,KAAK,SAAS;gBACb,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,KAAK,YAAY;gBAChB,KAAK,GAAG,KAAK,CAAC;gBACd,MAAM;YACP,KAAK,eAAe;gBACnB,QAAQ,GAAG,KAAK,CAAC;gBACjB,MAAM;YACP,KAAK,cAAc,EAAE,CAAC;gBACrB,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBACzD,SAAS,GAAG,aAAa,CAAC;gBAC3B,CAAC;gBACD,MAAM;YACP,CAAC;YACD,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACP,KAAK,oBAAoB;gBACxB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM;YACP,KAAK,WAAW,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,IAAI,EAAgB,CAAC;gBAClC,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBAC9D,CAAC;gBACD,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACP,CAAC;YACD,KAAK,oBAAoB,EAAE,CAAC;gBAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;oBAC3D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC/D,CAAC;gBACD,eAAe,GAAG,aAAa,CAAC;gBAChC,MAAM;YACP,CAAC;YACD,KAAK,iBAAiB,CAAC;YACvB,KAAK,KAAK,CAAC;YACX,KAAK,KAAK,CAAC;YACX,KAAK,aAAa,CAAC;YACnB,KAAK,aAAa,CAAC;YACnB,KAAK,WAAW,CAAC;YACjB,KAAK,eAAe;gBACnB,MAAM,IAAI,KAAK,CACd,GAAG,IAAI,mNAAmN,CAC1N,CAAC;YACH,KAAK,cAAc;gBAClB,SAAS,GAAG,IAAI,EAAE,CAAC;gBACnB,MAAM;YACP,KAAK,kBAAkB;gBACtB,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM;YACP,KAAK,SAAS;gBACb,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,KAAK,aAAa,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACP,CAAC;YACD;gBACC,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;IACF,CAAC;IAED,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IACxB,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;IACtC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;IACxC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;IAExC,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAExB,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC;IACtB,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC;IAE5B,IAAI,KAAK,EAAE,CAAC;QACX,cAAc,GAAG,IAAI,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,GAAG,CAAC;IACpF,CAAC;IAED,OAAO;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,IAAI;QACJ,KAAK;QACL,OAAO;QACP,cAAc,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,MAAM;QACN,cAAc;QACd,gBAAgB;QAChB,KAAK;QACL,QAAQ;QACR,cAAc;QACd,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACpC,SAAS;QACT,cAAc;QACd,KAAK;QACL,IAAI;QACJ,MAAM;QACN,UAAU;QACV,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1D,KAAK;QACL,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACvD,YAAY;QACZ,aAAa;QACb,aAAa;QACb,MAAM;QACN,eAAe;KACf,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,mBAAmB,CAAC,SAAkB;IACrD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;IACX,CAAC;IACD,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,UAAkB;IAC7D,IAAI,wBAAwB,EAAE,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,MAAM,0BAA0B,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACT,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,mBAAmB,CACjC,kBAAsC,EACtC,cAAuB;IAEvB,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO;IACR,CAAC;IAED,IAAI,kBAAkB,EAAE,CAAC;QACxB,IAAI,CAAC;YACJ,MAAM,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACR,cAAc;QACf,CAAC;IACF,CAAC;AACF,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,IAAI,IAAmB,CAAC;IACxB,IAAI,CAAC;QACJ,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,oBAAoB,EAAE,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC/E,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC;IACV,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;YAC7B,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SACjB,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;IACrD,IAAI,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3E,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CACT,mCAAmC,IAAI,CAAC,QAAQ,yGAAyG,CACzJ,CACD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GACZ,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;IAC9F,MAAM,gBAAgB,GACrB,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE;QAC7B,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,EAAE;QACjD,0BAA0B,EAAE,CAAC;IAC9B,MAAM,kBAAkB,GAAG,gBAAgB;QAC1C,CAAC,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;QAC7C,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,CAAC;QACJ,IAAI,UAAU,GAAgB,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;gBAC7B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACzC,OAAO,CAAC,CAAC;YACV,CAAC;YACD,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;YAC1B,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,WAAW,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC3B,OAAO,CAAC,CAAC;YACV,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC;YAC5D,IAAI,WAAW,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC3B,OAAO,CAAC,CAAC;YACV,CAAC;QACF,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC1B,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC;gBACJ,UAAU,GAAG,MAAM,qBAAqB,CAAC;oBACxC,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;iBACjB,CAAC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACR,UAAU,GAAG,KAAK,CAAC;YACpB,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC/B,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;oBACjD,IAAI,YAAY,EAAE,CAAC;wBAClB,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,2BAA2B,CAAC,CAAC;wBAC1D,OAAO,CAAC,CAAC;oBACV,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;QAED,CAAC;YACA,IAAI,CAAC;gBACJ,MAAM,0BAA0B,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC9D,OAAO,CAAC,CAAC;YACV,CAAC;YAED,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,GAAG,CAAC;YACrE,MAAM,gBAAgB,GACrB,IAAI,CAAC,QAAQ,KAAK,KAAK;gBACvB,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,GAAG;gBAC1C,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,MAAM,CAAC;YAC/C,IAAI,gBAAgB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzC,OAAO,CAAC,KAAK,CACZ,kKAAkK,CAClK,CAAC;gBACF,OAAO,CAAC,CAAC;YACV,CAAC;YAED,uBAAuB,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,kDAAkD,CAAC,CACvF,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAClE,IAAI,kBAAkB,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBACtD,CAAC;gBACD,MAAM,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBACjC,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,EAAE,CAAC;oBAC1D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC;oBAC/E,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBACpC,CAAC;qBAAM,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;oBACjC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtC,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtC,IAAI,gBAAgB,EAAE,CAAC;oBACtB,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CAAC,0EAA0E,CAAC,CACtF,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC;YAClC,GAAG,IAAI;YACP,gBAAgB;YAChB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CACjD,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAChD,CAAC;oBACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACjC,QAAQ,GAAG,CAAC,CAAC;oBACd,CAAC;oBACD,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;oBAClD,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;wBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBACvD,IAAI,OAAO,EAAE,CAAC;4BACb,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gCACvC,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,cAAc,CACnB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,CAChB,CACD,CAAC;4BACH,CAAC;wBACF,CAAC;wBACD,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;4BACzC,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;wBAC1D,CAAC;oBACF,CAAC;gBACF,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACpD,IAAI,cAAc,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,UAAU,CAAC,aAAa,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClF,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,aAAa,gDAAgD,CAAC,CACtF,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,IAAI,kBAAkB,EAAE,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,kBAAkB,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACJ,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE;wBACjD,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,SAAS;qBACzB,CAAC,CAAC;oBACH,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,aAAa,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CACX,KAAK,CAAC,IAAI,CACT,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC/E,CACD,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACpF,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBAC/E,QAAQ,GAAG,CAAC,CAAC;gBACd,CAAC;YACF,CAAC;QACF,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,WAAW,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,CAAC;QACV,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,IAAI,gBAAgB,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,mBAAmB,CAAC,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACpE,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;AAE7C,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;IACvC,KAAK,IAAI,EAAE;SACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,5 +1,28 @@
|
|
|
1
|
-
import type { AgentScenario, AssertionFailure, CompareArm, CompareArmId, CompareArmResult, ScenarioCompare, ScenarioCompareResult, ScenarioRubric } from "./types.js";
|
|
2
|
-
|
|
1
|
+
import type { AgentScenario, AssertionFailure, CompareArm, CompareArmId, CompareArmResult, CompareMetricGate, CompareMetricPair, ScenarioCompare, ScenarioCompareResult, ScenarioRubric } from "./types.js";
|
|
2
|
+
export interface ResolvedCompareArm {
|
|
3
|
+
id: CompareArmId;
|
|
4
|
+
arm: CompareArm;
|
|
5
|
+
}
|
|
6
|
+
export interface CompareStoryArm {
|
|
7
|
+
id: CompareArmId;
|
|
8
|
+
label: string;
|
|
9
|
+
description?: string;
|
|
10
|
+
rubric?: ScenarioRubric;
|
|
11
|
+
trace?: CompareArmResult["trace"];
|
|
12
|
+
durationMs?: number;
|
|
13
|
+
}
|
|
14
|
+
export interface CompareStoryFields {
|
|
15
|
+
arms: CompareStoryArm[];
|
|
16
|
+
faster?: CompareMetricPair[];
|
|
17
|
+
cheaper?: CompareMetricPair[];
|
|
18
|
+
aLabel: string;
|
|
19
|
+
bLabel: string;
|
|
20
|
+
aDescription?: string;
|
|
21
|
+
bDescription?: string;
|
|
22
|
+
aRubric?: ScenarioRubric;
|
|
23
|
+
bRubric?: ScenarioRubric;
|
|
24
|
+
}
|
|
25
|
+
/** Append arm-only array checks. Keep the shared judge on the scenario rubric. */
|
|
3
26
|
export declare function mergeArmRubric(base: ScenarioRubric, overlay?: ScenarioRubric): ScenarioRubric;
|
|
4
27
|
export declare function isCompareScenario(scenario: Pick<AgentScenario, "compare">): scenario is AgentScenario & {
|
|
5
28
|
compare: ScenarioCompare;
|
|
@@ -9,21 +32,19 @@ export declare function compareArmLabel(arm: CompareArm | undefined, side: Compa
|
|
|
9
32
|
/** Trim a description. Empty text becomes undefined. */
|
|
10
33
|
export declare function plainDescription(value?: string): string | undefined;
|
|
11
34
|
export declare function compareArmDescription(arm: CompareArm | undefined): string | undefined;
|
|
35
|
+
export declare function resolveCompareArms(compare?: ScenarioCompare): ResolvedCompareArm[];
|
|
36
|
+
export declare function compareResultArms(result: ScenarioCompareResult): CompareArmResult[];
|
|
37
|
+
export declare function buildCompareResult(arms: CompareArmResult[], gates?: Pick<ScenarioCompareResult, "faster" | "cheaper">): ScenarioCompareResult;
|
|
38
|
+
export declare function resolveCompareMetricPairs(gate: CompareMetricGate | undefined, armIds: readonly string[]): CompareMetricPair[];
|
|
12
39
|
export declare function compareArmTokens(arm: CompareArmResult): number | undefined;
|
|
13
40
|
/** Apply one compare arm onto the shared scenario. Drops `compare` so the arm is a normal run. */
|
|
14
41
|
export declare function applyCompareArm(scenario: AgentScenario, side: CompareArmId): AgentScenario;
|
|
15
|
-
export declare function
|
|
16
|
-
|
|
17
|
-
bLabel: string;
|
|
18
|
-
faster?: CompareArmId;
|
|
19
|
-
cheaper?: CompareArmId;
|
|
20
|
-
aRubric?: ScenarioRubric;
|
|
21
|
-
bRubric?: ScenarioRubric;
|
|
22
|
-
};
|
|
42
|
+
export declare function attachCompareStoryResults(fields: CompareStoryFields, result: ScenarioCompareResult): CompareStoryFields;
|
|
43
|
+
export declare function compareStoryFields(scenario: AgentScenario): CompareStoryFields;
|
|
23
44
|
export declare function prefixCompareFailures(label: string, failures: AssertionFailure[]): AssertionFailure[];
|
|
24
45
|
/**
|
|
25
|
-
* Plain-language
|
|
26
|
-
*
|
|
46
|
+
* Plain-language outcomes after the arms finish.
|
|
47
|
+
* Two-arm form reports the single pair. Named-arm form reports declared pairs only.
|
|
27
48
|
*/
|
|
28
49
|
export declare function describeCompareOutcome(compare: ScenarioCompareResult): string[];
|
|
29
50
|
export declare function applySidecarCompareDurations(compare: ScenarioCompareResult, sidecar?: {
|
|
@@ -34,8 +55,11 @@ export declare function applySidecarCompareDurations(compare: ScenarioCompareRes
|
|
|
34
55
|
b?: {
|
|
35
56
|
durationMs?: number;
|
|
36
57
|
};
|
|
58
|
+
arms?: Record<string, {
|
|
59
|
+
durationMs?: number;
|
|
60
|
+
}>;
|
|
37
61
|
};
|
|
38
62
|
}): ScenarioCompareResult;
|
|
39
|
-
/** Score optional faster/cheaper gates after
|
|
63
|
+
/** Score optional faster/cheaper gates after the arms finish. */
|
|
40
64
|
export declare function assertCompareMetrics(spec: Pick<ScenarioCompare, "faster" | "cheaper">, result: ScenarioCompareResult): AssertionFailure[];
|
|
41
65
|
//# sourceMappingURL=compare-scenario.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compare-scenario.d.ts","sourceRoot":"","sources":["../src/compare-scenario.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"compare-scenario.d.ts","sourceRoot":"","sources":["../src/compare-scenario.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,MAAM,YAAY,CAAC;AAgBpB,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,YAAY,CAAC;IACjB,GAAG,EAAE,UAAU,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC/B,EAAE,EAAE,YAAY,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,KAAK,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,eAAe,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC7B,OAAO,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,OAAO,CAAC,EAAE,cAAc,CAAC;CACzB;AAED,kFAAkF;AAClF,wBAAgB,cAAc,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,cAAc,CAmB7F;AAED,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GACtC,QAAQ,IAAI,aAAa,GAAG;IAAE,OAAO,EAAE,eAAe,CAAA;CAAE,CAE1D;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CAM1E;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,YAAY,GAAG,MAAM,CAYvF;AAED,wDAAwD;AACxD,wBAAgB,gBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGnE;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAErF;AAED,wBAAgB,kBAAkB,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,kBAAkB,EAAE,CAoBlF;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,qBAAqB,GAAG,gBAAgB,EAAE,CAYnF;AAED,wBAAgB,kBAAkB,CACjC,IAAI,EAAE,gBAAgB,EAAE,EACxB,KAAK,CAAC,EAAE,IAAI,CAAC,qBAAqB,EAAE,QAAQ,GAAG,SAAS,CAAC,GACvD,qBAAqB,CAQvB;AAED,wBAAgB,yBAAyB,CACxC,IAAI,EAAE,iBAAiB,GAAG,SAAS,EACnC,MAAM,EAAE,SAAS,MAAM,EAAE,GACvB,iBAAiB,EAAE,CAwBrB;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,MAAM,GAAG,SAAS,CAG1E;AAED,kGAAkG;AAClG,wBAAgB,eAAe,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,GAAG,aAAa,CAqB1F;AAED,wBAAgB,yBAAyB,CACxC,MAAM,EAAE,kBAAkB,EAC1B,MAAM,EAAE,qBAAqB,GAC3B,kBAAkB,CAYpB;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,GAAG,kBAAkB,CAoB9E;AAED,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,gBAAgB,EAAE,GAC1B,gBAAgB,EAAE,CAKpB;AA+FD;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,EAAE,CA6B/E;AAED,wBAAgB,4BAA4B,CAC3C,OAAO,EAAE,qBAAqB,EAC9B,OAAO,CAAC,EAAE;IACT,OAAO,CAAC,EAAE;QACT,CAAC,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5B,CAAC,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC/C,CAAC;CACF,GACC,qBAAqB,CAkBvB;AA8CD,iEAAiE;AACjE,wBAAgB,oBAAoB,CACnC,IAAI,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,SAAS,CAAC,EACjD,MAAM,EAAE,qBAAqB,GAC3B,gBAAgB,EAAE,CAgBpB"}
|
package/dist/compare-scenario.js
CHANGED
|
@@ -10,7 +10,8 @@ const RUBRIC_ARRAY_KEYS = [
|
|
|
10
10
|
"mustInvokeSkill",
|
|
11
11
|
"mustNotInvokeSkill",
|
|
12
12
|
];
|
|
13
|
-
|
|
13
|
+
const COMPARE_ARM_ID_PATTERN = /^[a-z][a-z0-9_-]{0,63}$/;
|
|
14
|
+
/** Append arm-only array checks. Keep the shared judge on the scenario rubric. */
|
|
14
15
|
export function mergeArmRubric(base, overlay) {
|
|
15
16
|
if (!overlay) {
|
|
16
17
|
return base;
|
|
@@ -35,14 +36,24 @@ export function isCompareScenario(scenario) {
|
|
|
35
36
|
return scenario.compare !== undefined;
|
|
36
37
|
}
|
|
37
38
|
export function parseCompareArmId(value) {
|
|
38
|
-
|
|
39
|
+
if (typeof value !== "string") {
|
|
40
|
+
return undefined;
|
|
41
|
+
}
|
|
42
|
+
const id = value.trim();
|
|
43
|
+
return COMPARE_ARM_ID_PATTERN.test(id) ? id : undefined;
|
|
39
44
|
}
|
|
40
45
|
export function compareArmLabel(arm, side) {
|
|
41
46
|
const label = arm?.label?.trim();
|
|
42
47
|
if (label) {
|
|
43
48
|
return label;
|
|
44
49
|
}
|
|
45
|
-
|
|
50
|
+
if (side === "a") {
|
|
51
|
+
return "control";
|
|
52
|
+
}
|
|
53
|
+
if (side === "b") {
|
|
54
|
+
return "experimental";
|
|
55
|
+
}
|
|
56
|
+
return side;
|
|
46
57
|
}
|
|
47
58
|
/** Trim a description. Empty text becomes undefined. */
|
|
48
59
|
export function plainDescription(value) {
|
|
@@ -52,8 +63,70 @@ export function plainDescription(value) {
|
|
|
52
63
|
export function compareArmDescription(arm) {
|
|
53
64
|
return plainDescription(arm?.description);
|
|
54
65
|
}
|
|
55
|
-
function
|
|
56
|
-
|
|
66
|
+
export function resolveCompareArms(compare) {
|
|
67
|
+
if (!compare) {
|
|
68
|
+
return [];
|
|
69
|
+
}
|
|
70
|
+
if (Array.isArray(compare.arms)) {
|
|
71
|
+
return compare.arms
|
|
72
|
+
.filter((arm) => typeof arm === "object" && arm !== null)
|
|
73
|
+
.map((arm) => ({
|
|
74
|
+
id: typeof arm.id === "string" ? arm.id.trim() : "",
|
|
75
|
+
arm,
|
|
76
|
+
}));
|
|
77
|
+
}
|
|
78
|
+
const arms = [];
|
|
79
|
+
if (compare.a && typeof compare.a === "object") {
|
|
80
|
+
arms.push({ id: "a", arm: compare.a });
|
|
81
|
+
}
|
|
82
|
+
if (compare.b && typeof compare.b === "object") {
|
|
83
|
+
arms.push({ id: "b", arm: compare.b });
|
|
84
|
+
}
|
|
85
|
+
return arms;
|
|
86
|
+
}
|
|
87
|
+
export function compareResultArms(result) {
|
|
88
|
+
if (result.arms && result.arms.length > 0) {
|
|
89
|
+
return result.arms;
|
|
90
|
+
}
|
|
91
|
+
const arms = [];
|
|
92
|
+
if (result.a) {
|
|
93
|
+
arms.push(result.a);
|
|
94
|
+
}
|
|
95
|
+
if (result.b) {
|
|
96
|
+
arms.push(result.b);
|
|
97
|
+
}
|
|
98
|
+
return arms;
|
|
99
|
+
}
|
|
100
|
+
export function buildCompareResult(arms, gates) {
|
|
101
|
+
return {
|
|
102
|
+
arms,
|
|
103
|
+
a: arms.find((arm) => arm.id === "a"),
|
|
104
|
+
b: arms.find((arm) => arm.id === "b"),
|
|
105
|
+
faster: gates?.faster,
|
|
106
|
+
cheaper: gates?.cheaper,
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
export function resolveCompareMetricPairs(gate, armIds) {
|
|
110
|
+
if (gate === undefined) {
|
|
111
|
+
return [];
|
|
112
|
+
}
|
|
113
|
+
if (typeof gate === "string") {
|
|
114
|
+
if (armIds.length !== 2 || !armIds.includes(gate)) {
|
|
115
|
+
return [];
|
|
116
|
+
}
|
|
117
|
+
const loser = armIds.find((id) => id !== gate);
|
|
118
|
+
if (!loser) {
|
|
119
|
+
return [];
|
|
120
|
+
}
|
|
121
|
+
return [{ winner: gate, loser }];
|
|
122
|
+
}
|
|
123
|
+
if (!Array.isArray(gate)) {
|
|
124
|
+
return [];
|
|
125
|
+
}
|
|
126
|
+
return gate.filter((pair) => typeof pair === "object" &&
|
|
127
|
+
pair !== null &&
|
|
128
|
+
typeof pair.winner === "string" &&
|
|
129
|
+
typeof pair.loser === "string");
|
|
57
130
|
}
|
|
58
131
|
export function compareArmTokens(arm) {
|
|
59
132
|
const total = arm.trace?.usage?.totalTokens;
|
|
@@ -62,7 +135,8 @@ export function compareArmTokens(arm) {
|
|
|
62
135
|
/** Apply one compare arm onto the shared scenario. Drops `compare` so the arm is a normal run. */
|
|
63
136
|
export function applyCompareArm(scenario, side) {
|
|
64
137
|
const { compare, ...rest } = scenario;
|
|
65
|
-
const
|
|
138
|
+
const resolved = resolveCompareArms(compare).find((entry) => entry.id === side);
|
|
139
|
+
const arm = resolved?.arm;
|
|
66
140
|
if (!arm) {
|
|
67
141
|
return rest;
|
|
68
142
|
}
|
|
@@ -81,14 +155,38 @@ export function applyCompareArm(scenario, side) {
|
|
|
81
155
|
rubric: mergeArmRubric(rest.rubric, arm.rubric),
|
|
82
156
|
};
|
|
83
157
|
}
|
|
158
|
+
export function attachCompareStoryResults(fields, result) {
|
|
159
|
+
const byId = new Map(compareResultArms(result).map((arm) => [arm.id, arm]));
|
|
160
|
+
return {
|
|
161
|
+
...fields,
|
|
162
|
+
faster: result.faster ?? fields.faster,
|
|
163
|
+
cheaper: result.cheaper ?? fields.cheaper,
|
|
164
|
+
arms: fields.arms.map((arm) => ({
|
|
165
|
+
...arm,
|
|
166
|
+
trace: byId.get(arm.id)?.trace,
|
|
167
|
+
durationMs: byId.get(arm.id)?.durationMs,
|
|
168
|
+
})),
|
|
169
|
+
};
|
|
170
|
+
}
|
|
84
171
|
export function compareStoryFields(scenario) {
|
|
172
|
+
const resolved = resolveCompareArms(scenario.compare);
|
|
173
|
+
const armIds = resolved.map((entry) => entry.id);
|
|
174
|
+
const arms = resolved.map((entry) => ({
|
|
175
|
+
id: entry.id,
|
|
176
|
+
label: compareArmLabel(entry.arm, entry.id),
|
|
177
|
+
description: compareArmDescription(entry.arm),
|
|
178
|
+
rubric: entry.arm.rubric,
|
|
179
|
+
}));
|
|
85
180
|
return {
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
181
|
+
arms,
|
|
182
|
+
faster: resolveCompareMetricPairs(scenario.compare?.faster, armIds),
|
|
183
|
+
cheaper: resolveCompareMetricPairs(scenario.compare?.cheaper, armIds),
|
|
184
|
+
aLabel: arms[0]?.label ?? compareArmLabel(scenario.compare?.a, "a"),
|
|
185
|
+
bLabel: arms[1]?.label ?? compareArmLabel(scenario.compare?.b, "b"),
|
|
186
|
+
aDescription: arms[0]?.description,
|
|
187
|
+
bDescription: arms[1]?.description,
|
|
188
|
+
aRubric: arms[0]?.rubric,
|
|
189
|
+
bRubric: arms[1]?.rubric,
|
|
92
190
|
};
|
|
93
191
|
}
|
|
94
192
|
export function prefixCompareFailures(label, failures) {
|
|
@@ -106,51 +204,106 @@ function formatCompareDuration(ms) {
|
|
|
106
204
|
function armToolCount(arm) {
|
|
107
205
|
return arm.trace ? arm.trace.toolCalls.length : undefined;
|
|
108
206
|
}
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
207
|
+
function armById(arms, id) {
|
|
208
|
+
return arms.find((arm) => arm.id === id);
|
|
209
|
+
}
|
|
210
|
+
function describePairDuration(winner, loser) {
|
|
211
|
+
const winnerMs = winner.durationMs;
|
|
212
|
+
const loserMs = loser.durationMs;
|
|
213
|
+
if (typeof winnerMs !== "number" || typeof loserMs !== "number") {
|
|
214
|
+
return undefined;
|
|
215
|
+
}
|
|
216
|
+
if (winnerMs === loserMs) {
|
|
217
|
+
return `${winner.label} and ${loser.label} took ${formatCompareDuration(winnerMs)}`;
|
|
218
|
+
}
|
|
219
|
+
if (winnerMs < loserMs) {
|
|
220
|
+
return `${winner.label} is faster than ${loser.label} (${formatCompareDuration(winnerMs)} vs ${formatCompareDuration(loserMs)})`;
|
|
221
|
+
}
|
|
222
|
+
return `${loser.label} is faster than ${winner.label} (${formatCompareDuration(loserMs)} vs ${formatCompareDuration(winnerMs)})`;
|
|
223
|
+
}
|
|
224
|
+
function describePairTokens(winner, loser) {
|
|
225
|
+
const winnerTokens = compareArmTokens(winner);
|
|
226
|
+
const loserTokens = compareArmTokens(loser);
|
|
227
|
+
if (typeof winnerTokens !== "number" || typeof loserTokens !== "number") {
|
|
228
|
+
return undefined;
|
|
229
|
+
}
|
|
230
|
+
if (winnerTokens === loserTokens) {
|
|
231
|
+
return `${winner.label} and ${loser.label} use ${winnerTokens} tokens`;
|
|
232
|
+
}
|
|
233
|
+
if (winnerTokens < loserTokens) {
|
|
234
|
+
return `${winner.label} uses fewer tokens than ${loser.label} (${winnerTokens} vs ${loserTokens})`;
|
|
235
|
+
}
|
|
236
|
+
return `${loser.label} uses fewer tokens than ${winner.label} (${loserTokens} vs ${winnerTokens})`;
|
|
237
|
+
}
|
|
238
|
+
function describeTwoArmOutcome(left, right) {
|
|
114
239
|
const lines = [];
|
|
115
|
-
const
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
if (typeof aMs === "number" && typeof bMs === "number") {
|
|
120
|
-
if (aMs === bMs) {
|
|
121
|
-
lines.push(`both arms took ${formatCompareDuration(aMs)}`);
|
|
122
|
-
}
|
|
123
|
-
else if (aMs < bMs) {
|
|
124
|
-
lines.push(`${aLabel} is faster than ${bLabel} (${formatCompareDuration(aMs)} vs ${formatCompareDuration(bMs)})`);
|
|
240
|
+
const duration = describePairDuration(left, right);
|
|
241
|
+
if (duration) {
|
|
242
|
+
if (left.durationMs === right.durationMs) {
|
|
243
|
+
lines.push(`both arms took ${formatCompareDuration(left.durationMs ?? 0)}`);
|
|
125
244
|
}
|
|
126
245
|
else {
|
|
127
|
-
lines.push(
|
|
246
|
+
lines.push(duration);
|
|
128
247
|
}
|
|
129
248
|
}
|
|
130
|
-
const aTokens = compareArmTokens(
|
|
131
|
-
const bTokens = compareArmTokens(
|
|
249
|
+
const aTokens = compareArmTokens(left);
|
|
250
|
+
const bTokens = compareArmTokens(right);
|
|
132
251
|
if (typeof aTokens === "number" && typeof bTokens === "number") {
|
|
133
252
|
if (aTokens === bTokens) {
|
|
134
253
|
lines.push(`both arms use ${aTokens} tokens`);
|
|
135
254
|
}
|
|
136
|
-
else if (aTokens < bTokens) {
|
|
137
|
-
lines.push(`${aLabel} uses fewer tokens than ${bLabel} (${aTokens} vs ${bTokens})`);
|
|
138
|
-
}
|
|
139
255
|
else {
|
|
140
|
-
|
|
256
|
+
const tokens = describePairTokens(left, right);
|
|
257
|
+
if (tokens) {
|
|
258
|
+
lines.push(tokens);
|
|
259
|
+
}
|
|
141
260
|
}
|
|
142
261
|
}
|
|
143
|
-
const aTools = armToolCount(
|
|
144
|
-
const bTools = armToolCount(
|
|
262
|
+
const aTools = armToolCount(left);
|
|
263
|
+
const bTools = armToolCount(right);
|
|
145
264
|
if (typeof aTools === "number" && typeof bTools === "number") {
|
|
146
265
|
if (aTools === bTools) {
|
|
147
266
|
lines.push(aTools === 1 ? "both arms make 1 tool call" : `both arms make ${aTools} tool calls`);
|
|
148
267
|
}
|
|
149
268
|
else if (aTools < bTools) {
|
|
150
|
-
lines.push(`${
|
|
269
|
+
lines.push(`${left.label} makes fewer tool calls than ${right.label} (${aTools} vs ${bTools})`);
|
|
151
270
|
}
|
|
152
271
|
else {
|
|
153
|
-
lines.push(`${
|
|
272
|
+
lines.push(`${right.label} makes fewer tool calls than ${left.label} (${bTools} vs ${aTools})`);
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
return lines;
|
|
276
|
+
}
|
|
277
|
+
/**
|
|
278
|
+
* Plain-language outcomes after the arms finish.
|
|
279
|
+
* Two-arm form reports the single pair. Named-arm form reports declared pairs only.
|
|
280
|
+
*/
|
|
281
|
+
export function describeCompareOutcome(compare) {
|
|
282
|
+
const arms = compareResultArms(compare);
|
|
283
|
+
if (arms.length === 2 && arms[0] && arms[1]) {
|
|
284
|
+
return describeTwoArmOutcome(arms[0], arms[1]);
|
|
285
|
+
}
|
|
286
|
+
const lines = [];
|
|
287
|
+
for (const pair of compare.faster ?? []) {
|
|
288
|
+
const winner = armById(arms, pair.winner);
|
|
289
|
+
const loser = armById(arms, pair.loser);
|
|
290
|
+
if (!winner || !loser) {
|
|
291
|
+
continue;
|
|
292
|
+
}
|
|
293
|
+
const line = describePairDuration(winner, loser);
|
|
294
|
+
if (line) {
|
|
295
|
+
lines.push(line);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
for (const pair of compare.cheaper ?? []) {
|
|
299
|
+
const winner = armById(arms, pair.winner);
|
|
300
|
+
const loser = armById(arms, pair.loser);
|
|
301
|
+
if (!winner || !loser) {
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
const line = describePairTokens(winner, loser);
|
|
305
|
+
if (line) {
|
|
306
|
+
lines.push(line);
|
|
154
307
|
}
|
|
155
308
|
}
|
|
156
309
|
return lines;
|
|
@@ -159,35 +312,55 @@ export function applySidecarCompareDurations(compare, sidecar) {
|
|
|
159
312
|
if (!sidecar?.compare) {
|
|
160
313
|
return compare;
|
|
161
314
|
}
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
315
|
+
const arms = compareResultArms(compare).map((arm) => {
|
|
316
|
+
const fromMap = sidecar.compare?.arms?.[arm.id]?.durationMs;
|
|
317
|
+
const fromAlias = arm.id === "a"
|
|
318
|
+
? sidecar.compare?.a?.durationMs
|
|
319
|
+
: arm.id === "b"
|
|
320
|
+
? sidecar.compare?.b?.durationMs
|
|
321
|
+
: undefined;
|
|
322
|
+
return {
|
|
323
|
+
...arm,
|
|
324
|
+
durationMs: fromMap ?? fromAlias ?? arm.durationMs,
|
|
325
|
+
};
|
|
326
|
+
});
|
|
327
|
+
return buildCompareResult(arms, { faster: compare.faster, cheaper: compare.cheaper });
|
|
166
328
|
}
|
|
167
|
-
|
|
329
|
+
function assertMetricPair(matcher, pair, byId, read, verb, unit) {
|
|
330
|
+
const winner = byId.get(pair.winner);
|
|
331
|
+
const loser = byId.get(pair.loser);
|
|
332
|
+
if (!winner || !loser) {
|
|
333
|
+
return [
|
|
334
|
+
assertionFailure(matcher, `${pair.winner} must ${verb} ${pair.loser}, but one arm is missing from the result`, "rubric_miss"),
|
|
335
|
+
];
|
|
336
|
+
}
|
|
337
|
+
const winnerValue = read(winner);
|
|
338
|
+
const loserValue = read(loser);
|
|
339
|
+
if (winnerValue === undefined || loserValue === undefined) {
|
|
340
|
+
return [
|
|
341
|
+
assertionFailure(matcher, `${winner.label} must ${verb} ${loser.label}, but one arm did not report ${matcher === "faster" ? "duration" : "tokens"}`, "rubric_miss"),
|
|
342
|
+
];
|
|
343
|
+
}
|
|
344
|
+
if (!(winnerValue < loserValue)) {
|
|
345
|
+
const winnerText = unit ? `${winnerValue}${unit}` : `${winnerValue}`;
|
|
346
|
+
const loserText = unit ? `${loserValue}${unit}` : `${loserValue}`;
|
|
347
|
+
return [
|
|
348
|
+
assertionFailure(matcher, `${winner.label} must ${verb} ${loser.label} (${winnerText} vs ${loserText})`, "rubric_miss"),
|
|
349
|
+
];
|
|
350
|
+
}
|
|
351
|
+
return [];
|
|
352
|
+
}
|
|
353
|
+
/** Score optional faster/cheaper gates after the arms finish. */
|
|
168
354
|
export function assertCompareMetrics(spec, result) {
|
|
355
|
+
const arms = compareResultArms(result);
|
|
356
|
+
const armIds = arms.map((arm) => arm.id);
|
|
357
|
+
const byId = new Map(arms.map((arm) => [arm.id, arm]));
|
|
169
358
|
const failures = [];
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
const loser = result[otherArm(spec.faster)];
|
|
173
|
-
if (winner.durationMs === undefined || loser.durationMs === undefined) {
|
|
174
|
-
failures.push(assertionFailure("faster", `${winner.label} must be faster than ${loser.label}, but one arm did not report duration`, "rubric_miss"));
|
|
175
|
-
}
|
|
176
|
-
else if (!(winner.durationMs < loser.durationMs)) {
|
|
177
|
-
failures.push(assertionFailure("faster", `${winner.label} must be faster than ${loser.label} (${winner.durationMs}ms vs ${loser.durationMs}ms)`, "rubric_miss"));
|
|
178
|
-
}
|
|
359
|
+
for (const pair of resolveCompareMetricPairs(spec.faster, armIds)) {
|
|
360
|
+
failures.push(...assertMetricPair("faster", pair, byId, (arm) => arm.durationMs, "be faster than", "ms"));
|
|
179
361
|
}
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
const loser = result[otherArm(spec.cheaper)];
|
|
183
|
-
const winnerTokens = compareArmTokens(winner);
|
|
184
|
-
const loserTokens = compareArmTokens(loser);
|
|
185
|
-
if (winnerTokens === undefined || loserTokens === undefined) {
|
|
186
|
-
failures.push(assertionFailure("cheaper", `${winner.label} must use fewer tokens than ${loser.label}, but one arm did not report tokens`, "rubric_miss"));
|
|
187
|
-
}
|
|
188
|
-
else if (!(winnerTokens < loserTokens)) {
|
|
189
|
-
failures.push(assertionFailure("cheaper", `${winner.label} must use fewer tokens than ${loser.label} (${winnerTokens} vs ${loserTokens})`, "rubric_miss"));
|
|
190
|
-
}
|
|
362
|
+
for (const pair of resolveCompareMetricPairs(spec.cheaper, armIds)) {
|
|
363
|
+
failures.push(...assertMetricPair("cheaper", pair, byId, compareArmTokens, "use fewer tokens than", ""));
|
|
191
364
|
}
|
|
192
365
|
return failures;
|
|
193
366
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compare-scenario.js","sourceRoot":"","sources":["../src/compare-scenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAYjD,MAAM,iBAAiB,GAAG;IACzB,MAAM;IACN,SAAS;IACT,SAAS;IACT,cAAc;IACd,iBAAiB;IACjB,cAAc;IACd,iBAAiB;IACjB,iBAAiB;IACjB,oBAAoB;CACX,CAAC;AAEX,gFAAgF;AAChF,MAAM,UAAU,cAAc,CAAC,IAAoB,EAAE,OAAwB;IAC5E,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAmB;QAC9B,GAAG,IAAI;QACP,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAC7D,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;QACpD,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;QAChD,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,iBAAiB,CAChC,QAAwC;IAExC,OAAO,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC/C,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAA2B,EAAE,IAAkB;IAC9E,MAAM,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACjC,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC9C,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC;IAC3B,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAA2B;IAChE,OAAO,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,QAAQ,CAAC,IAAkB;IACnC,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAqB;IACrD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC;IAC5C,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,eAAe,CAAC,QAAuB,EAAE,IAAkB;IAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACb,CAAC;IACD,OAAO;QACN,GAAG,IAAI;QACP,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;QACpC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QACzD,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU;QAC7C,eAAe,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;QAC5D,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QACtD,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC;KAC/C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAuB;IAQzD,OAAO;QACN,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;QACjD,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;QACjD,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM;QAChC,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,OAAO;QAClC,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM;QACnC,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM;KACnC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,KAAa,EACb,QAA4B;IAE5B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACjC,GAAG,OAAO;QACV,OAAO,EAAE,GAAG,KAAK,KAAK,OAAO,CAAC,OAAO,EAAE;KACvC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,EAAU;IACxC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACf,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACrC,CAAC;AAED,SAAS,YAAY,CAAC,GAAqB;IAC1C,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAA8B;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAE/B,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;IACjC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACxD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,kBAAkB,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CACT,GAAG,MAAM,mBAAmB,MAAM,KAAK,qBAAqB,CAAC,GAAG,CAAC,OAAO,qBAAqB,CAAC,GAAG,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CACT,GAAG,MAAM,mBAAmB,MAAM,KAAK,qBAAqB,CAAC,GAAG,CAAC,OAAO,qBAAqB,CAAC,GAAG,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChE,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,SAAS,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,2BAA2B,MAAM,KAAK,OAAO,OAAO,OAAO,GAAG,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,2BAA2B,MAAM,KAAK,OAAO,OAAO,OAAO,GAAG,CAAC,CAAC;QACrF,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9D,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CACT,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,kBAAkB,MAAM,aAAa,CACnF,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,gCAAgC,MAAM,KAAK,MAAM,OAAO,MAAM,GAAG,CAAC,CAAC;QACxF,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,gCAAgC,MAAM,KAAK,MAAM,OAAO,MAAM,GAAG,CAAC,CAAC;QACxF,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC3C,OAA8B,EAC9B,OAAoF;IAEpF,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACvB,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,OAAO;QACN,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE;QACtF,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE;KACtF,CAAC;AACH,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,oBAAoB,CACnC,IAAiD,EACjD,MAA6B;IAE7B,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACvE,QAAQ,CAAC,IAAI,CACZ,gBAAgB,CACf,QAAQ,EACR,GAAG,MAAM,CAAC,KAAK,wBAAwB,KAAK,CAAC,KAAK,uCAAuC,EACzF,aAAa,CACb,CACD,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACpD,QAAQ,CAAC,IAAI,CACZ,gBAAgB,CACf,QAAQ,EACR,GAAG,MAAM,CAAC,KAAK,wBAAwB,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,UAAU,SAAS,KAAK,CAAC,UAAU,KAAK,EACtG,aAAa,CACb,CACD,CAAC;QACH,CAAC;IACF,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,YAAY,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC7D,QAAQ,CAAC,IAAI,CACZ,gBAAgB,CACf,SAAS,EACT,GAAG,MAAM,CAAC,KAAK,+BAA+B,KAAK,CAAC,KAAK,qCAAqC,EAC9F,aAAa,CACb,CACD,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CACZ,gBAAgB,CACf,SAAS,EACT,GAAG,MAAM,CAAC,KAAK,+BAA+B,KAAK,CAAC,KAAK,KAAK,YAAY,OAAO,WAAW,GAAG,EAC/F,aAAa,CACb,CACD,CAAC;QACH,CAAC;IACF,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC"}
|
|
1
|
+
{"version":3,"file":"compare-scenario.js","sourceRoot":"","sources":["../src/compare-scenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAcjD,MAAM,iBAAiB,GAAG;IACzB,MAAM;IACN,SAAS;IACT,SAAS;IACT,cAAc;IACd,iBAAiB;IACjB,cAAc;IACd,iBAAiB;IACjB,iBAAiB;IACjB,oBAAoB;CACX,CAAC;AAEX,MAAM,sBAAsB,GAAG,yBAAyB,CAAC;AA4BzD,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAoB,EAAE,OAAwB;IAC5E,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAmB;QAC9B,GAAG,IAAI;QACP,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAC7D,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;QACpD,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;QAChD,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,iBAAiB,CAChC,QAAwC;IAExC,OAAO,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACxB,OAAO,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAA2B,EAAE,IAAkB;IAC9E,MAAM,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACd,CAAC;IACD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QAClB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QAClB,OAAO,cAAc,CAAC;IACvB,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC9C,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC;IAC3B,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAA2B;IAChE,OAAO,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAyB;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACX,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,IAAI;aACjB,MAAM,CAAC,CAAC,GAAG,EAAqB,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC;aAC3E,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACd,EAAE,EAAE,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;YACnD,GAAG;SACH,CAAC,CAAC,CAAC;IACN,CAAC;IACD,MAAM,IAAI,GAAyB,EAAE,CAAC;IACtC,IAAI,OAAO,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAA6B;IAC9D,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IACD,MAAM,IAAI,GAAuB,EAAE,CAAC;IACpC,IAAI,MAAM,CAAC,CAAC,EAAE,CAAC;QACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,MAAM,CAAC,CAAC,EAAE,CAAC;QACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,IAAwB,EACxB,KAAyD;IAEzD,OAAO;QACN,IAAI;QACJ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC;QACrC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC;QACrC,MAAM,EAAE,KAAK,EAAE,MAAM;QACrB,OAAO,EAAE,KAAK,EAAE,OAAO;KACvB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CACxC,IAAmC,EACnC,MAAyB;IAEzB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACX,CAAC;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnD,OAAO,EAAE,CAAC;QACX,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;QACX,CAAC;QACD,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CACjB,CAAC,IAAI,EAA6B,EAAE,CACnC,OAAO,IAAI,KAAK,QAAQ;QACxB,IAAI,KAAK,IAAI;QACb,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAC/B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAqB;IACrD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC;IAC5C,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,eAAe,CAAC,QAAuB,EAAE,IAAkB;IAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IACtC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;IAChF,MAAM,GAAG,GAAG,QAAQ,EAAE,GAAG,CAAC;IAC1B,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACb,CAAC;IACD,OAAO;QACN,GAAG,IAAI;QACP,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;QAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;QACpC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QACjC,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QACzD,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU;QAC7C,eAAe,EAAE,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;QAC5D,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;QAC1C,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QACtD,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC;KAC/C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CACxC,MAA0B,EAC1B,MAA6B;IAE7B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO;QACN,GAAG,MAAM;QACT,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;QACtC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;QACzC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/B,GAAG,GAAG;YACN,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK;YAC9B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU;SACxC,CAAC,CAAC;KACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAuB;IACzD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjD,MAAM,IAAI,GAAsB,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxD,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QAC3C,WAAW,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC;QAC7C,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM;KACxB,CAAC,CAAC,CAAC;IACJ,OAAO;QACN,IAAI;QACJ,MAAM,EAAE,yBAAyB,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC;QACnE,OAAO,EAAE,yBAAyB,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC;QACrE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;QACnE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;QACnE,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW;QAClC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW;QAClC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM;QACxB,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM;KACxB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,KAAa,EACb,QAA4B;IAE5B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACjC,GAAG,OAAO;QACV,OAAO,EAAE,GAAG,KAAK,KAAK,OAAO,CAAC,OAAO,EAAE;KACvC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,EAAU;IACxC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACf,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACrC,CAAC;AAED,SAAS,YAAY,CAAC,GAAqB;IAC1C,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,SAAS,OAAO,CAAC,IAAwB,EAAE,EAAgB;IAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,oBAAoB,CAC5B,MAAwB,EACxB,KAAuB;IAEvB,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC;IACnC,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC;IACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,OAAO,GAAG,MAAM,CAAC,KAAK,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,CAAC,QAAQ,CAAC,EAAE,CAAC;IACrF,CAAC;IACD,IAAI,QAAQ,GAAG,OAAO,EAAE,CAAC;QACxB,OAAO,GAAG,MAAM,CAAC,KAAK,mBAAmB,KAAK,CAAC,KAAK,KAAK,qBAAqB,CAAC,QAAQ,CAAC,OAAO,qBAAqB,CAAC,OAAO,CAAC,GAAG,CAAC;IAClI,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,KAAK,mBAAmB,MAAM,CAAC,KAAK,KAAK,qBAAqB,CAAC,OAAO,CAAC,OAAO,qBAAqB,CAAC,QAAQ,CAAC,GAAG,CAAC;AAClI,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAwB,EAAE,KAAuB;IAC5E,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,GAAG,MAAM,CAAC,KAAK,QAAQ,KAAK,CAAC,KAAK,QAAQ,YAAY,SAAS,CAAC;IACxE,CAAC;IACD,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;QAChC,OAAO,GAAG,MAAM,CAAC,KAAK,2BAA2B,KAAK,CAAC,KAAK,KAAK,YAAY,OAAO,WAAW,GAAG,CAAC;IACpG,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,KAAK,2BAA2B,MAAM,CAAC,KAAK,KAAK,WAAW,OAAO,YAAY,GAAG,CAAC;AACpG,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAsB,EAAE,KAAuB;IAC7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACnD,IAAI,QAAQ,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,kBAAkB,qBAAqB,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChE,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,SAAS,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACP,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/C,IAAI,MAAM,EAAE,CAAC;gBACZ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9D,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CACT,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,kBAAkB,MAAM,aAAa,CACnF,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CACT,GAAG,IAAI,CAAC,KAAK,gCAAgC,KAAK,CAAC,KAAK,KAAK,MAAM,OAAO,MAAM,GAAG,CACnF,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CACT,GAAG,KAAK,CAAC,KAAK,gCAAgC,IAAI,CAAC,KAAK,KAAK,MAAM,OAAO,MAAM,GAAG,CACnF,CAAC;QACH,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAA8B;IACpE,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,SAAS;QACV,CAAC;QACD,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACjD,IAAI,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,SAAS;QACV,CAAC;QACD,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/C,IAAI,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC3C,OAA8B,EAC9B,OAMC;IAED,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACvB,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACnD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;QAC5D,MAAM,SAAS,GACd,GAAG,CAAC,EAAE,KAAK,GAAG;YACb,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,UAAU;YAChC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG;gBACf,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,UAAU;gBAChC,CAAC,CAAC,SAAS,CAAC;QACf,OAAO;YACN,GAAG,GAAG;YACN,UAAU,EAAE,OAAO,IAAI,SAAS,IAAI,GAAG,CAAC,UAAU;SAClD,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,kBAAkB,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,SAAS,gBAAgB,CACxB,OAA6B,EAC7B,IAAuB,EACvB,IAAmC,EACnC,IAAmD,EACnD,IAAY,EACZ,IAAY;IAEZ,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,OAAO;YACN,gBAAgB,CACf,OAAO,EACP,GAAG,IAAI,CAAC,MAAM,SAAS,IAAI,IAAI,IAAI,CAAC,KAAK,0CAA0C,EACnF,aAAa,CACb;SACD,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,WAAW,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC3D,OAAO;YACN,gBAAgB,CACf,OAAO,EACP,GAAG,MAAM,CAAC,KAAK,SAAS,IAAI,IAAI,KAAK,CAAC,KAAK,gCAAgC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,EACzH,aAAa,CACb;SACD,CAAC;IACH,CAAC;IACD,IAAI,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC;QACrE,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;QAClE,OAAO;YACN,gBAAgB,CACf,OAAO,EACP,GAAG,MAAM,CAAC,KAAK,SAAS,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,OAAO,SAAS,GAAG,EAC7E,aAAa,CACb;SACD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,oBAAoB,CACnC,IAAiD,EACjD,MAA6B;IAE7B,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,yBAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CACZ,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAC1F,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,yBAAyB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;QACpE,QAAQ,CAAC,IAAI,CACZ,GAAG,gBAAgB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,EAAE,CAAC,CACzF,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC"}
|
package/dist/expect.d.ts
CHANGED
|
@@ -11,6 +11,8 @@ export declare class TraceAssertion {
|
|
|
11
11
|
get ok(): boolean;
|
|
12
12
|
get errors(): AssertionFailure[];
|
|
13
13
|
private messageText;
|
|
14
|
+
/** Assistant reply text only. Tool results, commands, and artifacts do not count. */
|
|
15
|
+
private replyHaystack;
|
|
14
16
|
private assertionHaystack;
|
|
15
17
|
/** mustNot ignores tool results so a required Read of a source file does not fail. */
|
|
16
18
|
private mustNotHaystack;
|