cbrowser 7.3.0 → 7.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/analysis/bug-hunter.d.ts +32 -0
- package/dist/analysis/bug-hunter.d.ts.map +1 -0
- package/dist/analysis/bug-hunter.js +106 -0
- package/dist/analysis/bug-hunter.js.map +1 -0
- package/dist/analysis/chaos-testing.d.ts +41 -0
- package/dist/analysis/chaos-testing.d.ts.map +1 -0
- package/dist/analysis/chaos-testing.js +87 -0
- package/dist/analysis/chaos-testing.js.map +1 -0
- package/dist/analysis/index.d.ts +10 -0
- package/dist/analysis/index.d.ts.map +1 -0
- package/dist/analysis/index.js +26 -0
- package/dist/analysis/index.js.map +1 -0
- package/dist/analysis/natural-language.d.ts +43 -0
- package/dist/analysis/natural-language.d.ts.map +1 -0
- package/dist/analysis/natural-language.js +205 -0
- package/dist/analysis/natural-language.js.map +1 -0
- package/dist/analysis/persona-comparison.d.ts +31 -0
- package/dist/analysis/persona-comparison.d.ts.map +1 -0
- package/dist/analysis/persona-comparison.js +217 -0
- package/dist/analysis/persona-comparison.js.map +1 -0
- package/dist/browser.d.ts +1 -411
- package/dist/browser.d.ts.map +1 -1
- package/dist/browser.js +0 -4745
- package/dist/browser.js.map +1 -1
- package/dist/cli.js +64 -56
- package/dist/cli.js.map +1 -1
- package/dist/daemon.d.ts.map +1 -1
- package/dist/daemon.js +2 -1
- package/dist/daemon.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/mcp-server.d.ts.map +1 -1
- package/dist/mcp-server.js +406 -1
- package/dist/mcp-server.js.map +1 -1
- package/dist/performance/index.d.ts +7 -0
- package/dist/performance/index.d.ts.map +1 -0
- package/dist/performance/index.js +23 -0
- package/dist/performance/index.js.map +1 -0
- package/dist/performance/metrics.d.ts +49 -0
- package/dist/performance/metrics.d.ts.map +1 -0
- package/dist/performance/metrics.js +386 -0
- package/dist/performance/metrics.js.map +1 -0
- package/dist/testing/coverage.d.ts +39 -0
- package/dist/testing/coverage.d.ts.map +1 -0
- package/dist/testing/coverage.js +713 -0
- package/dist/testing/coverage.js.map +1 -0
- package/dist/testing/flaky-detection.d.ts +28 -0
- package/dist/testing/flaky-detection.d.ts.map +1 -0
- package/dist/testing/flaky-detection.js +332 -0
- package/dist/testing/flaky-detection.js.map +1 -0
- package/dist/testing/index.d.ts +10 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +26 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/testing/nl-test-suite.d.ts +70 -0
- package/dist/testing/nl-test-suite.d.ts.map +1 -0
- package/dist/testing/nl-test-suite.js +427 -0
- package/dist/testing/nl-test-suite.js.map +1 -0
- package/dist/testing/test-repair.d.ts +36 -0
- package/dist/testing/test-repair.d.ts.map +1 -0
- package/dist/testing/test-repair.js +528 -0
- package/dist/testing/test-repair.js.map +1 -0
- package/dist/visual/ab-comparison.d.ts +23 -0
- package/dist/visual/ab-comparison.d.ts.map +1 -0
- package/dist/visual/ab-comparison.js +366 -0
- package/dist/visual/ab-comparison.js.map +1 -0
- package/dist/visual/cross-browser.d.ts +41 -0
- package/dist/visual/cross-browser.d.ts.map +1 -0
- package/dist/visual/cross-browser.js +442 -0
- package/dist/visual/cross-browser.js.map +1 -0
- package/dist/visual/index.d.ts +10 -0
- package/dist/visual/index.d.ts.map +1 -0
- package/dist/visual/index.js +26 -0
- package/dist/visual/index.js.map +1 -0
- package/dist/visual/regression.d.ts +55 -0
- package/dist/visual/regression.d.ts.map +1 -0
- package/dist/visual/regression.js +616 -0
- package/dist/visual/regression.js.map +1 -0
- package/dist/visual/responsive.d.ts +27 -0
- package/dist/visual/responsive.d.ts.map +1 -0
- package/dist/visual/responsive.js +450 -0
- package/dist/visual/responsive.js.map +1 -0
- package/package.json +32 -3
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coverage.js","sourceRoot":"","sources":["../../src/testing/coverage.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAkBH,8DAgIC;AAkBD,oCAsBC;AAKD,oDAmFC;AAKD,oDA+DC;AAoFD,8DAyCC;AAKD,kDAgEC;AAKD,oDAoGC;AAKD,gEA8JC;AAlyBD,2BAA8C;AAE9C,8CAAyC;AAWzC;;GAEG;AACH,SAAgB,yBAAyB,CAAC,SAAmB;IAC3D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE9C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC,IAAA,eAAU,EAAC,QAAQ,CAAC;YAAE,SAAS;QAEpC,MAAM,OAAO,GAAG,IAAA,iBAAY,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,UAAU,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAE1C,gCAAgC;YAChC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO;gBAAE,SAAS;YAElD,oBAAoB;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACxF,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAE5C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;wBAChB,GAAG,EAAE,UAAU;wBACf,IAAI;wBACJ,SAAS,EAAE,EAAE;wBACb,OAAO,EAAE,EAAE;wBACX,SAAS,EAAE,CAAC;wBACZ,aAAa,EAAE,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,UAAU;oBAClB,QAAQ;oBACR,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;YAED,uBAAuB;YACvB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACpF,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC5B,QAAQ;wBACR,UAAU;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yFAAyF,CAAC,CAAC;YACxH,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,MAAM;wBACZ,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC3B,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;wBACnB,QAAQ;wBACR,UAAU;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,wBAAwB;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAChF,IAAI,WAAW,IAAI,UAAU,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,QAAQ;wBACd,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC7B,QAAQ;wBACR,UAAU;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACxD,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,MAAM;wBACZ,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC3B,QAAQ;wBACR,UAAU;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEhE,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC,0BAA0B;QAC1C,IAAI,SAAS;YAAE,KAAK,IAAI,EAAE,CAAC;QAC3B,IAAI,QAAQ;YAAE,KAAK,IAAI,EAAE,CAAC;QAC1B,IAAI,WAAW;YAAE,KAAK,IAAI,EAAE,CAAC;QAE7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,gCAAgC;QAChC,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IACvC,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,YAAY,CAAC,UAAkB;IACnD,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAElC,iCAAiC;QACjC,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC;QACxD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG;gBACH,IAAI,EAAE,kBAAkB,CAAC,GAAG,CAAC;gBAC7B,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,WAAmB,GAAG,EACtB,cAAuB,EACvB,cAAuB;IAEvB,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAAa,CAAC,QAAQ,CAAC,CAAC;IAEnC,MAAM,OAAO,GAAG,IAAI,qBAAQ,CAAC;QAC3B,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAExE,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC3B,MAAM,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAErC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAElB,iBAAiB;YACjB,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACvD,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YAEtD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAE3C,6BAA6B;gBAC7B,MAAM,IAAI,GAAG,MAAO,OAAe,CAAC,OAAO,EAAE,CAAC;gBAC9C,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,KAAK,EAAE,CAAC;gBACzH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;gBAErD,qBAAqB;gBACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,CAAC,GAAwB,EAAE,EAAE,CACnF,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAC/E,CAAC;gBAEF,MAAM,QAAQ,GAAa;oBACzB,GAAG;oBACH,IAAI;oBACJ,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBAC7C,MAAM,EAAE,GAAG;oBACX,aAAa,EAAE,KAAK;oBACpB,mBAAmB;oBACnB,SAAS;iBACV,CAAC;gBAEF,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAErB,8BAA8B;gBAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;wBAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;4BACpF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACnB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,oBAAoB;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,sBAAsB;gBACtB,KAAK,CAAC,IAAI,CAAC;oBACT,GAAG;oBACH,IAAI;oBACJ,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAClC,SAAqB,EACrB,WAAyB,EACzB,cAAsB,EAAE;IAExB,MAAM,IAAI,GAAkB,EAAE,CAAC;IAC/B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAE1D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEnE,sBAAsB;QACtB,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,UAAU;gBAClB,QAAQ;gBACR,cAAc,EAAE,sBAAsB,CAAC,QAAQ,CAAC;gBAChD,kBAAkB,EAAE,sBAAsB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;aACvE,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,eAAe;QACf,IAAI,UAAU,CAAC,aAAa,GAAG,WAAW,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,cAAc;gBACtB,QAAQ,EAAE,QAAQ;gBAClB,cAAc,EAAE,sBAAsB,CAAC,QAAQ,EAAE,UAAU,CAAC;aAC7D,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,yBAAyB;QACzB,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC9F,IAAI,CAAC,eAAe,IAAI,QAAQ,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACzF,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,iBAAiB;gBACzB,QAAQ,EAAE,KAAK;gBACf,cAAc,EAAE,CAAC,gCAAgC,QAAQ,CAAC,IAAI,EAAE,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,MAAM,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC3E,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,kBAAkB;gBAC1B,QAAQ,EAAE,KAAK;gBACf,cAAc,EAAE,CAAC,4BAA4B,QAAQ,CAAC,IAAI,UAAU,CAAC;aACtE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IAClE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAc;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAErC,iBAAiB;IACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC/E,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,yCAAyC;IACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;QACjF,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1D,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,GAAG,EAAE;QAAE,OAAO,QAAQ,CAAC;IAE/E,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,QAAkB,EAAE,aAA0B;IAC5E,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,WAAW,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC;IAE1C,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACjD,WAAW,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACpD,WAAW,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,QAAQ,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;QACrE,WAAW,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACnD,CAAC;IAED,WAAW,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC1D,WAAW,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAE7C,IAAI,aAAa,EAAE,CAAC;QAClB,mDAAmD;QACnD,MAAM,SAAS,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEzE,IAAI,CAAC,SAAS;YAAE,WAAW,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QAChE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS;YAAE,WAAW,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAClF,IAAI,CAAC,WAAW;YAAE,WAAW,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,IAAY,EAAE,WAAyB;IACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAEjC,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;QACjC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAgB,yBAAyB,CACvC,SAAqB,EACrB,WAAyB;IAEzB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAE1D,mBAAmB;IACnB,MAAM,QAAQ,GAAsD,EAAE,CAAC;IAEvE,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9D,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC;QAE1B,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAuE,EAAE,CAAC;IAC/F,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,eAAe,CAAC,OAAO,CAAC,GAAG;YACzB,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3E,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC;IACpC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IAE1E,OAAO;QACL,UAAU;QACV,WAAW,EAAE,WAAW;QACxB,aAAa,EAAE,UAAU,GAAG,WAAW;QACvC,eAAe,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,mBAAmB,CACvC,OAAe,EACf,SAAmB,EACnB,UAA8B,EAAE;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,mBAAmB;IACnB,MAAM,WAAW,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAEzD,iBAAiB;IACjB,IAAI,SAAqB,CAAC;IAC1B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrD,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,MAAM,oBAAoB,CACpC,OAAO,EACP,OAAO,CAAC,QAAQ,IAAI,GAAG,EACvB,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,cAAc,CACvB,CAAC;IACJ,CAAC;IAED,gBAAgB;IAChB,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAErF,qBAAqB;IACrB,MAAM,QAAQ,GAAG,yBAAyB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEnE,2BAA2B;IAC3B,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,IAAI,QAAQ,CAAC,eAAe,GAAG,EAAE,EAAE,CAAC;QAClC,eAAe,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC;IACjE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,eAAe,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,sDAAsD,CAAC,CAAC;IACrG,CAAC;IAED,MAAM,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;SACjE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IAE/B,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,eAAe,CAAC,IAAI,CAAC,+BAA+B,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,kBAAkB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,eAAe,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO;QACL,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAChC,SAAS;QACT,SAAS;QACT,WAAW;QACX,IAAI;QACJ,QAAQ;QACR,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAAC,MAAyB;IAC5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACzC,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,mBAAmB;IACnB,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAClC,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;IAC5B,MAAM,WAAW,GAAG,2BAA2B,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IAE1E,KAAK,CAAC,IAAI,CAAC,eAAe,WAAW,IAAI,QAAQ,CAAC,eAAe,GAAG,CAAC,CAAC;IACtE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACxD,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,mBAAmB;IACnB,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;SACtD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAE3C,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,2BAA2B,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;IACzG,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,gBAAgB;IAChB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;QAC9F,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;QAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,aAAa,GAA2B,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;QAEtG,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1C,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,mBAAmB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzD,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,YAAY,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;QAC9F,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;QAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;SACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC;SACjD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEhB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,2BAA2B,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,MAAM,aAAa,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CAAC,MAAyB;IAClE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAE/C,MAAM,aAAa,GAAG,QAAQ,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAChE,QAAQ,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAEzD,OAAO;;;;;+BAKsB,MAAM,CAAC,OAAO;;;;;;;;;;;+DAWkB,aAAa;;;iDAG3B,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BA+BpC,MAAM,CAAC,OAAO,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE;;;;;;oCAM/D,QAAQ,CAAC,eAAe;;;;oCAIxB,QAAQ,CAAC,UAAU;;;;oCAInB,QAAQ,CAAC,WAAW;;;;oCAIpB,QAAQ,CAAC,aAAa;;;;;mDAKP,QAAQ,CAAC,eAAe;;;;;;;UAOjE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;SACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;SACvC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,OAAO;;6CAE0B,OAAO;;gEAEY,IAAI,CAAC,OAAO,kBAAkB,KAAK;;8DAErC,KAAK,KAAK,IAAI,CAAC,OAAO;iEACnB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK;;aAE7E,CAAC;IACJ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;;;;MAIf,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;;iCAES,IAAI,CAAC,MAAM;;YAEhC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;sCACH,GAAG,CAAC,QAAQ;;yCAET,GAAG,CAAC,IAAI,CAAC,IAAI;2CACX,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;;gDAExB,GAAG,CAAC,MAAM;;WAE/C,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;;UAEX,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,sDAAsD,IAAI,CAAC,MAAM,GAAG,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE;;KAEnH,CAAC,CAAC,CAAC,EAAE;;MAEJ,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;;;;YAI9B,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;;;KAGpE,CAAC,CAAC,CAAC,EAAE;;;;;UAKA,WAAW;SACV,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC;SACjD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,IAAI,CAAC,EAAE;QACV,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACtG,OAAO;;wDAEqC,KAAK,KAAK,IAAI,CAAC,aAAa;yCAC3C,IAAI,CAAC,IAAI;;oBAE9B,IAAI,CAAC,OAAO,CAAC,MAAM,cAAc,IAAI,CAAC,SAAS;;;aAGtD,CAAC;IACJ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;;;;;qDAKgC,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;;;;QAIhF,CAAC;AACT,CAAC;AAED;;GAEG;AACH,SAAS,2BAA2B,CAAC,OAAe,EAAE,QAAgB,EAAE;IACtE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Flaky Test Detection (v6.3.0)
|
|
3
|
+
*
|
|
4
|
+
* Analyze tests for flakiness by running them multiple times.
|
|
5
|
+
*/
|
|
6
|
+
import type { NLTestCase, FlakyTestSuiteResult } from "../types.js";
|
|
7
|
+
export interface FlakyTestOptions {
|
|
8
|
+
/** Number of times to run each test (default: 5) */
|
|
9
|
+
runs?: number;
|
|
10
|
+
/** Run headless */
|
|
11
|
+
headless?: boolean;
|
|
12
|
+
/** Flakiness threshold to flag a test (default: 20) */
|
|
13
|
+
flakinessThreshold?: number;
|
|
14
|
+
/** Delay between runs in ms (default: 500) */
|
|
15
|
+
delayBetweenRuns?: number;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Run flaky test detection on a test suite.
|
|
19
|
+
*/
|
|
20
|
+
export declare function detectFlakyTests(suite: {
|
|
21
|
+
name: string;
|
|
22
|
+
tests: NLTestCase[];
|
|
23
|
+
}, options?: FlakyTestOptions): Promise<FlakyTestSuiteResult>;
|
|
24
|
+
/**
|
|
25
|
+
* Format a flaky test report.
|
|
26
|
+
*/
|
|
27
|
+
export declare function formatFlakyTestReport(result: FlakyTestSuiteResult): string;
|
|
28
|
+
//# sourceMappingURL=flaky-detection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"flaky-detection.d.ts","sourceRoot":"","sources":["../../src/testing/flaky-detection.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EACV,UAAU,EAIV,oBAAoB,EACrB,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,gBAAgB;IAC/B,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,uDAAuD;IACvD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AA6ND;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,EAC5C,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CAwD/B;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CA8F1E"}
|
|
@@ -0,0 +1,332 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Flaky Test Detection (v6.3.0)
|
|
4
|
+
*
|
|
5
|
+
* Analyze tests for flakiness by running them multiple times.
|
|
6
|
+
*/
|
|
7
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
|
+
exports.detectFlakyTests = detectFlakyTests;
|
|
9
|
+
exports.formatFlakyTestReport = formatFlakyTestReport;
|
|
10
|
+
const browser_js_1 = require("../browser.js");
|
|
11
|
+
/**
|
|
12
|
+
* Calculate flakiness score.
|
|
13
|
+
* 0 = completely stable (all same result)
|
|
14
|
+
* 100 = maximally flaky (50% pass, 50% fail)
|
|
15
|
+
*/
|
|
16
|
+
function calculateFlakinessScore(passCount, failCount) {
|
|
17
|
+
const total = passCount + failCount;
|
|
18
|
+
if (total === 0)
|
|
19
|
+
return 0;
|
|
20
|
+
const passRate = passCount / total;
|
|
21
|
+
// Flakiness is maximized at 50% pass rate
|
|
22
|
+
// Score = 1 - |passRate - 0.5| * 2, scaled to 0-100
|
|
23
|
+
const flakiness = (1 - Math.abs(passRate - 0.5) * 2) * 100;
|
|
24
|
+
return Math.round(flakiness);
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Classify a test based on its results.
|
|
28
|
+
*/
|
|
29
|
+
function classifyTest(passCount, failCount) {
|
|
30
|
+
const total = passCount + failCount;
|
|
31
|
+
if (total === 0)
|
|
32
|
+
return "stable_pass";
|
|
33
|
+
const passRate = passCount / total;
|
|
34
|
+
if (passRate === 1)
|
|
35
|
+
return "stable_pass";
|
|
36
|
+
if (passRate === 0)
|
|
37
|
+
return "stable_fail";
|
|
38
|
+
if (passRate >= 0.8)
|
|
39
|
+
return "mostly_pass";
|
|
40
|
+
if (passRate <= 0.2)
|
|
41
|
+
return "mostly_fail";
|
|
42
|
+
return "flaky";
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Run a single test once and return the result.
|
|
46
|
+
*/
|
|
47
|
+
async function runTestOnce(test, runNumber, headless) {
|
|
48
|
+
const browser = new browser_js_1.CBrowser({ headless });
|
|
49
|
+
const stepResults = [];
|
|
50
|
+
let testPassed = true;
|
|
51
|
+
let testError;
|
|
52
|
+
const startTime = Date.now();
|
|
53
|
+
try {
|
|
54
|
+
await browser.launch();
|
|
55
|
+
for (const step of test.steps) {
|
|
56
|
+
let stepPassed = true;
|
|
57
|
+
let stepError;
|
|
58
|
+
try {
|
|
59
|
+
switch (step.action) {
|
|
60
|
+
case "navigate":
|
|
61
|
+
await browser.navigate(step.target || "");
|
|
62
|
+
break;
|
|
63
|
+
case "click":
|
|
64
|
+
const clickResult = await browser.smartClick(step.target || "");
|
|
65
|
+
if (!clickResult.success) {
|
|
66
|
+
stepPassed = false;
|
|
67
|
+
stepError = `Failed to click: ${step.target}`;
|
|
68
|
+
}
|
|
69
|
+
break;
|
|
70
|
+
case "fill":
|
|
71
|
+
await browser.fill(step.target || "", step.value || "");
|
|
72
|
+
break;
|
|
73
|
+
case "assert":
|
|
74
|
+
const assertResult = await browser.assert(step.instruction);
|
|
75
|
+
stepPassed = assertResult.passed;
|
|
76
|
+
if (!assertResult.passed) {
|
|
77
|
+
stepError = assertResult.message;
|
|
78
|
+
}
|
|
79
|
+
break;
|
|
80
|
+
case "wait":
|
|
81
|
+
if (!step.target) {
|
|
82
|
+
const ms = parseFloat(step.value || "1") * 1000;
|
|
83
|
+
await new Promise((r) => setTimeout(r, ms));
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
const page = browser.page;
|
|
87
|
+
if (page) {
|
|
88
|
+
await page.waitForSelector(`text=${step.target}`, { timeout: 10000 });
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
break;
|
|
92
|
+
case "scroll":
|
|
93
|
+
const direction = step.target?.toLowerCase() === "up" ? -500 : 500;
|
|
94
|
+
const page = browser.page;
|
|
95
|
+
if (page) {
|
|
96
|
+
await page.evaluate((d) => window.scrollBy(0, d), direction);
|
|
97
|
+
}
|
|
98
|
+
break;
|
|
99
|
+
case "screenshot":
|
|
100
|
+
await browser.screenshot();
|
|
101
|
+
break;
|
|
102
|
+
default:
|
|
103
|
+
const unknownResult = await browser.smartClick(step.target || step.instruction);
|
|
104
|
+
if (!unknownResult.success) {
|
|
105
|
+
stepPassed = false;
|
|
106
|
+
stepError = `Could not interpret: ${step.instruction}`;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
catch (e) {
|
|
111
|
+
stepPassed = false;
|
|
112
|
+
stepError = e.message;
|
|
113
|
+
}
|
|
114
|
+
stepResults.push({
|
|
115
|
+
instruction: step.instruction,
|
|
116
|
+
passed: stepPassed,
|
|
117
|
+
error: stepError,
|
|
118
|
+
});
|
|
119
|
+
if (!stepPassed) {
|
|
120
|
+
testPassed = false;
|
|
121
|
+
testError = testError || stepError;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
catch (e) {
|
|
126
|
+
testPassed = false;
|
|
127
|
+
testError = e.message;
|
|
128
|
+
}
|
|
129
|
+
finally {
|
|
130
|
+
await browser.close();
|
|
131
|
+
}
|
|
132
|
+
return {
|
|
133
|
+
runNumber,
|
|
134
|
+
passed: testPassed,
|
|
135
|
+
duration: Date.now() - startTime,
|
|
136
|
+
error: testError,
|
|
137
|
+
stepResults,
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Analyze a test for flakiness by running it multiple times.
|
|
142
|
+
*/
|
|
143
|
+
async function analyzeTestFlakiness(test, options) {
|
|
144
|
+
const { runs = 5, headless = true, flakinessThreshold = 20, delayBetweenRuns = 500, } = options;
|
|
145
|
+
const testRuns = [];
|
|
146
|
+
console.log(`\n 🔄 Running ${runs} times...`);
|
|
147
|
+
for (let i = 1; i <= runs; i++) {
|
|
148
|
+
const result = await runTestOnce(test, i, headless);
|
|
149
|
+
testRuns.push(result);
|
|
150
|
+
const icon = result.passed ? "✓" : "✗";
|
|
151
|
+
console.log(` Run ${i}: ${icon} (${result.duration}ms)`);
|
|
152
|
+
if (i < runs && delayBetweenRuns > 0) {
|
|
153
|
+
await new Promise((r) => setTimeout(r, delayBetweenRuns));
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
// Calculate overall stats
|
|
157
|
+
const passCount = testRuns.filter((r) => r.passed).length;
|
|
158
|
+
const failCount = testRuns.filter((r) => !r.passed).length;
|
|
159
|
+
const flakinessScore = calculateFlakinessScore(passCount, failCount);
|
|
160
|
+
const classification = classifyTest(passCount, failCount);
|
|
161
|
+
const isFlaky = flakinessScore >= flakinessThreshold;
|
|
162
|
+
// Calculate duration stats
|
|
163
|
+
const durations = testRuns.map((r) => r.duration);
|
|
164
|
+
const avgDuration = durations.reduce((a, b) => a + b, 0) / durations.length;
|
|
165
|
+
const variance = Math.sqrt(durations.reduce((sum, d) => sum + Math.pow(d - avgDuration, 2), 0) / durations.length);
|
|
166
|
+
// Analyze per-step flakiness
|
|
167
|
+
const stepAnalysis = [];
|
|
168
|
+
for (let stepIdx = 0; stepIdx < test.steps.length; stepIdx++) {
|
|
169
|
+
const step = test.steps[stepIdx];
|
|
170
|
+
const stepResults = testRuns.map((r) => r.stepResults[stepIdx]).filter(Boolean);
|
|
171
|
+
const stepPassCount = stepResults.filter((s) => s?.passed).length;
|
|
172
|
+
const stepFailCount = stepResults.filter((s) => !s?.passed).length;
|
|
173
|
+
const stepFlakinessScore = calculateFlakinessScore(stepPassCount, stepFailCount);
|
|
174
|
+
const stepErrors = [...new Set(stepResults.filter((s) => s?.error).map((s) => s.error))];
|
|
175
|
+
stepAnalysis.push({
|
|
176
|
+
instruction: step.instruction,
|
|
177
|
+
passCount: stepPassCount,
|
|
178
|
+
failCount: stepFailCount,
|
|
179
|
+
flakinessScore: stepFlakinessScore,
|
|
180
|
+
isFlaky: stepFlakinessScore >= flakinessThreshold,
|
|
181
|
+
errors: stepErrors,
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
return {
|
|
185
|
+
testName: test.name,
|
|
186
|
+
totalRuns: runs,
|
|
187
|
+
passCount,
|
|
188
|
+
failCount,
|
|
189
|
+
flakinessScore,
|
|
190
|
+
isFlaky,
|
|
191
|
+
classification,
|
|
192
|
+
runs: testRuns,
|
|
193
|
+
stepAnalysis,
|
|
194
|
+
avgDuration: Math.round(avgDuration),
|
|
195
|
+
durationVariance: Math.round(variance),
|
|
196
|
+
};
|
|
197
|
+
}
|
|
198
|
+
/**
|
|
199
|
+
* Run flaky test detection on a test suite.
|
|
200
|
+
*/
|
|
201
|
+
async function detectFlakyTests(suite, options = {}) {
|
|
202
|
+
const { runs = 5, flakinessThreshold = 20 } = options;
|
|
203
|
+
const startTime = Date.now();
|
|
204
|
+
const testAnalyses = [];
|
|
205
|
+
console.log(`\n🔍 Flaky Test Detection: ${suite.name}`);
|
|
206
|
+
console.log(` Tests: ${suite.tests.length}`);
|
|
207
|
+
console.log(` Runs per test: ${runs}`);
|
|
208
|
+
console.log(` Flakiness threshold: ${flakinessThreshold}%`);
|
|
209
|
+
for (const test of suite.tests) {
|
|
210
|
+
console.log(`\n📋 Test: ${test.name}`);
|
|
211
|
+
const analysis = await analyzeTestFlakiness(test, options);
|
|
212
|
+
testAnalyses.push(analysis);
|
|
213
|
+
const statusIcon = analysis.classification === "stable_pass" ? "✅" :
|
|
214
|
+
analysis.classification === "stable_fail" ? "❌" :
|
|
215
|
+
analysis.classification === "flaky" ? "⚠️" :
|
|
216
|
+
analysis.classification === "mostly_pass" ? "🟡" : "🟠";
|
|
217
|
+
console.log(` ${statusIcon} ${analysis.classification.toUpperCase()} (${analysis.passCount}/${analysis.totalRuns} passed, flakiness: ${analysis.flakinessScore}%)`);
|
|
218
|
+
}
|
|
219
|
+
// Calculate summary
|
|
220
|
+
const stablePassTests = testAnalyses.filter((t) => t.classification === "stable_pass").length;
|
|
221
|
+
const stableFailTests = testAnalyses.filter((t) => t.classification === "stable_fail").length;
|
|
222
|
+
const flakyTests = testAnalyses.filter((t) => t.isFlaky).length;
|
|
223
|
+
const mostFlakyTest = testAnalyses.reduce((max, t) => t.flakinessScore > (max?.flakinessScore || 0) ? t : max, testAnalyses[0])?.testName;
|
|
224
|
+
const allSteps = testAnalyses.flatMap((t) => t.stepAnalysis);
|
|
225
|
+
const mostFlakyStep = allSteps.reduce((max, s) => s.flakinessScore > (max?.flakinessScore || 0) ? s : max, allSteps[0])?.instruction;
|
|
226
|
+
const overallFlakinessScore = testAnalyses.length > 0
|
|
227
|
+
? Math.round(testAnalyses.reduce((sum, t) => sum + t.flakinessScore, 0) / testAnalyses.length)
|
|
228
|
+
: 0;
|
|
229
|
+
return {
|
|
230
|
+
suiteName: suite.name,
|
|
231
|
+
timestamp: new Date().toISOString(),
|
|
232
|
+
duration: Date.now() - startTime,
|
|
233
|
+
runsPerTest: runs,
|
|
234
|
+
testAnalyses,
|
|
235
|
+
summary: {
|
|
236
|
+
totalTests: suite.tests.length,
|
|
237
|
+
stablePassTests,
|
|
238
|
+
stableFailTests,
|
|
239
|
+
flakyTests,
|
|
240
|
+
mostFlakyTest: flakyTests > 0 ? mostFlakyTest : undefined,
|
|
241
|
+
mostFlakyStep: allSteps.some((s) => s.isFlaky) ? mostFlakyStep : undefined,
|
|
242
|
+
overallFlakinessScore,
|
|
243
|
+
},
|
|
244
|
+
};
|
|
245
|
+
}
|
|
246
|
+
/**
|
|
247
|
+
* Format a flaky test report.
|
|
248
|
+
*/
|
|
249
|
+
function formatFlakyTestReport(result) {
|
|
250
|
+
const lines = [];
|
|
251
|
+
lines.push("");
|
|
252
|
+
lines.push("╔══════════════════════════════════════════════════════════════════════════════╗");
|
|
253
|
+
lines.push("║ FLAKY TEST DETECTION REPORT ║");
|
|
254
|
+
lines.push("╚══════════════════════════════════════════════════════════════════════════════╝");
|
|
255
|
+
lines.push("");
|
|
256
|
+
lines.push(`📋 Suite: ${result.suiteName}`);
|
|
257
|
+
lines.push(`⏱️ Duration: ${(result.duration / 1000).toFixed(1)}s`);
|
|
258
|
+
lines.push(`🔄 Runs per test: ${result.runsPerTest}`);
|
|
259
|
+
lines.push(`📅 Timestamp: ${result.timestamp}`);
|
|
260
|
+
lines.push("");
|
|
261
|
+
// Summary
|
|
262
|
+
const flakyEmoji = result.summary.flakyTests === 0 ? "✅" : "⚠️";
|
|
263
|
+
lines.push(`${flakyEmoji} Overall Flakiness: ${result.summary.overallFlakinessScore}%`);
|
|
264
|
+
lines.push("");
|
|
265
|
+
lines.push("📊 SUMMARY");
|
|
266
|
+
lines.push("─".repeat(60));
|
|
267
|
+
lines.push(` Total Tests: ${result.summary.totalTests}`);
|
|
268
|
+
lines.push(` Stable (Pass): ${result.summary.stablePassTests}`);
|
|
269
|
+
lines.push(` Stable (Fail): ${result.summary.stableFailTests}`);
|
|
270
|
+
lines.push(` Flaky: ${result.summary.flakyTests}`);
|
|
271
|
+
if (result.summary.mostFlakyTest) {
|
|
272
|
+
lines.push(` Most Flaky Test: ${result.summary.mostFlakyTest}`);
|
|
273
|
+
}
|
|
274
|
+
if (result.summary.mostFlakyStep) {
|
|
275
|
+
lines.push(` Most Flaky Step: ${result.summary.mostFlakyStep.slice(0, 50)}...`);
|
|
276
|
+
}
|
|
277
|
+
lines.push("");
|
|
278
|
+
// Results table
|
|
279
|
+
lines.push("┌────────────────────────────────┬────────────┬──────────┬───────────┬────────────┐");
|
|
280
|
+
lines.push("│ Test │ Status │ Pass/Fail│ Flakiness │ Avg Time │");
|
|
281
|
+
lines.push("├────────────────────────────────┼────────────┼──────────┼───────────┼────────────┤");
|
|
282
|
+
for (const test of result.testAnalyses) {
|
|
283
|
+
const name = test.testName.padEnd(30).slice(0, 30);
|
|
284
|
+
const status = test.classification.replace("_", " ").toUpperCase().padEnd(10).slice(0, 10);
|
|
285
|
+
const passFailStr = `${test.passCount}/${test.totalRuns}`.padEnd(8);
|
|
286
|
+
const flakiness = `${test.flakinessScore}%`.padEnd(9);
|
|
287
|
+
const avgTime = `${(test.avgDuration / 1000).toFixed(1)}s`.padEnd(10);
|
|
288
|
+
lines.push(`│ ${name} │ ${status} │ ${passFailStr} │ ${flakiness} │ ${avgTime} │`);
|
|
289
|
+
}
|
|
290
|
+
lines.push("└────────────────────────────────┴────────────┴──────────┴───────────┴────────────┘");
|
|
291
|
+
lines.push("");
|
|
292
|
+
// Flaky tests details
|
|
293
|
+
const flakyTests = result.testAnalyses.filter((t) => t.isFlaky);
|
|
294
|
+
if (flakyTests.length > 0) {
|
|
295
|
+
lines.push("⚠️ FLAKY TESTS DETAILS");
|
|
296
|
+
lines.push("─".repeat(60));
|
|
297
|
+
for (const test of flakyTests) {
|
|
298
|
+
lines.push(`\n 📋 ${test.testName}`);
|
|
299
|
+
lines.push(` Flakiness: ${test.flakinessScore}%`);
|
|
300
|
+
lines.push(` Pass Rate: ${test.passCount}/${test.totalRuns} (${Math.round((test.passCount / test.totalRuns) * 100)}%)`);
|
|
301
|
+
lines.push(` Duration: ${test.avgDuration}ms ± ${test.durationVariance}ms`);
|
|
302
|
+
const flakySteps = test.stepAnalysis.filter((s) => s.isFlaky);
|
|
303
|
+
if (flakySteps.length > 0) {
|
|
304
|
+
lines.push(` Flaky Steps:`);
|
|
305
|
+
for (const step of flakySteps) {
|
|
306
|
+
lines.push(` - "${step.instruction.slice(0, 40)}..." (${step.flakinessScore}% flaky)`);
|
|
307
|
+
if (step.errors.length > 0) {
|
|
308
|
+
lines.push(` Errors: ${step.errors[0].slice(0, 50)}`);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
lines.push("");
|
|
314
|
+
}
|
|
315
|
+
// Recommendations
|
|
316
|
+
lines.push("💡 RECOMMENDATIONS");
|
|
317
|
+
lines.push("─".repeat(60));
|
|
318
|
+
if (result.summary.flakyTests === 0) {
|
|
319
|
+
lines.push(" ✅ All tests are stable - no action needed");
|
|
320
|
+
}
|
|
321
|
+
else {
|
|
322
|
+
lines.push(` ⚠️ ${result.summary.flakyTests} flaky test(s) detected`);
|
|
323
|
+
lines.push(" Consider:");
|
|
324
|
+
lines.push(" - Adding explicit waits for timing-sensitive operations");
|
|
325
|
+
lines.push(" - Using more specific selectors");
|
|
326
|
+
lines.push(" - Checking for race conditions in the application");
|
|
327
|
+
lines.push(" - Isolating tests to avoid shared state issues");
|
|
328
|
+
}
|
|
329
|
+
lines.push("");
|
|
330
|
+
return lines.join("\n");
|
|
331
|
+
}
|
|
332
|
+
//# sourceMappingURL=flaky-detection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"flaky-detection.js","sourceRoot":"","sources":["../../src/testing/flaky-detection.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAsPH,4CA2DC;AAKD,sDA8FC;AAhZD,8CAAyC;AAoBzC;;;;GAIG;AACH,SAAS,uBAAuB,CAAC,SAAiB,EAAE,SAAiB;IACnE,MAAM,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;IACpC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE1B,MAAM,QAAQ,GAAG,SAAS,GAAG,KAAK,CAAC;IACnC,0CAA0C;IAC1C,oDAAoD;IACpD,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;IAC3D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,SAAiB,EACjB,SAAiB;IAEjB,MAAM,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;IACpC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IAEtC,MAAM,QAAQ,GAAG,SAAS,GAAG,KAAK,CAAC;IAEnC,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IACzC,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IACzC,IAAI,QAAQ,IAAI,GAAG;QAAE,OAAO,aAAa,CAAC;IAC1C,IAAI,QAAQ,IAAI,GAAG;QAAE,OAAO,aAAa,CAAC;IAC1C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CACxB,IAAgB,EAChB,SAAiB,EACjB,QAAiB;IAEjB,MAAM,OAAO,GAAG,IAAI,qBAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3C,MAAM,WAAW,GAA+D,EAAE,CAAC;IACnF,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,SAA6B,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;QAEvB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,UAAU,GAAG,IAAI,CAAC;YACtB,IAAI,SAA6B,CAAC;YAElC,IAAI,CAAC;gBACH,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;oBACpB,KAAK,UAAU;wBACb,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;wBAC1C,MAAM;oBACR,KAAK,OAAO;wBACV,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;wBAChE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;4BACzB,UAAU,GAAG,KAAK,CAAC;4BACnB,SAAS,GAAG,oBAAoB,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChD,CAAC;wBACD,MAAM;oBACR,KAAK,MAAM;wBACT,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;wBACxD,MAAM;oBACR,KAAK,QAAQ;wBACX,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBAC5D,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;wBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;4BACzB,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC;wBACnC,CAAC;wBACD,MAAM;oBACR,KAAK,MAAM;wBACT,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;4BACjB,MAAM,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;4BAChD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;wBAC9C,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,GAAI,OAAe,CAAC,IAAY,CAAC;4BAC3C,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;4BACxE,CAAC;wBACH,CAAC;wBACD,MAAM;oBACR,KAAK,QAAQ;wBACX,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;wBACnE,MAAM,IAAI,GAAI,OAAe,CAAC,IAAY,CAAC;wBAC3C,IAAI,IAAI,EAAE,CAAC;4BACT,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;wBAC/D,CAAC;wBACD,MAAM;oBACR,KAAK,YAAY;wBACf,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC3B,MAAM;oBACR;wBACE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC;wBAChF,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;4BAC3B,UAAU,GAAG,KAAK,CAAC;4BACnB,SAAS,GAAG,wBAAwB,IAAI,CAAC,WAAW,EAAE,CAAC;wBACzD,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC;YACxB,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM,EAAE,UAAU;gBAClB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS,GAAG,SAAS,IAAI,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;QACnB,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,OAAO;QACL,SAAS;QACT,MAAM,EAAE,UAAU;QAClB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAChC,KAAK,EAAE,SAAS;QAChB,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,oBAAoB,CACjC,IAAgB,EAChB,OAAyB;IAEzB,MAAM,EACJ,IAAI,GAAG,CAAC,EACR,QAAQ,GAAG,IAAI,EACf,kBAAkB,GAAG,EAAE,EACvB,gBAAgB,GAAG,GAAG,GACvB,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,WAAW,CAAC,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QACpD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEtB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,KAAK,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;QAE9D,IAAI,CAAC,GAAG,IAAI,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,cAAc,GAAG,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,cAAc,IAAI,kBAAkB,CAAC;IAErD,2BAA2B;IAC3B,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACxB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CACvF,CAAC;IAEF,6BAA6B;IAC7B,MAAM,YAAY,GAAwB,EAAE,CAAC;IAE7C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEhF,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC;QAClE,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC;QACnE,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;QACjF,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAE,CAAC,KAAM,CAAC,CAAC,CAAC,CAAC;QAE3F,YAAY,CAAC,IAAI,CAAC;YAChB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,aAAa;YACxB,SAAS,EAAE,aAAa;YACxB,cAAc,EAAE,kBAAkB;YAClC,OAAO,EAAE,kBAAkB,IAAI,kBAAkB;YACjD,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,SAAS;QACT,SAAS;QACT,cAAc;QACd,OAAO;QACP,cAAc;QACd,IAAI,EAAE,QAAQ;QACd,YAAY;QACZ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;QACpC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;KACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CACpC,KAA4C,EAC5C,UAA4B,EAAE;IAE9B,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,kBAAkB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAwB,EAAE,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,kBAAkB,GAAG,CAAC,CAAC;IAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE5B,MAAM,UAAU,GACd,QAAQ,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACjD,QAAQ,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjD,QAAQ,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAC5C,QAAQ,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAE1D,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,IAAI,QAAQ,CAAC,cAAc,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,uBAAuB,QAAQ,CAAC,cAAc,IAAI,CAAC,CAAC;IACxK,CAAC;IAED,oBAAoB;IACpB,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,MAAM,CAAC;IAC9F,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,MAAM,CAAC;IAC9F,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAEhE,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACnD,CAAC,CAAC,cAAc,GAAG,CAAC,GAAG,EAAE,cAAc,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;IAEtF,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAC/C,CAAC,CAAC,cAAc,GAAG,CAAC,GAAG,EAAE,cAAc,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;IAErF,MAAM,qBAAqB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC;QACnD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAC9F,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,IAAI;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAChC,WAAW,EAAE,IAAI;QACjB,YAAY;QACZ,OAAO,EAAE;YACP,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YAC9B,eAAe;YACf,eAAe;YACf,UAAU;YACV,aAAa,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;YACzD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;YAC1E,qBAAqB;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,MAA4B;IAChE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,UAAU;IACV,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,uBAAuB,MAAM,CAAC,OAAO,CAAC,qBAAqB,GAAG,CAAC,CAAC;IACxF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACpD,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACnF,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,gBAAgB;IAChB,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAElG,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3F,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtE,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,MAAM,MAAM,WAAW,MAAM,SAAS,MAAM,OAAO,IAAI,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,sBAAsB;IACtB,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5H,KAAK,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,WAAW,QAAQ,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;YAEhF,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC9D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,IAAI,CAAC,cAAc,UAAU,CAAC,CAAC;oBAC7F,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,KAAK,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,kBAAkB;IAClB,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE3B,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,OAAO,CAAC,UAAU,yBAAyB,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACpE,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Testing Module
|
|
3
|
+
*
|
|
4
|
+
* Natural language test suites, AI test repair, flaky detection, and coverage mapping.
|
|
5
|
+
*/
|
|
6
|
+
export * from "./nl-test-suite.js";
|
|
7
|
+
export * from "./test-repair.js";
|
|
8
|
+
export * from "./flaky-detection.js";
|
|
9
|
+
export * from "./coverage.js";
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Testing Module
|
|
4
|
+
*
|
|
5
|
+
* Natural language test suites, AI test repair, flaky detection, and coverage mapping.
|
|
6
|
+
*/
|
|
7
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
8
|
+
if (k2 === undefined) k2 = k;
|
|
9
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
10
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
11
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
12
|
+
}
|
|
13
|
+
Object.defineProperty(o, k2, desc);
|
|
14
|
+
}) : (function(o, m, k, k2) {
|
|
15
|
+
if (k2 === undefined) k2 = k;
|
|
16
|
+
o[k2] = m[k];
|
|
17
|
+
}));
|
|
18
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
19
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
20
|
+
};
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
__exportStar(require("./nl-test-suite.js"), exports);
|
|
23
|
+
__exportStar(require("./test-repair.js"), exports);
|
|
24
|
+
__exportStar(require("./flaky-detection.js"), exports);
|
|
25
|
+
__exportStar(require("./coverage.js"), exports);
|
|
26
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;AAEH,qDAAmC;AACnC,mDAAiC;AACjC,uDAAqC;AACrC,gDAA8B"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Natural Language Test Suites
|
|
3
|
+
*
|
|
4
|
+
* Parse and run tests written in natural language.
|
|
5
|
+
*/
|
|
6
|
+
import type { NLTestStep, NLTestCase, NLTestSuiteResult } from "../types.js";
|
|
7
|
+
/**
|
|
8
|
+
* Parse a single natural language instruction into an NLTestStep.
|
|
9
|
+
*
|
|
10
|
+
* Supported patterns:
|
|
11
|
+
* - "go to https://..." / "navigate to https://..." / "open https://..."
|
|
12
|
+
* - "click [the] <target>" / "press <target>"
|
|
13
|
+
* - "type '<value>' in[to] <target>" / "fill <target> with '<value>'"
|
|
14
|
+
* - "select '<option>' from <dropdown>"
|
|
15
|
+
* - "scroll down/up"
|
|
16
|
+
* - "wait [for] <seconds> seconds"
|
|
17
|
+
* - "verify <assertion>" / "assert <assertion>" / "check <assertion>"
|
|
18
|
+
* - "take screenshot"
|
|
19
|
+
*/
|
|
20
|
+
export declare function parseNLInstruction(instruction: string): NLTestStep;
|
|
21
|
+
/**
|
|
22
|
+
* Parse a natural language test suite from text.
|
|
23
|
+
*
|
|
24
|
+
* Format:
|
|
25
|
+
* ```
|
|
26
|
+
* # Test: Login Flow
|
|
27
|
+
* go to https://example.com
|
|
28
|
+
* click the login button
|
|
29
|
+
* type "user@example.com" in email field
|
|
30
|
+
* type "password123" in password field
|
|
31
|
+
* click submit
|
|
32
|
+
* verify url contains "/dashboard"
|
|
33
|
+
*
|
|
34
|
+
* # Test: Search Functionality
|
|
35
|
+
* go to https://example.com
|
|
36
|
+
* type "test query" in search box
|
|
37
|
+
* click search button
|
|
38
|
+
* verify page contains "results"
|
|
39
|
+
* ```
|
|
40
|
+
*/
|
|
41
|
+
export declare function parseNLTestSuite(text: string, suiteName?: string): {
|
|
42
|
+
name: string;
|
|
43
|
+
tests: NLTestCase[];
|
|
44
|
+
};
|
|
45
|
+
export interface NLTestSuiteOptions {
|
|
46
|
+
/** Maximum time per step in ms */
|
|
47
|
+
stepTimeout?: number;
|
|
48
|
+
/** Continue running after a test fails */
|
|
49
|
+
continueOnFailure?: boolean;
|
|
50
|
+
/** Take screenshots on failure */
|
|
51
|
+
screenshotOnFailure?: boolean;
|
|
52
|
+
/** Run headless */
|
|
53
|
+
headless?: boolean;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Run a natural language test suite.
|
|
57
|
+
*/
|
|
58
|
+
export declare function runNLTestSuite(suite: {
|
|
59
|
+
name: string;
|
|
60
|
+
tests: NLTestCase[];
|
|
61
|
+
}, options?: NLTestSuiteOptions): Promise<NLTestSuiteResult>;
|
|
62
|
+
/**
|
|
63
|
+
* Format a test suite result as a report.
|
|
64
|
+
*/
|
|
65
|
+
export declare function formatNLTestReport(result: NLTestSuiteResult): string;
|
|
66
|
+
/**
|
|
67
|
+
* Run a natural language test suite from a file.
|
|
68
|
+
*/
|
|
69
|
+
export declare function runNLTestFile(filepath: string, options?: NLTestSuiteOptions): Promise<NLTestSuiteResult>;
|
|
70
|
+
//# sourceMappingURL=nl-test-suite.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"nl-test-suite.d.ts","sourceRoot":"","sources":["../../src/testing/nl-test-suite.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EAGV,iBAAiB,EAClB,MAAM,aAAa,CAAC;AAErB;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,CAuIlE;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,EACZ,SAAS,GAAE,MAAwB,GAClC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,CA0CvC;AAED,MAAM,WAAW,kBAAkB;IACjC,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,0CAA0C;IAC1C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,kCAAkC;IAClC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mBAAmB;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,EAC5C,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,iBAAiB,CAAC,CAqL5B;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CA2DpE;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,iBAAiB,CAAC,CAU5B"}
|