ppef 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +172 -0
- package/bin/ppef.mjs +20 -0
- package/dist/__tests__/framework-pipeline.integration.test.d.ts +7 -0
- package/dist/__tests__/framework-pipeline.integration.test.d.ts.map +1 -0
- package/dist/__tests__/framework-pipeline.integration.test.js +415 -0
- package/dist/__tests__/framework-pipeline.integration.test.js.map +1 -0
- package/dist/__tests__/index-exports.unit.test.d.ts +8 -0
- package/dist/__tests__/index-exports.unit.test.d.ts.map +1 -0
- package/dist/__tests__/index-exports.unit.test.js +127 -0
- package/dist/__tests__/index-exports.unit.test.js.map +1 -0
- package/dist/__tests__/registry-executor.integration.test.d.ts +5 -0
- package/dist/__tests__/registry-executor.integration.test.d.ts.map +1 -0
- package/dist/__tests__/registry-executor.integration.test.js +352 -0
- package/dist/__tests__/registry-executor.integration.test.js.map +1 -0
- package/dist/__tests__/test-helpers.d.ts +94 -0
- package/dist/__tests__/test-helpers.d.ts.map +1 -0
- package/dist/__tests__/test-helpers.js +271 -0
- package/dist/__tests__/test-helpers.js.map +1 -0
- package/dist/aggregation/__tests__/aggregators.unit.test.d.ts +7 -0
- package/dist/aggregation/__tests__/aggregators.unit.test.d.ts.map +1 -0
- package/dist/aggregation/__tests__/aggregators.unit.test.js +350 -0
- package/dist/aggregation/__tests__/aggregators.unit.test.js.map +1 -0
- package/dist/aggregation/__tests__/pipeline.unit.test.d.ts +7 -0
- package/dist/aggregation/__tests__/pipeline.unit.test.d.ts.map +1 -0
- package/dist/aggregation/__tests__/pipeline.unit.test.js +213 -0
- package/dist/aggregation/__tests__/pipeline.unit.test.js.map +1 -0
- package/dist/aggregation/aggregators.d.ts +63 -0
- package/dist/aggregation/aggregators.d.ts.map +1 -0
- package/dist/aggregation/aggregators.js +228 -0
- package/dist/aggregation/aggregators.js.map +1 -0
- package/dist/aggregation/index.d.ts +8 -0
- package/dist/aggregation/index.d.ts.map +1 -0
- package/dist/aggregation/index.js +8 -0
- package/dist/aggregation/index.js.map +1 -0
- package/dist/aggregation/pipeline.d.ts +38 -0
- package/dist/aggregation/pipeline.d.ts.map +1 -0
- package/dist/aggregation/pipeline.js +198 -0
- package/dist/aggregation/pipeline.js.map +1 -0
- package/dist/claims/__tests__/evaluator.unit.test.d.ts +12 -0
- package/dist/claims/__tests__/evaluator.unit.test.d.ts.map +1 -0
- package/dist/claims/__tests__/evaluator.unit.test.js +801 -0
- package/dist/claims/__tests__/evaluator.unit.test.js.map +1 -0
- package/dist/claims/evaluator.d.ts +33 -0
- package/dist/claims/evaluator.d.ts.map +1 -0
- package/dist/claims/evaluator.js +174 -0
- package/dist/claims/evaluator.js.map +1 -0
- package/dist/claims/index.d.ts +7 -0
- package/dist/claims/index.d.ts.map +1 -0
- package/dist/claims/index.js +7 -0
- package/dist/claims/index.js.map +1 -0
- package/dist/cli/__tests__/aggregate.command.unit.test.d.ts +7 -0
- package/dist/cli/__tests__/aggregate.command.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/aggregate.command.unit.test.js +396 -0
- package/dist/cli/__tests__/aggregate.command.unit.test.js.map +1 -0
- package/dist/cli/__tests__/commands.unit.test.d.ts +10 -0
- package/dist/cli/__tests__/commands.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/commands.unit.test.js +217 -0
- package/dist/cli/__tests__/commands.unit.test.js.map +1 -0
- package/dist/cli/__tests__/index.unit.test.d.ts +10 -0
- package/dist/cli/__tests__/index.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/index.unit.test.js +65 -0
- package/dist/cli/__tests__/index.unit.test.js.map +1 -0
- package/dist/cli/__tests__/logger.unit.test.d.ts +11 -0
- package/dist/cli/__tests__/logger.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/logger.unit.test.js +180 -0
- package/dist/cli/__tests__/logger.unit.test.js.map +1 -0
- package/dist/cli/__tests__/module-loader.unit.test.d.ts +11 -0
- package/dist/cli/__tests__/module-loader.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/module-loader.unit.test.js +262 -0
- package/dist/cli/__tests__/module-loader.unit.test.js.map +1 -0
- package/dist/cli/__tests__/output-writer.unit.test.d.ts +10 -0
- package/dist/cli/__tests__/output-writer.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/output-writer.unit.test.js +216 -0
- package/dist/cli/__tests__/output-writer.unit.test.js.map +1 -0
- package/dist/cli/__tests__/plan.command.unit.test.d.ts +7 -0
- package/dist/cli/__tests__/plan.command.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/plan.command.unit.test.js +289 -0
- package/dist/cli/__tests__/plan.command.unit.test.js.map +1 -0
- package/dist/cli/__tests__/run.command.unit.test.d.ts +7 -0
- package/dist/cli/__tests__/run.command.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/run.command.unit.test.js +422 -0
- package/dist/cli/__tests__/run.command.unit.test.js.map +1 -0
- package/dist/cli/__tests__/validate.command.unit.test.d.ts +7 -0
- package/dist/cli/__tests__/validate.command.unit.test.d.ts.map +1 -0
- package/dist/cli/__tests__/validate.command.unit.test.js +226 -0
- package/dist/cli/__tests__/validate.command.unit.test.js.map +1 -0
- package/dist/cli/command-deps.d.ts +125 -0
- package/dist/cli/command-deps.d.ts.map +1 -0
- package/dist/cli/command-deps.js +7 -0
- package/dist/cli/command-deps.js.map +1 -0
- package/dist/cli/commands/aggregate.d.ts +35 -0
- package/dist/cli/commands/aggregate.d.ts.map +1 -0
- package/dist/cli/commands/aggregate.js +121 -0
- package/dist/cli/commands/aggregate.js.map +1 -0
- package/dist/cli/commands/plan.d.ts +36 -0
- package/dist/cli/commands/plan.d.ts.map +1 -0
- package/dist/cli/commands/plan.js +109 -0
- package/dist/cli/commands/plan.js.map +1 -0
- package/dist/cli/commands/run.d.ts +33 -0
- package/dist/cli/commands/run.d.ts.map +1 -0
- package/dist/cli/commands/run.js +185 -0
- package/dist/cli/commands/run.js.map +1 -0
- package/dist/cli/commands/validate.d.ts +27 -0
- package/dist/cli/commands/validate.d.ts.map +1 -0
- package/dist/cli/commands/validate.js +88 -0
- package/dist/cli/commands/validate.js.map +1 -0
- package/dist/cli/config-loader.d.ts +30 -0
- package/dist/cli/config-loader.d.ts.map +1 -0
- package/dist/cli/config-loader.js +181 -0
- package/dist/cli/config-loader.js.map +1 -0
- package/dist/cli/index.d.ts +26 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +58 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/logger.d.ts +75 -0
- package/dist/cli/logger.d.ts.map +1 -0
- package/dist/cli/logger.js +131 -0
- package/dist/cli/logger.js.map +1 -0
- package/dist/cli/module-loader.d.ts +46 -0
- package/dist/cli/module-loader.d.ts.map +1 -0
- package/dist/cli/module-loader.js +116 -0
- package/dist/cli/module-loader.js.map +1 -0
- package/dist/cli/output-writer.d.ts +51 -0
- package/dist/cli/output-writer.d.ts.map +1 -0
- package/dist/cli/output-writer.js +65 -0
- package/dist/cli/output-writer.js.map +1 -0
- package/dist/cli/types.d.ts +174 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +7 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/collector/__tests__/result-collector.unit.test.d.ts +7 -0
- package/dist/collector/__tests__/result-collector.unit.test.d.ts.map +1 -0
- package/dist/collector/__tests__/result-collector.unit.test.js +1021 -0
- package/dist/collector/__tests__/result-collector.unit.test.js.map +1 -0
- package/dist/collector/__tests__/schema.unit.test.d.ts +7 -0
- package/dist/collector/__tests__/schema.unit.test.d.ts.map +1 -0
- package/dist/collector/__tests__/schema.unit.test.js +360 -0
- package/dist/collector/__tests__/schema.unit.test.js.map +1 -0
- package/dist/collector/index.d.ts +8 -0
- package/dist/collector/index.d.ts.map +1 -0
- package/dist/collector/index.js +8 -0
- package/dist/collector/index.js.map +1 -0
- package/dist/collector/result-collector.d.ts +159 -0
- package/dist/collector/result-collector.d.ts.map +1 -0
- package/dist/collector/result-collector.js +213 -0
- package/dist/collector/result-collector.js.map +1 -0
- package/dist/collector/schema.d.ts +34 -0
- package/dist/collector/schema.d.ts.map +1 -0
- package/dist/collector/schema.js +145 -0
- package/dist/collector/schema.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.d.ts +10 -0
- package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.js +122 -0
- package/dist/executor/__tests__/checkpoint-hash-bug.diagnostic.test.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-manager.integration.test.d.ts +7 -0
- package/dist/executor/__tests__/checkpoint-manager.integration.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-manager.integration.test.js +330 -0
- package/dist/executor/__tests__/checkpoint-manager.integration.test.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-manager.unit.test.d.ts +7 -0
- package/dist/executor/__tests__/checkpoint-manager.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-manager.unit.test.js +531 -0
- package/dist/executor/__tests__/checkpoint-manager.unit.test.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts +8 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js +493 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.diagnostic.test.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.d.ts +8 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.js +164 -0
- package/dist/executor/__tests__/checkpoint-merge-bug.unit.test.js.map +1 -0
- package/dist/executor/__tests__/checkpoint-storage.unit.test.d.ts +7 -0
- package/dist/executor/__tests__/checkpoint-storage.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/checkpoint-storage.unit.test.js +490 -0
- package/dist/executor/__tests__/checkpoint-storage.unit.test.js.map +1 -0
- package/dist/executor/__tests__/executor.unit.test.d.ts +7 -0
- package/dist/executor/__tests__/executor.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/executor.unit.test.js +202 -0
- package/dist/executor/__tests__/executor.unit.test.js.map +1 -0
- package/dist/executor/__tests__/memory-monitor.unit.test.d.ts +7 -0
- package/dist/executor/__tests__/memory-monitor.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/memory-monitor.unit.test.js +285 -0
- package/dist/executor/__tests__/memory-monitor.unit.test.js.map +1 -0
- package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.d.ts +12 -0
- package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.d.ts.map +1 -0
- package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.js +196 -0
- package/dist/executor/__tests__/parallel-checkpoint-merge.integration.test.js.map +1 -0
- package/dist/executor/__tests__/parallel-executor.integration.test.d.ts +7 -0
- package/dist/executor/__tests__/parallel-executor.integration.test.d.ts.map +1 -0
- package/dist/executor/__tests__/parallel-executor.integration.test.js +249 -0
- package/dist/executor/__tests__/parallel-executor.integration.test.js.map +1 -0
- package/dist/executor/__tests__/parallel-executor.unit.test.d.ts +8 -0
- package/dist/executor/__tests__/parallel-executor.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/parallel-executor.unit.test.js +473 -0
- package/dist/executor/__tests__/parallel-executor.unit.test.js.map +1 -0
- package/dist/executor/__tests__/run-id.unit.test.d.ts +8 -0
- package/dist/executor/__tests__/run-id.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/run-id.unit.test.js +156 -0
- package/dist/executor/__tests__/run-id.unit.test.js.map +1 -0
- package/dist/executor/__tests__/worker-entry.integration.test.d.ts +24 -0
- package/dist/executor/__tests__/worker-entry.integration.test.d.ts.map +1 -0
- package/dist/executor/__tests__/worker-entry.integration.test.js +82 -0
- package/dist/executor/__tests__/worker-entry.integration.test.js.map +1 -0
- package/dist/executor/__tests__/worker-entry.unit.test.d.ts +7 -0
- package/dist/executor/__tests__/worker-entry.unit.test.d.ts.map +1 -0
- package/dist/executor/__tests__/worker-entry.unit.test.js +364 -0
- package/dist/executor/__tests__/worker-entry.unit.test.js.map +1 -0
- package/dist/executor/checkpoint-manager.d.ts +231 -0
- package/dist/executor/checkpoint-manager.d.ts.map +1 -0
- package/dist/executor/checkpoint-manager.js +395 -0
- package/dist/executor/checkpoint-manager.js.map +1 -0
- package/dist/executor/checkpoint-storage.d.ts +230 -0
- package/dist/executor/checkpoint-storage.d.ts.map +1 -0
- package/dist/executor/checkpoint-storage.js +370 -0
- package/dist/executor/checkpoint-storage.js.map +1 -0
- package/dist/executor/checkpoint-types.d.ts +48 -0
- package/dist/executor/checkpoint-types.d.ts.map +1 -0
- package/dist/executor/checkpoint-types.js +8 -0
- package/dist/executor/checkpoint-types.js.map +1 -0
- package/dist/executor/executor.d.ts +164 -0
- package/dist/executor/executor.d.ts.map +1 -0
- package/dist/executor/executor.js +408 -0
- package/dist/executor/executor.js.map +1 -0
- package/dist/executor/index.d.ts +11 -0
- package/dist/executor/index.d.ts.map +1 -0
- package/dist/executor/index.js +11 -0
- package/dist/executor/index.js.map +1 -0
- package/dist/executor/memory-monitor.d.ts +115 -0
- package/dist/executor/memory-monitor.d.ts.map +1 -0
- package/dist/executor/memory-monitor.js +168 -0
- package/dist/executor/memory-monitor.js.map +1 -0
- package/dist/executor/parallel-executor.d.ts +239 -0
- package/dist/executor/parallel-executor.d.ts.map +1 -0
- package/dist/executor/parallel-executor.js +329 -0
- package/dist/executor/parallel-executor.js.map +1 -0
- package/dist/executor/run-id.d.ts +71 -0
- package/dist/executor/run-id.d.ts.map +1 -0
- package/dist/executor/run-id.js +74 -0
- package/dist/executor/run-id.js.map +1 -0
- package/dist/executor/worker-entry.d.ts +10 -0
- package/dist/executor/worker-entry.d.ts.map +1 -0
- package/dist/executor/worker-entry.js +42 -0
- package/dist/executor/worker-entry.js.map +1 -0
- package/dist/executor/worker-executor.d.ts +156 -0
- package/dist/executor/worker-executor.d.ts.map +1 -0
- package/dist/executor/worker-executor.js +88 -0
- package/dist/executor/worker-executor.js.map +1 -0
- package/dist/index.cjs +11 -0
- package/dist/index.d.ts +15 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +24 -0
- package/dist/index.js.map +1 -0
- package/dist/registry/case-registry.d.ts +113 -0
- package/dist/registry/case-registry.d.ts.map +1 -0
- package/dist/registry/case-registry.js +160 -0
- package/dist/registry/case-registry.js.map +1 -0
- package/dist/registry/index.d.ts +8 -0
- package/dist/registry/index.d.ts.map +1 -0
- package/dist/registry/index.js +8 -0
- package/dist/registry/index.js.map +1 -0
- package/dist/registry/sut-registry.d.ts +96 -0
- package/dist/registry/sut-registry.d.ts.map +1 -0
- package/dist/registry/sut-registry.js +126 -0
- package/dist/registry/sut-registry.js.map +1 -0
- package/dist/renderers/index.d.ts +10 -0
- package/dist/renderers/index.d.ts.map +1 -0
- package/dist/renderers/index.js +9 -0
- package/dist/renderers/index.js.map +1 -0
- package/dist/renderers/latex-renderer.d.ts +84 -0
- package/dist/renderers/latex-renderer.d.ts.map +1 -0
- package/dist/renderers/latex-renderer.js +208 -0
- package/dist/renderers/latex-renderer.js.map +1 -0
- package/dist/renderers/types.d.ts +106 -0
- package/dist/renderers/types.d.ts.map +1 -0
- package/dist/renderers/types.js +23 -0
- package/dist/renderers/types.js.map +1 -0
- package/dist/robustness/__tests__/analyzer.unit.test.d.ts +11 -0
- package/dist/robustness/__tests__/analyzer.unit.test.d.ts.map +1 -0
- package/dist/robustness/__tests__/analyzer.unit.test.js +455 -0
- package/dist/robustness/__tests__/analyzer.unit.test.js.map +1 -0
- package/dist/robustness/__tests__/perturbations.unit.test.d.ts +11 -0
- package/dist/robustness/__tests__/perturbations.unit.test.d.ts.map +1 -0
- package/dist/robustness/__tests__/perturbations.unit.test.js +284 -0
- package/dist/robustness/__tests__/perturbations.unit.test.js.map +1 -0
- package/dist/robustness/analyzer.d.ts +61 -0
- package/dist/robustness/analyzer.d.ts.map +1 -0
- package/dist/robustness/analyzer.js +191 -0
- package/dist/robustness/analyzer.js.map +1 -0
- package/dist/robustness/index.d.ts +8 -0
- package/dist/robustness/index.d.ts.map +1 -0
- package/dist/robustness/index.js +8 -0
- package/dist/robustness/index.js.map +1 -0
- package/dist/robustness/perturbations.d.ts +46 -0
- package/dist/robustness/perturbations.d.ts.map +1 -0
- package/dist/robustness/perturbations.js +184 -0
- package/dist/robustness/perturbations.js.map +1 -0
- package/dist/statistical/__tests__/mann-whitney-u.unit.test.d.ts +7 -0
- package/dist/statistical/__tests__/mann-whitney-u.unit.test.d.ts.map +1 -0
- package/dist/statistical/__tests__/mann-whitney-u.unit.test.js +185 -0
- package/dist/statistical/__tests__/mann-whitney-u.unit.test.js.map +1 -0
- package/dist/statistical/index.d.ts +8 -0
- package/dist/statistical/index.d.ts.map +1 -0
- package/dist/statistical/index.js +8 -0
- package/dist/statistical/index.js.map +1 -0
- package/dist/statistical/mann-whitney-u.d.ts +62 -0
- package/dist/statistical/mann-whitney-u.d.ts.map +1 -0
- package/dist/statistical/mann-whitney-u.js +127 -0
- package/dist/statistical/mann-whitney-u.js.map +1 -0
- package/dist/types/aggregate.d.ts +124 -0
- package/dist/types/aggregate.d.ts.map +1 -0
- package/dist/types/aggregate.js +9 -0
- package/dist/types/aggregate.js.map +1 -0
- package/dist/types/case.d.ts +105 -0
- package/dist/types/case.d.ts.map +1 -0
- package/dist/types/case.js +10 -0
- package/dist/types/case.js.map +1 -0
- package/dist/types/claims.d.ts +122 -0
- package/dist/types/claims.d.ts.map +1 -0
- package/dist/types/claims.js +14 -0
- package/dist/types/claims.js.map +1 -0
- package/dist/types/index.d.ts +12 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +7 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/perturbation.d.ts +105 -0
- package/dist/types/perturbation.d.ts.map +1 -0
- package/dist/types/perturbation.js +9 -0
- package/dist/types/perturbation.js.map +1 -0
- package/dist/types/result.d.ts +150 -0
- package/dist/types/result.d.ts.map +1 -0
- package/dist/types/result.js +12 -0
- package/dist/types/result.js.map +1 -0
- package/dist/types/sut.d.ts +128 -0
- package/dist/types/sut.d.ts.map +1 -0
- package/dist/types/sut.js +12 -0
- package/dist/types/sut.js.map +1 -0
- package/package.json +290 -7
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aggregators.unit.test.js","sourceRoot":"","sources":["../../../src/aggregation/__tests__/aggregators.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EACN,mBAAmB,EACnB,cAAc,EACd,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,SAAS,GACT,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,gBAAgB,EAAqB,MAAM,iCAAiC,CAAC;AAEtF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAEvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,cAAc;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,uCAAuC;QAC1E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,uCAAuC;IAC3E,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,wBAAwB;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,2BAA2B;IAC7D,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,KAAK,GAAuB;YACjC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK;YAChB,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK;YAChB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK;SACjB,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAuB;YACjC,CAAC,GAAG,EAAE,EAAE,CAAC;YACT,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,WAAW;YACrB,CAAC,GAAG,EAAE,EAAE,CAAC;SACT,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAuB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAClF,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAClF,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,iBAAiB,EAAE;aACrF,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,iBAAiB,EAAE;aACrF,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC5D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,0CAA0C;QAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aACxC,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;aACvC,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAE9E,uFAAuF;QACvF,yBAAyB;QACzB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAW,GAAG,GAAG,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAW,GAAG,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QAClE,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;aACnC,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;aACnC,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;QAE5E,wEAAwE;QACxE,8EAA8E;QAC9E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC1D,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACrE,MAAM,cAAc,GAAG;YACtB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC1E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,eAAe,GAAG;YACvB,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE;gBAC5E,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,iBAAiB,CAAC,cAAc,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEpF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;aACrC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;QACpF,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,2BAA2B;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAChE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE;aAC/C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,EAAE;aAC9C,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAElE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,oCAAoC;QAC5F,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,qCAAqC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,iBAAiB;aAC3C,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,yBAAyB;QACjE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACpE,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;aACxB,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEzD,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,OAAO,GAAG;YACf,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;YACF,gBAAgB,CAAC;gBAChB,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACxE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;aACpC,CAAC;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,+CAA+C;QAC/C,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE/B,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAE/B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,wBAAwB;QAC5D,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,yBAAyB;QAC9D,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.unit.test.d.ts","sourceRoot":"","sources":["../../../src/aggregation/__tests__/pipeline.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -0,0 +1,213 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Unit tests for aggregation pipeline
|
|
3
|
+
*
|
|
4
|
+
* Tests aggregateResults and createAggregationOutput functions.
|
|
5
|
+
*/
|
|
6
|
+
import { describe, it } from "node:test";
|
|
7
|
+
import assert from "node:assert/strict";
|
|
8
|
+
import { aggregateResults, createAggregationOutput } from "../pipeline.js";
|
|
9
|
+
import { createMockResults, createMockResultsWithMetrics } from "../../__tests__/test-helpers.js";
|
|
10
|
+
describe("aggregateResults", () => {
|
|
11
|
+
it("should return empty array when no results provided", () => {
|
|
12
|
+
const result = aggregateResults([]);
|
|
13
|
+
assert.deepStrictEqual(result, []);
|
|
14
|
+
});
|
|
15
|
+
it("should aggregate results without comparisons when computeComparisons is false", () => {
|
|
16
|
+
const results = createMockResults(5, "test-sut", "primary");
|
|
17
|
+
const aggregated = aggregateResults(results, { computeComparisons: false });
|
|
18
|
+
// Should have aggregates but no comparisons
|
|
19
|
+
assert.ok(aggregated.length > 0);
|
|
20
|
+
assert.strictEqual(aggregated[0].comparisons, undefined);
|
|
21
|
+
});
|
|
22
|
+
it("should not add comparisons when no baseline SUTs exist", () => {
|
|
23
|
+
const results = createMockResults(5, "primary-sut", "primary");
|
|
24
|
+
const aggregated = aggregateResults(results);
|
|
25
|
+
// Should not have comparisons since no baseline SUTs present
|
|
26
|
+
assert.strictEqual(aggregated[0].comparisons, undefined);
|
|
27
|
+
});
|
|
28
|
+
it("should not add comparisons when no primary SUT can be determined", () => {
|
|
29
|
+
const results = [
|
|
30
|
+
...createMockResults(3, "baseline-1", "baseline"),
|
|
31
|
+
...createMockResults(3, "baseline-2", "baseline"),
|
|
32
|
+
];
|
|
33
|
+
const aggregated = aggregateResults(results);
|
|
34
|
+
// Should not have comparisons since no primary SUT
|
|
35
|
+
for (const agg of aggregated) {
|
|
36
|
+
assert.strictEqual(agg.comparisons, undefined);
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
it("should use provided primary SUT from options", () => {
|
|
40
|
+
const results = [
|
|
41
|
+
...createMockResults(3, "custom-primary", "baseline"),
|
|
42
|
+
...createMockResults(3, "baseline", "baseline"),
|
|
43
|
+
];
|
|
44
|
+
const aggregated = aggregateResults(results, { primarySut: "custom-primary" });
|
|
45
|
+
// Should add comparisons using the specified primary
|
|
46
|
+
const primaryAgg = aggregated.find((a) => a.sut === "custom-primary");
|
|
47
|
+
assert.ok(primaryAgg);
|
|
48
|
+
assert.ok(primaryAgg.comparisons);
|
|
49
|
+
});
|
|
50
|
+
it("should use provided baseline SUTs from options", () => {
|
|
51
|
+
const results = [
|
|
52
|
+
...createMockResults(3, "primary", "primary"),
|
|
53
|
+
...createMockResults(3, "custom-baseline", "baseline"),
|
|
54
|
+
];
|
|
55
|
+
const aggregated = aggregateResults(results, { baselineSuts: ["custom-baseline"] });
|
|
56
|
+
// Should add comparisons using the specified baseline
|
|
57
|
+
const primaryAgg = aggregated.find((a) => a.sut === "primary");
|
|
58
|
+
assert.ok(primaryAgg);
|
|
59
|
+
assert.ok(primaryAgg.comparisons);
|
|
60
|
+
assert.ok("custom-baseline" in primaryAgg.comparisons);
|
|
61
|
+
});
|
|
62
|
+
it("should add comparisons when primary and baseline SUTs exist", () => {
|
|
63
|
+
const results = [
|
|
64
|
+
...createMockResults(3, "primary-sut", "primary"),
|
|
65
|
+
...createMockResults(3, "baseline-sut", "baseline"),
|
|
66
|
+
];
|
|
67
|
+
const aggregated = aggregateResults(results);
|
|
68
|
+
// Should have comparisons
|
|
69
|
+
const primaryAgg = aggregated.find((a) => a.sut === "primary-sut");
|
|
70
|
+
assert.ok(primaryAgg);
|
|
71
|
+
assert.ok(primaryAgg.comparisons);
|
|
72
|
+
assert.ok("baseline-sut" in primaryAgg.comparisons);
|
|
73
|
+
});
|
|
74
|
+
it("should compute comparison deltas and ratios", () => {
|
|
75
|
+
const results = [
|
|
76
|
+
...createMockResultsWithMetrics([100, 110, 90], "primary", "primary"),
|
|
77
|
+
...createMockResultsWithMetrics([80, 85, 75], "baseline", "baseline"),
|
|
78
|
+
];
|
|
79
|
+
const aggregated = aggregateResults(results);
|
|
80
|
+
const primaryAgg = aggregated.find((a) => a.sut === "primary");
|
|
81
|
+
assert.ok(primaryAgg);
|
|
82
|
+
assert.ok(primaryAgg.comparisons);
|
|
83
|
+
const comparison = primaryAgg.comparisons.baseline;
|
|
84
|
+
assert.ok(comparison);
|
|
85
|
+
// The metrics key includes the metric name
|
|
86
|
+
assert.ok(Object.keys(comparison.deltas).length > 0);
|
|
87
|
+
assert.ok(Object.keys(comparison.ratios).length > 0);
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
describe("createAggregationOutput", () => {
|
|
91
|
+
it("should create output with metadata", () => {
|
|
92
|
+
const aggregates = [
|
|
93
|
+
{
|
|
94
|
+
sut: "test-sut",
|
|
95
|
+
sutRole: "primary",
|
|
96
|
+
group: { runCount: 1, caseCount: 1 },
|
|
97
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
98
|
+
metrics: {},
|
|
99
|
+
},
|
|
100
|
+
];
|
|
101
|
+
const results = createMockResults(1, "test-sut");
|
|
102
|
+
const output = createAggregationOutput(aggregates, results);
|
|
103
|
+
assert.strictEqual(output.version, "1.0.0");
|
|
104
|
+
assert.ok(output.timestamp);
|
|
105
|
+
assert.strictEqual(output.aggregates, aggregates);
|
|
106
|
+
assert.ok(output.metadata);
|
|
107
|
+
assert.strictEqual(output.metadata.totalRuns, 1);
|
|
108
|
+
assert.strictEqual(output.metadata.totalCases, 1);
|
|
109
|
+
assert.deepStrictEqual(output.metadata.sutsIncluded, ["test-sut"]);
|
|
110
|
+
});
|
|
111
|
+
it("should extract unique SUTs", () => {
|
|
112
|
+
const aggregates = [
|
|
113
|
+
{
|
|
114
|
+
sut: "sut-1",
|
|
115
|
+
sutRole: "primary",
|
|
116
|
+
group: { runCount: 1, caseCount: 1 },
|
|
117
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
118
|
+
metrics: {},
|
|
119
|
+
},
|
|
120
|
+
{
|
|
121
|
+
sut: "sut-2",
|
|
122
|
+
sutRole: "baseline",
|
|
123
|
+
group: { runCount: 1, caseCount: 1 },
|
|
124
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
125
|
+
metrics: {},
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
sut: "sut-1",
|
|
129
|
+
sutRole: "primary",
|
|
130
|
+
group: { runCount: 1, caseCount: 1 },
|
|
131
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
132
|
+
metrics: {},
|
|
133
|
+
},
|
|
134
|
+
];
|
|
135
|
+
const output = createAggregationOutput(aggregates, []);
|
|
136
|
+
assert.deepStrictEqual(output.metadata?.sutsIncluded, ["sut-1", "sut-2"]);
|
|
137
|
+
});
|
|
138
|
+
it("should extract unique case IDs from results", () => {
|
|
139
|
+
const aggregates = [];
|
|
140
|
+
const results = createMockResults(5, "sut", "primary");
|
|
141
|
+
const output = createAggregationOutput(aggregates, results);
|
|
142
|
+
// createMockResults creates unique case IDs for each result
|
|
143
|
+
const totalCases = output.metadata?.totalCases;
|
|
144
|
+
assert.ok(totalCases !== undefined);
|
|
145
|
+
assert.ok(totalCases > 0);
|
|
146
|
+
});
|
|
147
|
+
it("should include case classes when present", () => {
|
|
148
|
+
const aggregates = [
|
|
149
|
+
{
|
|
150
|
+
sut: "sut-1",
|
|
151
|
+
sutRole: "primary",
|
|
152
|
+
caseClass: "class-a",
|
|
153
|
+
group: { runCount: 1, caseCount: 1 },
|
|
154
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
155
|
+
metrics: {},
|
|
156
|
+
},
|
|
157
|
+
{
|
|
158
|
+
sut: "sut-1",
|
|
159
|
+
sutRole: "primary",
|
|
160
|
+
caseClass: "class-b",
|
|
161
|
+
group: { runCount: 1, caseCount: 1 },
|
|
162
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
163
|
+
metrics: {},
|
|
164
|
+
},
|
|
165
|
+
];
|
|
166
|
+
const output = createAggregationOutput(aggregates, []);
|
|
167
|
+
assert.deepStrictEqual(output.metadata?.caseClassesIncluded, ["class-a", "class-b"]);
|
|
168
|
+
});
|
|
169
|
+
it("should exclude undefined case classes", () => {
|
|
170
|
+
const aggregates = [
|
|
171
|
+
{
|
|
172
|
+
sut: "sut-1",
|
|
173
|
+
sutRole: "primary",
|
|
174
|
+
group: { runCount: 1, caseCount: 1 },
|
|
175
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
176
|
+
metrics: {},
|
|
177
|
+
},
|
|
178
|
+
{
|
|
179
|
+
sut: "sut-1",
|
|
180
|
+
sutRole: "primary",
|
|
181
|
+
caseClass: "class-b",
|
|
182
|
+
group: { runCount: 1, caseCount: 1 },
|
|
183
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
184
|
+
metrics: {},
|
|
185
|
+
},
|
|
186
|
+
];
|
|
187
|
+
const output = createAggregationOutput(aggregates, []);
|
|
188
|
+
assert.deepStrictEqual(output.metadata?.caseClassesIncluded, ["class-b"]);
|
|
189
|
+
});
|
|
190
|
+
it("should set caseClassesIncluded to undefined when none present", () => {
|
|
191
|
+
const aggregates = [
|
|
192
|
+
{
|
|
193
|
+
sut: "sut-1",
|
|
194
|
+
sutRole: "primary",
|
|
195
|
+
group: { runCount: 1, caseCount: 1 },
|
|
196
|
+
correctness: { validRate: 1, producedOutputRate: 1 },
|
|
197
|
+
metrics: {},
|
|
198
|
+
},
|
|
199
|
+
];
|
|
200
|
+
const output = createAggregationOutput(aggregates, []);
|
|
201
|
+
assert.strictEqual(output.metadata?.caseClassesIncluded, undefined);
|
|
202
|
+
});
|
|
203
|
+
it("should handle empty aggregates and results", () => {
|
|
204
|
+
const output = createAggregationOutput([], []);
|
|
205
|
+
assert.strictEqual(output.version, "1.0.0");
|
|
206
|
+
assert.strictEqual(output.aggregates.length, 0);
|
|
207
|
+
assert.ok(output.metadata);
|
|
208
|
+
assert.strictEqual(output.metadata.totalRuns, 0);
|
|
209
|
+
assert.strictEqual(output.metadata.totalCases, 0);
|
|
210
|
+
assert.deepStrictEqual(output.metadata.sutsIncluded, []);
|
|
211
|
+
});
|
|
212
|
+
});
|
|
213
|
+
//# sourceMappingURL=pipeline.unit.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.unit.test.js","sourceRoot":"","sources":["../../../src/aggregation/__tests__/pipeline.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAGlG,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACxF,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5E,4CAA4C;QAC5C,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAE/D,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,6DAA6D;QAC7D,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC3E,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC;YACjD,GAAG,iBAAiB,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC;SACjD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,mDAAmD;QACnD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACvD,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,CAAC;YACrD,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC;SAC/C,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAE/E,qDAAqD;QACrD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,gBAAgB,CAAC,CAAC;QACtE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC;YAC7C,GAAG,iBAAiB,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,CAAC;SACtD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAEpF,sDAAsD;QACtD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QAC/D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,iBAAiB,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAG;YACf,GAAG,iBAAiB,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC;YACjD,GAAG,iBAAiB,CAAC,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC;SACnD,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7C,0BAA0B;QAC1B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;QACnE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,cAAc,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAAG;YACf,GAAG,4BAA4B,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC;YACrE,GAAG,4BAA4B,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC;SACrE,CAAC;QAEF,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QAE/D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtB,2CAA2C;QAC3C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,UAAU;gBACf,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QACF,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAE5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAClD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACrC,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACtD,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAE5D,4DAA4D;QAC5D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACnD,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;YACD;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACxE,MAAM,UAAU,GAAuB;YACtC;gBACC,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;gBACpC,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACpD,OAAO,EAAE,EAAE;aACX;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,uBAAuB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,uBAAuB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAE/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Aggregation Functions
|
|
3
|
+
*
|
|
4
|
+
* Pure functions for computing aggregated statistics from evaluation results.
|
|
5
|
+
* These functions are extracted from inline table generation code to ensure
|
|
6
|
+
* separation of concerns.
|
|
7
|
+
*/
|
|
8
|
+
import type { ComparisonMetrics, SummaryStats } from "../types/aggregate.js";
|
|
9
|
+
import type { EvaluationResult } from "../types/result.js";
|
|
10
|
+
/**
|
|
11
|
+
* Compute summary statistics for an array of numbers.
|
|
12
|
+
*
|
|
13
|
+
* @param values - Array of numeric values
|
|
14
|
+
* @returns Summary statistics
|
|
15
|
+
*/
|
|
16
|
+
export declare const computeSummaryStats: (values: number[]) => SummaryStats;
|
|
17
|
+
/**
|
|
18
|
+
* Compute speedup ratio (baseline / treatment).
|
|
19
|
+
*
|
|
20
|
+
* @param baselineTime - Baseline execution time
|
|
21
|
+
* @param treatmentTime - Treatment execution time
|
|
22
|
+
* @returns Speedup ratio
|
|
23
|
+
*/
|
|
24
|
+
export declare const computeSpeedup: (baselineTime: number, treatmentTime: number) => number;
|
|
25
|
+
/**
|
|
26
|
+
* Compute maximum speedup from multiple pairs.
|
|
27
|
+
*
|
|
28
|
+
* @param pairs - Array of [baseline, treatment] time pairs
|
|
29
|
+
* @returns Maximum speedup ratio
|
|
30
|
+
*/
|
|
31
|
+
export declare const computeMaxSpeedup: (pairs: [number, number][]) => number;
|
|
32
|
+
/**
|
|
33
|
+
* Compute comparison metrics between primary and baseline results.
|
|
34
|
+
*
|
|
35
|
+
* @param primaryResults - Full result objects from primary SUT
|
|
36
|
+
* @param baselineResults - Full result objects from baseline SUT
|
|
37
|
+
* @param metricName - Metric to compare
|
|
38
|
+
* @returns Comparison metrics
|
|
39
|
+
*/
|
|
40
|
+
export declare const computeComparison: (primaryResults: EvaluationResult[], baselineResults: EvaluationResult[], metricName: string) => ComparisonMetrics;
|
|
41
|
+
/**
|
|
42
|
+
* Compute rankings from results.
|
|
43
|
+
*
|
|
44
|
+
* @param results - Results to rank
|
|
45
|
+
* @param metricName - Metric to rank by
|
|
46
|
+
* @param ascending - Sort ascending (lower is better)
|
|
47
|
+
* @returns Ranked results with positions
|
|
48
|
+
*/
|
|
49
|
+
export declare const computeRankings: (results: EvaluationResult[], metricName: string, ascending?: boolean) => {
|
|
50
|
+
result: EvaluationResult;
|
|
51
|
+
rank: number;
|
|
52
|
+
value: number;
|
|
53
|
+
}[];
|
|
54
|
+
/**
|
|
55
|
+
* Get t-value for confidence interval calculation.
|
|
56
|
+
* This is a simplified lookup table for common degrees of freedom.
|
|
57
|
+
*
|
|
58
|
+
* @param df - Degrees of freedom
|
|
59
|
+
* @param probability - Probability (e.g., 0.975 for 95% two-tailed)
|
|
60
|
+
* @returns t-value
|
|
61
|
+
*/
|
|
62
|
+
export declare const getTValue: (df: number, probability: number) => number;
|
|
63
|
+
//# sourceMappingURL=aggregators.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aggregators.d.ts","sourceRoot":"","sources":["../../src/aggregation/aggregators.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,GAAI,QAAQ,MAAM,EAAE,KAAG,YAuDtD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,GAAI,cAAc,MAAM,EAAE,eAAe,MAAM,KAAG,MAG5E,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,GAAI,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAG,MAG7D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC7B,gBAAgB,gBAAgB,EAAE,EAClC,iBAAiB,gBAAgB,EAAE,EACnC,YAAY,MAAM,KAChB,iBA+EF,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,GAC3B,SAAS,gBAAgB,EAAE,EAC3B,YAAY,MAAM,EAClB,mBAAiB,KACf;IAAE,MAAM,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAgB3D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,SAAS,GAAI,IAAI,MAAM,EAAE,aAAa,MAAM,KAAG,MAsC3D,CAAC"}
|
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Aggregation Functions
|
|
3
|
+
*
|
|
4
|
+
* Pure functions for computing aggregated statistics from evaluation results.
|
|
5
|
+
* These functions are extracted from inline table generation code to ensure
|
|
6
|
+
* separation of concerns.
|
|
7
|
+
*/
|
|
8
|
+
import { mannWhitneyUTest } from "../statistical/mann-whitney-u.js";
|
|
9
|
+
/**
|
|
10
|
+
* Compute summary statistics for an array of numbers.
|
|
11
|
+
*
|
|
12
|
+
* @param values - Array of numeric values
|
|
13
|
+
* @returns Summary statistics
|
|
14
|
+
*/
|
|
15
|
+
export const computeSummaryStats = (values) => {
|
|
16
|
+
if (values.length === 0) {
|
|
17
|
+
return {
|
|
18
|
+
n: 0,
|
|
19
|
+
mean: Number.NaN,
|
|
20
|
+
median: Number.NaN,
|
|
21
|
+
min: Number.NaN,
|
|
22
|
+
max: Number.NaN,
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
const n = values.length;
|
|
26
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
27
|
+
const sum = values.reduce((accumulator, v) => accumulator + v, 0);
|
|
28
|
+
const mean = sum / n;
|
|
29
|
+
const min = sorted[0];
|
|
30
|
+
const max = sorted[n - 1];
|
|
31
|
+
// Median
|
|
32
|
+
const midIndex = Math.floor(n / 2);
|
|
33
|
+
const median = n % 2 === 0 ? (sorted[midIndex - 1] + sorted[midIndex]) / 2 : sorted[midIndex];
|
|
34
|
+
// Standard deviation (sample)
|
|
35
|
+
let std;
|
|
36
|
+
if (n > 1) {
|
|
37
|
+
const squaredDiffs = values.map((v) => (v - mean) ** 2);
|
|
38
|
+
const variance = squaredDiffs.reduce((accumulator, v) => accumulator + v, 0) / (n - 1);
|
|
39
|
+
std = Math.sqrt(variance);
|
|
40
|
+
}
|
|
41
|
+
// 95% confidence interval (assumes normal distribution)
|
|
42
|
+
let confidence95;
|
|
43
|
+
if (std !== undefined && n > 1) {
|
|
44
|
+
const standardError = std / Math.sqrt(n);
|
|
45
|
+
const tValue = getTValue(n - 1, 0.975); // Two-tailed 95% CI
|
|
46
|
+
const margin = tValue * standardError;
|
|
47
|
+
confidence95 = [mean - margin, mean + margin];
|
|
48
|
+
}
|
|
49
|
+
// Percentiles
|
|
50
|
+
const p25 = sorted[Math.floor(n * 0.25)];
|
|
51
|
+
const p75 = sorted[Math.floor(n * 0.75)];
|
|
52
|
+
return {
|
|
53
|
+
n,
|
|
54
|
+
mean,
|
|
55
|
+
median,
|
|
56
|
+
min,
|
|
57
|
+
max,
|
|
58
|
+
std,
|
|
59
|
+
confidence95,
|
|
60
|
+
sum,
|
|
61
|
+
p25,
|
|
62
|
+
p75,
|
|
63
|
+
};
|
|
64
|
+
};
|
|
65
|
+
/**
|
|
66
|
+
* Compute speedup ratio (baseline / treatment).
|
|
67
|
+
*
|
|
68
|
+
* @param baselineTime - Baseline execution time
|
|
69
|
+
* @param treatmentTime - Treatment execution time
|
|
70
|
+
* @returns Speedup ratio
|
|
71
|
+
*/
|
|
72
|
+
export const computeSpeedup = (baselineTime, treatmentTime) => {
|
|
73
|
+
if (treatmentTime === 0)
|
|
74
|
+
return Infinity;
|
|
75
|
+
return baselineTime / treatmentTime;
|
|
76
|
+
};
|
|
77
|
+
/**
|
|
78
|
+
* Compute maximum speedup from multiple pairs.
|
|
79
|
+
*
|
|
80
|
+
* @param pairs - Array of [baseline, treatment] time pairs
|
|
81
|
+
* @returns Maximum speedup ratio
|
|
82
|
+
*/
|
|
83
|
+
export const computeMaxSpeedup = (pairs) => {
|
|
84
|
+
if (pairs.length === 0)
|
|
85
|
+
return 0;
|
|
86
|
+
return Math.max(...pairs.map(([b, t]) => computeSpeedup(b, t)));
|
|
87
|
+
};
|
|
88
|
+
/**
|
|
89
|
+
* Compute comparison metrics between primary and baseline results.
|
|
90
|
+
*
|
|
91
|
+
* @param primaryResults - Full result objects from primary SUT
|
|
92
|
+
* @param baselineResults - Full result objects from baseline SUT
|
|
93
|
+
* @param metricName - Metric to compare
|
|
94
|
+
* @returns Comparison metrics
|
|
95
|
+
*/
|
|
96
|
+
export const computeComparison = (primaryResults, baselineResults, metricName) => {
|
|
97
|
+
// Extract values and match by case ID
|
|
98
|
+
const primaryByCase = new Map();
|
|
99
|
+
const baselineByCase = new Map();
|
|
100
|
+
for (const result of primaryResults) {
|
|
101
|
+
const value = result.metrics.numeric[metricName];
|
|
102
|
+
primaryByCase.set(result.run.caseId, value);
|
|
103
|
+
}
|
|
104
|
+
for (const result of baselineResults) {
|
|
105
|
+
const value = result.metrics.numeric[metricName];
|
|
106
|
+
baselineByCase.set(result.run.caseId, value);
|
|
107
|
+
}
|
|
108
|
+
// Get matching case IDs
|
|
109
|
+
const commonCaseIds = [...primaryByCase.keys()].filter((id) => baselineByCase.has(id));
|
|
110
|
+
if (commonCaseIds.length === 0) {
|
|
111
|
+
return {
|
|
112
|
+
deltas: { default: 0 },
|
|
113
|
+
ratios: { default: 1 },
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
// Extract paired values
|
|
117
|
+
const primaryValues = [];
|
|
118
|
+
const baselineValues = [];
|
|
119
|
+
for (const caseId of commonCaseIds) {
|
|
120
|
+
const primaryValue = primaryByCase.get(caseId);
|
|
121
|
+
const baselineValue = baselineByCase.get(caseId);
|
|
122
|
+
if (primaryValue !== undefined && baselineValue !== undefined) {
|
|
123
|
+
primaryValues.push(primaryValue);
|
|
124
|
+
baselineValues.push(baselineValue);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
const primaryStats = computeSummaryStats(primaryValues);
|
|
128
|
+
const baselineStats = computeSummaryStats(baselineValues);
|
|
129
|
+
const delta = primaryStats.mean - baselineStats.mean;
|
|
130
|
+
const ratio = baselineStats.mean === 0 ? Infinity : primaryStats.mean / baselineStats.mean;
|
|
131
|
+
// Win rate: percentage of cases where primary > baseline (paired by case ID)
|
|
132
|
+
let wins = 0;
|
|
133
|
+
for (const [index, primaryValue] of primaryValues.entries()) {
|
|
134
|
+
if (primaryValue > baselineValues[index]) {
|
|
135
|
+
wins++;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
const betterRate = wins / primaryValues.length;
|
|
139
|
+
// Mann-Whitney U test for statistical significance
|
|
140
|
+
const mwuResult = mannWhitneyUTest(primaryValues, baselineValues);
|
|
141
|
+
// Effect size (Cohen's d)
|
|
142
|
+
let effectSize;
|
|
143
|
+
if (primaryStats.std !== undefined &&
|
|
144
|
+
baselineStats.std !== undefined &&
|
|
145
|
+
primaryStats.n > 1 &&
|
|
146
|
+
baselineStats.n > 1) {
|
|
147
|
+
const pooledStd = Math.sqrt(((primaryStats.n - 1) * primaryStats.std ** 2 +
|
|
148
|
+
(baselineStats.n - 1) * baselineStats.std ** 2) /
|
|
149
|
+
(primaryStats.n + baselineStats.n - 2));
|
|
150
|
+
effectSize = pooledStd === 0 ? 0 : Math.abs(delta) / pooledStd;
|
|
151
|
+
}
|
|
152
|
+
return {
|
|
153
|
+
deltas: { default: delta },
|
|
154
|
+
ratios: { default: ratio },
|
|
155
|
+
betterRate,
|
|
156
|
+
uStatistic: mwuResult.u,
|
|
157
|
+
pValue: mwuResult.pValue,
|
|
158
|
+
effectSize,
|
|
159
|
+
};
|
|
160
|
+
};
|
|
161
|
+
/**
|
|
162
|
+
* Compute rankings from results.
|
|
163
|
+
*
|
|
164
|
+
* @param results - Results to rank
|
|
165
|
+
* @param metricName - Metric to rank by
|
|
166
|
+
* @param ascending - Sort ascending (lower is better)
|
|
167
|
+
* @returns Ranked results with positions
|
|
168
|
+
*/
|
|
169
|
+
export const computeRankings = (results, metricName, ascending = false) => {
|
|
170
|
+
const withValues = results
|
|
171
|
+
.map((result) => ({
|
|
172
|
+
result,
|
|
173
|
+
value: result.metrics.numeric[metricName] ?? Number.NaN,
|
|
174
|
+
}))
|
|
175
|
+
.filter(({ value }) => !Number.isNaN(value));
|
|
176
|
+
// Sort
|
|
177
|
+
withValues.sort((a, b) => (ascending ? a.value - b.value : b.value - a.value));
|
|
178
|
+
// Assign ranks
|
|
179
|
+
return withValues.map((item, index) => ({
|
|
180
|
+
...item,
|
|
181
|
+
rank: index + 1,
|
|
182
|
+
}));
|
|
183
|
+
};
|
|
184
|
+
/**
|
|
185
|
+
* Get t-value for confidence interval calculation.
|
|
186
|
+
* This is a simplified lookup table for common degrees of freedom.
|
|
187
|
+
*
|
|
188
|
+
* @param df - Degrees of freedom
|
|
189
|
+
* @param probability - Probability (e.g., 0.975 for 95% two-tailed)
|
|
190
|
+
* @returns t-value
|
|
191
|
+
*/
|
|
192
|
+
export const getTValue = (df, probability) => {
|
|
193
|
+
// Simplified t-table for 95% CI (probability = 0.975)
|
|
194
|
+
if (probability !== 0.975) {
|
|
195
|
+
return 1.96; // Fall back to z-value for large samples
|
|
196
|
+
}
|
|
197
|
+
const tTable = {
|
|
198
|
+
1: 12.706,
|
|
199
|
+
2: 4.303,
|
|
200
|
+
3: 3.182,
|
|
201
|
+
4: 2.776,
|
|
202
|
+
5: 2.571,
|
|
203
|
+
6: 2.447,
|
|
204
|
+
7: 2.365,
|
|
205
|
+
8: 2.306,
|
|
206
|
+
9: 2.262,
|
|
207
|
+
10: 2.228,
|
|
208
|
+
15: 2.131,
|
|
209
|
+
20: 2.086,
|
|
210
|
+
25: 2.06,
|
|
211
|
+
30: 2.042,
|
|
212
|
+
40: 2.021,
|
|
213
|
+
50: 2.009,
|
|
214
|
+
100: 1.984,
|
|
215
|
+
};
|
|
216
|
+
// Find closest df
|
|
217
|
+
const dfs = Object.keys(tTable)
|
|
218
|
+
.map(Number)
|
|
219
|
+
.sort((a, b) => a - b);
|
|
220
|
+
for (const key of dfs) {
|
|
221
|
+
if (df <= key) {
|
|
222
|
+
return tTable[key];
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
// Large sample: use z-value
|
|
226
|
+
return 1.96;
|
|
227
|
+
};
|
|
228
|
+
//# sourceMappingURL=aggregators.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aggregators.js","sourceRoot":"","sources":["../../src/aggregation/aggregators.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAIpE;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,MAAgB,EAAgB,EAAE;IACrE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACN,CAAC,EAAE,CAAC;YACJ,IAAI,EAAE,MAAM,CAAC,GAAG;YAChB,MAAM,EAAE,MAAM,CAAC,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,GAAG,EAAE,MAAM,CAAC,GAAG;SACf,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC;IACrB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1B,SAAS;IACT,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE9F,8BAA8B;IAC9B,IAAI,GAAuB,CAAC;IAC5B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACX,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvF,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAED,wDAAwD;IACxD,IAAI,YAA0C,CAAC;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,aAAa,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,oBAAoB;QAC5D,MAAM,MAAM,GAAG,MAAM,GAAG,aAAa,CAAC;QACtC,YAAY,GAAG,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;IACd,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAEzC,OAAO;QACN,CAAC;QACD,IAAI;QACJ,MAAM;QACN,GAAG;QACH,GAAG;QACH,GAAG;QACH,YAAY;QACZ,GAAG;QACH,GAAG;QACH,GAAG;KACH,CAAC;AACH,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,YAAoB,EAAE,aAAqB,EAAU,EAAE;IACrF,IAAI,aAAa,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzC,OAAO,YAAY,GAAG,aAAa,CAAC;AACrC,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAyB,EAAU,EAAE;IACtE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACjC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAChC,cAAkC,EAClC,eAAmC,EACnC,UAAkB,EACE,EAAE;IACtB,sCAAsC;IACtC,MAAM,aAAa,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAC;IAE7D,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACjD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACjD,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,wBAAwB;IACxB,MAAM,aAAa,GAAG,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEvF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO;YACN,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;YACtB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;SACtB,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,YAAY,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAC/D,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAED,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;IAE1D,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;IACrD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;IAE3F,6EAA6E;IAC7E,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7D,IAAI,YAAY,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,EAAE,CAAC;QACR,CAAC;IACF,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC;IAE/C,mDAAmD;IACnD,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IAElE,0BAA0B;IAC1B,IAAI,UAA8B,CAAC;IACnC,IACC,YAAY,CAAC,GAAG,KAAK,SAAS;QAC9B,aAAa,CAAC,GAAG,KAAK,SAAS;QAC/B,YAAY,CAAC,CAAC,GAAG,CAAC;QAClB,aAAa,CAAC,CAAC,GAAG,CAAC,EAClB,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAC1B,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC;YAC5C,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC,CAAC;YAC/C,CAAC,YAAY,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CACvC,CAAC;QACF,UAAU,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;IAChE,CAAC;IAED,OAAO;QACN,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;QAC1B,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;QAC1B,UAAU;QACV,UAAU,EAAE,SAAS,CAAC,CAAC;QACvB,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,UAAU;KACV,CAAC;AACH,CAAC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,OAA2B,EAC3B,UAAkB,EAClB,SAAS,GAAG,KAAK,EAC6C,EAAE;IAChE,MAAM,UAAU,GAAG,OAAO;SACxB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjB,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,GAAG;KACvD,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9C,OAAO;IACP,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAE/E,eAAe;IACf,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACvC,GAAG,IAAI;QACP,IAAI,EAAE,KAAK,GAAG,CAAC;KACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAAU,EAAE,WAAmB,EAAU,EAAE;IACpE,sDAAsD;IACtD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC,CAAC,yCAAyC;IACvD,CAAC;IAED,MAAM,MAAM,GAA2B;QACtC,CAAC,EAAE,MAAM;QACT,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,CAAC,EAAE,KAAK;QACR,EAAE,EAAE,KAAK;QACT,EAAE,EAAE,KAAK;QACT,EAAE,EAAE,KAAK;QACT,EAAE,EAAE,IAAI;QACR,EAAE,EAAE,KAAK;QACT,EAAE,EAAE,KAAK;QACT,EAAE,EAAE,KAAK;QACT,GAAG,EAAE,KAAK;KACV,CAAC;IAEF,kBAAkB;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;SAC7B,GAAG,CAAC,MAAM,CAAC;SACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC;YACf,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAED,4BAA4B;IAC5B,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Aggregation Module
|
|
3
|
+
*
|
|
4
|
+
* Re-exports aggregation functions and pipeline.
|
|
5
|
+
*/
|
|
6
|
+
export { computeComparison, computeMaxSpeedup, computeRankings, computeSpeedup, computeSummaryStats, getTValue, } from "./aggregators.js";
|
|
7
|
+
export { aggregateResults, type AggregationPipelineOptions, createAggregationOutput, } from "./pipeline.js";
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/aggregation/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,SAAS,GACT,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,gBAAgB,EAChB,KAAK,0BAA0B,EAC/B,uBAAuB,GACvB,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Aggregation Module
|
|
3
|
+
*
|
|
4
|
+
* Re-exports aggregation functions and pipeline.
|
|
5
|
+
*/
|
|
6
|
+
export { computeComparison, computeMaxSpeedup, computeRankings, computeSpeedup, computeSummaryStats, getTValue, } from "./aggregators.js";
|
|
7
|
+
export { aggregateResults, createAggregationOutput, } from "./pipeline.js";
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/aggregation/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACN,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,SAAS,GACT,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACN,gBAAgB,EAEhB,uBAAuB,GACvB,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Aggregation Pipeline
|
|
3
|
+
*
|
|
4
|
+
* Transforms raw evaluation results into aggregated summaries.
|
|
5
|
+
* This is the core of the Execute -> Aggregate -> Render pipeline.
|
|
6
|
+
*/
|
|
7
|
+
import type { AggregatedResult, AggregationOutput } from "../types/aggregate.js";
|
|
8
|
+
import type { EvaluationResult } from "../types/result.js";
|
|
9
|
+
/**
|
|
10
|
+
* Options for the aggregation pipeline.
|
|
11
|
+
*/
|
|
12
|
+
export interface AggregationPipelineOptions {
|
|
13
|
+
/** Group by case class (default: true) */
|
|
14
|
+
groupByCaseClass?: boolean;
|
|
15
|
+
/** Compute comparisons with baselines (default: true) */
|
|
16
|
+
computeComparisons?: boolean;
|
|
17
|
+
/** Primary SUT ID for comparison (auto-detected if not specified) */
|
|
18
|
+
primarySut?: string;
|
|
19
|
+
/** Baseline SUT IDs for comparison (auto-detected if not specified) */
|
|
20
|
+
baselineSuts?: string[];
|
|
21
|
+
/** Metrics to aggregate (all if not specified) */
|
|
22
|
+
metrics?: string[];
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Aggregate evaluation results into summaries.
|
|
26
|
+
*
|
|
27
|
+
* @param results - Raw evaluation results
|
|
28
|
+
* @param options - Aggregation options
|
|
29
|
+
* @returns Aggregated results
|
|
30
|
+
*/
|
|
31
|
+
export declare const aggregateResults: (results: EvaluationResult[], options?: AggregationPipelineOptions) => AggregatedResult[];
|
|
32
|
+
/**
|
|
33
|
+
* Create a full aggregation output document.
|
|
34
|
+
* @param aggregates
|
|
35
|
+
* @param results
|
|
36
|
+
*/
|
|
37
|
+
export declare const createAggregationOutput: (aggregates: AggregatedResult[], results: EvaluationResult[]) => AggregationOutput;
|
|
38
|
+
//# sourceMappingURL=pipeline.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/aggregation/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACX,gBAAgB,EAChB,iBAAiB,EAGjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG3D;;GAEG;AACH,MAAM,WAAW,0BAA0B;IAC1C,0CAA0C;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,yDAAyD;IACzD,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,uEAAuE;IACvE,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,kDAAkD;IAClD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAUD;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB,GAC5B,SAAS,gBAAgB,EAAE,EAC3B,UAAS,0BAA+B,KACtC,gBAAgB,EAmBlB,CAAC;AAyLF;;;;GAIG;AACH,eAAO,MAAM,uBAAuB,GACnC,YAAY,gBAAgB,EAAE,EAC9B,SAAS,gBAAgB,EAAE,KACzB,iBAkBF,CAAC"}
|