agentic-qe 3.4.0 → 3.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/.validation/README.md +111 -0
- package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
- package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -0
- package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -0
- package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -0
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +452 -0
- package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
- package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
- package/.claude/skills/.validation/schemas/skill-output.template.json +610 -0
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -0
- package/.claude/skills/.validation/templates/eval.template.yaml +366 -0
- package/.claude/skills/.validation/templates/schemas/output.json +145 -0
- package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
- package/.claude/skills/.validation/templates/validate.template.sh +1060 -0
- package/.claude/skills/.validation/templates/validator-lib.sh +1031 -0
- package/.claude/skills/.validation/test-data/invalid-output.json +5 -0
- package/.claude/skills/.validation/test-data/minimal-output.json +9 -0
- package/.claude/skills/.validation/test-data/sample-output.json +73 -0
- package/.claude/skills/TRUST-TIERS.md +158 -0
- package/.claude/skills/a11y-ally/SKILL.md +1664 -1658
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
- package/.claude/skills/a11y-ally/schemas/output.json +549 -0
- package/.claude/skills/a11y-ally/scripts/validate.sh +690 -0
- package/.claude/skills/accessibility-testing/SKILL.md +8 -1
- package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
- package/.claude/skills/accessibility-testing/schemas/output.json +776 -0
- package/.claude/skills/accessibility-testing/scripts/validate.sh +943 -0
- package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -0
- package/.claude/skills/agentic-quality-engineering/SKILL.md +4 -0
- package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -0
- package/.claude/skills/api-testing-patterns/SKILL.md +5 -0
- package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
- package/.claude/skills/api-testing-patterns/schemas/output.json +845 -0
- package/.claude/skills/api-testing-patterns/scripts/validate.sh +931 -0
- package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
- package/.claude/skills/aqe-v2-v3-migration/skill.md +4 -0
- package/.claude/skills/brutal-honesty-review/SKILL.md +5 -0
- package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -0
- package/.claude/skills/brutal-honesty-review/scripts/validate.sh +130 -0
- package/.claude/skills/bug-reporting-excellence/SKILL.md +5 -0
- package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -0
- package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
- package/.claude/skills/chaos-engineering-resilience/SKILL.md +5 -0
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
- package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
- package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +310 -0
- package/.claude/skills/code-review-quality/SKILL.md +5 -0
- package/.claude/skills/code-review-quality/schemas/output.json +264 -0
- package/.claude/skills/code-review-quality/scripts/validate.sh +113 -0
- package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
- package/.claude/skills/compatibility-testing/schemas/output.json +551 -0
- package/.claude/skills/compatibility-testing/scripts/validate.sh +605 -0
- package/.claude/skills/compliance-testing/SKILL.md +7 -0
- package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
- package/.claude/skills/compliance-testing/schemas/output.json +845 -0
- package/.claude/skills/compliance-testing/scripts/validate.sh +888 -0
- package/.claude/skills/consultancy-practices/SKILL.md +4 -0
- package/.claude/skills/consultancy-practices/schemas/output.json +282 -0
- package/.claude/skills/context-driven-testing/SKILL.md +3 -0
- package/.claude/skills/contract-testing/SKILL.md +5 -0
- package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -0
- package/.claude/skills/contract-testing/schemas/output.json +638 -0
- package/.claude/skills/contract-testing/scripts/validate.sh +1033 -0
- package/.claude/skills/database-testing/SKILL.md +5 -0
- package/.claude/skills/database-testing/evals/database-testing.yaml +968 -0
- package/.claude/skills/database-testing/schemas/output.json +1446 -0
- package/.claude/skills/database-testing/scripts/validate.sh +1099 -0
- package/.claude/skills/exploratory-testing-advanced/SKILL.md +3 -0
- package/.claude/skills/holistic-testing-pact/SKILL.md +3 -0
- package/.claude/skills/localization-testing/SKILL.md +6 -0
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -0
- package/.claude/skills/localization-testing/schemas/output.json +325 -0
- package/.claude/skills/localization-testing/scripts/validate.sh +131 -0
- package/.claude/skills/mobile-testing/SKILL.md +6 -0
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
- package/.claude/skills/mobile-testing/schemas/output.json +318 -0
- package/.claude/skills/mobile-testing/scripts/validate.sh +127 -0
- package/.claude/skills/mutation-testing/SKILL.md +8 -1
- package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
- package/.claude/skills/mutation-testing/schemas/output.json +707 -0
- package/.claude/skills/mutation-testing/scripts/validate.sh +992 -0
- package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -0
- package/.claude/skills/n8n-expression-testing/SKILL.md +6 -0
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
- package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -0
- package/.claude/skills/n8n-expression-testing/scripts/validate.sh +162 -0
- package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
- package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
- package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
- package/.claude/skills/n8n-security-testing/SKILL.md +6 -0
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
- package/.claude/skills/n8n-security-testing/schemas/output.json +293 -0
- package/.claude/skills/n8n-security-testing/scripts/validate.sh +120 -0
- package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
- package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
- package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
- package/.claude/skills/performance-analysis/SKILL.md +6 -0
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -0
- package/.claude/skills/performance-analysis/schemas/output.json +588 -0
- package/.claude/skills/performance-analysis/scripts/validate.sh +63 -0
- package/.claude/skills/performance-testing/SKILL.md +5 -0
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -0
- package/.claude/skills/performance-testing/schemas/output.json +1184 -0
- package/.claude/skills/performance-testing/scripts/validate.sh +1090 -0
- package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1759 -1753
- package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
- package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
- package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +56 -0
- package/.claude/skills/qe-chaos-resilience/SKILL.md +6 -0
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
- package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -0
- package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
- package/.claude/skills/qe-code-intelligence/SKILL.md +6 -0
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
- package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -0
- package/.claude/skills/qe-code-intelligence/scripts/validate.sh +408 -0
- package/.claude/skills/qe-contract-testing/SKILL.md +6 -0
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
- package/.claude/skills/qe-contract-testing/schemas/output.json +295 -0
- package/.claude/skills/qe-contract-testing/scripts/validate.sh +421 -0
- package/.claude/skills/qe-coverage-analysis/SKILL.md +6 -0
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
- package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -0
- package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
- package/.claude/skills/qe-defect-intelligence/SKILL.md +6 -0
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
- package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -0
- package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
- package/.claude/skills/qe-iterative-loop/SKILL.md +445 -440
- package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -0
- package/.claude/skills/qe-iterative-loop/scripts/validate.sh +474 -0
- package/.claude/skills/qe-learning-optimization/SKILL.md +6 -0
- package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
- package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -0
- package/.claude/skills/qe-learning-optimization/scripts/validate.sh +56 -0
- package/.claude/skills/qe-quality-assessment/SKILL.md +6 -0
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
- package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -0
- package/.claude/skills/qe-quality-assessment/scripts/validate.sh +352 -0
- package/.claude/skills/qe-requirements-validation/SKILL.md +6 -0
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
- package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -0
- package/.claude/skills/qe-requirements-validation/scripts/validate.sh +275 -0
- package/.claude/skills/qe-security-compliance/SKILL.md +6 -0
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
- package/.claude/skills/qe-security-compliance/schemas/output.json +498 -0
- package/.claude/skills/qe-security-compliance/scripts/validate.sh +305 -0
- package/.claude/skills/qe-test-execution/SKILL.md +6 -0
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
- package/.claude/skills/qe-test-execution/schemas/output.json +529 -0
- package/.claude/skills/qe-test-execution/scripts/validate.sh +323 -0
- package/.claude/skills/qe-test-generation/SKILL.md +6 -0
- package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
- package/.claude/skills/qe-test-generation/schemas/output.json +439 -0
- package/.claude/skills/qe-test-generation/scripts/validate.sh +56 -0
- package/.claude/skills/qe-visual-accessibility/SKILL.md +6 -0
- package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
- package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -0
- package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
- package/.claude/skills/quality-metrics/SKILL.md +6 -0
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
- package/.claude/skills/quality-metrics/schemas/output.json +403 -0
- package/.claude/skills/quality-metrics/scripts/validate.sh +434 -0
- package/.claude/skills/refactoring-patterns/SKILL.md +5 -0
- package/.claude/skills/refactoring-patterns/schemas/output.json +475 -0
- package/.claude/skills/refactoring-patterns/scripts/validate.sh +241 -0
- package/.claude/skills/regression-testing/SKILL.md +6 -0
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -0
- package/.claude/skills/regression-testing/schemas/output.json +311 -0
- package/.claude/skills/regression-testing/scripts/validate.sh +130 -0
- package/.claude/skills/risk-based-testing/SKILL.md +6 -0
- package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
- package/.claude/skills/risk-based-testing/schemas/output.json +480 -0
- package/.claude/skills/risk-based-testing/scripts/validate.sh +56 -0
- package/.claude/skills/security-testing/SKILL.md +5 -0
- package/.claude/skills/security-testing/evals/security-testing.yaml +789 -0
- package/.claude/skills/security-testing/schemas/output.json +879 -0
- package/.claude/skills/security-testing/scripts/validate.sh +967 -0
- package/.claude/skills/security-visual-testing/SKILL.md +223 -217
- package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -0
- package/.claude/skills/security-visual-testing/schemas/output.json +486 -0
- package/.claude/skills/security-visual-testing/scripts/validate.sh +748 -0
- package/.claude/skills/sherlock-review/SKILL.md +5 -0
- package/.claude/skills/sherlock-review/schemas/output.json +297 -0
- package/.claude/skills/sherlock-review/scripts/validate.sh +115 -0
- package/.claude/skills/shift-left-testing/SKILL.md +6 -0
- package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
- package/.claude/skills/shift-left-testing/schemas/output.json +459 -0
- package/.claude/skills/shift-left-testing/scripts/validate.sh +56 -0
- package/.claude/skills/shift-right-testing/SKILL.md +6 -0
- package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
- package/.claude/skills/shift-right-testing/schemas/output.json +418 -0
- package/.claude/skills/shift-right-testing/scripts/validate.sh +56 -0
- package/.claude/skills/six-thinking-hats/SKILL.md +3 -0
- package/.claude/skills/tdd-london-chicago/SKILL.md +5 -0
- package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -0
- package/.claude/skills/tdd-london-chicago/scripts/validate.sh +214 -0
- package/.claude/skills/technical-writing/SKILL.md +4 -0
- package/.claude/skills/technical-writing/schemas/output.json +268 -0
- package/.claude/skills/test-automation-strategy/SKILL.md +6 -0
- package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
- package/.claude/skills/test-automation-strategy/schemas/output.json +444 -0
- package/.claude/skills/test-automation-strategy/scripts/validate.sh +195 -0
- package/.claude/skills/test-data-management/SKILL.md +6 -0
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -0
- package/.claude/skills/test-data-management/schemas/output.json +284 -0
- package/.claude/skills/test-data-management/scripts/validate.sh +137 -0
- package/.claude/skills/test-design-techniques/SKILL.md +6 -0
- package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
- package/.claude/skills/test-design-techniques/schemas/output.json +295 -0
- package/.claude/skills/test-design-techniques/scripts/validate.sh +91 -0
- package/.claude/skills/test-environment-management/SKILL.md +4 -0
- package/.claude/skills/test-environment-management/schemas/output.json +310 -0
- package/.claude/skills/test-reporting-analytics/SKILL.md +6 -0
- package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
- package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -0
- package/.claude/skills/test-reporting-analytics/scripts/validate.sh +77 -0
- package/.claude/skills/testability-scoring/SKILL.md +5 -0
- package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
- package/.claude/skills/testability-scoring/schemas/output.json +606 -0
- package/.claude/skills/testability-scoring/scripts/validate.sh +891 -0
- package/.claude/skills/trust-tier-manifest.json +2333 -0
- package/.claude/skills/verification-quality/SKILL.md +6 -0
- package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -0
- package/.claude/skills/verification-quality/schemas/output.json +432 -0
- package/.claude/skills/verification-quality/scripts/validate.sh +77 -0
- package/.claude/skills/visual-testing-advanced/SKILL.md +6 -0
- package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
- package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -0
- package/.claude/skills/visual-testing-advanced/scripts/validate.sh +77 -0
- package/.claude/skills/xp-practices/SKILL.md +3 -0
- package/CHANGELOG.md +23 -0
- package/README.md +39 -2
- package/package.json +4 -1
- package/scripts/run-skill-eval.ts +1097 -0
- package/scripts/test-schema-validation.js +301 -0
- package/scripts/update-skill-manifest.ts +751 -0
- package/scripts/validate-skill-frontmatter.js +141 -0
- package/v3/CHANGELOG.md +21 -0
- package/v3/README.md +43 -3
- package/v3/assets/agents/v3/qe-test-idea-rewriter.md +375 -375
- package/v3/assets/skills/.validation/README.md +111 -0
- package/v3/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
- package/v3/assets/skills/.validation/examples/performance-testing-output.example.json +252 -0
- package/v3/assets/skills/.validation/examples/security-testing-output.example.json +413 -0
- package/v3/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -0
- package/v3/assets/skills/.validation/schemas/skill-eval.schema.json +452 -0
- package/v3/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
- package/v3/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
- package/v3/assets/skills/.validation/schemas/skill-output.template.json +610 -0
- package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +250 -0
- package/v3/assets/skills/.validation/templates/eval.template.yaml +366 -0
- package/v3/assets/skills/.validation/templates/schemas/output.json +145 -0
- package/v3/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
- package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
- package/v3/assets/skills/.validation/templates/validate.template.sh +1060 -0
- package/v3/assets/skills/.validation/templates/validator-lib.sh +1031 -0
- package/v3/assets/skills/.validation/test-data/invalid-output.json +5 -0
- package/v3/assets/skills/.validation/test-data/minimal-output.json +9 -0
- package/v3/assets/skills/.validation/test-data/sample-output.json +73 -0
- package/v3/assets/skills/accessibility-testing/SKILL.md +8 -1
- package/v3/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
- package/v3/assets/skills/accessibility-testing/schemas/output.json +776 -0
- package/v3/assets/skills/accessibility-testing/scripts/validate.sh +943 -0
- package/v3/assets/skills/accessibility-testing/test-data/sample-output.json +191 -0
- package/v3/assets/skills/agentic-quality-engineering/SKILL.md +4 -0
- package/v3/assets/skills/agentic-quality-engineering/schemas/output.json +577 -0
- package/v3/assets/skills/api-testing-patterns/SKILL.md +5 -0
- package/v3/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
- package/v3/assets/skills/api-testing-patterns/schemas/output.json +845 -0
- package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +931 -0
- package/v3/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
- package/v3/assets/skills/aqe-v2-v3-migration/skill.md +20 -16
- package/v3/assets/skills/bug-reporting-excellence/SKILL.md +5 -0
- package/v3/assets/skills/bug-reporting-excellence/schemas/output.json +288 -0
- package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
- package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +5 -0
- package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
- package/v3/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
- package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
- package/v3/assets/skills/code-review-quality/SKILL.md +5 -0
- package/v3/assets/skills/code-review-quality/schemas/output.json +264 -0
- package/v3/assets/skills/code-review-quality/scripts/validate.sh +113 -0
- package/v3/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
- package/v3/assets/skills/compatibility-testing/schemas/output.json +551 -0
- package/v3/assets/skills/compatibility-testing/scripts/validate.sh +605 -0
- package/v3/assets/skills/compliance-testing/SKILL.md +7 -0
- package/v3/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
- package/v3/assets/skills/compliance-testing/schemas/output.json +845 -0
- package/v3/assets/skills/compliance-testing/scripts/validate.sh +888 -0
- package/v3/assets/skills/consultancy-practices/SKILL.md +4 -0
- package/v3/assets/skills/consultancy-practices/schemas/output.json +282 -0
- package/v3/assets/skills/context-driven-testing/SKILL.md +3 -0
- package/v3/assets/skills/contract-testing/SKILL.md +5 -0
- package/v3/assets/skills/contract-testing/evals/contract-testing.yaml +748 -0
- package/v3/assets/skills/contract-testing/schemas/output.json +638 -0
- package/v3/assets/skills/contract-testing/scripts/validate.sh +1033 -0
- package/v3/assets/skills/database-testing/SKILL.md +5 -0
- package/v3/assets/skills/database-testing/evals/database-testing.yaml +968 -0
- package/v3/assets/skills/database-testing/schemas/output.json +1446 -0
- package/v3/assets/skills/database-testing/scripts/validate.sh +1099 -0
- package/v3/assets/skills/exploratory-testing-advanced/SKILL.md +3 -0
- package/v3/assets/skills/holistic-testing-pact/SKILL.md +3 -0
- package/v3/assets/skills/localization-testing/SKILL.md +6 -0
- package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +544 -0
- package/v3/assets/skills/localization-testing/schemas/output.json +325 -0
- package/v3/assets/skills/localization-testing/scripts/validate.sh +131 -0
- package/v3/assets/skills/mobile-testing/SKILL.md +6 -0
- package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
- package/v3/assets/skills/mobile-testing/schemas/output.json +318 -0
- package/v3/assets/skills/mobile-testing/scripts/validate.sh +127 -0
- package/v3/assets/skills/mutation-testing/SKILL.md +8 -1
- package/v3/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
- package/v3/assets/skills/mutation-testing/schemas/output.json +707 -0
- package/v3/assets/skills/mutation-testing/scripts/validate.sh +992 -0
- package/v3/assets/skills/mutation-testing/test-data/sample-output.json +295 -0
- package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +162 -0
- package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
- package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +120 -0
- package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
- package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
- package/v3/assets/skills/performance-testing/SKILL.md +5 -0
- package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +772 -0
- package/v3/assets/skills/performance-testing/schemas/output.json +1184 -0
- package/v3/assets/skills/performance-testing/scripts/validate.sh +1090 -0
- package/v3/assets/skills/qe-chaos-resilience/SKILL.md +6 -0
- package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
- package/v3/assets/skills/qe-chaos-resilience/schemas/output.json +314 -0
- package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
- package/v3/assets/skills/qe-code-intelligence/SKILL.md +6 -0
- package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
- package/v3/assets/skills/qe-code-intelligence/schemas/output.json +315 -0
- package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +408 -0
- package/v3/assets/skills/qe-contract-testing/SKILL.md +6 -0
- package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
- package/v3/assets/skills/qe-contract-testing/schemas/output.json +295 -0
- package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +421 -0
- package/v3/assets/skills/qe-coverage-analysis/SKILL.md +6 -0
- package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
- package/v3/assets/skills/qe-coverage-analysis/schemas/output.json +286 -0
- package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
- package/v3/assets/skills/qe-defect-intelligence/SKILL.md +6 -0
- package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
- package/v3/assets/skills/qe-defect-intelligence/schemas/output.json +283 -0
- package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
- package/v3/assets/skills/qe-iterative-loop/SKILL.md +445 -443
- package/v3/assets/skills/qe-iterative-loop/schemas/output.json +264 -0
- package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +474 -0
- package/v3/assets/skills/qe-learning-optimization/SKILL.md +6 -0
- package/v3/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
- package/v3/assets/skills/qe-learning-optimization/schemas/output.json +288 -0
- package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +56 -0
- package/v3/assets/skills/qe-quality-assessment/SKILL.md +6 -0
- package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
- package/v3/assets/skills/qe-quality-assessment/schemas/output.json +550 -0
- package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +352 -0
- package/v3/assets/skills/qe-requirements-validation/SKILL.md +6 -0
- package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
- package/v3/assets/skills/qe-requirements-validation/schemas/output.json +587 -0
- package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +275 -0
- package/v3/assets/skills/qe-security-compliance/SKILL.md +6 -0
- package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
- package/v3/assets/skills/qe-security-compliance/schemas/output.json +498 -0
- package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +305 -0
- package/v3/assets/skills/qe-test-execution/SKILL.md +6 -0
- package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
- package/v3/assets/skills/qe-test-execution/schemas/output.json +529 -0
- package/v3/assets/skills/qe-test-execution/scripts/validate.sh +323 -0
- package/v3/assets/skills/qe-test-generation/SKILL.md +6 -0
- package/v3/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
- package/v3/assets/skills/qe-test-generation/schemas/output.json +439 -0
- package/v3/assets/skills/qe-test-generation/scripts/validate.sh +56 -0
- package/v3/assets/skills/qe-visual-accessibility/SKILL.md +6 -0
- package/v3/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
- package/v3/assets/skills/qe-visual-accessibility/schemas/output.json +491 -0
- package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
- package/v3/assets/skills/quality-metrics/SKILL.md +6 -0
- package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
- package/v3/assets/skills/quality-metrics/schemas/output.json +403 -0
- package/v3/assets/skills/quality-metrics/scripts/validate.sh +434 -0
- package/v3/assets/skills/refactoring-patterns/SKILL.md +5 -0
- package/v3/assets/skills/refactoring-patterns/schemas/output.json +475 -0
- package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +241 -0
- package/v3/assets/skills/regression-testing/SKILL.md +6 -0
- package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +504 -0
- package/v3/assets/skills/regression-testing/schemas/output.json +311 -0
- package/v3/assets/skills/regression-testing/scripts/validate.sh +130 -0
- package/v3/assets/skills/risk-based-testing/SKILL.md +6 -0
- package/v3/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
- package/v3/assets/skills/risk-based-testing/schemas/output.json +480 -0
- package/v3/assets/skills/risk-based-testing/scripts/validate.sh +56 -0
- package/v3/assets/skills/security-testing/SKILL.md +5 -0
- package/v3/assets/skills/security-testing/evals/security-testing.yaml +789 -0
- package/v3/assets/skills/security-testing/schemas/output.json +879 -0
- package/v3/assets/skills/security-testing/scripts/validate.sh +967 -0
- package/v3/assets/skills/shift-left-testing/SKILL.md +6 -0
- package/v3/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
- package/v3/assets/skills/shift-left-testing/schemas/output.json +459 -0
- package/v3/assets/skills/shift-left-testing/scripts/validate.sh +56 -0
- package/v3/assets/skills/shift-right-testing/SKILL.md +6 -0
- package/v3/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
- package/v3/assets/skills/shift-right-testing/schemas/output.json +418 -0
- package/v3/assets/skills/shift-right-testing/scripts/validate.sh +56 -0
- package/v3/assets/skills/six-thinking-hats/SKILL.md +3 -0
- package/v3/assets/skills/tdd-london-chicago/SKILL.md +5 -0
- package/v3/assets/skills/tdd-london-chicago/schemas/output.json +444 -0
- package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +214 -0
- package/v3/assets/skills/technical-writing/SKILL.md +4 -0
- package/v3/assets/skills/technical-writing/schemas/output.json +268 -0
- package/v3/assets/skills/test-automation-strategy/SKILL.md +6 -0
- package/v3/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
- package/v3/assets/skills/test-automation-strategy/schemas/output.json +444 -0
- package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +195 -0
- package/v3/assets/skills/test-data-management/SKILL.md +6 -0
- package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +504 -0
- package/v3/assets/skills/test-data-management/schemas/output.json +284 -0
- package/v3/assets/skills/test-data-management/scripts/validate.sh +137 -0
- package/v3/assets/skills/test-design-techniques/SKILL.md +6 -0
- package/v3/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
- package/v3/assets/skills/test-design-techniques/schemas/output.json +295 -0
- package/v3/assets/skills/test-design-techniques/scripts/validate.sh +91 -0
- package/v3/assets/skills/test-environment-management/SKILL.md +4 -0
- package/v3/assets/skills/test-environment-management/schemas/output.json +310 -0
- package/v3/assets/skills/test-reporting-analytics/SKILL.md +6 -0
- package/v3/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
- package/v3/assets/skills/test-reporting-analytics/schemas/output.json +329 -0
- package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +77 -0
- package/v3/assets/skills/verification-quality/SKILL.md +6 -0
- package/v3/assets/skills/verification-quality/evals/verification-quality.yaml +150 -0
- package/v3/assets/skills/verification-quality/schemas/output.json +432 -0
- package/v3/assets/skills/verification-quality/scripts/validate.sh +77 -0
- package/v3/assets/skills/visual-testing-advanced/SKILL.md +6 -0
- package/v3/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
- package/v3/assets/skills/visual-testing-advanced/schemas/output.json +294 -0
- package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +77 -0
- package/v3/assets/skills/xp-practices/SKILL.md +3 -0
- package/v3/assets/templates/validation-report.md.hbs +139 -0
- package/v3/assets/templates/validation-summary.json +56 -0
- package/v3/dist/cli/bundle.js +11853 -5316
- package/v3/dist/cli/commands/eval.d.ts +18 -0
- package/v3/dist/cli/commands/eval.d.ts.map +1 -0
- package/v3/dist/cli/commands/eval.js +505 -0
- package/v3/dist/cli/commands/eval.js.map +1 -0
- package/v3/dist/cli/commands/validate-swarm.d.ts +16 -0
- package/v3/dist/cli/commands/validate-swarm.d.ts.map +1 -0
- package/v3/dist/cli/commands/validate-swarm.js +251 -0
- package/v3/dist/cli/commands/validate-swarm.js.map +1 -0
- package/v3/dist/cli/commands/validate.d.ts +14 -0
- package/v3/dist/cli/commands/validate.d.ts.map +1 -0
- package/v3/dist/cli/commands/validate.js +408 -0
- package/v3/dist/cli/commands/validate.js.map +1 -0
- package/v3/dist/cli/index.js +6 -0
- package/v3/dist/cli/index.js.map +1 -1
- package/v3/dist/index.d.ts +2 -0
- package/v3/dist/index.d.ts.map +1 -1
- package/v3/dist/index.js +10 -0
- package/v3/dist/index.js.map +1 -1
- package/v3/dist/init/skills-installer.d.ts +6 -0
- package/v3/dist/init/skills-installer.d.ts.map +1 -1
- package/v3/dist/init/skills-installer.js +48 -0
- package/v3/dist/init/skills-installer.js.map +1 -1
- package/v3/dist/learning/index.d.ts +2 -0
- package/v3/dist/learning/index.d.ts.map +1 -1
- package/v3/dist/learning/index.js +4 -0
- package/v3/dist/learning/index.js.map +1 -1
- package/v3/dist/learning/skill-validation-learner.d.ts +264 -0
- package/v3/dist/learning/skill-validation-learner.d.ts.map +1 -0
- package/v3/dist/learning/skill-validation-learner.js +515 -0
- package/v3/dist/learning/skill-validation-learner.js.map +1 -0
- package/v3/dist/mcp/bundle.js +10043 -3630
- package/v3/dist/validation/index.d.ts +19 -0
- package/v3/dist/validation/index.d.ts.map +1 -0
- package/v3/dist/validation/index.js +31 -0
- package/v3/dist/validation/index.js.map +1 -0
- package/v3/dist/validation/parallel-eval-runner.d.ts +307 -0
- package/v3/dist/validation/parallel-eval-runner.d.ts.map +1 -0
- package/v3/dist/validation/parallel-eval-runner.js +566 -0
- package/v3/dist/validation/parallel-eval-runner.js.map +1 -0
- package/v3/dist/validation/swarm-skill-validator.d.ts +282 -0
- package/v3/dist/validation/swarm-skill-validator.d.ts.map +1 -0
- package/v3/dist/validation/swarm-skill-validator.js +460 -0
- package/v3/dist/validation/swarm-skill-validator.js.map +1 -0
- package/v3/dist/validation/validation-result-aggregator.d.ts +232 -0
- package/v3/dist/validation/validation-result-aggregator.d.ts.map +1 -0
- package/v3/dist/validation/validation-result-aggregator.js +630 -0
- package/v3/dist/validation/validation-result-aggregator.js.map +1 -0
- package/v3/package.json +1 -1
|
@@ -0,0 +1,566 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Parallel Evaluation Runner for Skill Validation
|
|
3
|
+
* ADR-056 Phase 5: Distributed test execution across worker pool
|
|
4
|
+
*
|
|
5
|
+
* This module provides parallel execution of skill evaluation test cases
|
|
6
|
+
* using a worker pool pattern for faster skill validation.
|
|
7
|
+
*
|
|
8
|
+
* Features:
|
|
9
|
+
* - Worker pool with configurable concurrency
|
|
10
|
+
* - Batch-based test case distribution
|
|
11
|
+
* - Automatic retry of failed tests
|
|
12
|
+
* - Progress tracking and heartbeat monitoring
|
|
13
|
+
* - Integration with SkillValidationLearner for outcome recording
|
|
14
|
+
* - Parallel speedup measurement vs sequential execution
|
|
15
|
+
*
|
|
16
|
+
* @module validation/parallel-eval-runner
|
|
17
|
+
* @see .claude/skills/.validation/schemas/skill-eval.schema.json
|
|
18
|
+
*/
|
|
19
|
+
import * as fs from 'fs';
|
|
20
|
+
import * as path from 'path';
|
|
21
|
+
import * as yaml from 'yaml';
|
|
22
|
+
/**
|
|
23
|
+
* Default configuration values
|
|
24
|
+
*/
|
|
25
|
+
export const DEFAULT_PARALLEL_EVAL_CONFIG = {
|
|
26
|
+
maxWorkers: 5,
|
|
27
|
+
batchSize: 4,
|
|
28
|
+
retryFailedTests: true,
|
|
29
|
+
timeout: 30000,
|
|
30
|
+
skillsDir: '.claude/skills',
|
|
31
|
+
progressIntervalMs: 5000,
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* Mock LLM executor for testing
|
|
35
|
+
*/
|
|
36
|
+
export class MockLLMExecutor {
|
|
37
|
+
async execute(prompt, model, options) {
|
|
38
|
+
// Simulate LLM response time
|
|
39
|
+
const delay = Math.random() * 500 + 100;
|
|
40
|
+
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
41
|
+
// Generate mock response based on test case content
|
|
42
|
+
const output = this.generateMockResponse(prompt);
|
|
43
|
+
return {
|
|
44
|
+
output,
|
|
45
|
+
tokensUsed: Math.floor(Math.random() * 1000) + 500,
|
|
46
|
+
durationMs: delay,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
generateMockResponse(prompt) {
|
|
50
|
+
// Extract keywords from prompt to generate relevant mock response
|
|
51
|
+
const keywords = [];
|
|
52
|
+
if (prompt.includes('alt'))
|
|
53
|
+
keywords.push('alt', '1.1.1', 'perceivable');
|
|
54
|
+
if (prompt.includes('contrast'))
|
|
55
|
+
keywords.push('contrast', '1.4.3', '4.5:1');
|
|
56
|
+
if (prompt.includes('keyboard'))
|
|
57
|
+
keywords.push('keyboard', '2.1.1', 'operable', 'button');
|
|
58
|
+
if (prompt.includes('label'))
|
|
59
|
+
keywords.push('label', '3.3.2', 'understandable');
|
|
60
|
+
if (prompt.includes('ARIA'))
|
|
61
|
+
keywords.push('ARIA', '4.1.2', 'robust');
|
|
62
|
+
if (prompt.includes('focus'))
|
|
63
|
+
keywords.push('focus', '2.4.7', 'outline');
|
|
64
|
+
if (prompt.includes('lang'))
|
|
65
|
+
keywords.push('lang', '3.1.1', 'language');
|
|
66
|
+
if (prompt.includes('caption'))
|
|
67
|
+
keywords.push('caption', '1.2.2', 'track');
|
|
68
|
+
if (prompt.includes('accessible'))
|
|
69
|
+
keywords.push('accessible', 'compliant');
|
|
70
|
+
// If no specific keywords found, include generic accessibility terms
|
|
71
|
+
if (keywords.length === 0) {
|
|
72
|
+
keywords.push('accessibility', 'WCAG', 'finding');
|
|
73
|
+
}
|
|
74
|
+
return `Analysis complete. Found issues related to: ${keywords.join(', ')}.
|
|
75
|
+
Recommendations: Implement proper ${keywords[0]} attributes for better accessibility.
|
|
76
|
+
Severity: ${prompt.includes('critical') ? 'critical' : 'serious'}`;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
// ============================================================================
|
|
80
|
+
// Worker Pool Implementation
|
|
81
|
+
// ============================================================================
|
|
82
|
+
/**
|
|
83
|
+
* Single worker in the pool
|
|
84
|
+
*/
|
|
85
|
+
class EvalWorker {
|
|
86
|
+
executor;
|
|
87
|
+
config;
|
|
88
|
+
id;
|
|
89
|
+
status = 'idle';
|
|
90
|
+
tasksCompleted = 0;
|
|
91
|
+
tasksFailed = 0;
|
|
92
|
+
lastHeartbeat = Date.now();
|
|
93
|
+
constructor(id, executor, config) {
|
|
94
|
+
this.executor = executor;
|
|
95
|
+
this.config = config;
|
|
96
|
+
this.id = id;
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Execute a batch of test cases
|
|
100
|
+
*/
|
|
101
|
+
async executeBatch(tasks) {
|
|
102
|
+
this.status = 'running';
|
|
103
|
+
const results = [];
|
|
104
|
+
for (const task of tasks) {
|
|
105
|
+
this.lastHeartbeat = Date.now();
|
|
106
|
+
try {
|
|
107
|
+
const result = await this.executeTestCase(task);
|
|
108
|
+
results.push(result);
|
|
109
|
+
if (result.passed) {
|
|
110
|
+
this.tasksCompleted++;
|
|
111
|
+
}
|
|
112
|
+
else {
|
|
113
|
+
this.tasksFailed++;
|
|
114
|
+
// Retry failed tests if configured
|
|
115
|
+
if (this.config.retryFailedTests && !result.passed) {
|
|
116
|
+
const retryResult = await this.executeTestCase(task, true);
|
|
117
|
+
if (retryResult.passed) {
|
|
118
|
+
// Replace with successful retry
|
|
119
|
+
results[results.length - 1] = retryResult;
|
|
120
|
+
this.tasksCompleted++;
|
|
121
|
+
this.tasksFailed--;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
catch (error) {
|
|
127
|
+
this.tasksFailed++;
|
|
128
|
+
results.push({
|
|
129
|
+
testId: task.testCaseId,
|
|
130
|
+
passed: false,
|
|
131
|
+
expectedPatterns: task.testCase.expected_output.must_contain || [],
|
|
132
|
+
actualPatterns: [],
|
|
133
|
+
reasoningQuality: 0,
|
|
134
|
+
category: task.testCase.category,
|
|
135
|
+
priority: task.testCase.priority,
|
|
136
|
+
error: error instanceof Error ? error.message : String(error),
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
this.status = 'idle';
|
|
141
|
+
return results;
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Execute a single test case
|
|
145
|
+
*/
|
|
146
|
+
async executeTestCase(task, isRetry = false) {
|
|
147
|
+
const startTime = Date.now();
|
|
148
|
+
// Build prompt from test case
|
|
149
|
+
const prompt = this.buildPrompt(task);
|
|
150
|
+
// Execute via LLM
|
|
151
|
+
const response = await this.executor.execute(prompt, task.model, {
|
|
152
|
+
timeout: this.config.timeout,
|
|
153
|
+
});
|
|
154
|
+
// Validate response against expected output
|
|
155
|
+
const validation = this.validateResponse(response.output, task.testCase.expected_output, task.testCase.validation);
|
|
156
|
+
return {
|
|
157
|
+
testId: task.testCaseId,
|
|
158
|
+
passed: validation.passed,
|
|
159
|
+
expectedPatterns: task.testCase.expected_output.must_contain || [],
|
|
160
|
+
actualPatterns: validation.foundPatterns,
|
|
161
|
+
reasoningQuality: validation.reasoningQuality,
|
|
162
|
+
executionTimeMs: Date.now() - startTime,
|
|
163
|
+
category: task.testCase.category,
|
|
164
|
+
priority: task.testCase.priority,
|
|
165
|
+
error: validation.error,
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* Build LLM prompt from test case
|
|
170
|
+
*/
|
|
171
|
+
buildPrompt(task) {
|
|
172
|
+
const { testCase } = task;
|
|
173
|
+
const context = testCase.input.context;
|
|
174
|
+
return `Analyze the following ${context.language || 'HTML'} code for accessibility issues.
|
|
175
|
+
Context: ${context.description || testCase.description}
|
|
176
|
+
WCAG Level: ${context.wcagLevel || 'AA'}
|
|
177
|
+
|
|
178
|
+
Code:
|
|
179
|
+
\`\`\`${context.language || 'html'}
|
|
180
|
+
${testCase.input.code}
|
|
181
|
+
\`\`\`
|
|
182
|
+
|
|
183
|
+
Provide a detailed analysis including:
|
|
184
|
+
1. All accessibility issues found
|
|
185
|
+
2. WCAG success criteria violated
|
|
186
|
+
3. Severity classification (critical/serious/moderate/minor)
|
|
187
|
+
4. Remediation recommendations with code examples`;
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* Validate LLM response against expected output
|
|
191
|
+
*/
|
|
192
|
+
validateResponse(output, expected, validation) {
|
|
193
|
+
const foundPatterns = [];
|
|
194
|
+
const errors = [];
|
|
195
|
+
// Check must_contain patterns
|
|
196
|
+
const mustContain = expected.must_contain || [];
|
|
197
|
+
let matchedCount = 0;
|
|
198
|
+
for (const pattern of mustContain) {
|
|
199
|
+
const regex = new RegExp(pattern, 'i');
|
|
200
|
+
if (regex.test(output)) {
|
|
201
|
+
foundPatterns.push(pattern);
|
|
202
|
+
matchedCount++;
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
// Check must_not_contain patterns
|
|
206
|
+
const mustNotContain = expected.must_not_contain || [];
|
|
207
|
+
for (const pattern of mustNotContain) {
|
|
208
|
+
const regex = new RegExp(pattern, 'i');
|
|
209
|
+
if (regex.test(output)) {
|
|
210
|
+
errors.push(`Output should not contain: ${pattern}`);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
// Check regex patterns
|
|
214
|
+
const regexPatterns = expected.must_match_regex || [];
|
|
215
|
+
for (const pattern of regexPatterns) {
|
|
216
|
+
const regex = new RegExp(pattern, 'i');
|
|
217
|
+
if (!regex.test(output)) {
|
|
218
|
+
errors.push(`Output should match regex: ${pattern}`);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
// Calculate keyword match rate
|
|
222
|
+
const keywordMatchRate = mustContain.length > 0 ? matchedCount / mustContain.length : 1;
|
|
223
|
+
const threshold = validation?.keyword_match_threshold ?? 0.8;
|
|
224
|
+
const passedKeywords = keywordMatchRate >= threshold;
|
|
225
|
+
// Calculate reasoning quality (simplified heuristic)
|
|
226
|
+
const reasoningQuality = this.calculateReasoningQuality(output, validation);
|
|
227
|
+
const minReasoningQuality = validation?.reasoning_quality_min ?? 0;
|
|
228
|
+
const passedReasoning = reasoningQuality >= minReasoningQuality;
|
|
229
|
+
// Determine overall pass
|
|
230
|
+
const passed = passedKeywords && passedReasoning && errors.length === 0;
|
|
231
|
+
return {
|
|
232
|
+
passed,
|
|
233
|
+
foundPatterns,
|
|
234
|
+
reasoningQuality,
|
|
235
|
+
error: errors.length > 0 ? errors.join('; ') : undefined,
|
|
236
|
+
};
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Calculate reasoning quality score
|
|
240
|
+
*/
|
|
241
|
+
calculateReasoningQuality(output, validation) {
|
|
242
|
+
// Simple heuristic based on response characteristics
|
|
243
|
+
let score = 0;
|
|
244
|
+
// Length check (should have substantial content)
|
|
245
|
+
if (output.length > 200)
|
|
246
|
+
score += 0.2;
|
|
247
|
+
if (output.length > 500)
|
|
248
|
+
score += 0.1;
|
|
249
|
+
// Structure check (has lists, code blocks, etc.)
|
|
250
|
+
if (output.includes('\n'))
|
|
251
|
+
score += 0.1;
|
|
252
|
+
if (output.includes('1.') || output.includes('-'))
|
|
253
|
+
score += 0.1;
|
|
254
|
+
if (output.includes('```'))
|
|
255
|
+
score += 0.1;
|
|
256
|
+
// Content quality indicators
|
|
257
|
+
if (output.includes('WCAG'))
|
|
258
|
+
score += 0.1;
|
|
259
|
+
if (output.includes('remediation') || output.includes('recommendation'))
|
|
260
|
+
score += 0.1;
|
|
261
|
+
if (output.includes('severity') || output.includes('critical'))
|
|
262
|
+
score += 0.1;
|
|
263
|
+
// Apply grading rubric if provided
|
|
264
|
+
if (validation?.grading_rubric) {
|
|
265
|
+
const rubric = validation.grading_rubric;
|
|
266
|
+
let rubricScore = 0;
|
|
267
|
+
if (rubric.completeness && output.length > 300) {
|
|
268
|
+
rubricScore += rubric.completeness;
|
|
269
|
+
}
|
|
270
|
+
if (rubric.accuracy && output.includes('WCAG')) {
|
|
271
|
+
rubricScore += rubric.accuracy;
|
|
272
|
+
}
|
|
273
|
+
if (rubric.actionability &&
|
|
274
|
+
(output.includes('fix') || output.includes('change'))) {
|
|
275
|
+
rubricScore += rubric.actionability;
|
|
276
|
+
}
|
|
277
|
+
score = Math.max(score, rubricScore);
|
|
278
|
+
}
|
|
279
|
+
return Math.min(score, 1);
|
|
280
|
+
}
|
|
281
|
+
/**
|
|
282
|
+
* Get progress report
|
|
283
|
+
*/
|
|
284
|
+
getProgress(totalTasks) {
|
|
285
|
+
return {
|
|
286
|
+
workerId: this.id,
|
|
287
|
+
tasksCompleted: this.tasksCompleted,
|
|
288
|
+
tasksTotal: totalTasks,
|
|
289
|
+
elapsedMs: Date.now() - this.lastHeartbeat,
|
|
290
|
+
};
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
// ============================================================================
|
|
294
|
+
// Parallel Eval Runner
|
|
295
|
+
// ============================================================================
|
|
296
|
+
/**
|
|
297
|
+
* Parallel evaluation runner using worker pool pattern
|
|
298
|
+
* Distributes eval test cases across agents for faster execution
|
|
299
|
+
*/
|
|
300
|
+
export class ParallelEvalRunner {
|
|
301
|
+
config;
|
|
302
|
+
skillValidationLearner;
|
|
303
|
+
executor;
|
|
304
|
+
workers = [];
|
|
305
|
+
progressCallback;
|
|
306
|
+
constructor(config = DEFAULT_PARALLEL_EVAL_CONFIG, skillValidationLearner, executor = new MockLLMExecutor()) {
|
|
307
|
+
this.config = config;
|
|
308
|
+
this.skillValidationLearner = skillValidationLearner;
|
|
309
|
+
this.executor = executor;
|
|
310
|
+
// Initialize worker pool
|
|
311
|
+
for (let i = 0; i < config.maxWorkers; i++) {
|
|
312
|
+
this.workers.push(new EvalWorker(i, executor, config));
|
|
313
|
+
}
|
|
314
|
+
}
|
|
315
|
+
/**
|
|
316
|
+
* Set progress callback for reporting
|
|
317
|
+
*/
|
|
318
|
+
onProgress(callback) {
|
|
319
|
+
this.progressCallback = callback;
|
|
320
|
+
}
|
|
321
|
+
/**
|
|
322
|
+
* Run eval suite for a skill in parallel
|
|
323
|
+
*/
|
|
324
|
+
async runEvalParallel(skill, model) {
|
|
325
|
+
const startTime = Date.now();
|
|
326
|
+
// Load eval suite
|
|
327
|
+
const suite = this.loadEvalSuite(skill);
|
|
328
|
+
if (!suite) {
|
|
329
|
+
throw new Error(`Failed to load eval suite for skill: ${skill}`);
|
|
330
|
+
}
|
|
331
|
+
// Create test case tasks
|
|
332
|
+
const tasks = this.createTasks(suite, model);
|
|
333
|
+
// Partition tasks into batches
|
|
334
|
+
const batches = this.partitionTestCases(tasks, this.config.batchSize);
|
|
335
|
+
// Track sequential estimate
|
|
336
|
+
const sequentialEstimate = tasks.length * (this.config.timeout / 2);
|
|
337
|
+
// Execute batches in parallel across workers
|
|
338
|
+
const allResults = [];
|
|
339
|
+
const batchPromises = [];
|
|
340
|
+
// Assign batches to workers in round-robin fashion
|
|
341
|
+
for (let i = 0; i < batches.length; i++) {
|
|
342
|
+
const worker = this.workers[i % this.workers.length];
|
|
343
|
+
batchPromises.push(worker.executeBatch(batches[i]));
|
|
344
|
+
}
|
|
345
|
+
// Start progress reporting
|
|
346
|
+
const progressInterval = this.startProgressReporting(skill, model, tasks.length, startTime);
|
|
347
|
+
try {
|
|
348
|
+
// Wait for all batches to complete
|
|
349
|
+
const batchResults = await Promise.all(batchPromises);
|
|
350
|
+
// Flatten results
|
|
351
|
+
for (const batch of batchResults) {
|
|
352
|
+
allResults.push(...batch);
|
|
353
|
+
}
|
|
354
|
+
}
|
|
355
|
+
finally {
|
|
356
|
+
// Stop progress reporting
|
|
357
|
+
if (progressInterval) {
|
|
358
|
+
clearInterval(progressInterval);
|
|
359
|
+
}
|
|
360
|
+
}
|
|
361
|
+
const totalDurationMs = Date.now() - startTime;
|
|
362
|
+
// Calculate metrics
|
|
363
|
+
const passedTests = allResults.filter((r) => r.passed).length;
|
|
364
|
+
const failedTests = allResults.filter((r) => !r.passed).length;
|
|
365
|
+
const skippedTests = tasks.length - allResults.length;
|
|
366
|
+
const passRate = allResults.length > 0 ? passedTests / allResults.length : 0;
|
|
367
|
+
const avgReasoningQuality = allResults.length > 0
|
|
368
|
+
? allResults.reduce((sum, r) => sum + r.reasoningQuality, 0) /
|
|
369
|
+
allResults.length
|
|
370
|
+
: 0;
|
|
371
|
+
// Calculate parallel speedup
|
|
372
|
+
const parallelSpeedup = totalDurationMs > 0 ? sequentialEstimate / totalDurationMs : 1;
|
|
373
|
+
// Determine if suite passed
|
|
374
|
+
const passed = passRate >= suite.success_criteria.pass_rate &&
|
|
375
|
+
avgReasoningQuality >= (suite.success_criteria.avg_reasoning_quality ?? 0);
|
|
376
|
+
// Record outcome to learner
|
|
377
|
+
await this.recordOutcome({
|
|
378
|
+
skillName: skill,
|
|
379
|
+
trustTier: this.determineTrustTier(suite),
|
|
380
|
+
validationLevel: 'eval',
|
|
381
|
+
model,
|
|
382
|
+
passed,
|
|
383
|
+
score: passRate,
|
|
384
|
+
testCaseResults: allResults,
|
|
385
|
+
timestamp: new Date(),
|
|
386
|
+
runId: `${skill}-${model}-${Date.now()}`,
|
|
387
|
+
metadata: {
|
|
388
|
+
duration: totalDurationMs,
|
|
389
|
+
parallelSpeedup,
|
|
390
|
+
workersUsed: this.config.maxWorkers,
|
|
391
|
+
version: suite.version,
|
|
392
|
+
},
|
|
393
|
+
});
|
|
394
|
+
return {
|
|
395
|
+
skill,
|
|
396
|
+
model,
|
|
397
|
+
totalTests: tasks.length,
|
|
398
|
+
passedTests,
|
|
399
|
+
failedTests,
|
|
400
|
+
skippedTests,
|
|
401
|
+
passRate,
|
|
402
|
+
testResults: allResults,
|
|
403
|
+
totalDurationMs,
|
|
404
|
+
parallelSpeedup,
|
|
405
|
+
avgReasoningQuality,
|
|
406
|
+
passed,
|
|
407
|
+
workersUsed: this.config.maxWorkers,
|
|
408
|
+
timestamp: new Date(),
|
|
409
|
+
};
|
|
410
|
+
}
|
|
411
|
+
/**
|
|
412
|
+
* Run multiple skill evals in parallel
|
|
413
|
+
*/
|
|
414
|
+
async runMultipleEvalsParallel(skills, models) {
|
|
415
|
+
const results = new Map();
|
|
416
|
+
// Create all skill-model combinations
|
|
417
|
+
const combinations = [];
|
|
418
|
+
for (const skill of skills) {
|
|
419
|
+
results.set(skill, []);
|
|
420
|
+
for (const model of models) {
|
|
421
|
+
combinations.push({ skill, model });
|
|
422
|
+
}
|
|
423
|
+
}
|
|
424
|
+
// Run all combinations in parallel (limited by worker pool)
|
|
425
|
+
const evalPromises = combinations.map(async ({ skill, model }) => {
|
|
426
|
+
const result = await this.runEvalParallel(skill, model);
|
|
427
|
+
return { skill, result };
|
|
428
|
+
});
|
|
429
|
+
const evalResults = await Promise.all(evalPromises);
|
|
430
|
+
// Organize results by skill
|
|
431
|
+
for (const { skill, result } of evalResults) {
|
|
432
|
+
results.get(skill).push(result);
|
|
433
|
+
}
|
|
434
|
+
return results;
|
|
435
|
+
}
|
|
436
|
+
/**
|
|
437
|
+
* Load eval suite from skill's evals/ directory
|
|
438
|
+
*/
|
|
439
|
+
loadEvalSuite(skill) {
|
|
440
|
+
// If skillsDir is absolute, use it directly; otherwise join with cwd
|
|
441
|
+
const baseDir = path.isAbsolute(this.config.skillsDir)
|
|
442
|
+
? this.config.skillsDir
|
|
443
|
+
: path.join(process.cwd(), this.config.skillsDir);
|
|
444
|
+
const evalPath = path.join(baseDir, skill, 'evals', `${skill}.yaml`);
|
|
445
|
+
if (!fs.existsSync(evalPath)) {
|
|
446
|
+
console.error(`Eval suite not found: ${evalPath}`);
|
|
447
|
+
return null;
|
|
448
|
+
}
|
|
449
|
+
try {
|
|
450
|
+
const content = fs.readFileSync(evalPath, 'utf-8');
|
|
451
|
+
return yaml.parse(content);
|
|
452
|
+
}
|
|
453
|
+
catch (error) {
|
|
454
|
+
console.error(`Failed to parse eval suite: ${error instanceof Error ? error.message : error}`);
|
|
455
|
+
return null;
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
/**
|
|
459
|
+
* Create test case tasks from suite
|
|
460
|
+
*/
|
|
461
|
+
createTasks(suite, model) {
|
|
462
|
+
return suite.test_cases.map((testCase, index) => ({
|
|
463
|
+
skillName: suite.skill,
|
|
464
|
+
testCaseId: testCase.id,
|
|
465
|
+
testCase,
|
|
466
|
+
model,
|
|
467
|
+
batchId: Math.floor(index / this.config.batchSize),
|
|
468
|
+
indexInBatch: index % this.config.batchSize,
|
|
469
|
+
}));
|
|
470
|
+
}
|
|
471
|
+
/**
|
|
472
|
+
* Partition test cases into batches for workers
|
|
473
|
+
*/
|
|
474
|
+
partitionTestCases(tasks, batchSize) {
|
|
475
|
+
const batches = [];
|
|
476
|
+
for (let i = 0; i < tasks.length; i += batchSize) {
|
|
477
|
+
batches.push(tasks.slice(i, i + batchSize));
|
|
478
|
+
}
|
|
479
|
+
return batches;
|
|
480
|
+
}
|
|
481
|
+
/**
|
|
482
|
+
* Determine trust tier based on suite configuration
|
|
483
|
+
*/
|
|
484
|
+
determineTrustTier(suite) {
|
|
485
|
+
// Check for MCP integration and learning config
|
|
486
|
+
const hasMcp = suite.mcp_integration?.enabled ?? false;
|
|
487
|
+
const hasLearning = suite.learning?.cross_model_comparison ?? false;
|
|
488
|
+
const criticalPassRate = suite.success_criteria.critical_pass_rate ?? 0;
|
|
489
|
+
if (hasMcp && hasLearning && criticalPassRate >= 1.0) {
|
|
490
|
+
return 3; // Highest tier
|
|
491
|
+
}
|
|
492
|
+
else if (hasMcp || criticalPassRate >= 0.9) {
|
|
493
|
+
return 2;
|
|
494
|
+
}
|
|
495
|
+
return 1;
|
|
496
|
+
}
|
|
497
|
+
/**
|
|
498
|
+
* Start progress reporting interval
|
|
499
|
+
*/
|
|
500
|
+
startProgressReporting(skill, model, totalTasks, startTime) {
|
|
501
|
+
if (!this.progressCallback)
|
|
502
|
+
return null;
|
|
503
|
+
return setInterval(() => {
|
|
504
|
+
const elapsedMs = Date.now() - startTime;
|
|
505
|
+
const completedTasks = this.workers.reduce((sum, w) => sum + w.tasksCompleted, 0);
|
|
506
|
+
const failedTasks = this.workers.reduce((sum, w) => sum + w.tasksFailed, 0);
|
|
507
|
+
const activeWorkers = this.workers.filter((w) => w.status === 'running').length;
|
|
508
|
+
const tasksPerMs = elapsedMs > 0 ? completedTasks / elapsedMs : 0;
|
|
509
|
+
const remainingTasks = totalTasks - completedTasks;
|
|
510
|
+
const estimatedRemainingMs = tasksPerMs > 0 ? remainingTasks / tasksPerMs : 0;
|
|
511
|
+
const progress = {
|
|
512
|
+
skill,
|
|
513
|
+
model,
|
|
514
|
+
totalTasks,
|
|
515
|
+
completedTasks,
|
|
516
|
+
failedTasks,
|
|
517
|
+
activeWorkers,
|
|
518
|
+
elapsedMs,
|
|
519
|
+
estimatedRemainingMs,
|
|
520
|
+
workerProgress: this.workers.map((w) => w.getProgress(totalTasks)),
|
|
521
|
+
};
|
|
522
|
+
this.progressCallback(progress);
|
|
523
|
+
}, this.config.progressIntervalMs);
|
|
524
|
+
}
|
|
525
|
+
/**
|
|
526
|
+
* Record validation outcome to learner
|
|
527
|
+
*/
|
|
528
|
+
async recordOutcome(outcome) {
|
|
529
|
+
await this.skillValidationLearner.recordValidationOutcome(outcome);
|
|
530
|
+
}
|
|
531
|
+
/**
|
|
532
|
+
* Get worker pool status
|
|
533
|
+
*/
|
|
534
|
+
getWorkerStatus() {
|
|
535
|
+
return this.workers.map((w) => ({
|
|
536
|
+
id: w.id,
|
|
537
|
+
status: w.status,
|
|
538
|
+
tasksCompleted: w.tasksCompleted,
|
|
539
|
+
tasksFailed: w.tasksFailed,
|
|
540
|
+
}));
|
|
541
|
+
}
|
|
542
|
+
/**
|
|
543
|
+
* Reset worker statistics
|
|
544
|
+
*/
|
|
545
|
+
resetWorkers() {
|
|
546
|
+
for (const worker of this.workers) {
|
|
547
|
+
worker.tasksCompleted = 0;
|
|
548
|
+
worker.tasksFailed = 0;
|
|
549
|
+
worker.status = 'idle';
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
}
|
|
553
|
+
// ============================================================================
|
|
554
|
+
// Factory Function
|
|
555
|
+
// ============================================================================
|
|
556
|
+
/**
|
|
557
|
+
* Create a ParallelEvalRunner instance
|
|
558
|
+
*/
|
|
559
|
+
export function createParallelEvalRunner(skillValidationLearner, config = {}, executor) {
|
|
560
|
+
const mergedConfig = {
|
|
561
|
+
...DEFAULT_PARALLEL_EVAL_CONFIG,
|
|
562
|
+
...config,
|
|
563
|
+
};
|
|
564
|
+
return new ParallelEvalRunner(mergedConfig, skillValidationLearner, executor);
|
|
565
|
+
}
|
|
566
|
+
//# sourceMappingURL=parallel-eval-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parallel-eval-runner.js","sourceRoot":"","sources":["../../src/validation/parallel-eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAoC7B;;GAEG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAuB;IAC9D,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,CAAC;IACZ,gBAAgB,EAAE,IAAI;IACtB,OAAO,EAAE,KAAK;IACd,SAAS,EAAE,gBAAgB;IAC3B,kBAAkB,EAAE,IAAI;CACzB,CAAC;AA6NF;;GAEG;AACH,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,OAAO,CACX,MAAc,EACd,KAAa,EACb,OAA8B;QAE9B,6BAA6B;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,CAAC;QACxC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAE3D,oDAAoD;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAEjD,OAAO;YACL,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG;YAClD,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,MAAc;QACzC,kEAAkE;QAClE,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QACtE,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QACxE,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAE3C,qEAAqE;QACrE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,+CAA+C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;wCACrC,QAAQ,CAAC,CAAC,CAAC;gBACnC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACrE,CAAC;CACF;AAED,+EAA+E;AAC/E,6BAA6B;AAC7B,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU;IASK;IACA;IATH,EAAE,CAAS;IACpB,MAAM,GAAiC,MAAM,CAAC;IAC9C,cAAc,GAAG,CAAC,CAAC;IACnB,WAAW,GAAG,CAAC,CAAC;IAChB,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAElC,YACE,EAAU,EACO,QAAqB,EACrB,MAA0B;QAD1B,aAAQ,GAAR,QAAQ,CAAa;QACrB,WAAM,GAAN,MAAM,CAAoB;QAE3C,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,KAAqB;QACtC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEhC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBAChD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAClB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,WAAW,EAAE,CAAC;oBAEnB,mCAAmC;oBACnC,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBACnD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBAC3D,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;4BACvB,gCAAgC;4BAChC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC;4BAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;4BACtB,IAAI,CAAC,WAAW,EAAE,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,IAAI,CAAC,UAAU;oBACvB,MAAM,EAAE,KAAK;oBACb,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,IAAI,EAAE;oBAClE,cAAc,EAAE,EAAE;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;oBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;oBAChC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,IAAkB,EAClB,OAAO,GAAG,KAAK;QAEf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,8BAA8B;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEtC,kBAAkB;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE;YAC/D,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC,CAAC;QAEH,4CAA4C;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CACtC,QAAQ,CAAC,MAAM,EACf,IAAI,CAAC,QAAQ,CAAC,eAAe,EAC7B,IAAI,CAAC,QAAQ,CAAC,UAAU,CACzB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,IAAI,EAAE;YAClE,cAAc,EAAE,UAAU,CAAC,aAAa;YACxC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;YAC7C,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACvC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,KAAK,EAAE,UAAU,CAAC,KAAK;SACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAkB;QACpC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAC1B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;QAEvC,OAAO,yBAAyB,OAAO,CAAC,QAAQ,IAAI,MAAM;WACnD,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;cACxC,OAAO,CAAC,SAAS,IAAI,IAAI;;;QAG/B,OAAO,CAAC,QAAQ,IAAI,MAAM;EAChC,QAAQ,CAAC,KAAK,CAAC,IAAI;;;;;;;kDAO6B,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,MAAc,EACd,QAAoC,EACpC,UAAmC;QAOnC,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,8BAA8B;QAC9B,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC;QAChD,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,cAAc,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QACvD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,aAAa,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QACtD,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,gBAAgB,GACpB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,UAAU,EAAE,uBAAuB,IAAI,GAAG,CAAC;QAC7D,MAAM,cAAc,GAAG,gBAAgB,IAAI,SAAS,CAAC;QAErD,qDAAqD;QACrD,MAAM,gBAAgB,GAAG,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,mBAAmB,GAAG,UAAU,EAAE,qBAAqB,IAAI,CAAC,CAAC;QACnE,MAAM,eAAe,GAAG,gBAAgB,IAAI,mBAAmB,CAAC;QAEhE,yBAAyB;QACzB,MAAM,MAAM,GACV,cAAc,IAAI,eAAe,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAE3D,OAAO;YACL,MAAM;YACN,aAAa;YACb,gBAAgB;YAChB,KAAK,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SACzD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,yBAAyB,CAC/B,MAAc,EACd,UAAmC;QAEnC,qDAAqD;QACrD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,iDAAiD;QACjD,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG;YAAE,KAAK,IAAI,GAAG,CAAC;QACtC,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG;YAAE,KAAK,IAAI,GAAG,CAAC;QAEtC,iDAAiD;QACjD,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,KAAK,IAAI,GAAG,CAAC;QACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,GAAG,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,KAAK,IAAI,GAAG,CAAC;QAEzC,6BAA6B;QAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,KAAK,IAAI,GAAG,CAAC;QAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YACrE,KAAK,IAAI,GAAG,CAAC;QACf,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC5D,KAAK,IAAI,GAAG,CAAC;QAEf,mCAAmC;QACnC,IAAI,UAAU,EAAE,cAAc,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,CAAC;YACzC,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC/C,WAAW,IAAI,MAAM,CAAC,YAAY,CAAC;YACrC,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/C,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC;YACjC,CAAC;YACD,IACE,MAAM,CAAC,aAAa;gBACpB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EACrD,CAAC;gBACD,WAAW,IAAI,MAAM,CAAC,aAAa,CAAC;YACtC,CAAC;YAED,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,UAAkB;QAC5B,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,EAAE;YACjB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,UAAU,EAAE,UAAU;YACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa;SAC3C,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAKV;IACA;IACA;IANF,OAAO,GAAiB,EAAE,CAAC;IACpC,gBAAgB,CAAoC;IAE5D,YACmB,SAA6B,4BAA4B,EACzD,sBAA8C,EAC9C,WAAwB,IAAI,eAAe,EAAE;QAF7C,WAAM,GAAN,MAAM,CAAmD;QACzD,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,aAAQ,GAAR,QAAQ,CAAqC;QAE9D,yBAAyB;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAA0C;QACnD,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,KAAa;QAEb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,kBAAkB;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,yBAAyB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE7C,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtE,4BAA4B;QAC5B,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;QAEpE,6CAA6C;QAC7C,MAAM,UAAU,GAAqB,EAAE,CAAC;QACxC,MAAM,aAAa,GAAgC,EAAE,CAAC;QAEtD,mDAAmD;QACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrD,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAClD,KAAK,EACL,KAAK,EACL,KAAK,CAAC,MAAM,EACZ,SAAS,CACV,CAAC;QAEF,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAEtD,kBAAkB;YAClB,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,0BAA0B;YAC1B,IAAI,gBAAgB,EAAE,CAAC;gBACrB,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE/C,oBAAoB;QACpB,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC9D,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAC/D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QACtD,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,MAAM,mBAAmB,GACvB,UAAU,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBAC1D,UAAU,CAAC,MAAM;YACnB,CAAC,CAAC,CAAC,CAAC;QAER,6BAA6B;QAC7B,MAAM,eAAe,GACnB,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,4BAA4B;QAC5B,MAAM,MAAM,GACV,QAAQ,IAAI,KAAK,CAAC,gBAAgB,CAAC,SAAS;YAC5C,mBAAmB,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,IAAI,CAAC,CAAC,CAAC;QAE7E,4BAA4B;QAC5B,MAAM,IAAI,CAAC,aAAa,CAAC;YACvB,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;YACzC,eAAe,EAAE,MAAM;YACvB,KAAK;YACL,MAAM;YACN,KAAK,EAAE,QAAQ;YACf,eAAe,EAAE,UAAU;YAC3B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,KAAK,EAAE,GAAG,KAAK,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;YACxC,QAAQ,EAAE;gBACR,QAAQ,EAAE,eAAe;gBACzB,eAAe;gBACf,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBACnC,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB;SACF,CAAC,CAAC;QAEH,OAAO;YACL,KAAK;YACL,KAAK;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,WAAW;YACX,WAAW;YACX,YAAY;YACZ,QAAQ;YACR,WAAW,EAAE,UAAU;YACvB,eAAe;YACf,eAAe;YACf,mBAAmB;YACnB,MAAM;YACN,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YACnC,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAC5B,MAAgB,EAChB,MAAgB;QAEhB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;QAExD,sCAAsC;QACtC,MAAM,YAAY,GAA4C,EAAE,CAAC;QACjE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE;YAC/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACxD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEpD,4BAA4B;QAC5B,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,KAAa;QACzB,qEAAqE;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACpD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS;YACvB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;QAErE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CACX,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAChF,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAgB,EAAE,KAAa;QACjD,OAAO,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAChD,SAAS,EAAE,KAAK,CAAC,KAAK;YACtB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,QAAQ;YACR,KAAK;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YAClD,YAAY,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS;SAC5C,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,KAAqB,EACrB,SAAiB;QAEjB,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAgB;QACzC,gDAAgD;QAChD,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,EAAE,OAAO,IAAI,KAAK,CAAC;QACvD,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,EAAE,sBAAsB,IAAI,KAAK,CAAC;QACpE,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAExE,IAAI,MAAM,IAAI,WAAW,IAAI,gBAAgB,IAAI,GAAG,EAAE,CAAC;YACrD,OAAO,CAAC,CAAC,CAAC,eAAe;QAC3B,CAAC;aAAM,IAAI,MAAM,IAAI,gBAAgB,IAAI,GAAG,EAAE,CAAC;YAC7C,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,KAAa,EACb,KAAa,EACb,UAAkB,EAClB,SAAiB;QAEjB,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAC;QAExC,OAAO,WAAW,CAAC,GAAG,EAAE;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAClC,CAAC,CACF,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACrC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAC/B,CAAC,CACF,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAC9B,CAAC,MAAM,CAAC;YAET,MAAM,UAAU,GACd,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,cAAc,GAAG,UAAU,GAAG,cAAc,CAAC;YACnD,MAAM,oBAAoB,GACxB,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAEnD,MAAM,QAAQ,GAAiB;gBAC7B,KAAK;gBACL,KAAK;gBACL,UAAU;gBACV,cAAc;gBACd,WAAW;gBACX,aAAa;gBACb,SAAS;gBACT,oBAAoB;gBACpB,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;aACnE,CAAC;YAEF,IAAI,CAAC,gBAAiB,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,OAA+B;QAE/B,MAAM,IAAI,CAAC,sBAAsB,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,eAAe;QAMb,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,WAAW,EAAE,CAAC,CAAC,WAAW;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,YAAY;QACV,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC;YAC1B,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,sBAA8C,EAC9C,SAAsC,EAAE,EACxC,QAAsB;IAEtB,MAAM,YAAY,GAAG;QACnB,GAAG,4BAA4B;QAC/B,GAAG,MAAM;KACV,CAAC;IAEF,OAAO,IAAI,kBAAkB,CAAC,YAAY,EAAE,sBAAsB,EAAE,QAAQ,CAAC,CAAC;AAChF,CAAC"}
|