agentic-qe 3.6.1 → 3.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/v3/qe-accessibility-auditor.md +14 -9
- package/.claude/agents/v3/qe-bdd-generator.md +14 -9
- package/.claude/agents/v3/qe-chaos-engineer.md +15 -10
- package/.claude/agents/v3/qe-code-complexity.md +14 -9
- package/.claude/agents/v3/qe-code-intelligence.md +14 -9
- package/.claude/agents/v3/qe-contract-validator.md +14 -9
- package/.claude/agents/v3/qe-coverage-specialist.md +14 -9
- package/.claude/agents/v3/qe-defect-predictor.md +14 -9
- package/.claude/agents/v3/qe-dependency-mapper.md +14 -9
- package/.claude/agents/v3/qe-deployment-advisor.md +14 -9
- package/.claude/agents/v3/qe-flaky-hunter.md +14 -9
- package/.claude/agents/v3/qe-fleet-commander.md +14 -9
- package/.claude/agents/v3/qe-gap-detector.md +14 -9
- package/.claude/agents/v3/qe-graphql-tester.md +14 -9
- package/.claude/agents/v3/qe-impact-analyzer.md +14 -9
- package/.claude/agents/v3/qe-kg-builder.md +14 -9
- package/.claude/agents/v3/qe-load-tester.md +14 -9
- package/.claude/agents/v3/qe-message-broker-tester.md +15 -10
- package/.claude/agents/v3/qe-metrics-optimizer.md +14 -9
- package/.claude/agents/v3/qe-middleware-validator.md +15 -10
- package/.claude/agents/v3/qe-mutation-tester.md +14 -9
- package/.claude/agents/v3/qe-odata-contract-tester.md +17 -12
- package/.claude/agents/v3/qe-performance-tester.md +14 -9
- package/.claude/agents/v3/qe-product-factors-assessor.md +19 -0
- package/.claude/agents/v3/qe-property-tester.md +14 -9
- package/.claude/agents/v3/qe-quality-criteria-recommender.md +2 -2
- package/.claude/agents/v3/qe-qx-partner.md +101 -14
- package/.claude/agents/v3/qe-regression-analyzer.md +14 -9
- package/.claude/agents/v3/qe-requirements-validator.md +14 -9
- package/.claude/agents/v3/qe-responsive-tester.md +14 -9
- package/.claude/agents/v3/qe-retry-handler.md +14 -9
- package/.claude/agents/v3/qe-risk-assessor.md +14 -9
- package/.claude/agents/v3/qe-root-cause-analyzer.md +14 -9
- package/.claude/agents/v3/qe-sap-idoc-tester.md +16 -11
- package/.claude/agents/v3/qe-sap-rfc-tester.md +15 -10
- package/.claude/agents/v3/qe-security-auditor.md +18 -9
- package/.claude/agents/v3/qe-security-scanner.md +15 -10
- package/.claude/agents/v3/qe-soap-tester.md +15 -10
- package/.claude/agents/v3/qe-sod-analyzer.md +17 -12
- package/.claude/agents/v3/qe-test-architect.md +14 -9
- package/.claude/agents/v3/qe-transfer-specialist.md +14 -9
- package/.claude/agents/v3/subagents/qe-code-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-integration-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-performance-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-security-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-green.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-red.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-refactor.md +14 -9
- package/.claude/agents/v3/templates/qx-report-template.html +26 -22
- package/.claude/skills/.validation/README.md +2 -2
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +1 -1
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +1 -1
- package/.claude/skills/TRUST-TIERS.md +55 -55
- package/.claude/skills/a11y-ally/SKILL.md +1 -1
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +1 -1
- package/.claude/skills/a11y-ally/scripts/validate-config.json +42 -0
- package/.claude/skills/accessibility-testing/SKILL.md +1 -1
- package/.claude/skills/accessibility-testing/scripts/validate-config.json +56 -0
- package/.claude/skills/api-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/api-testing-patterns/scripts/validate-config.json +61 -0
- package/.claude/skills/brutal-honesty-review/SKILL.md +1 -1
- package/.claude/skills/brutal-honesty-review/scripts/validate-config.json +34 -0
- package/.claude/skills/bug-reporting-excellence/SKILL.md +1 -1
- package/.claude/skills/bug-reporting-excellence/scripts/validate-config.json +34 -0
- package/.claude/skills/chaos-engineering-resilience/SKILL.md +1 -1
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +1 -1
- package/.claude/skills/chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +1 -1
- package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate-config.json +42 -0
- package/.claude/skills/code-review-quality/SKILL.md +1 -1
- package/.claude/skills/code-review-quality/scripts/validate-config.json +34 -0
- package/.claude/skills/compatibility-testing/SKILL.md +1 -1
- package/.claude/skills/compatibility-testing/scripts/validate-config.json +44 -0
- package/.claude/skills/compliance-testing/SKILL.md +1 -1
- package/.claude/skills/compliance-testing/scripts/validate-config.json +39 -0
- package/.claude/skills/contract-testing/SKILL.md +1 -1
- package/.claude/skills/contract-testing/scripts/validate-config.json +59 -0
- package/.claude/skills/database-testing/SKILL.md +1 -1
- package/.claude/skills/database-testing/evals/database-testing.yaml +1 -1
- package/.claude/skills/database-testing/scripts/validate-config.json +48 -0
- package/.claude/skills/enterprise-integration-testing/SKILL.md +1 -1
- package/.claude/skills/localization-testing/SKILL.md +1 -1
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +1 -1
- package/.claude/skills/localization-testing/scripts/validate-config.json +42 -0
- package/.claude/skills/middleware-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/mobile-testing/SKILL.md +1 -1
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +1 -1
- package/.claude/skills/mobile-testing/scripts/validate-config.json +43 -0
- package/.claude/skills/mutation-testing/SKILL.md +1 -1
- package/.claude/skills/mutation-testing/scripts/validate-config.json +44 -0
- package/.claude/skills/n8n-expression-testing/SKILL.md +1 -1
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +1 -1
- package/.claude/skills/n8n-expression-testing/scripts/validate-config.json +39 -0
- package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +1 -1
- package/.claude/skills/n8n-integration-testing-patterns/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-security-testing/SKILL.md +1 -1
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +1 -1
- package/.claude/skills/n8n-security-testing/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +1 -1
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +1 -1
- package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +1 -1
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +1 -1
- package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate-config.json +35 -0
- package/.claude/skills/observability-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/pentest-validation/SKILL.md +1 -1
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +1 -1
- package/.claude/skills/pentest-validation/scripts/validate-config.json +12 -0
- package/.claude/skills/performance-analysis/SKILL.md +1 -1
- package/.claude/skills/performance-analysis/scripts/validate-config.json +36 -0
- package/.claude/skills/performance-testing/SKILL.md +1 -1
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +1 -1
- package/.claude/skills/performance-testing/scripts/validate-config.json +55 -0
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-development-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-ideation-swarm/scripts/validate-config.json +25 -0
- package/.claude/skills/qcsd-refinement-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-refinement-swarm/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-chaos-resilience/SKILL.md +1 -1
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +1 -1
- package/.claude/skills/qe-chaos-resilience/scripts/validate-config.json +43 -0
- package/.claude/skills/qe-code-intelligence/SKILL.md +1 -1
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +1 -1
- package/.claude/skills/qe-code-intelligence/scripts/validate-config.json +41 -0
- package/.claude/skills/qe-contract-testing/SKILL.md +1 -1
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +1 -1
- package/.claude/skills/qe-contract-testing/scripts/validate-config.json +42 -0
- package/.claude/skills/qe-coverage-analysis/SKILL.md +1 -1
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +1 -1
- package/.claude/skills/qe-coverage-analysis/scripts/validate-config.json +42 -0
- package/.claude/skills/qe-defect-intelligence/SKILL.md +1 -1
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +1 -1
- package/.claude/skills/qe-defect-intelligence/scripts/validate-config.json +40 -0
- package/.claude/skills/qe-iterative-loop/SKILL.md +1 -1
- package/.claude/skills/qe-iterative-loop/scripts/validate-config.json +40 -0
- package/.claude/skills/qe-learning-optimization/SKILL.md +1 -1
- package/.claude/skills/qe-learning-optimization/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-quality-assessment/SKILL.md +1 -1
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +1 -1
- package/.claude/skills/qe-quality-assessment/scripts/validate-config.json +47 -0
- package/.claude/skills/qe-requirements-validation/SKILL.md +1 -1
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +1 -1
- package/.claude/skills/qe-requirements-validation/scripts/validate-config.json +37 -0
- package/.claude/skills/qe-security-compliance/SKILL.md +1 -1
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +1 -1
- package/.claude/skills/qe-security-compliance/scripts/validate-config.json +41 -0
- package/.claude/skills/qe-test-execution/SKILL.md +1 -1
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +1 -1
- package/.claude/skills/qe-test-execution/scripts/validate-config.json +37 -0
- package/.claude/skills/qe-test-generation/SKILL.md +1 -1
- package/.claude/skills/qe-test-generation/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-visual-accessibility/SKILL.md +1 -1
- package/.claude/skills/qe-visual-accessibility/scripts/validate-config.json +25 -0
- package/.claude/skills/quality-metrics/SKILL.md +1 -1
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +1 -1
- package/.claude/skills/quality-metrics/scripts/validate-config.json +43 -0
- package/.claude/skills/refactoring-patterns/SKILL.md +1 -1
- package/.claude/skills/refactoring-patterns/scripts/validate-config.json +35 -0
- package/.claude/skills/regression-testing/SKILL.md +1 -1
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +1 -1
- package/.claude/skills/regression-testing/scripts/validate-config.json +50 -0
- package/.claude/skills/risk-based-testing/SKILL.md +1 -1
- package/.claude/skills/risk-based-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/security-testing/SKILL.md +1 -1
- package/.claude/skills/security-testing/evals/security-testing.yaml +1 -1
- package/.claude/skills/security-testing/scripts/validate-config.json +45 -0
- package/.claude/skills/security-visual-testing/SKILL.md +1 -1
- package/.claude/skills/security-visual-testing/scripts/validate-config.json +45 -0
- package/.claude/skills/sherlock-review/SKILL.md +1 -1
- package/.claude/skills/sherlock-review/scripts/validate-config.json +35 -0
- package/.claude/skills/shift-left-testing/SKILL.md +1 -1
- package/.claude/skills/shift-left-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/shift-right-testing/SKILL.md +1 -1
- package/.claude/skills/shift-right-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/skill-builder/SKILL.md +2 -2
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/SKILL.md +1 -1
- package/.claude/skills/tdd-london-chicago/scripts/validate-config.json +43 -0
- package/.claude/skills/test-automation-strategy/SKILL.md +1 -1
- package/.claude/skills/test-automation-strategy/scripts/validate-config.json +39 -0
- package/.claude/skills/test-data-management/SKILL.md +1 -1
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +1 -1
- package/.claude/skills/test-data-management/scripts/validate-config.json +41 -0
- package/.claude/skills/test-design-techniques/SKILL.md +1 -1
- package/.claude/skills/test-design-techniques/scripts/validate-config.json +36 -0
- package/.claude/skills/test-reporting-analytics/SKILL.md +1 -1
- package/.claude/skills/test-reporting-analytics/scripts/validate-config.json +36 -0
- package/.claude/skills/testability-scoring/SKILL.md +1 -1
- package/.claude/skills/testability-scoring/scripts/validate-config.json +42 -0
- package/.claude/skills/trust-tier-manifest.json +106 -106
- package/.claude/skills/verification-quality/scripts/validate-config.json +36 -0
- package/.claude/skills/visual-testing-advanced/SKILL.md +1 -1
- package/.claude/skills/visual-testing-advanced/scripts/validate-config.json +38 -0
- package/.claude/skills/wms-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -0
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -0
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -0
- package/README.md +20 -20
- package/package.json +6 -6
- package/scripts/cloud-db-config.json +1 -1
- package/scripts/migrate-validators.cjs +171 -0
- package/scripts/postinstall.cjs +57 -0
- package/scripts/preinstall.cjs +28 -8
- package/scripts/test-schema-validation.js +2 -2
- package/scripts/update-skill-manifest.ts +3 -3
- package/scripts/validate-skill.cjs +384 -0
- package/scripts/validate-tier3.cjs +61 -0
- package/scripts/validator-lib.cjs +274 -0
- package/v3/CHANGELOG.md +32 -0
- package/v3/assets/agents/v3/qe-product-factors-assessor.md +19 -0
- package/v3/assets/agents/v3/qe-quality-criteria-recommender.md +2 -2
- package/v3/assets/agents/v3/qe-qx-partner.md +27 -0
- package/v3/assets/skills/.validation/README.md +1 -1
- package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +1 -1
- package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +1 -1
- package/v3/assets/skills/accessibility-testing/SKILL.md +1 -1
- package/v3/assets/skills/accessibility-testing/scripts/validate-config.json +56 -0
- package/v3/assets/skills/api-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/api-testing-patterns/scripts/validate-config.json +61 -0
- package/v3/assets/skills/bug-reporting-excellence/SKILL.md +1 -1
- package/v3/assets/skills/bug-reporting-excellence/scripts/validate-config.json +34 -0
- package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +1 -1
- package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +1 -1
- package/v3/assets/skills/chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/v3/assets/skills/code-review-quality/SKILL.md +1 -1
- package/v3/assets/skills/code-review-quality/scripts/validate-config.json +34 -0
- package/v3/assets/skills/compatibility-testing/SKILL.md +1 -1
- package/v3/assets/skills/compatibility-testing/scripts/validate-config.json +44 -0
- package/v3/assets/skills/compliance-testing/SKILL.md +1 -1
- package/v3/assets/skills/compliance-testing/scripts/validate-config.json +39 -0
- package/v3/assets/skills/contract-testing/SKILL.md +1 -1
- package/v3/assets/skills/contract-testing/scripts/validate-config.json +59 -0
- package/v3/assets/skills/database-testing/SKILL.md +1 -1
- package/v3/assets/skills/database-testing/evals/database-testing.yaml +1 -1
- package/v3/assets/skills/database-testing/scripts/validate-config.json +48 -0
- package/v3/assets/skills/enterprise-integration-testing/SKILL.md +1 -1
- package/v3/assets/skills/localization-testing/SKILL.md +1 -1
- package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +1 -1
- package/v3/assets/skills/localization-testing/scripts/validate-config.json +42 -0
- package/v3/assets/skills/middleware-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/mobile-testing/SKILL.md +1 -1
- package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +1 -1
- package/v3/assets/skills/mobile-testing/scripts/validate-config.json +43 -0
- package/v3/assets/skills/mutation-testing/SKILL.md +1 -1
- package/v3/assets/skills/mutation-testing/scripts/validate-config.json +44 -0
- package/v3/assets/skills/observability-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/pentest-validation/SKILL.md +1 -1
- package/v3/assets/skills/pentest-validation/evals/pentest-validation.yaml +1 -1
- package/v3/assets/skills/performance-testing/SKILL.md +1 -1
- package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +1 -1
- package/v3/assets/skills/performance-testing/scripts/validate-config.json +55 -0
- package/v3/assets/skills/qcsd-cicd-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-development-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-ideation-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-refinement-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qe-chaos-resilience/SKILL.md +1 -1
- package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +1 -1
- package/v3/assets/skills/qe-chaos-resilience/scripts/validate-config.json +43 -0
- package/v3/assets/skills/qe-code-intelligence/SKILL.md +1 -1
- package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +1 -1
- package/v3/assets/skills/qe-code-intelligence/scripts/validate-config.json +41 -0
- package/v3/assets/skills/qe-contract-testing/SKILL.md +1 -1
- package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +1 -1
- package/v3/assets/skills/qe-contract-testing/scripts/validate-config.json +42 -0
- package/v3/assets/skills/qe-coverage-analysis/SKILL.md +1 -1
- package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +1 -1
- package/v3/assets/skills/qe-coverage-analysis/scripts/validate-config.json +42 -0
- package/v3/assets/skills/qe-defect-intelligence/SKILL.md +1 -1
- package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +1 -1
- package/v3/assets/skills/qe-defect-intelligence/scripts/validate-config.json +40 -0
- package/v3/assets/skills/qe-iterative-loop/SKILL.md +1 -1
- package/v3/assets/skills/qe-iterative-loop/scripts/validate-config.json +40 -0
- package/v3/assets/skills/qe-learning-optimization/SKILL.md +1 -1
- package/v3/assets/skills/qe-learning-optimization/scripts/validate-config.json +25 -0
- package/v3/assets/skills/qe-quality-assessment/SKILL.md +1 -1
- package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +1 -1
- package/v3/assets/skills/qe-quality-assessment/scripts/validate-config.json +47 -0
- package/v3/assets/skills/qe-requirements-validation/SKILL.md +1 -1
- package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +1 -1
- package/v3/assets/skills/qe-requirements-validation/scripts/validate-config.json +37 -0
- package/v3/assets/skills/qe-security-compliance/SKILL.md +1 -1
- package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +1 -1
- package/v3/assets/skills/qe-security-compliance/scripts/validate-config.json +41 -0
- package/v3/assets/skills/qe-test-execution/SKILL.md +1 -1
- package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +1 -1
- package/v3/assets/skills/qe-test-execution/scripts/validate-config.json +37 -0
- package/v3/assets/skills/qe-test-generation/SKILL.md +1 -1
- package/v3/assets/skills/qe-test-generation/scripts/validate-config.json +25 -0
- package/v3/assets/skills/qe-visual-accessibility/SKILL.md +1 -1
- package/v3/assets/skills/qe-visual-accessibility/scripts/validate-config.json +25 -0
- package/v3/assets/skills/quality-metrics/SKILL.md +1 -1
- package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +1 -1
- package/v3/assets/skills/quality-metrics/scripts/validate-config.json +43 -0
- package/v3/assets/skills/refactoring-patterns/SKILL.md +1 -1
- package/v3/assets/skills/refactoring-patterns/scripts/validate-config.json +35 -0
- package/v3/assets/skills/regression-testing/SKILL.md +1 -1
- package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +1 -1
- package/v3/assets/skills/regression-testing/scripts/validate-config.json +50 -0
- package/v3/assets/skills/risk-based-testing/SKILL.md +1 -1
- package/v3/assets/skills/risk-based-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/security-testing/SKILL.md +1 -1
- package/v3/assets/skills/security-testing/evals/security-testing.yaml +1 -1
- package/v3/assets/skills/security-testing/scripts/validate-config.json +45 -0
- package/v3/assets/skills/security-visual-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-left-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-left-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/shift-right-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-right-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/tdd-london-chicago/SKILL.md +1 -1
- package/v3/assets/skills/tdd-london-chicago/scripts/validate-config.json +43 -0
- package/v3/assets/skills/test-automation-strategy/SKILL.md +1 -1
- package/v3/assets/skills/test-automation-strategy/scripts/validate-config.json +39 -0
- package/v3/assets/skills/test-data-management/SKILL.md +1 -1
- package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +1 -1
- package/v3/assets/skills/test-data-management/scripts/validate-config.json +41 -0
- package/v3/assets/skills/test-design-techniques/SKILL.md +1 -1
- package/v3/assets/skills/test-design-techniques/scripts/validate-config.json +36 -0
- package/v3/assets/skills/test-reporting-analytics/SKILL.md +1 -1
- package/v3/assets/skills/test-reporting-analytics/scripts/validate-config.json +36 -0
- package/v3/assets/skills/verification-quality/SKILL.md +0 -6
- package/v3/assets/skills/verification-quality/scripts/validate-config.json +36 -0
- package/v3/assets/skills/visual-testing-advanced/SKILL.md +1 -1
- package/v3/assets/skills/visual-testing-advanced/scripts/validate-config.json +38 -0
- package/v3/assets/skills/wms-testing-patterns/SKILL.md +1 -1
- package/v3/dist/adapters/claude-flow/model-router-bridge.js +3 -3
- package/v3/dist/adapters/claude-flow/model-router-bridge.js.map +1 -1
- package/v3/dist/adapters/claude-flow/pretrain-bridge.js +4 -4
- package/v3/dist/adapters/claude-flow/pretrain-bridge.js.map +1 -1
- package/v3/dist/adapters/claude-flow/trajectory-bridge.js +4 -4
- package/v3/dist/adapters/claude-flow/trajectory-bridge.js.map +1 -1
- package/v3/dist/cli/bundle.js +172 -159
- package/v3/dist/cli/commands/claude-flow-setup.js +3 -3
- package/v3/dist/cli/commands/claude-flow-setup.js.map +1 -1
- package/v3/dist/cli/commands/completions.d.ts.map +1 -1
- package/v3/dist/cli/commands/completions.js +2 -1
- package/v3/dist/cli/commands/completions.js.map +1 -1
- package/v3/dist/cli/commands/hooks.js +8 -8
- package/v3/dist/cli/commands/hooks.js.map +1 -1
- package/v3/dist/cli/completions/index.d.ts.map +1 -1
- package/v3/dist/cli/completions/index.js +4 -3
- package/v3/dist/cli/completions/index.js.map +1 -1
- package/v3/dist/domains/code-intelligence/services/metric-collector/test-counter.js +5 -5
- package/v3/dist/domains/code-intelligence/services/metric-collector/test-counter.js.map +1 -1
- package/v3/dist/domains/requirements-validation/services/quality-criteria/quality-criteria-service.js +1 -1
- package/v3/dist/domains/requirements-validation/services/quality-criteria/quality-criteria-service.js.map +1 -1
- package/v3/dist/init/agents-installer.d.ts +5 -1
- package/v3/dist/init/agents-installer.d.ts.map +1 -1
- package/v3/dist/init/agents-installer.js +13 -5
- package/v3/dist/init/agents-installer.js.map +1 -1
- package/v3/dist/init/enhancements/claude-flow-adapter.d.ts.map +1 -1
- package/v3/dist/init/enhancements/claude-flow-adapter.js +15 -12
- package/v3/dist/init/enhancements/claude-flow-adapter.js.map +1 -1
- package/v3/dist/init/enhancements/detector.js +2 -2
- package/v3/dist/init/enhancements/detector.js.map +1 -1
- package/v3/dist/init/init-wizard.d.ts.map +1 -1
- package/v3/dist/init/init-wizard.js +17 -33
- package/v3/dist/init/init-wizard.js.map +1 -1
- package/v3/dist/init/phases/07-hooks.js +9 -9
- package/v3/dist/init/phases/07-hooks.js.map +1 -1
- package/v3/dist/init/phases/10-workers.d.ts.map +1 -1
- package/v3/dist/init/phases/10-workers.js +74 -85
- package/v3/dist/init/phases/10-workers.js.map +1 -1
- package/v3/dist/init/phases/12-verification.d.ts.map +1 -1
- package/v3/dist/init/phases/12-verification.js +13 -1
- package/v3/dist/init/phases/12-verification.js.map +1 -1
- package/v3/dist/kernel/hybrid-backend.d.ts.map +1 -1
- package/v3/dist/kernel/hybrid-backend.js +4 -1
- package/v3/dist/kernel/hybrid-backend.js.map +1 -1
- package/v3/dist/kernel/memory-backend.d.ts.map +1 -1
- package/v3/dist/kernel/memory-backend.js +3 -0
- package/v3/dist/kernel/memory-backend.js.map +1 -1
- package/v3/dist/mcp/bundle.js +1340 -19
- package/v3/dist/mcp/tools/index.d.ts +2 -1
- package/v3/dist/mcp/tools/index.d.ts.map +1 -1
- package/v3/dist/mcp/tools/index.js +5 -1
- package/v3/dist/mcp/tools/index.js.map +1 -1
- package/v3/dist/mcp/tools/qx-analysis/analyze.d.ts +33 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.js +679 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.d.ts +38 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.js +458 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.d.ts +16 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.js +175 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/index.d.ts +27 -0
- package/v3/dist/mcp/tools/qx-analysis/index.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/index.js +34 -0
- package/v3/dist/mcp/tools/qx-analysis/index.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.d.ts +22 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.js +194 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/types.d.ts +278 -0
- package/v3/dist/mcp/tools/qx-analysis/types.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/types.js +46 -0
- package/v3/dist/mcp/tools/qx-analysis/types.js.map +1 -0
- package/v3/dist/mcp/tools/registry.d.ts +1 -0
- package/v3/dist/mcp/tools/registry.d.ts.map +1 -1
- package/v3/dist/mcp/tools/registry.js +5 -0
- package/v3/dist/mcp/tools/registry.js.map +1 -1
- package/v3/dist/sync/cloud/tunnel-manager.d.ts.map +1 -1
- package/v3/dist/sync/cloud/tunnel-manager.js +11 -0
- package/v3/dist/sync/cloud/tunnel-manager.js.map +1 -1
- package/v3/package.json +5 -5
- package/.claude/skills/.validation/templates/validate.template.sh +0 -1060
- package/.claude/skills/.validation/templates/validator-lib.sh +0 -1031
- package/.claude/skills/a11y-ally/scripts/validate.sh +0 -690
- package/.claude/skills/accessibility-testing/scripts/validate.sh +0 -943
- package/.claude/skills/api-testing-patterns/scripts/validate.sh +0 -931
- package/.claude/skills/brutal-honesty-review/scripts/validate.sh +0 -130
- package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +0 -108
- package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +0 -1107
- package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +0 -310
- package/.claude/skills/code-review-quality/scripts/validate.sh +0 -113
- package/.claude/skills/compatibility-testing/scripts/validate.sh +0 -605
- package/.claude/skills/compliance-testing/scripts/validate.sh +0 -888
- package/.claude/skills/contract-testing/scripts/validate.sh +0 -1033
- package/.claude/skills/database-testing/scripts/validate.sh +0 -1099
- package/.claude/skills/localization-testing/scripts/validate.sh +0 -131
- package/.claude/skills/mobile-testing/scripts/validate.sh +0 -127
- package/.claude/skills/mutation-testing/scripts/validate.sh +0 -992
- package/.claude/skills/n8n-expression-testing/scripts/validate.sh +0 -162
- package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +0 -104
- package/.claude/skills/n8n-security-testing/scripts/validate.sh +0 -120
- package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +0 -121
- package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +0 -126
- package/.claude/skills/pentest-validation/scripts/validate.sh +0 -402
- package/.claude/skills/performance-analysis/scripts/validate.sh +0 -63
- package/.claude/skills/performance-testing/scripts/validate.sh +0 -1090
- package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +0 -56
- package/.claude/skills/qcsd-refinement-swarm/scripts/validate.sh +0 -56
- package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +0 -401
- package/.claude/skills/qe-code-intelligence/scripts/validate.sh +0 -408
- package/.claude/skills/qe-contract-testing/scripts/validate.sh +0 -421
- package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +0 -453
- package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +0 -466
- package/.claude/skills/qe-iterative-loop/scripts/validate.sh +0 -474
- package/.claude/skills/qe-learning-optimization/scripts/validate.sh +0 -56
- package/.claude/skills/qe-quality-assessment/scripts/validate.sh +0 -352
- package/.claude/skills/qe-requirements-validation/scripts/validate.sh +0 -275
- package/.claude/skills/qe-security-compliance/scripts/validate.sh +0 -305
- package/.claude/skills/qe-test-execution/scripts/validate.sh +0 -323
- package/.claude/skills/qe-test-generation/scripts/validate.sh +0 -56
- package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +0 -56
- package/.claude/skills/quality-metrics/scripts/validate.sh +0 -434
- package/.claude/skills/refactoring-patterns/scripts/validate.sh +0 -241
- package/.claude/skills/regression-testing/scripts/validate.sh +0 -130
- package/.claude/skills/risk-based-testing/scripts/validate.sh +0 -56
- package/.claude/skills/security-testing/scripts/validate.sh +0 -967
- package/.claude/skills/security-visual-testing/scripts/validate.sh +0 -748
- package/.claude/skills/sherlock-review/scripts/validate.sh +0 -115
- package/.claude/skills/shift-left-testing/scripts/validate.sh +0 -56
- package/.claude/skills/shift-right-testing/scripts/validate.sh +0 -56
- package/.claude/skills/tdd-london-chicago/scripts/validate.sh +0 -214
- package/.claude/skills/test-automation-strategy/scripts/validate.sh +0 -195
- package/.claude/skills/test-data-management/scripts/validate.sh +0 -137
- package/.claude/skills/test-design-techniques/scripts/validate.sh +0 -91
- package/.claude/skills/test-reporting-analytics/scripts/validate.sh +0 -77
- package/.claude/skills/testability-scoring/scripts/validate.sh +0 -891
- package/.claude/skills/verification-quality/scripts/validate.sh +0 -77
- package/.claude/skills/visual-testing-advanced/scripts/validate.sh +0 -77
- package/v3/assets/skills/.validation/templates/validate.template.sh +0 -1060
- package/v3/assets/skills/.validation/templates/validator-lib.sh +0 -1031
- package/v3/assets/skills/accessibility-testing/scripts/validate.sh +0 -943
- package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +0 -931
- package/v3/assets/skills/aqe-v2-v3-migration/skill.md +0 -326
- package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +0 -108
- package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +0 -1107
- package/v3/assets/skills/code-review-quality/scripts/validate.sh +0 -113
- package/v3/assets/skills/compatibility-testing/scripts/validate.sh +0 -605
- package/v3/assets/skills/compliance-testing/scripts/validate.sh +0 -888
- package/v3/assets/skills/contract-testing/scripts/validate.sh +0 -1033
- package/v3/assets/skills/database-testing/scripts/validate.sh +0 -1099
- package/v3/assets/skills/localization-testing/scripts/validate.sh +0 -131
- package/v3/assets/skills/mobile-testing/scripts/validate.sh +0 -127
- package/v3/assets/skills/mutation-testing/scripts/validate.sh +0 -992
- package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +0 -162
- package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +0 -104
- package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +0 -120
- package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +0 -121
- package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +0 -126
- package/v3/assets/skills/pentest-validation/scripts/validate.sh +0 -402
- package/v3/assets/skills/performance-testing/scripts/validate.sh +0 -1090
- package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +0 -401
- package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +0 -408
- package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +0 -421
- package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +0 -453
- package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +0 -466
- package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +0 -474
- package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +0 -56
- package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +0 -352
- package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +0 -275
- package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +0 -305
- package/v3/assets/skills/qe-test-execution/scripts/validate.sh +0 -323
- package/v3/assets/skills/qe-test-generation/scripts/validate.sh +0 -56
- package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +0 -56
- package/v3/assets/skills/quality-metrics/scripts/validate.sh +0 -434
- package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +0 -241
- package/v3/assets/skills/regression-testing/scripts/validate.sh +0 -130
- package/v3/assets/skills/risk-based-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/security-testing/scripts/validate.sh +0 -967
- package/v3/assets/skills/security-visual-testing/scripts/validate.sh +0 -748
- package/v3/assets/skills/shift-left-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/shift-right-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +0 -214
- package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +0 -195
- package/v3/assets/skills/test-data-management/scripts/validate.sh +0 -137
- package/v3/assets/skills/test-design-techniques/scripts/validate.sh +0 -91
- package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +0 -77
- package/v3/assets/skills/verification-quality/scripts/validate.sh +0 -77
- package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +0 -77
|
@@ -1,115 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
# =============================================================================
|
|
3
|
-
# AQE Skill Validator: sherlock-review v1.0.0
|
|
4
|
-
# =============================================================================
|
|
5
|
-
set -euo pipefail
|
|
6
|
-
|
|
7
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
8
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
9
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
10
|
-
|
|
11
|
-
for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
12
|
-
[[ -f "$lib_path" ]] && source "$lib_path" && break
|
|
13
|
-
done
|
|
14
|
-
|
|
15
|
-
SKILL_NAME="sherlock-review"
|
|
16
|
-
SKILL_VERSION="1.0.0"
|
|
17
|
-
REQUIRED_TOOLS=("jq")
|
|
18
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
19
|
-
REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.reviewFindings" "output.deductions" "output.codeQuality")
|
|
20
|
-
MUST_CONTAIN_TERMS=("evidence" "deduction")
|
|
21
|
-
MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
|
|
22
|
-
ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
|
|
23
|
-
|
|
24
|
-
validate_skill_specific() {
|
|
25
|
-
local output_file="$1"
|
|
26
|
-
local has_errors=false
|
|
27
|
-
|
|
28
|
-
# Validate review findings with evidence
|
|
29
|
-
local finding_count
|
|
30
|
-
finding_count=$(jq '.output.reviewFindings | length' "$output_file" 2>/dev/null || echo "0")
|
|
31
|
-
|
|
32
|
-
if [[ "$finding_count" -gt 0 ]]; then
|
|
33
|
-
local invalid_findings
|
|
34
|
-
invalid_findings=$(jq '[.output.reviewFindings[]? | select(.id == null or .title == null or .severity == null or .category == null or .evidence == null)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
35
|
-
|
|
36
|
-
if [[ "$invalid_findings" -gt 0 ]]; then
|
|
37
|
-
warn "$invalid_findings finding(s) missing required fields (id, title, severity, category, evidence)"
|
|
38
|
-
fi
|
|
39
|
-
|
|
40
|
-
# Validate finding ID pattern
|
|
41
|
-
local invalid_ids
|
|
42
|
-
invalid_ids=$(jq '[.output.reviewFindings[]?.id // empty | select(test("^SHRK-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
43
|
-
|
|
44
|
-
if [[ "$invalid_ids" -gt 0 ]]; then
|
|
45
|
-
warn "$invalid_ids finding(s) have invalid ID format (should be SHRK-NNN)"
|
|
46
|
-
fi
|
|
47
|
-
fi
|
|
48
|
-
|
|
49
|
-
# Validate deductions - this is critical for Sherlock review
|
|
50
|
-
local deduction_count
|
|
51
|
-
deduction_count=$(jq '.output.deductions | length' "$output_file" 2>/dev/null || echo "0")
|
|
52
|
-
|
|
53
|
-
if [[ "$deduction_count" -eq 0 ]]; then
|
|
54
|
-
warn "No deductions found - Sherlock review should include logical deductions"
|
|
55
|
-
else
|
|
56
|
-
local invalid_deductions
|
|
57
|
-
invalid_deductions=$(jq '[.output.deductions[]? | select(.id == null or .observation == null or .hypothesis == null or .conclusion == null)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
58
|
-
|
|
59
|
-
if [[ "$invalid_deductions" -gt 0 ]]; then
|
|
60
|
-
warn "$invalid_deductions deduction(s) missing required fields (id, observation, hypothesis, conclusion)"
|
|
61
|
-
fi
|
|
62
|
-
|
|
63
|
-
# Validate deduction ID pattern
|
|
64
|
-
local invalid_ded_ids
|
|
65
|
-
invalid_ded_ids=$(jq '[.output.deductions[]?.id // empty | select(test("^DED-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
66
|
-
|
|
67
|
-
if [[ "$invalid_ded_ids" -gt 0 ]]; then
|
|
68
|
-
warn "$invalid_ded_ids deduction(s) have invalid ID format (should be DED-NNN)"
|
|
69
|
-
fi
|
|
70
|
-
fi
|
|
71
|
-
|
|
72
|
-
# Validate evidence chain if present
|
|
73
|
-
local evidence_count
|
|
74
|
-
evidence_count=$(jq '.output.evidenceChain | length' "$output_file" 2>/dev/null || echo "0")
|
|
75
|
-
|
|
76
|
-
if [[ "$evidence_count" -gt 0 ]]; then
|
|
77
|
-
local invalid_evidence
|
|
78
|
-
invalid_evidence=$(jq '[.output.evidenceChain[]? | select(.type == null or .description == null)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
79
|
-
|
|
80
|
-
if [[ "$invalid_evidence" -gt 0 ]]; then
|
|
81
|
-
warn "$invalid_evidence evidence item(s) missing required fields"
|
|
82
|
-
fi
|
|
83
|
-
fi
|
|
84
|
-
|
|
85
|
-
# Validate verdict
|
|
86
|
-
local verdict
|
|
87
|
-
verdict=$(jq -r '.output.verdict // ""' "$output_file" 2>/dev/null)
|
|
88
|
-
|
|
89
|
-
if [[ -n "$verdict" && "$verdict" != "null" ]]; then
|
|
90
|
-
local valid_verdicts="case-closed-clean minor-infractions significant-concerns major-violations investigation-required"
|
|
91
|
-
if ! echo "$valid_verdicts" | grep -qw "$verdict"; then
|
|
92
|
-
error "Invalid verdict: $verdict"
|
|
93
|
-
has_errors=true
|
|
94
|
-
fi
|
|
95
|
-
fi
|
|
96
|
-
|
|
97
|
-
if [[ "$has_errors" == "true" ]]; then return 1; fi
|
|
98
|
-
success "Sherlock review validation passed"
|
|
99
|
-
return 0
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
OUTPUT_FILE="${1:-}"
|
|
103
|
-
[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file>"; exit 1; }
|
|
104
|
-
[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
|
|
105
|
-
|
|
106
|
-
echo "Validating $SKILL_NAME output..."
|
|
107
|
-
jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
|
|
108
|
-
|
|
109
|
-
if validate_skill_specific "$OUTPUT_FILE"; then
|
|
110
|
-
echo "PASSED: $SKILL_NAME validation"
|
|
111
|
-
exit 0
|
|
112
|
-
else
|
|
113
|
-
echo "FAILED: $SKILL_NAME validation"
|
|
114
|
-
exit 1
|
|
115
|
-
fi
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
set -euo pipefail
|
|
3
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
4
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
5
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
6
|
-
|
|
7
|
-
VALIDATOR_LIB=""
|
|
8
|
-
for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
9
|
-
[[ -f "$lib_path" ]] && VALIDATOR_LIB="$lib_path" && break
|
|
10
|
-
done
|
|
11
|
-
[[ -n "$VALIDATOR_LIB" ]] && source "$VALIDATOR_LIB" || { echo "ERROR: Validator library not found"; exit 1; }
|
|
12
|
-
|
|
13
|
-
SKILL_NAME="shift-left-testing"
|
|
14
|
-
SKILL_VERSION="1.0.0"
|
|
15
|
-
REQUIRED_TOOLS=("jq")
|
|
16
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
17
|
-
REQUIRED_FIELDS=("skillName" "status" "output")
|
|
18
|
-
ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
|
|
19
|
-
|
|
20
|
-
OUTPUT_FILE=""
|
|
21
|
-
SELF_TEST=false
|
|
22
|
-
|
|
23
|
-
while [[ $# -gt 0 ]]; do
|
|
24
|
-
case "$1" in
|
|
25
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
26
|
-
--verbose|-v|--json|--list-tools|-h|--help) shift ;;
|
|
27
|
-
-*) shift ;;
|
|
28
|
-
*) OUTPUT_FILE="$1"; shift ;;
|
|
29
|
-
esac
|
|
30
|
-
done
|
|
31
|
-
|
|
32
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
33
|
-
echo "Self-test for $SKILL_NAME passed"
|
|
34
|
-
exit 0
|
|
35
|
-
fi
|
|
36
|
-
|
|
37
|
-
validate_skill_specific() {
|
|
38
|
-
return 0
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
validate_tools() {
|
|
42
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
43
|
-
command_exists "$tool" || return 1
|
|
44
|
-
done
|
|
45
|
-
return 0
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
main() {
|
|
49
|
-
[[ -z "$OUTPUT_FILE" || ! -f "$OUTPUT_FILE" ]] && exit 1
|
|
50
|
-
validate_tools || exit 2
|
|
51
|
-
validate_json "$OUTPUT_FILE" || exit 1
|
|
52
|
-
validate_skill_specific || exit 1
|
|
53
|
-
exit 0
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
main
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
set -euo pipefail
|
|
3
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
4
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
5
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
6
|
-
|
|
7
|
-
VALIDATOR_LIB=""
|
|
8
|
-
for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
9
|
-
[[ -f "$lib_path" ]] && VALIDATOR_LIB="$lib_path" && break
|
|
10
|
-
done
|
|
11
|
-
[[ -n "$VALIDATOR_LIB" ]] && source "$VALIDATOR_LIB" || { echo "ERROR: Validator library not found"; exit 1; }
|
|
12
|
-
|
|
13
|
-
SKILL_NAME="shift-right-testing"
|
|
14
|
-
SKILL_VERSION="1.0.0"
|
|
15
|
-
REQUIRED_TOOLS=("jq")
|
|
16
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
17
|
-
REQUIRED_FIELDS=("skillName" "status" "output")
|
|
18
|
-
ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
|
|
19
|
-
|
|
20
|
-
OUTPUT_FILE=""
|
|
21
|
-
SELF_TEST=false
|
|
22
|
-
|
|
23
|
-
while [[ $# -gt 0 ]]; do
|
|
24
|
-
case "$1" in
|
|
25
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
26
|
-
--verbose|-v|--json|--list-tools|-h|--help) shift ;;
|
|
27
|
-
-*) shift ;;
|
|
28
|
-
*) OUTPUT_FILE="$1"; shift ;;
|
|
29
|
-
esac
|
|
30
|
-
done
|
|
31
|
-
|
|
32
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
33
|
-
echo "Self-test for $SKILL_NAME passed"
|
|
34
|
-
exit 0
|
|
35
|
-
fi
|
|
36
|
-
|
|
37
|
-
validate_skill_specific() {
|
|
38
|
-
return 0
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
validate_tools() {
|
|
42
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
43
|
-
command_exists "$tool" || return 1
|
|
44
|
-
done
|
|
45
|
-
return 0
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
main() {
|
|
49
|
-
[[ -z "$OUTPUT_FILE" || ! -f "$OUTPUT_FILE" ]] && exit 1
|
|
50
|
-
validate_tools || exit 2
|
|
51
|
-
validate_json "$OUTPUT_FILE" || exit 1
|
|
52
|
-
validate_skill_specific || exit 1
|
|
53
|
-
exit 0
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
main
|
|
@@ -1,214 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
# =============================================================================
|
|
3
|
-
# AQE Skill Validator: tdd-london-chicago v1.0.0
|
|
4
|
-
# =============================================================================
|
|
5
|
-
set -euo pipefail
|
|
6
|
-
|
|
7
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
8
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
9
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
10
|
-
|
|
11
|
-
for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
12
|
-
[[ -f "$lib_path" ]] && source "$lib_path" && break
|
|
13
|
-
done
|
|
14
|
-
|
|
15
|
-
SKILL_NAME="tdd-london-chicago"
|
|
16
|
-
SKILL_VERSION="1.0.0"
|
|
17
|
-
REQUIRED_TOOLS=("jq")
|
|
18
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
19
|
-
REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.tddCycles" "output.approach")
|
|
20
|
-
MUST_CONTAIN_TERMS=("tdd" "test" "red" "green" "refactor")
|
|
21
|
-
MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME" "placeholder")
|
|
22
|
-
ENUM_VALIDATIONS=(
|
|
23
|
-
".status:success,partial,failed,skipped"
|
|
24
|
-
".output.approach.school:london,chicago,hybrid"
|
|
25
|
-
)
|
|
26
|
-
|
|
27
|
-
validate_skill_specific() {
|
|
28
|
-
local output_file="$1"
|
|
29
|
-
local has_errors=false
|
|
30
|
-
|
|
31
|
-
# Validate TDD cycles
|
|
32
|
-
local completed_cycles total_cycles
|
|
33
|
-
completed_cycles=$(jq '.output.tddCycles.completedCycles // 0' "$output_file" 2>/dev/null || echo "0")
|
|
34
|
-
total_cycles=$(jq '.output.tddCycles.totalCycles // 0' "$output_file" 2>/dev/null || echo "0")
|
|
35
|
-
|
|
36
|
-
if [[ "$total_cycles" -eq 0 ]]; then
|
|
37
|
-
warn "No TDD cycles recorded - tdd-london-chicago should have at least one cycle"
|
|
38
|
-
else
|
|
39
|
-
if [[ "$completed_cycles" -gt "$total_cycles" ]]; then
|
|
40
|
-
error "Completed cycles ($completed_cycles) exceeds total cycles ($total_cycles)"
|
|
41
|
-
has_errors=true
|
|
42
|
-
fi
|
|
43
|
-
|
|
44
|
-
# Check cycle details
|
|
45
|
-
local cycle_count
|
|
46
|
-
cycle_count=$(jq '.output.tddCycles.cycleDetails | length' "$output_file" 2>/dev/null || echo "0")
|
|
47
|
-
|
|
48
|
-
if [[ "$cycle_count" -eq 0 && "$total_cycles" -gt 0 ]]; then
|
|
49
|
-
warn "Cycle details array is empty but $total_cycles cycles recorded"
|
|
50
|
-
fi
|
|
51
|
-
|
|
52
|
-
# Validate cycle phases
|
|
53
|
-
local invalid_phases
|
|
54
|
-
invalid_phases=$(jq '[.output.tddCycles.cycleDetails[]? | select(.phase and (.phase | IN("red", "green", "refactor") | not))] | length' "$output_file" 2>/dev/null || echo "0")
|
|
55
|
-
|
|
56
|
-
if [[ "$invalid_phases" -gt 0 ]]; then
|
|
57
|
-
error "$invalid_phases cycle(s) have invalid phase values"
|
|
58
|
-
has_errors=true
|
|
59
|
-
fi
|
|
60
|
-
|
|
61
|
-
# Validate test-first ratio if present
|
|
62
|
-
local test_first_ratio
|
|
63
|
-
test_first_ratio=$(jq '.output.tddCycles.testFirstRatio // null' "$output_file" 2>/dev/null)
|
|
64
|
-
|
|
65
|
-
if [[ "$test_first_ratio" != "null" && -n "$test_first_ratio" ]]; then
|
|
66
|
-
if (( $(echo "$test_first_ratio < 0 || $test_first_ratio > 100" | bc -l 2>/dev/null || echo "0") )); then
|
|
67
|
-
error "Test-first ratio $test_first_ratio out of range (0-100)"
|
|
68
|
-
has_errors=true
|
|
69
|
-
fi
|
|
70
|
-
fi
|
|
71
|
-
fi
|
|
72
|
-
|
|
73
|
-
# Validate approach
|
|
74
|
-
local school
|
|
75
|
-
school=$(jq -r '.output.approach.school // ""' "$output_file" 2>/dev/null)
|
|
76
|
-
|
|
77
|
-
if [[ -z "$school" ]]; then
|
|
78
|
-
error "Approach school must be specified (london, chicago, or hybrid)"
|
|
79
|
-
has_errors=true
|
|
80
|
-
else
|
|
81
|
-
local justification
|
|
82
|
-
justification=$(jq -r '.output.approach.justification // ""' "$output_file" 2>/dev/null)
|
|
83
|
-
|
|
84
|
-
if [[ -z "$justification" || ${#justification} -lt 20 ]]; then
|
|
85
|
-
warn "Approach justification should be substantial (min 20 characters)"
|
|
86
|
-
fi
|
|
87
|
-
|
|
88
|
-
# Validate London-specific metrics if school is london
|
|
89
|
-
if [[ "$school" == "london" ]]; then
|
|
90
|
-
local london_metrics
|
|
91
|
-
london_metrics=$(jq '.output.approach.londonMetrics // null' "$output_file" 2>/dev/null)
|
|
92
|
-
|
|
93
|
-
if [[ "$london_metrics" == "null" ]]; then
|
|
94
|
-
warn "London school selected but londonMetrics not provided"
|
|
95
|
-
else
|
|
96
|
-
local isolation_level
|
|
97
|
-
isolation_level=$(jq -r '.output.approach.londonMetrics.isolationLevel // ""' "$output_file" 2>/dev/null)
|
|
98
|
-
|
|
99
|
-
if [[ -n "$isolation_level" ]] && ! echo "full partial minimal" | grep -qw "$isolation_level"; then
|
|
100
|
-
error "Invalid London isolationLevel: $isolation_level"
|
|
101
|
-
has_errors=true
|
|
102
|
-
fi
|
|
103
|
-
|
|
104
|
-
local outside_in_score
|
|
105
|
-
outside_in_score=$(jq '.output.approach.londonMetrics.outsideInScore // null' "$output_file" 2>/dev/null)
|
|
106
|
-
|
|
107
|
-
if [[ "$outside_in_score" != "null" && -n "$outside_in_score" ]]; then
|
|
108
|
-
if (( $(echo "$outside_in_score < 0 || $outside_in_score > 100" | bc -l 2>/dev/null || echo "0") )); then
|
|
109
|
-
error "Outside-in score $outside_in_score out of range (0-100)"
|
|
110
|
-
has_errors=true
|
|
111
|
-
fi
|
|
112
|
-
fi
|
|
113
|
-
fi
|
|
114
|
-
fi
|
|
115
|
-
|
|
116
|
-
# Validate Chicago-specific metrics if school is chicago
|
|
117
|
-
if [[ "$school" == "chicago" ]]; then
|
|
118
|
-
local chicago_metrics
|
|
119
|
-
chicago_metrics=$(jq '.output.approach.chicagoMetrics // null' "$output_file" 2>/dev/null)
|
|
120
|
-
|
|
121
|
-
if [[ "$chicago_metrics" == "null" ]]; then
|
|
122
|
-
warn "Chicago school selected but chicagoMetrics not provided"
|
|
123
|
-
else
|
|
124
|
-
local inside_out_score
|
|
125
|
-
inside_out_score=$(jq '.output.approach.chicagoMetrics.insideOutScore // null' "$output_file" 2>/dev/null)
|
|
126
|
-
|
|
127
|
-
if [[ "$inside_out_score" != "null" && -n "$inside_out_score" ]]; then
|
|
128
|
-
if (( $(echo "$inside_out_score < 0 || $inside_out_score > 100" | bc -l 2>/dev/null || echo "0") )); then
|
|
129
|
-
error "Inside-out score $inside_out_score out of range (0-100)"
|
|
130
|
-
has_errors=true
|
|
131
|
-
fi
|
|
132
|
-
fi
|
|
133
|
-
fi
|
|
134
|
-
fi
|
|
135
|
-
fi
|
|
136
|
-
|
|
137
|
-
# Validate test metrics if present
|
|
138
|
-
local has_test_metrics
|
|
139
|
-
has_test_metrics=$(jq 'has("output") and (.output | has("testMetrics"))' "$output_file" 2>/dev/null)
|
|
140
|
-
|
|
141
|
-
if [[ "$has_test_metrics" == "true" ]]; then
|
|
142
|
-
local total_tests passing failing
|
|
143
|
-
total_tests=$(jq '.output.testMetrics.totalTests // 0' "$output_file" 2>/dev/null || echo "0")
|
|
144
|
-
passing=$(jq '.output.testMetrics.passing // 0' "$output_file" 2>/dev/null || echo "0")
|
|
145
|
-
failing=$(jq '.output.testMetrics.failing // 0' "$output_file" 2>/dev/null || echo "0")
|
|
146
|
-
|
|
147
|
-
if [[ "$total_tests" -gt 0 ]]; then
|
|
148
|
-
local sum=$((passing + failing))
|
|
149
|
-
if [[ "$sum" -gt "$total_tests" ]]; then
|
|
150
|
-
warn "Sum of passing ($passing) + failing ($failing) exceeds total ($total_tests)"
|
|
151
|
-
fi
|
|
152
|
-
fi
|
|
153
|
-
|
|
154
|
-
# Validate coverage metrics
|
|
155
|
-
local coverage
|
|
156
|
-
coverage=$(jq '.output.testMetrics.coverage // null' "$output_file" 2>/dev/null)
|
|
157
|
-
|
|
158
|
-
if [[ "$coverage" != "null" && -n "$coverage" ]]; then
|
|
159
|
-
if (( $(echo "$coverage < 0 || $coverage > 100" | bc -l 2>/dev/null || echo "0") )); then
|
|
160
|
-
error "Code coverage $coverage out of range (0-100)"
|
|
161
|
-
has_errors=true
|
|
162
|
-
fi
|
|
163
|
-
fi
|
|
164
|
-
fi
|
|
165
|
-
|
|
166
|
-
# Validate findings if present
|
|
167
|
-
local finding_count
|
|
168
|
-
finding_count=$(jq '.output.findings | length' "$output_file" 2>/dev/null || echo "0")
|
|
169
|
-
|
|
170
|
-
if [[ "$finding_count" -gt 0 ]]; then
|
|
171
|
-
local invalid_findings
|
|
172
|
-
invalid_findings=$(jq '[.output.findings[]? | select(.id == null or .title == null or .severity == null or .category == null)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
173
|
-
|
|
174
|
-
if [[ "$invalid_findings" -gt 0 ]]; then
|
|
175
|
-
warn "$invalid_findings finding(s) missing required fields (id, title, severity, category)"
|
|
176
|
-
fi
|
|
177
|
-
|
|
178
|
-
# Validate finding ID pattern
|
|
179
|
-
local invalid_ids
|
|
180
|
-
invalid_ids=$(jq '[.output.findings[]?.id // empty | select(test("^TDD-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
181
|
-
|
|
182
|
-
if [[ "$invalid_ids" -gt 0 ]]; then
|
|
183
|
-
warn "$invalid_ids finding(s) have invalid ID format (should be TDD-NNN)"
|
|
184
|
-
fi
|
|
185
|
-
|
|
186
|
-
# Validate finding categories
|
|
187
|
-
local valid_categories="cycle coverage design mocking isolation refactoring"
|
|
188
|
-
local invalid_categories
|
|
189
|
-
invalid_categories=$(jq '[.output.findings[]?.category // empty | select(IN("cycle", "coverage", "design", "mocking", "isolation", "refactoring") | not)] | length' "$output_file" 2>/dev/null || echo "0")
|
|
190
|
-
|
|
191
|
-
if [[ "$invalid_categories" -gt 0 ]]; then
|
|
192
|
-
warn "$invalid_categories finding(s) have invalid category values"
|
|
193
|
-
fi
|
|
194
|
-
fi
|
|
195
|
-
|
|
196
|
-
if [[ "$has_errors" == "true" ]]; then return 1; fi
|
|
197
|
-
success "TDD London-Chicago validation passed"
|
|
198
|
-
return 0
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
OUTPUT_FILE="${1:-}"
|
|
202
|
-
[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file>"; exit 1; }
|
|
203
|
-
[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
|
|
204
|
-
|
|
205
|
-
echo "Validating $SKILL_NAME output..."
|
|
206
|
-
jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
|
|
207
|
-
|
|
208
|
-
if validate_skill_specific "$OUTPUT_FILE"; then
|
|
209
|
-
echo "PASSED: $SKILL_NAME validation"
|
|
210
|
-
exit 0
|
|
211
|
-
else
|
|
212
|
-
echo "FAILED: $SKILL_NAME validation"
|
|
213
|
-
exit 1
|
|
214
|
-
fi
|
|
@@ -1,195 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
# =============================================================================
|
|
3
|
-
# AQE Skill Validator: test-automation-strategy v1.0.0
|
|
4
|
-
# Validates test automation strategy analysis output
|
|
5
|
-
# =============================================================================
|
|
6
|
-
|
|
7
|
-
set -euo pipefail
|
|
8
|
-
|
|
9
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
10
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
11
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
12
|
-
|
|
13
|
-
VALIDATOR_LIB=""
|
|
14
|
-
for lib_path in \
|
|
15
|
-
"$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" \
|
|
16
|
-
"$SKILL_DIR/scripts/validator-lib.sh" \
|
|
17
|
-
"$SCRIPT_DIR/validator-lib.sh"; do
|
|
18
|
-
if [[ -f "$lib_path" ]]; then
|
|
19
|
-
VALIDATOR_LIB="$lib_path"
|
|
20
|
-
break
|
|
21
|
-
fi
|
|
22
|
-
done
|
|
23
|
-
|
|
24
|
-
if [[ -n "$VALIDATOR_LIB" ]]; then
|
|
25
|
-
source "$VALIDATOR_LIB"
|
|
26
|
-
else
|
|
27
|
-
echo "ERROR: Validator library not found" >&2
|
|
28
|
-
exit 1
|
|
29
|
-
fi
|
|
30
|
-
|
|
31
|
-
SKILL_NAME="test-automation-strategy"
|
|
32
|
-
SKILL_VERSION="1.0.0"
|
|
33
|
-
REQUIRED_TOOLS=("jq")
|
|
34
|
-
OPTIONAL_TOOLS=("ajv" "jsonschema" "python3")
|
|
35
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
36
|
-
|
|
37
|
-
REQUIRED_FIELDS=("skillName" "status" "output" "output.summary")
|
|
38
|
-
REQUIRED_NON_EMPTY_FIELDS=("output.summary")
|
|
39
|
-
MUST_CONTAIN_TERMS=("strategy" "automation" "test")
|
|
40
|
-
MUST_NOT_CONTAIN_TERMS=("TODO" "placeholder")
|
|
41
|
-
ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
|
|
42
|
-
|
|
43
|
-
OUTPUT_FILE=""
|
|
44
|
-
SELF_TEST=false
|
|
45
|
-
VERBOSE=false
|
|
46
|
-
JSON_ONLY=false
|
|
47
|
-
LIST_TOOLS=false
|
|
48
|
-
|
|
49
|
-
while [[ $# -gt 0 ]]; do
|
|
50
|
-
case "$1" in
|
|
51
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
52
|
-
--verbose|-v) VERBOSE=true; export AQE_DEBUG=1; shift ;;
|
|
53
|
-
--json) JSON_ONLY=true; shift ;;
|
|
54
|
-
--list-tools) LIST_TOOLS=true; shift ;;
|
|
55
|
-
-h|--help)
|
|
56
|
-
cat << 'HELP_EOF'
|
|
57
|
-
AQE Test Automation Strategy Skill Validator v1.0.0
|
|
58
|
-
|
|
59
|
-
Usage: ./validate.sh <output-file> [options]
|
|
60
|
-
./validate.sh --self-test [--verbose]
|
|
61
|
-
./validate.sh --list-tools
|
|
62
|
-
|
|
63
|
-
Exit Codes:
|
|
64
|
-
0 - Validation passed
|
|
65
|
-
1 - Validation failed
|
|
66
|
-
2 - Validation skipped
|
|
67
|
-
|
|
68
|
-
HELP_EOF
|
|
69
|
-
exit 0
|
|
70
|
-
;;
|
|
71
|
-
-*)
|
|
72
|
-
error "Unknown option: $1"
|
|
73
|
-
exit 1
|
|
74
|
-
;;
|
|
75
|
-
*)
|
|
76
|
-
OUTPUT_FILE="$1"
|
|
77
|
-
shift
|
|
78
|
-
;;
|
|
79
|
-
esac
|
|
80
|
-
done
|
|
81
|
-
|
|
82
|
-
if [[ "$LIST_TOOLS" == "true" ]]; then
|
|
83
|
-
echo "Available Validation Tools for $SKILL_NAME"
|
|
84
|
-
for tool in "${REQUIRED_TOOLS[@]}" "${OPTIONAL_TOOLS[@]}"; do
|
|
85
|
-
if command_exists "$tool"; then
|
|
86
|
-
echo " [OK] $tool"
|
|
87
|
-
else
|
|
88
|
-
echo " [MISSING] $tool"
|
|
89
|
-
fi
|
|
90
|
-
done
|
|
91
|
-
exit 0
|
|
92
|
-
fi
|
|
93
|
-
|
|
94
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
95
|
-
echo "Running $SKILL_NAME Validator Self-Test"
|
|
96
|
-
self_test_passed=true
|
|
97
|
-
|
|
98
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
99
|
-
if command_exists "$tool"; then
|
|
100
|
-
success "Required tool: $tool"
|
|
101
|
-
else
|
|
102
|
-
error "Missing required tool: $tool"
|
|
103
|
-
self_test_passed=false
|
|
104
|
-
fi
|
|
105
|
-
done
|
|
106
|
-
|
|
107
|
-
if [[ -f "$SCHEMA_PATH" ]]; then
|
|
108
|
-
success "Schema file exists"
|
|
109
|
-
if validate_json "$SCHEMA_PATH" 2>/dev/null; then
|
|
110
|
-
success "Schema is valid JSON"
|
|
111
|
-
else
|
|
112
|
-
error "Schema is NOT valid JSON"
|
|
113
|
-
self_test_passed=false
|
|
114
|
-
fi
|
|
115
|
-
else
|
|
116
|
-
error "Schema file not found"
|
|
117
|
-
self_test_passed=false
|
|
118
|
-
fi
|
|
119
|
-
|
|
120
|
-
if [[ "$self_test_passed" == "true" ]]; then
|
|
121
|
-
success "Self-test PASSED"
|
|
122
|
-
exit 0
|
|
123
|
-
else
|
|
124
|
-
error "Self-test FAILED"
|
|
125
|
-
exit 1
|
|
126
|
-
fi
|
|
127
|
-
fi
|
|
128
|
-
|
|
129
|
-
validate_skill_specific() {
|
|
130
|
-
local output_file="$1"
|
|
131
|
-
debug "Running skill-specific validations..."
|
|
132
|
-
|
|
133
|
-
local has_strategies
|
|
134
|
-
has_strategies=$(json_get "$output_file" ".output.strategies" 2>/dev/null)
|
|
135
|
-
|
|
136
|
-
if [[ -z "$has_strategies" ]] || [[ "$has_strategies" == "null" ]]; then
|
|
137
|
-
warn "No strategies found in output"
|
|
138
|
-
fi
|
|
139
|
-
|
|
140
|
-
return 0
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
main() {
|
|
144
|
-
if [[ -z "$OUTPUT_FILE" ]]; then
|
|
145
|
-
error "No output file specified"
|
|
146
|
-
exit 1
|
|
147
|
-
fi
|
|
148
|
-
|
|
149
|
-
if [[ ! -f "$OUTPUT_FILE" ]]; then
|
|
150
|
-
error "Output file not found: $OUTPUT_FILE"
|
|
151
|
-
exit 1
|
|
152
|
-
fi
|
|
153
|
-
|
|
154
|
-
[[ "$JSON_ONLY" != "true" ]] && echo "Validating $SKILL_NAME Output"
|
|
155
|
-
|
|
156
|
-
local overall_status="passed"
|
|
157
|
-
|
|
158
|
-
if ! validate_tools; then
|
|
159
|
-
exit $EXIT_SKIP
|
|
160
|
-
fi
|
|
161
|
-
|
|
162
|
-
if ! validate_json "$OUTPUT_FILE"; then
|
|
163
|
-
overall_status="failed"
|
|
164
|
-
fi
|
|
165
|
-
|
|
166
|
-
if ! validate_schema "$OUTPUT_FILE" 2>/dev/null; then
|
|
167
|
-
overall_status="failed"
|
|
168
|
-
fi
|
|
169
|
-
|
|
170
|
-
if ! validate_required_fields "$OUTPUT_FILE"; then
|
|
171
|
-
overall_status="failed"
|
|
172
|
-
fi
|
|
173
|
-
|
|
174
|
-
if ! validate_enum_fields "$OUTPUT_FILE"; then
|
|
175
|
-
overall_status="failed"
|
|
176
|
-
fi
|
|
177
|
-
|
|
178
|
-
if ! validate_content_terms "$OUTPUT_FILE"; then
|
|
179
|
-
overall_status="failed"
|
|
180
|
-
fi
|
|
181
|
-
|
|
182
|
-
if ! validate_skill_specific "$OUTPUT_FILE"; then
|
|
183
|
-
overall_status="failed"
|
|
184
|
-
fi
|
|
185
|
-
|
|
186
|
-
if [[ "$overall_status" == "passed" ]]; then
|
|
187
|
-
[[ "$JSON_ONLY" != "true" ]] && success "Validation PASSED"
|
|
188
|
-
exit $EXIT_PASS
|
|
189
|
-
else
|
|
190
|
-
[[ "$JSON_ONLY" != "true" ]] && error "Validation FAILED"
|
|
191
|
-
exit $EXIT_FAIL
|
|
192
|
-
fi
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
main
|