agentic-qe 3.6.2 → 3.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/v3/qe-accessibility-auditor.md +14 -9
- package/.claude/agents/v3/qe-bdd-generator.md +14 -9
- package/.claude/agents/v3/qe-chaos-engineer.md +15 -10
- package/.claude/agents/v3/qe-code-complexity.md +14 -9
- package/.claude/agents/v3/qe-code-intelligence.md +14 -9
- package/.claude/agents/v3/qe-contract-validator.md +14 -9
- package/.claude/agents/v3/qe-coverage-specialist.md +14 -9
- package/.claude/agents/v3/qe-defect-predictor.md +14 -9
- package/.claude/agents/v3/qe-dependency-mapper.md +14 -9
- package/.claude/agents/v3/qe-deployment-advisor.md +14 -9
- package/.claude/agents/v3/qe-flaky-hunter.md +14 -9
- package/.claude/agents/v3/qe-fleet-commander.md +14 -9
- package/.claude/agents/v3/qe-gap-detector.md +14 -9
- package/.claude/agents/v3/qe-graphql-tester.md +14 -9
- package/.claude/agents/v3/qe-impact-analyzer.md +14 -9
- package/.claude/agents/v3/qe-kg-builder.md +14 -9
- package/.claude/agents/v3/qe-load-tester.md +14 -9
- package/.claude/agents/v3/qe-message-broker-tester.md +15 -10
- package/.claude/agents/v3/qe-metrics-optimizer.md +14 -9
- package/.claude/agents/v3/qe-middleware-validator.md +15 -10
- package/.claude/agents/v3/qe-mutation-tester.md +14 -9
- package/.claude/agents/v3/qe-odata-contract-tester.md +17 -12
- package/.claude/agents/v3/qe-performance-tester.md +14 -9
- package/.claude/agents/v3/qe-product-factors-assessor.md +19 -0
- package/.claude/agents/v3/qe-property-tester.md +14 -9
- package/.claude/agents/v3/qe-qx-partner.md +101 -14
- package/.claude/agents/v3/qe-regression-analyzer.md +14 -9
- package/.claude/agents/v3/qe-requirements-validator.md +14 -9
- package/.claude/agents/v3/qe-responsive-tester.md +14 -9
- package/.claude/agents/v3/qe-retry-handler.md +14 -9
- package/.claude/agents/v3/qe-risk-assessor.md +14 -9
- package/.claude/agents/v3/qe-root-cause-analyzer.md +14 -9
- package/.claude/agents/v3/qe-sap-idoc-tester.md +16 -11
- package/.claude/agents/v3/qe-sap-rfc-tester.md +15 -10
- package/.claude/agents/v3/qe-security-auditor.md +18 -9
- package/.claude/agents/v3/qe-security-scanner.md +15 -10
- package/.claude/agents/v3/qe-soap-tester.md +15 -10
- package/.claude/agents/v3/qe-sod-analyzer.md +17 -12
- package/.claude/agents/v3/qe-test-architect.md +14 -9
- package/.claude/agents/v3/qe-transfer-specialist.md +14 -9
- package/.claude/agents/v3/subagents/qe-code-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-integration-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-performance-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-security-reviewer.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-green.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-red.md +14 -9
- package/.claude/agents/v3/subagents/qe-tdd-refactor.md +14 -9
- package/.claude/agents/v3/templates/qx-report-template.html +26 -22
- package/.claude/skills/.validation/README.md +2 -2
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +1 -1
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +1 -1
- package/.claude/skills/TRUST-TIERS.md +55 -55
- package/.claude/skills/a11y-ally/SKILL.md +1 -1
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +1 -1
- package/.claude/skills/a11y-ally/scripts/validate-config.json +42 -0
- package/.claude/skills/accessibility-testing/SKILL.md +1 -1
- package/.claude/skills/accessibility-testing/scripts/validate-config.json +56 -0
- package/.claude/skills/api-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/api-testing-patterns/scripts/validate-config.json +61 -0
- package/.claude/skills/brutal-honesty-review/SKILL.md +1 -1
- package/.claude/skills/brutal-honesty-review/scripts/validate-config.json +34 -0
- package/.claude/skills/bug-reporting-excellence/SKILL.md +1 -1
- package/.claude/skills/bug-reporting-excellence/scripts/validate-config.json +34 -0
- package/.claude/skills/chaos-engineering-resilience/SKILL.md +1 -1
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +1 -1
- package/.claude/skills/chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +1 -1
- package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate-config.json +42 -0
- package/.claude/skills/code-review-quality/SKILL.md +1 -1
- package/.claude/skills/code-review-quality/scripts/validate-config.json +34 -0
- package/.claude/skills/compatibility-testing/SKILL.md +1 -1
- package/.claude/skills/compatibility-testing/scripts/validate-config.json +44 -0
- package/.claude/skills/compliance-testing/SKILL.md +1 -1
- package/.claude/skills/compliance-testing/scripts/validate-config.json +39 -0
- package/.claude/skills/contract-testing/SKILL.md +1 -1
- package/.claude/skills/contract-testing/scripts/validate-config.json +59 -0
- package/.claude/skills/database-testing/SKILL.md +1 -1
- package/.claude/skills/database-testing/evals/database-testing.yaml +1 -1
- package/.claude/skills/database-testing/scripts/validate-config.json +48 -0
- package/.claude/skills/enterprise-integration-testing/SKILL.md +1 -1
- package/.claude/skills/localization-testing/SKILL.md +1 -1
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +1 -1
- package/.claude/skills/localization-testing/scripts/validate-config.json +42 -0
- package/.claude/skills/middleware-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/mobile-testing/SKILL.md +1 -1
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +1 -1
- package/.claude/skills/mobile-testing/scripts/validate-config.json +43 -0
- package/.claude/skills/mutation-testing/SKILL.md +1 -1
- package/.claude/skills/mutation-testing/scripts/validate-config.json +44 -0
- package/.claude/skills/n8n-expression-testing/SKILL.md +1 -1
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +1 -1
- package/.claude/skills/n8n-expression-testing/scripts/validate-config.json +39 -0
- package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +1 -1
- package/.claude/skills/n8n-integration-testing-patterns/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-security-testing/SKILL.md +1 -1
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +1 -1
- package/.claude/skills/n8n-security-testing/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +1 -1
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +1 -1
- package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate-config.json +34 -0
- package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +1 -1
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +1 -1
- package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate-config.json +35 -0
- package/.claude/skills/observability-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/pentest-validation/SKILL.md +1 -1
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +1 -1
- package/.claude/skills/pentest-validation/scripts/validate-config.json +12 -0
- package/.claude/skills/performance-analysis/SKILL.md +1 -1
- package/.claude/skills/performance-analysis/scripts/validate-config.json +36 -0
- package/.claude/skills/performance-testing/SKILL.md +1 -1
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +1 -1
- package/.claude/skills/performance-testing/scripts/validate-config.json +55 -0
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-development-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-ideation-swarm/scripts/validate-config.json +25 -0
- package/.claude/skills/qcsd-refinement-swarm/SKILL.md +1 -1
- package/.claude/skills/qcsd-refinement-swarm/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-chaos-resilience/SKILL.md +1 -1
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +1 -1
- package/.claude/skills/qe-chaos-resilience/scripts/validate-config.json +43 -0
- package/.claude/skills/qe-code-intelligence/SKILL.md +1 -1
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +1 -1
- package/.claude/skills/qe-code-intelligence/scripts/validate-config.json +41 -0
- package/.claude/skills/qe-contract-testing/SKILL.md +1 -1
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +1 -1
- package/.claude/skills/qe-contract-testing/scripts/validate-config.json +42 -0
- package/.claude/skills/qe-coverage-analysis/SKILL.md +1 -1
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +1 -1
- package/.claude/skills/qe-coverage-analysis/scripts/validate-config.json +42 -0
- package/.claude/skills/qe-defect-intelligence/SKILL.md +1 -1
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +1 -1
- package/.claude/skills/qe-defect-intelligence/scripts/validate-config.json +40 -0
- package/.claude/skills/qe-iterative-loop/SKILL.md +1 -1
- package/.claude/skills/qe-iterative-loop/scripts/validate-config.json +40 -0
- package/.claude/skills/qe-learning-optimization/SKILL.md +1 -1
- package/.claude/skills/qe-learning-optimization/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-quality-assessment/SKILL.md +1 -1
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +1 -1
- package/.claude/skills/qe-quality-assessment/scripts/validate-config.json +47 -0
- package/.claude/skills/qe-requirements-validation/SKILL.md +1 -1
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +1 -1
- package/.claude/skills/qe-requirements-validation/scripts/validate-config.json +37 -0
- package/.claude/skills/qe-security-compliance/SKILL.md +1 -1
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +1 -1
- package/.claude/skills/qe-security-compliance/scripts/validate-config.json +41 -0
- package/.claude/skills/qe-test-execution/SKILL.md +1 -1
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +1 -1
- package/.claude/skills/qe-test-execution/scripts/validate-config.json +37 -0
- package/.claude/skills/qe-test-generation/SKILL.md +1 -1
- package/.claude/skills/qe-test-generation/scripts/validate-config.json +25 -0
- package/.claude/skills/qe-visual-accessibility/SKILL.md +1 -1
- package/.claude/skills/qe-visual-accessibility/scripts/validate-config.json +25 -0
- package/.claude/skills/quality-metrics/SKILL.md +1 -1
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +1 -1
- package/.claude/skills/quality-metrics/scripts/validate-config.json +43 -0
- package/.claude/skills/refactoring-patterns/SKILL.md +1 -1
- package/.claude/skills/refactoring-patterns/scripts/validate-config.json +35 -0
- package/.claude/skills/regression-testing/SKILL.md +1 -1
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +1 -1
- package/.claude/skills/regression-testing/scripts/validate-config.json +50 -0
- package/.claude/skills/risk-based-testing/SKILL.md +1 -1
- package/.claude/skills/risk-based-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/security-testing/SKILL.md +1 -1
- package/.claude/skills/security-testing/evals/security-testing.yaml +1 -1
- package/.claude/skills/security-testing/scripts/validate-config.json +45 -0
- package/.claude/skills/security-visual-testing/SKILL.md +1 -1
- package/.claude/skills/security-visual-testing/scripts/validate-config.json +45 -0
- package/.claude/skills/sherlock-review/SKILL.md +1 -1
- package/.claude/skills/sherlock-review/scripts/validate-config.json +35 -0
- package/.claude/skills/shift-left-testing/SKILL.md +1 -1
- package/.claude/skills/shift-left-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/shift-right-testing/SKILL.md +1 -1
- package/.claude/skills/shift-right-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/skill-builder/SKILL.md +2 -2
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/SKILL.md +1 -1
- package/.claude/skills/tdd-london-chicago/scripts/validate-config.json +43 -0
- package/.claude/skills/test-automation-strategy/SKILL.md +1 -1
- package/.claude/skills/test-automation-strategy/scripts/validate-config.json +39 -0
- package/.claude/skills/test-data-management/SKILL.md +1 -1
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +1 -1
- package/.claude/skills/test-data-management/scripts/validate-config.json +41 -0
- package/.claude/skills/test-design-techniques/SKILL.md +1 -1
- package/.claude/skills/test-design-techniques/scripts/validate-config.json +36 -0
- package/.claude/skills/test-reporting-analytics/SKILL.md +1 -1
- package/.claude/skills/test-reporting-analytics/scripts/validate-config.json +36 -0
- package/.claude/skills/testability-scoring/SKILL.md +1 -1
- package/.claude/skills/testability-scoring/scripts/validate-config.json +42 -0
- package/.claude/skills/trust-tier-manifest.json +106 -106
- package/.claude/skills/verification-quality/scripts/validate-config.json +36 -0
- package/.claude/skills/visual-testing-advanced/SKILL.md +1 -1
- package/.claude/skills/visual-testing-advanced/scripts/validate-config.json +38 -0
- package/.claude/skills/wms-testing-patterns/SKILL.md +1 -1
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -0
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -0
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -0
- package/README.md +20 -20
- package/package.json +6 -6
- package/scripts/migrate-validators.cjs +171 -0
- package/scripts/postinstall.cjs +57 -0
- package/scripts/preinstall.cjs +28 -8
- package/scripts/test-schema-validation.js +2 -2
- package/scripts/update-skill-manifest.ts +3 -3
- package/scripts/validate-skill.cjs +384 -0
- package/scripts/validate-tier3.cjs +61 -0
- package/scripts/validator-lib.cjs +274 -0
- package/v3/CHANGELOG.md +21 -0
- package/v3/assets/agents/v3/qe-product-factors-assessor.md +19 -0
- package/v3/assets/agents/v3/qe-qx-partner.md +27 -0
- package/v3/assets/skills/.validation/README.md +1 -1
- package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +1 -1
- package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +1 -1
- package/v3/assets/skills/accessibility-testing/SKILL.md +1 -1
- package/v3/assets/skills/accessibility-testing/scripts/validate-config.json +56 -0
- package/v3/assets/skills/api-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/api-testing-patterns/scripts/validate-config.json +61 -0
- package/v3/assets/skills/bug-reporting-excellence/SKILL.md +1 -1
- package/v3/assets/skills/bug-reporting-excellence/scripts/validate-config.json +34 -0
- package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +1 -1
- package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +1 -1
- package/v3/assets/skills/chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/v3/assets/skills/code-review-quality/SKILL.md +1 -1
- package/v3/assets/skills/code-review-quality/scripts/validate-config.json +34 -0
- package/v3/assets/skills/compatibility-testing/SKILL.md +1 -1
- package/v3/assets/skills/compatibility-testing/scripts/validate-config.json +44 -0
- package/v3/assets/skills/compliance-testing/SKILL.md +1 -1
- package/v3/assets/skills/compliance-testing/scripts/validate-config.json +39 -0
- package/v3/assets/skills/contract-testing/SKILL.md +1 -1
- package/v3/assets/skills/contract-testing/scripts/validate-config.json +59 -0
- package/v3/assets/skills/database-testing/SKILL.md +1 -1
- package/v3/assets/skills/database-testing/evals/database-testing.yaml +1 -1
- package/v3/assets/skills/database-testing/scripts/validate-config.json +48 -0
- package/v3/assets/skills/enterprise-integration-testing/SKILL.md +1 -1
- package/v3/assets/skills/localization-testing/SKILL.md +1 -1
- package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +1 -1
- package/v3/assets/skills/localization-testing/scripts/validate-config.json +42 -0
- package/v3/assets/skills/middleware-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/mobile-testing/SKILL.md +1 -1
- package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +1 -1
- package/v3/assets/skills/mobile-testing/scripts/validate-config.json +43 -0
- package/v3/assets/skills/mutation-testing/SKILL.md +1 -1
- package/v3/assets/skills/mutation-testing/scripts/validate-config.json +44 -0
- package/v3/assets/skills/observability-testing-patterns/SKILL.md +1 -1
- package/v3/assets/skills/pentest-validation/SKILL.md +1 -1
- package/v3/assets/skills/pentest-validation/evals/pentest-validation.yaml +1 -1
- package/v3/assets/skills/performance-testing/SKILL.md +1 -1
- package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +1 -1
- package/v3/assets/skills/performance-testing/scripts/validate-config.json +55 -0
- package/v3/assets/skills/qcsd-cicd-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-development-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-ideation-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qcsd-refinement-swarm/SKILL.md +1 -1
- package/v3/assets/skills/qe-chaos-resilience/SKILL.md +1 -1
- package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +1 -1
- package/v3/assets/skills/qe-chaos-resilience/scripts/validate-config.json +43 -0
- package/v3/assets/skills/qe-code-intelligence/SKILL.md +1 -1
- package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +1 -1
- package/v3/assets/skills/qe-code-intelligence/scripts/validate-config.json +41 -0
- package/v3/assets/skills/qe-contract-testing/SKILL.md +1 -1
- package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +1 -1
- package/v3/assets/skills/qe-contract-testing/scripts/validate-config.json +42 -0
- package/v3/assets/skills/qe-coverage-analysis/SKILL.md +1 -1
- package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +1 -1
- package/v3/assets/skills/qe-coverage-analysis/scripts/validate-config.json +42 -0
- package/v3/assets/skills/qe-defect-intelligence/SKILL.md +1 -1
- package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +1 -1
- package/v3/assets/skills/qe-defect-intelligence/scripts/validate-config.json +40 -0
- package/v3/assets/skills/qe-iterative-loop/SKILL.md +1 -1
- package/v3/assets/skills/qe-iterative-loop/scripts/validate-config.json +40 -0
- package/v3/assets/skills/qe-learning-optimization/SKILL.md +1 -1
- package/v3/assets/skills/qe-learning-optimization/scripts/validate-config.json +25 -0
- package/v3/assets/skills/qe-quality-assessment/SKILL.md +1 -1
- package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +1 -1
- package/v3/assets/skills/qe-quality-assessment/scripts/validate-config.json +47 -0
- package/v3/assets/skills/qe-requirements-validation/SKILL.md +1 -1
- package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +1 -1
- package/v3/assets/skills/qe-requirements-validation/scripts/validate-config.json +37 -0
- package/v3/assets/skills/qe-security-compliance/SKILL.md +1 -1
- package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +1 -1
- package/v3/assets/skills/qe-security-compliance/scripts/validate-config.json +41 -0
- package/v3/assets/skills/qe-test-execution/SKILL.md +1 -1
- package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +1 -1
- package/v3/assets/skills/qe-test-execution/scripts/validate-config.json +37 -0
- package/v3/assets/skills/qe-test-generation/SKILL.md +1 -1
- package/v3/assets/skills/qe-test-generation/scripts/validate-config.json +25 -0
- package/v3/assets/skills/qe-visual-accessibility/SKILL.md +1 -1
- package/v3/assets/skills/qe-visual-accessibility/scripts/validate-config.json +25 -0
- package/v3/assets/skills/quality-metrics/SKILL.md +1 -1
- package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +1 -1
- package/v3/assets/skills/quality-metrics/scripts/validate-config.json +43 -0
- package/v3/assets/skills/refactoring-patterns/SKILL.md +1 -1
- package/v3/assets/skills/refactoring-patterns/scripts/validate-config.json +35 -0
- package/v3/assets/skills/regression-testing/SKILL.md +1 -1
- package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +1 -1
- package/v3/assets/skills/regression-testing/scripts/validate-config.json +50 -0
- package/v3/assets/skills/risk-based-testing/SKILL.md +1 -1
- package/v3/assets/skills/risk-based-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/security-testing/SKILL.md +1 -1
- package/v3/assets/skills/security-testing/evals/security-testing.yaml +1 -1
- package/v3/assets/skills/security-testing/scripts/validate-config.json +45 -0
- package/v3/assets/skills/security-visual-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-left-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-left-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/shift-right-testing/SKILL.md +1 -1
- package/v3/assets/skills/shift-right-testing/scripts/validate-config.json +25 -0
- package/v3/assets/skills/tdd-london-chicago/SKILL.md +1 -1
- package/v3/assets/skills/tdd-london-chicago/scripts/validate-config.json +43 -0
- package/v3/assets/skills/test-automation-strategy/SKILL.md +1 -1
- package/v3/assets/skills/test-automation-strategy/scripts/validate-config.json +39 -0
- package/v3/assets/skills/test-data-management/SKILL.md +1 -1
- package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +1 -1
- package/v3/assets/skills/test-data-management/scripts/validate-config.json +41 -0
- package/v3/assets/skills/test-design-techniques/SKILL.md +1 -1
- package/v3/assets/skills/test-design-techniques/scripts/validate-config.json +36 -0
- package/v3/assets/skills/test-reporting-analytics/SKILL.md +1 -1
- package/v3/assets/skills/test-reporting-analytics/scripts/validate-config.json +36 -0
- package/v3/assets/skills/verification-quality/SKILL.md +0 -6
- package/v3/assets/skills/verification-quality/scripts/validate-config.json +36 -0
- package/v3/assets/skills/visual-testing-advanced/SKILL.md +1 -1
- package/v3/assets/skills/visual-testing-advanced/scripts/validate-config.json +38 -0
- package/v3/assets/skills/wms-testing-patterns/SKILL.md +1 -1
- package/v3/dist/adapters/claude-flow/model-router-bridge.js +3 -3
- package/v3/dist/adapters/claude-flow/model-router-bridge.js.map +1 -1
- package/v3/dist/adapters/claude-flow/pretrain-bridge.js +4 -4
- package/v3/dist/adapters/claude-flow/pretrain-bridge.js.map +1 -1
- package/v3/dist/adapters/claude-flow/trajectory-bridge.js +4 -4
- package/v3/dist/adapters/claude-flow/trajectory-bridge.js.map +1 -1
- package/v3/dist/cli/bundle.js +135 -153
- package/v3/dist/cli/commands/claude-flow-setup.js +3 -3
- package/v3/dist/cli/commands/claude-flow-setup.js.map +1 -1
- package/v3/dist/cli/commands/completions.d.ts.map +1 -1
- package/v3/dist/cli/commands/completions.js +2 -1
- package/v3/dist/cli/commands/completions.js.map +1 -1
- package/v3/dist/cli/commands/hooks.js +8 -8
- package/v3/dist/cli/commands/hooks.js.map +1 -1
- package/v3/dist/cli/completions/index.d.ts.map +1 -1
- package/v3/dist/cli/completions/index.js +4 -3
- package/v3/dist/cli/completions/index.js.map +1 -1
- package/v3/dist/domains/code-intelligence/services/metric-collector/test-counter.js +5 -5
- package/v3/dist/domains/code-intelligence/services/metric-collector/test-counter.js.map +1 -1
- package/v3/dist/init/enhancements/claude-flow-adapter.d.ts.map +1 -1
- package/v3/dist/init/enhancements/claude-flow-adapter.js +15 -12
- package/v3/dist/init/enhancements/claude-flow-adapter.js.map +1 -1
- package/v3/dist/init/enhancements/detector.js +2 -2
- package/v3/dist/init/enhancements/detector.js.map +1 -1
- package/v3/dist/init/init-wizard.d.ts.map +1 -1
- package/v3/dist/init/init-wizard.js +17 -33
- package/v3/dist/init/init-wizard.js.map +1 -1
- package/v3/dist/init/phases/07-hooks.js +9 -9
- package/v3/dist/init/phases/07-hooks.js.map +1 -1
- package/v3/dist/init/phases/10-workers.d.ts.map +1 -1
- package/v3/dist/init/phases/10-workers.js +74 -85
- package/v3/dist/init/phases/10-workers.js.map +1 -1
- package/v3/dist/kernel/hybrid-backend.d.ts.map +1 -1
- package/v3/dist/kernel/hybrid-backend.js +4 -1
- package/v3/dist/kernel/hybrid-backend.js.map +1 -1
- package/v3/dist/kernel/memory-backend.d.ts.map +1 -1
- package/v3/dist/kernel/memory-backend.js +3 -0
- package/v3/dist/kernel/memory-backend.js.map +1 -1
- package/v3/dist/mcp/bundle.js +1339 -18
- package/v3/dist/mcp/tools/index.d.ts +2 -1
- package/v3/dist/mcp/tools/index.d.ts.map +1 -1
- package/v3/dist/mcp/tools/index.js +5 -1
- package/v3/dist/mcp/tools/index.js.map +1 -1
- package/v3/dist/mcp/tools/qx-analysis/analyze.d.ts +33 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.js +679 -0
- package/v3/dist/mcp/tools/qx-analysis/analyze.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.d.ts +38 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.js +458 -0
- package/v3/dist/mcp/tools/qx-analysis/heuristics-engine.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.d.ts +16 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.js +175 -0
- package/v3/dist/mcp/tools/qx-analysis/impact-analyzer.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/index.d.ts +27 -0
- package/v3/dist/mcp/tools/qx-analysis/index.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/index.js +34 -0
- package/v3/dist/mcp/tools/qx-analysis/index.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.d.ts +22 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.js +194 -0
- package/v3/dist/mcp/tools/qx-analysis/oracle-detector.js.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/types.d.ts +278 -0
- package/v3/dist/mcp/tools/qx-analysis/types.d.ts.map +1 -0
- package/v3/dist/mcp/tools/qx-analysis/types.js +46 -0
- package/v3/dist/mcp/tools/qx-analysis/types.js.map +1 -0
- package/v3/dist/mcp/tools/registry.d.ts +1 -0
- package/v3/dist/mcp/tools/registry.d.ts.map +1 -1
- package/v3/dist/mcp/tools/registry.js +5 -0
- package/v3/dist/mcp/tools/registry.js.map +1 -1
- package/v3/package.json +5 -5
- package/.claude/skills/.validation/templates/validate.template.sh +0 -1060
- package/.claude/skills/.validation/templates/validator-lib.sh +0 -1031
- package/.claude/skills/a11y-ally/scripts/validate.sh +0 -690
- package/.claude/skills/accessibility-testing/scripts/validate.sh +0 -943
- package/.claude/skills/api-testing-patterns/scripts/validate.sh +0 -931
- package/.claude/skills/brutal-honesty-review/scripts/validate.sh +0 -130
- package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +0 -108
- package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +0 -1107
- package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +0 -310
- package/.claude/skills/code-review-quality/scripts/validate.sh +0 -113
- package/.claude/skills/compatibility-testing/scripts/validate.sh +0 -605
- package/.claude/skills/compliance-testing/scripts/validate.sh +0 -888
- package/.claude/skills/contract-testing/scripts/validate.sh +0 -1033
- package/.claude/skills/database-testing/scripts/validate.sh +0 -1099
- package/.claude/skills/localization-testing/scripts/validate.sh +0 -131
- package/.claude/skills/mobile-testing/scripts/validate.sh +0 -127
- package/.claude/skills/mutation-testing/scripts/validate.sh +0 -992
- package/.claude/skills/n8n-expression-testing/scripts/validate.sh +0 -162
- package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +0 -104
- package/.claude/skills/n8n-security-testing/scripts/validate.sh +0 -120
- package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +0 -121
- package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +0 -126
- package/.claude/skills/pentest-validation/scripts/validate.sh +0 -402
- package/.claude/skills/performance-analysis/scripts/validate.sh +0 -63
- package/.claude/skills/performance-testing/scripts/validate.sh +0 -1090
- package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +0 -56
- package/.claude/skills/qcsd-refinement-swarm/scripts/validate.sh +0 -56
- package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +0 -401
- package/.claude/skills/qe-code-intelligence/scripts/validate.sh +0 -408
- package/.claude/skills/qe-contract-testing/scripts/validate.sh +0 -421
- package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +0 -453
- package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +0 -466
- package/.claude/skills/qe-iterative-loop/scripts/validate.sh +0 -474
- package/.claude/skills/qe-learning-optimization/scripts/validate.sh +0 -56
- package/.claude/skills/qe-quality-assessment/scripts/validate.sh +0 -352
- package/.claude/skills/qe-requirements-validation/scripts/validate.sh +0 -275
- package/.claude/skills/qe-security-compliance/scripts/validate.sh +0 -305
- package/.claude/skills/qe-test-execution/scripts/validate.sh +0 -323
- package/.claude/skills/qe-test-generation/scripts/validate.sh +0 -56
- package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +0 -56
- package/.claude/skills/quality-metrics/scripts/validate.sh +0 -434
- package/.claude/skills/refactoring-patterns/scripts/validate.sh +0 -241
- package/.claude/skills/regression-testing/scripts/validate.sh +0 -130
- package/.claude/skills/risk-based-testing/scripts/validate.sh +0 -56
- package/.claude/skills/security-testing/scripts/validate.sh +0 -967
- package/.claude/skills/security-visual-testing/scripts/validate.sh +0 -748
- package/.claude/skills/sherlock-review/scripts/validate.sh +0 -115
- package/.claude/skills/shift-left-testing/scripts/validate.sh +0 -56
- package/.claude/skills/shift-right-testing/scripts/validate.sh +0 -56
- package/.claude/skills/tdd-london-chicago/scripts/validate.sh +0 -214
- package/.claude/skills/test-automation-strategy/scripts/validate.sh +0 -195
- package/.claude/skills/test-data-management/scripts/validate.sh +0 -137
- package/.claude/skills/test-design-techniques/scripts/validate.sh +0 -91
- package/.claude/skills/test-reporting-analytics/scripts/validate.sh +0 -77
- package/.claude/skills/testability-scoring/scripts/validate.sh +0 -891
- package/.claude/skills/verification-quality/scripts/validate.sh +0 -77
- package/.claude/skills/visual-testing-advanced/scripts/validate.sh +0 -77
- package/v3/assets/skills/.validation/templates/validate.template.sh +0 -1060
- package/v3/assets/skills/.validation/templates/validator-lib.sh +0 -1031
- package/v3/assets/skills/accessibility-testing/scripts/validate.sh +0 -943
- package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +0 -931
- package/v3/assets/skills/aqe-v2-v3-migration/skill.md +0 -326
- package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +0 -108
- package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +0 -1107
- package/v3/assets/skills/code-review-quality/scripts/validate.sh +0 -113
- package/v3/assets/skills/compatibility-testing/scripts/validate.sh +0 -605
- package/v3/assets/skills/compliance-testing/scripts/validate.sh +0 -888
- package/v3/assets/skills/contract-testing/scripts/validate.sh +0 -1033
- package/v3/assets/skills/database-testing/scripts/validate.sh +0 -1099
- package/v3/assets/skills/localization-testing/scripts/validate.sh +0 -131
- package/v3/assets/skills/mobile-testing/scripts/validate.sh +0 -127
- package/v3/assets/skills/mutation-testing/scripts/validate.sh +0 -992
- package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +0 -162
- package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +0 -104
- package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +0 -120
- package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +0 -121
- package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +0 -126
- package/v3/assets/skills/pentest-validation/scripts/validate.sh +0 -402
- package/v3/assets/skills/performance-testing/scripts/validate.sh +0 -1090
- package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +0 -401
- package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +0 -408
- package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +0 -421
- package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +0 -453
- package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +0 -466
- package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +0 -474
- package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +0 -56
- package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +0 -352
- package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +0 -275
- package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +0 -305
- package/v3/assets/skills/qe-test-execution/scripts/validate.sh +0 -323
- package/v3/assets/skills/qe-test-generation/scripts/validate.sh +0 -56
- package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +0 -56
- package/v3/assets/skills/quality-metrics/scripts/validate.sh +0 -434
- package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +0 -241
- package/v3/assets/skills/regression-testing/scripts/validate.sh +0 -130
- package/v3/assets/skills/risk-based-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/security-testing/scripts/validate.sh +0 -967
- package/v3/assets/skills/security-visual-testing/scripts/validate.sh +0 -748
- package/v3/assets/skills/shift-left-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/shift-right-testing/scripts/validate.sh +0 -56
- package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +0 -214
- package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +0 -195
- package/v3/assets/skills/test-data-management/scripts/validate.sh +0 -137
- package/v3/assets/skills/test-design-techniques/scripts/validate.sh +0 -91
- package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +0 -77
- package/v3/assets/skills/verification-quality/scripts/validate.sh +0 -77
- package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +0 -77
|
@@ -1,305 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
# =============================================================================
|
|
3
|
-
# AQE Skill Validator: qe-security-compliance v1.0.0
|
|
4
|
-
# Validates security compliance skill output per ADR-056
|
|
5
|
-
# =============================================================================
|
|
6
|
-
#
|
|
7
|
-
# This validator checks:
|
|
8
|
-
# 1. JSON schema compliance (vulnerabilities, compliance, remediations)
|
|
9
|
-
# 2. Vulnerability structure with CWE/CVE/OWASP references
|
|
10
|
-
# 3. Compliance standard results
|
|
11
|
-
# 4. CVSS scoring validity
|
|
12
|
-
#
|
|
13
|
-
# Usage: ./validate.sh <output-file> [options]
|
|
14
|
-
#
|
|
15
|
-
# Exit Codes:
|
|
16
|
-
# 0 - Validation passed
|
|
17
|
-
# 1 - Validation failed
|
|
18
|
-
# 2 - Validation skipped (missing required tools)
|
|
19
|
-
#
|
|
20
|
-
# =============================================================================
|
|
21
|
-
|
|
22
|
-
set -euo pipefail
|
|
23
|
-
|
|
24
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
25
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
26
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
27
|
-
|
|
28
|
-
# Source validator library
|
|
29
|
-
VALIDATOR_LIB=""
|
|
30
|
-
for lib_path in \
|
|
31
|
-
"$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" \
|
|
32
|
-
"$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
33
|
-
if [[ -f "$lib_path" ]]; then
|
|
34
|
-
VALIDATOR_LIB="$lib_path"
|
|
35
|
-
break
|
|
36
|
-
fi
|
|
37
|
-
done
|
|
38
|
-
|
|
39
|
-
if [[ -n "$VALIDATOR_LIB" ]]; then
|
|
40
|
-
source "$VALIDATOR_LIB"
|
|
41
|
-
else
|
|
42
|
-
echo "ERROR: Validator library not found"
|
|
43
|
-
exit 1
|
|
44
|
-
fi
|
|
45
|
-
|
|
46
|
-
# =============================================================================
|
|
47
|
-
# SKILL-SPECIFIC CONFIGURATION
|
|
48
|
-
# =============================================================================
|
|
49
|
-
|
|
50
|
-
SKILL_NAME="qe-security-compliance"
|
|
51
|
-
SKILL_VERSION="1.0.0"
|
|
52
|
-
REQUIRED_TOOLS=("jq")
|
|
53
|
-
OPTIONAL_TOOLS=("semgrep" "trivy" "npm")
|
|
54
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
55
|
-
|
|
56
|
-
REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.vulnerabilities" "output.compliance")
|
|
57
|
-
REQUIRED_NON_EMPTY_FIELDS=("output.summary")
|
|
58
|
-
MUST_CONTAIN_TERMS=("security" "vulnerability")
|
|
59
|
-
MUST_NOT_CONTAIN_TERMS=("TODO" "placeholder" "FIXME")
|
|
60
|
-
ENUM_VALIDATIONS=(
|
|
61
|
-
".status:success,partial,failed,skipped"
|
|
62
|
-
)
|
|
63
|
-
|
|
64
|
-
# =============================================================================
|
|
65
|
-
# Argument Parsing
|
|
66
|
-
# =============================================================================
|
|
67
|
-
|
|
68
|
-
OUTPUT_FILE=""
|
|
69
|
-
SELF_TEST=false
|
|
70
|
-
VERBOSE=false
|
|
71
|
-
JSON_ONLY=false
|
|
72
|
-
|
|
73
|
-
while [[ $# -gt 0 ]]; do
|
|
74
|
-
case "$1" in
|
|
75
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
76
|
-
--verbose|-v) VERBOSE=true; export AQE_DEBUG=1; shift ;;
|
|
77
|
-
--json) JSON_ONLY=true; shift ;;
|
|
78
|
-
-h|--help) echo "Usage: $0 <output-file> [--self-test] [--verbose] [--json]"; exit 0 ;;
|
|
79
|
-
*) OUTPUT_FILE="$1"; shift ;;
|
|
80
|
-
esac
|
|
81
|
-
done
|
|
82
|
-
|
|
83
|
-
# =============================================================================
|
|
84
|
-
# Self-Test Mode
|
|
85
|
-
# =============================================================================
|
|
86
|
-
|
|
87
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
88
|
-
info "Running $SKILL_NAME Validator Self-Test"
|
|
89
|
-
self_test_passed=true
|
|
90
|
-
|
|
91
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
92
|
-
command_exists "$tool" && success "Tool: $tool" || { error "Missing: $tool"; self_test_passed=false; }
|
|
93
|
-
done
|
|
94
|
-
|
|
95
|
-
for tool in "${OPTIONAL_TOOLS[@]}"; do
|
|
96
|
-
command_exists "$tool" && success "Optional: $tool" || warn "Optional missing: $tool"
|
|
97
|
-
done
|
|
98
|
-
|
|
99
|
-
[[ -f "$SCHEMA_PATH" ]] && validate_json "$SCHEMA_PATH" 2>/dev/null && success "Schema valid" || self_test_passed=false
|
|
100
|
-
run_self_test 2>/dev/null && success "Library OK" || self_test_passed=false
|
|
101
|
-
|
|
102
|
-
[[ "$self_test_passed" == "true" ]] && { success "Self-test PASSED"; exit 0; } || { error "Self-test FAILED"; exit 1; }
|
|
103
|
-
fi
|
|
104
|
-
|
|
105
|
-
# =============================================================================
|
|
106
|
-
# SKILL-SPECIFIC VALIDATION FUNCTIONS
|
|
107
|
-
# =============================================================================
|
|
108
|
-
|
|
109
|
-
validate_vulnerabilities() {
|
|
110
|
-
local output_file="$1"
|
|
111
|
-
|
|
112
|
-
local total
|
|
113
|
-
total=$(json_get "$output_file" ".output.vulnerabilities.total" 2>/dev/null)
|
|
114
|
-
|
|
115
|
-
if [[ -z "$total" ]] || [[ "$total" == "null" ]]; then
|
|
116
|
-
error "Missing vulnerabilities.total"
|
|
117
|
-
return 1
|
|
118
|
-
fi
|
|
119
|
-
|
|
120
|
-
debug "Total vulnerabilities: $total"
|
|
121
|
-
|
|
122
|
-
# Check severity counts
|
|
123
|
-
local critical high medium low
|
|
124
|
-
critical=$(json_get "$output_file" ".output.vulnerabilities.critical" 2>/dev/null)
|
|
125
|
-
high=$(json_get "$output_file" ".output.vulnerabilities.high" 2>/dev/null)
|
|
126
|
-
medium=$(json_get "$output_file" ".output.vulnerabilities.medium" 2>/dev/null)
|
|
127
|
-
low=$(json_get "$output_file" ".output.vulnerabilities.low" 2>/dev/null)
|
|
128
|
-
|
|
129
|
-
debug "Severity breakdown - Critical: ${critical:-0}, High: ${high:-0}, Medium: ${medium:-0}, Low: ${low:-0}"
|
|
130
|
-
|
|
131
|
-
# Validate vulnerability items if present
|
|
132
|
-
local items_count
|
|
133
|
-
items_count=$(json_count "$output_file" ".output.vulnerabilities.items" 2>/dev/null)
|
|
134
|
-
|
|
135
|
-
if [[ -n "$items_count" ]] && [[ "$items_count" -gt 0 ]]; then
|
|
136
|
-
local first_severity
|
|
137
|
-
first_severity=$(json_get "$output_file" ".output.vulnerabilities.items[0].severity" 2>/dev/null)
|
|
138
|
-
|
|
139
|
-
if [[ -n "$first_severity" ]] && [[ "$first_severity" != "null" ]]; then
|
|
140
|
-
if ! validate_enum "$first_severity" "critical" "high" "medium" "low" "info"; then
|
|
141
|
-
error "Invalid vulnerability severity: $first_severity"
|
|
142
|
-
return 1
|
|
143
|
-
fi
|
|
144
|
-
fi
|
|
145
|
-
|
|
146
|
-
# Check for CWE format if present
|
|
147
|
-
local first_cwe
|
|
148
|
-
first_cwe=$(json_get "$output_file" ".output.vulnerabilities.items[0].cwe" 2>/dev/null)
|
|
149
|
-
if [[ -n "$first_cwe" ]] && [[ "$first_cwe" != "null" ]]; then
|
|
150
|
-
if ! [[ "$first_cwe" =~ ^CWE-[0-9]+$ ]]; then
|
|
151
|
-
warn "Invalid CWE format: $first_cwe"
|
|
152
|
-
fi
|
|
153
|
-
fi
|
|
154
|
-
fi
|
|
155
|
-
|
|
156
|
-
success "Vulnerabilities validation passed"
|
|
157
|
-
return 0
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
validate_compliance() {
|
|
161
|
-
local output_file="$1"
|
|
162
|
-
|
|
163
|
-
local standards_count
|
|
164
|
-
standards_count=$(json_count "$output_file" ".output.compliance.standards" 2>/dev/null)
|
|
165
|
-
|
|
166
|
-
if [[ -z "$standards_count" ]] || [[ "$standards_count" -lt 1 ]]; then
|
|
167
|
-
warn "No compliance standards found"
|
|
168
|
-
return 0
|
|
169
|
-
fi
|
|
170
|
-
|
|
171
|
-
debug "Found $standards_count compliance standards"
|
|
172
|
-
|
|
173
|
-
# Check first standard
|
|
174
|
-
local first_status
|
|
175
|
-
first_status=$(json_get "$output_file" ".output.compliance.standards[0].status" 2>/dev/null)
|
|
176
|
-
|
|
177
|
-
if [[ -n "$first_status" ]] && [[ "$first_status" != "null" ]]; then
|
|
178
|
-
if ! validate_enum "$first_status" "compliant" "partially-compliant" "non-compliant" "not-tested"; then
|
|
179
|
-
error "Invalid compliance status: $first_status"
|
|
180
|
-
return 1
|
|
181
|
-
fi
|
|
182
|
-
fi
|
|
183
|
-
|
|
184
|
-
success "Compliance validation passed"
|
|
185
|
-
return 0
|
|
186
|
-
}
|
|
187
|
-
|
|
188
|
-
validate_owasp_categories() {
|
|
189
|
-
local output_file="$1"
|
|
190
|
-
|
|
191
|
-
local owasp_data
|
|
192
|
-
owasp_data=$(json_get "$output_file" ".output.owaspCategories" 2>/dev/null)
|
|
193
|
-
|
|
194
|
-
if [[ -z "$owasp_data" ]] || [[ "$owasp_data" == "null" ]]; then
|
|
195
|
-
debug "No OWASP categories in output"
|
|
196
|
-
return 0
|
|
197
|
-
fi
|
|
198
|
-
|
|
199
|
-
# Check for OWASP categories
|
|
200
|
-
local categories_found=0
|
|
201
|
-
for cat in "A01:2021" "A02:2021" "A03:2021"; do
|
|
202
|
-
local cat_data
|
|
203
|
-
cat_data=$(json_get "$output_file" ".output.owaspCategories.\"$cat\"" 2>/dev/null)
|
|
204
|
-
if [[ -n "$cat_data" ]] && [[ "$cat_data" != "null" ]]; then
|
|
205
|
-
((categories_found++)) || true
|
|
206
|
-
fi
|
|
207
|
-
done
|
|
208
|
-
|
|
209
|
-
debug "Found $categories_found OWASP categories"
|
|
210
|
-
success "OWASP categories validation passed"
|
|
211
|
-
return 0
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
validate_remediations() {
|
|
215
|
-
local output_file="$1"
|
|
216
|
-
|
|
217
|
-
local rem_count
|
|
218
|
-
rem_count=$(json_count "$output_file" ".output.remediations" 2>/dev/null)
|
|
219
|
-
|
|
220
|
-
if [[ -n "$rem_count" ]] && [[ "$rem_count" -gt 0 ]]; then
|
|
221
|
-
local first_priority
|
|
222
|
-
first_priority=$(json_get "$output_file" ".output.remediations[0].priority" 2>/dev/null)
|
|
223
|
-
|
|
224
|
-
if [[ -n "$first_priority" ]] && [[ "$first_priority" != "null" ]]; then
|
|
225
|
-
if ! validate_enum "$first_priority" "critical" "high" "medium" "low"; then
|
|
226
|
-
error "Invalid remediation priority: $first_priority"
|
|
227
|
-
return 1
|
|
228
|
-
fi
|
|
229
|
-
fi
|
|
230
|
-
|
|
231
|
-
debug "Found $rem_count remediations"
|
|
232
|
-
fi
|
|
233
|
-
|
|
234
|
-
success "Remediations validation passed"
|
|
235
|
-
return 0
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
validate_skill_specific() {
|
|
239
|
-
local output_file="$1"
|
|
240
|
-
local has_errors=false
|
|
241
|
-
|
|
242
|
-
debug "Running security-compliance specific validations..."
|
|
243
|
-
|
|
244
|
-
validate_vulnerabilities "$output_file" || has_errors=true
|
|
245
|
-
validate_compliance "$output_file" || has_errors=true
|
|
246
|
-
validate_owasp_categories "$output_file" || has_errors=true
|
|
247
|
-
validate_remediations "$output_file" || has_errors=true
|
|
248
|
-
|
|
249
|
-
# Check security score if present
|
|
250
|
-
local score
|
|
251
|
-
score=$(json_get "$output_file" ".output.securityScore.value" 2>/dev/null)
|
|
252
|
-
if [[ -n "$score" ]] && [[ "$score" != "null" ]]; then
|
|
253
|
-
debug "Security score: $score"
|
|
254
|
-
fi
|
|
255
|
-
|
|
256
|
-
[[ "$has_errors" == "true" ]] && return 1
|
|
257
|
-
return 0
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
# =============================================================================
|
|
261
|
-
# Main Validation Flow
|
|
262
|
-
# =============================================================================
|
|
263
|
-
|
|
264
|
-
main() {
|
|
265
|
-
[[ -z "$OUTPUT_FILE" ]] && { error "No output file specified"; exit 1; }
|
|
266
|
-
[[ ! -f "$OUTPUT_FILE" ]] && { error "File not found: $OUTPUT_FILE"; exit 1; }
|
|
267
|
-
|
|
268
|
-
[[ "$JSON_ONLY" != "true" ]] && info "Validating $SKILL_NAME Output"
|
|
269
|
-
|
|
270
|
-
local error_count=0
|
|
271
|
-
|
|
272
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
273
|
-
command_exists "$tool" || { error "Missing: $tool"; exit $EXIT_SKIP; }
|
|
274
|
-
done
|
|
275
|
-
|
|
276
|
-
validate_json "$OUTPUT_FILE" || { error "Invalid JSON"; exit $EXIT_FAIL; }
|
|
277
|
-
[[ "$JSON_ONLY" != "true" ]] && success "JSON syntax valid"
|
|
278
|
-
|
|
279
|
-
[[ -f "$SCHEMA_PATH" ]] && { validate_json_schema "$SCHEMA_PATH" "$OUTPUT_FILE" || ((error_count++)) || true; }
|
|
280
|
-
|
|
281
|
-
for field in "${REQUIRED_FIELDS[@]}"; do
|
|
282
|
-
local value
|
|
283
|
-
value=$(json_get "$OUTPUT_FILE" ".$field" 2>/dev/null)
|
|
284
|
-
[[ -z "$value" ]] || [[ "$value" == "null" ]] && { error "Missing: $field"; ((error_count++)) || true; }
|
|
285
|
-
done
|
|
286
|
-
|
|
287
|
-
local content
|
|
288
|
-
content=$(cat "$OUTPUT_FILE")
|
|
289
|
-
for term in "${MUST_CONTAIN_TERMS[@]}"; do
|
|
290
|
-
grep -qi "$term" <<< "$content" || { error "Missing term: $term"; ((error_count++)) || true; }
|
|
291
|
-
done
|
|
292
|
-
|
|
293
|
-
for term in "${MUST_NOT_CONTAIN_TERMS[@]}"; do
|
|
294
|
-
grep -qi "$term" <<< "$content" && { error "Forbidden: $term"; ((error_count++)) || true; }
|
|
295
|
-
done
|
|
296
|
-
|
|
297
|
-
validate_skill_specific "$OUTPUT_FILE" || ((error_count++)) || true
|
|
298
|
-
|
|
299
|
-
[[ $error_count -gt 0 ]] && { [[ "$JSON_ONLY" != "true" ]] && error "Validation FAILED"; exit $EXIT_FAIL; }
|
|
300
|
-
|
|
301
|
-
[[ "$JSON_ONLY" != "true" ]] && success "Validation PASSED"
|
|
302
|
-
exit $EXIT_PASS
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
main
|
|
@@ -1,323 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
# =============================================================================
|
|
3
|
-
# AQE Skill Validator: qe-test-execution v1.0.0
|
|
4
|
-
# Validates test execution skill output per ADR-056
|
|
5
|
-
# =============================================================================
|
|
6
|
-
#
|
|
7
|
-
# This validator checks:
|
|
8
|
-
# 1. JSON schema compliance (results, parallelization, retries, metrics)
|
|
9
|
-
# 2. Test result structure and counts
|
|
10
|
-
# 3. Retry configuration and outcomes
|
|
11
|
-
# 4. Execution metrics validity
|
|
12
|
-
#
|
|
13
|
-
# Usage: ./validate.sh <output-file> [options]
|
|
14
|
-
#
|
|
15
|
-
# Exit Codes:
|
|
16
|
-
# 0 - Validation passed
|
|
17
|
-
# 1 - Validation failed
|
|
18
|
-
# 2 - Validation skipped (missing required tools)
|
|
19
|
-
#
|
|
20
|
-
# =============================================================================
|
|
21
|
-
|
|
22
|
-
set -euo pipefail
|
|
23
|
-
|
|
24
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
25
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
26
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
27
|
-
|
|
28
|
-
# Source validator library
|
|
29
|
-
VALIDATOR_LIB=""
|
|
30
|
-
for lib_path in \
|
|
31
|
-
"$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" \
|
|
32
|
-
"$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
33
|
-
if [[ -f "$lib_path" ]]; then
|
|
34
|
-
VALIDATOR_LIB="$lib_path"
|
|
35
|
-
break
|
|
36
|
-
fi
|
|
37
|
-
done
|
|
38
|
-
|
|
39
|
-
if [[ -n "$VALIDATOR_LIB" ]]; then
|
|
40
|
-
source "$VALIDATOR_LIB"
|
|
41
|
-
else
|
|
42
|
-
echo "ERROR: Validator library not found"
|
|
43
|
-
exit 1
|
|
44
|
-
fi
|
|
45
|
-
|
|
46
|
-
# =============================================================================
|
|
47
|
-
# SKILL-SPECIFIC CONFIGURATION
|
|
48
|
-
# =============================================================================
|
|
49
|
-
|
|
50
|
-
SKILL_NAME="qe-test-execution"
|
|
51
|
-
SKILL_VERSION="1.0.0"
|
|
52
|
-
REQUIRED_TOOLS=("jq")
|
|
53
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
54
|
-
|
|
55
|
-
REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.results" "output.metrics")
|
|
56
|
-
REQUIRED_NON_EMPTY_FIELDS=("output.summary")
|
|
57
|
-
MUST_CONTAIN_TERMS=("test" "execution")
|
|
58
|
-
MUST_NOT_CONTAIN_TERMS=("TODO" "placeholder" "FIXME")
|
|
59
|
-
ENUM_VALIDATIONS=(
|
|
60
|
-
".status:success,partial,failed,skipped"
|
|
61
|
-
)
|
|
62
|
-
|
|
63
|
-
# =============================================================================
|
|
64
|
-
# Argument Parsing
|
|
65
|
-
# =============================================================================
|
|
66
|
-
|
|
67
|
-
OUTPUT_FILE=""
|
|
68
|
-
SELF_TEST=false
|
|
69
|
-
VERBOSE=false
|
|
70
|
-
JSON_ONLY=false
|
|
71
|
-
|
|
72
|
-
while [[ $# -gt 0 ]]; do
|
|
73
|
-
case "$1" in
|
|
74
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
75
|
-
--verbose|-v) VERBOSE=true; export AQE_DEBUG=1; shift ;;
|
|
76
|
-
--json) JSON_ONLY=true; shift ;;
|
|
77
|
-
-h|--help) echo "Usage: $0 <output-file> [--self-test] [--verbose] [--json]"; exit 0 ;;
|
|
78
|
-
*) OUTPUT_FILE="$1"; shift ;;
|
|
79
|
-
esac
|
|
80
|
-
done
|
|
81
|
-
|
|
82
|
-
# =============================================================================
|
|
83
|
-
# Self-Test Mode
|
|
84
|
-
# =============================================================================
|
|
85
|
-
|
|
86
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
87
|
-
info "Running $SKILL_NAME Validator Self-Test"
|
|
88
|
-
self_test_passed=true
|
|
89
|
-
|
|
90
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
91
|
-
command_exists "$tool" && success "Tool: $tool" || { error "Missing: $tool"; self_test_passed=false; }
|
|
92
|
-
done
|
|
93
|
-
|
|
94
|
-
[[ -f "$SCHEMA_PATH" ]] && validate_json "$SCHEMA_PATH" 2>/dev/null && success "Schema valid" || self_test_passed=false
|
|
95
|
-
run_self_test 2>/dev/null && success "Library OK" || self_test_passed=false
|
|
96
|
-
|
|
97
|
-
[[ "$self_test_passed" == "true" ]] && { success "Self-test PASSED"; exit 0; } || { error "Self-test FAILED"; exit 1; }
|
|
98
|
-
fi
|
|
99
|
-
|
|
100
|
-
# =============================================================================
|
|
101
|
-
# SKILL-SPECIFIC VALIDATION FUNCTIONS
|
|
102
|
-
# =============================================================================
|
|
103
|
-
|
|
104
|
-
validate_execution_results() {
|
|
105
|
-
local output_file="$1"
|
|
106
|
-
|
|
107
|
-
# Check required result fields
|
|
108
|
-
local total passed failed
|
|
109
|
-
total=$(json_get "$output_file" ".output.results.total" 2>/dev/null)
|
|
110
|
-
passed=$(json_get "$output_file" ".output.results.passed" 2>/dev/null)
|
|
111
|
-
failed=$(json_get "$output_file" ".output.results.failed" 2>/dev/null)
|
|
112
|
-
|
|
113
|
-
if [[ -z "$total" ]] || [[ "$total" == "null" ]]; then
|
|
114
|
-
error "Missing results.total"
|
|
115
|
-
return 1
|
|
116
|
-
fi
|
|
117
|
-
|
|
118
|
-
if [[ -z "$passed" ]] || [[ "$passed" == "null" ]]; then
|
|
119
|
-
error "Missing results.passed"
|
|
120
|
-
return 1
|
|
121
|
-
fi
|
|
122
|
-
|
|
123
|
-
if [[ -z "$failed" ]] || [[ "$failed" == "null" ]]; then
|
|
124
|
-
error "Missing results.failed"
|
|
125
|
-
return 1
|
|
126
|
-
fi
|
|
127
|
-
|
|
128
|
-
debug "Results: Total=$total, Passed=$passed, Failed=$failed"
|
|
129
|
-
|
|
130
|
-
# Validate counts are non-negative
|
|
131
|
-
if [[ "$total" -lt 0 ]] || [[ "$passed" -lt 0 ]] || [[ "$failed" -lt 0 ]]; then
|
|
132
|
-
error "Result counts cannot be negative"
|
|
133
|
-
return 1
|
|
134
|
-
fi
|
|
135
|
-
|
|
136
|
-
# Check result status if present
|
|
137
|
-
local status
|
|
138
|
-
status=$(json_get "$output_file" ".output.results.status" 2>/dev/null)
|
|
139
|
-
if [[ -n "$status" ]] && [[ "$status" != "null" ]]; then
|
|
140
|
-
if ! validate_enum "$status" "pass" "fail" "partial"; then
|
|
141
|
-
error "Invalid results status: $status"
|
|
142
|
-
return 1
|
|
143
|
-
fi
|
|
144
|
-
fi
|
|
145
|
-
|
|
146
|
-
success "Execution results validation passed"
|
|
147
|
-
return 0
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
validate_parallelization() {
|
|
151
|
-
local output_file="$1"
|
|
152
|
-
|
|
153
|
-
local enabled
|
|
154
|
-
enabled=$(json_get "$output_file" ".output.parallelization.enabled" 2>/dev/null)
|
|
155
|
-
|
|
156
|
-
if [[ -n "$enabled" ]] && [[ "$enabled" != "null" ]]; then
|
|
157
|
-
debug "Parallelization enabled: $enabled"
|
|
158
|
-
|
|
159
|
-
local workers
|
|
160
|
-
workers=$(json_get "$output_file" ".output.parallelization.workers" 2>/dev/null)
|
|
161
|
-
if [[ -n "$workers" ]] && [[ "$workers" != "null" ]]; then
|
|
162
|
-
if [[ "$workers" -lt 1 ]] || [[ "$workers" -gt 64 ]]; then
|
|
163
|
-
warn "Unusual worker count: $workers"
|
|
164
|
-
fi
|
|
165
|
-
debug "Workers: $workers"
|
|
166
|
-
fi
|
|
167
|
-
|
|
168
|
-
local strategy
|
|
169
|
-
strategy=$(json_get "$output_file" ".output.parallelization.strategy" 2>/dev/null)
|
|
170
|
-
if [[ -n "$strategy" ]] && [[ "$strategy" != "null" ]]; then
|
|
171
|
-
if ! validate_enum "$strategy" "by-file" "by-test" "by-duration" "by-shard"; then
|
|
172
|
-
warn "Unknown parallelization strategy: $strategy"
|
|
173
|
-
fi
|
|
174
|
-
fi
|
|
175
|
-
fi
|
|
176
|
-
|
|
177
|
-
success "Parallelization validation passed"
|
|
178
|
-
return 0
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
validate_retries() {
|
|
182
|
-
local output_file="$1"
|
|
183
|
-
|
|
184
|
-
local enabled
|
|
185
|
-
enabled=$(json_get "$output_file" ".output.retries.enabled" 2>/dev/null)
|
|
186
|
-
|
|
187
|
-
if [[ -n "$enabled" ]] && [[ "$enabled" != "null" ]]; then
|
|
188
|
-
debug "Retries enabled: $enabled"
|
|
189
|
-
|
|
190
|
-
local max_retries
|
|
191
|
-
max_retries=$(json_get "$output_file" ".output.retries.maxRetries" 2>/dev/null)
|
|
192
|
-
if [[ -n "$max_retries" ]] && [[ "$max_retries" != "null" ]]; then
|
|
193
|
-
if [[ "$max_retries" -lt 0 ]] || [[ "$max_retries" -gt 10 ]]; then
|
|
194
|
-
warn "Unusual maxRetries: $max_retries"
|
|
195
|
-
fi
|
|
196
|
-
debug "Max retries: $max_retries"
|
|
197
|
-
fi
|
|
198
|
-
|
|
199
|
-
local tests_retried
|
|
200
|
-
tests_retried=$(json_get "$output_file" ".output.retries.testsRetried" 2>/dev/null)
|
|
201
|
-
if [[ -n "$tests_retried" ]] && [[ "$tests_retried" != "null" ]]; then
|
|
202
|
-
debug "Tests retried: $tests_retried"
|
|
203
|
-
fi
|
|
204
|
-
fi
|
|
205
|
-
|
|
206
|
-
success "Retries validation passed"
|
|
207
|
-
return 0
|
|
208
|
-
}
|
|
209
|
-
|
|
210
|
-
validate_metrics() {
|
|
211
|
-
local output_file="$1"
|
|
212
|
-
|
|
213
|
-
local duration
|
|
214
|
-
duration=$(json_get "$output_file" ".output.metrics.totalDuration" 2>/dev/null)
|
|
215
|
-
|
|
216
|
-
if [[ -z "$duration" ]] || [[ "$duration" == "null" ]]; then
|
|
217
|
-
error "Missing metrics.totalDuration"
|
|
218
|
-
return 1
|
|
219
|
-
fi
|
|
220
|
-
|
|
221
|
-
if [[ "$duration" -lt 0 ]]; then
|
|
222
|
-
error "Duration cannot be negative"
|
|
223
|
-
return 1
|
|
224
|
-
fi
|
|
225
|
-
|
|
226
|
-
debug "Total duration: ${duration}ms"
|
|
227
|
-
|
|
228
|
-
# Check for flaky tests if present
|
|
229
|
-
local flaky_count
|
|
230
|
-
flaky_count=$(json_count "$output_file" ".output.flakyTests" 2>/dev/null)
|
|
231
|
-
if [[ -n "$flaky_count" ]] && [[ "$flaky_count" -gt 0 ]]; then
|
|
232
|
-
debug "Found $flaky_count flaky tests"
|
|
233
|
-
fi
|
|
234
|
-
|
|
235
|
-
success "Metrics validation passed"
|
|
236
|
-
return 0
|
|
237
|
-
}
|
|
238
|
-
|
|
239
|
-
validate_failures() {
|
|
240
|
-
local output_file="$1"
|
|
241
|
-
|
|
242
|
-
local failures_count
|
|
243
|
-
failures_count=$(json_count "$output_file" ".output.failures" 2>/dev/null)
|
|
244
|
-
|
|
245
|
-
if [[ -n "$failures_count" ]] && [[ "$failures_count" -gt 0 ]]; then
|
|
246
|
-
# Validate first failure structure
|
|
247
|
-
local first_name first_error
|
|
248
|
-
first_name=$(json_get "$output_file" ".output.failures[0].name" 2>/dev/null)
|
|
249
|
-
first_error=$(json_get "$output_file" ".output.failures[0].error" 2>/dev/null)
|
|
250
|
-
|
|
251
|
-
if [[ -z "$first_error" ]] || [[ "$first_error" == "null" ]]; then
|
|
252
|
-
warn "Failure missing error message"
|
|
253
|
-
fi
|
|
254
|
-
|
|
255
|
-
debug "Found $failures_count test failures"
|
|
256
|
-
fi
|
|
257
|
-
|
|
258
|
-
success "Failures validation passed"
|
|
259
|
-
return 0
|
|
260
|
-
}
|
|
261
|
-
|
|
262
|
-
validate_skill_specific() {
|
|
263
|
-
local output_file="$1"
|
|
264
|
-
local has_errors=false
|
|
265
|
-
|
|
266
|
-
debug "Running test-execution specific validations..."
|
|
267
|
-
|
|
268
|
-
validate_execution_results "$output_file" || has_errors=true
|
|
269
|
-
validate_parallelization "$output_file" || has_errors=true
|
|
270
|
-
validate_retries "$output_file" || has_errors=true
|
|
271
|
-
validate_metrics "$output_file" || has_errors=true
|
|
272
|
-
validate_failures "$output_file" || has_errors=true
|
|
273
|
-
|
|
274
|
-
[[ "$has_errors" == "true" ]] && return 1
|
|
275
|
-
return 0
|
|
276
|
-
}
|
|
277
|
-
|
|
278
|
-
# =============================================================================
|
|
279
|
-
# Main Validation Flow
|
|
280
|
-
# =============================================================================
|
|
281
|
-
|
|
282
|
-
main() {
|
|
283
|
-
[[ -z "$OUTPUT_FILE" ]] && { error "No output file specified"; exit 1; }
|
|
284
|
-
[[ ! -f "$OUTPUT_FILE" ]] && { error "File not found: $OUTPUT_FILE"; exit 1; }
|
|
285
|
-
|
|
286
|
-
[[ "$JSON_ONLY" != "true" ]] && info "Validating $SKILL_NAME Output"
|
|
287
|
-
|
|
288
|
-
local error_count=0
|
|
289
|
-
|
|
290
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
291
|
-
command_exists "$tool" || { error "Missing: $tool"; exit $EXIT_SKIP; }
|
|
292
|
-
done
|
|
293
|
-
|
|
294
|
-
validate_json "$OUTPUT_FILE" || { error "Invalid JSON"; exit $EXIT_FAIL; }
|
|
295
|
-
[[ "$JSON_ONLY" != "true" ]] && success "JSON syntax valid"
|
|
296
|
-
|
|
297
|
-
[[ -f "$SCHEMA_PATH" ]] && { validate_json_schema "$SCHEMA_PATH" "$OUTPUT_FILE" || ((error_count++)) || true; }
|
|
298
|
-
|
|
299
|
-
for field in "${REQUIRED_FIELDS[@]}"; do
|
|
300
|
-
local value
|
|
301
|
-
value=$(json_get "$OUTPUT_FILE" ".$field" 2>/dev/null)
|
|
302
|
-
[[ -z "$value" ]] || [[ "$value" == "null" ]] && { error "Missing: $field"; ((error_count++)) || true; }
|
|
303
|
-
done
|
|
304
|
-
|
|
305
|
-
local content
|
|
306
|
-
content=$(cat "$OUTPUT_FILE")
|
|
307
|
-
for term in "${MUST_CONTAIN_TERMS[@]}"; do
|
|
308
|
-
grep -qi "$term" <<< "$content" || { error "Missing term: $term"; ((error_count++)) || true; }
|
|
309
|
-
done
|
|
310
|
-
|
|
311
|
-
for term in "${MUST_NOT_CONTAIN_TERMS[@]}"; do
|
|
312
|
-
grep -qi "$term" <<< "$content" && { error "Forbidden: $term"; ((error_count++)) || true; }
|
|
313
|
-
done
|
|
314
|
-
|
|
315
|
-
validate_skill_specific "$OUTPUT_FILE" || ((error_count++)) || true
|
|
316
|
-
|
|
317
|
-
[[ $error_count -gt 0 ]] && { [[ "$JSON_ONLY" != "true" ]] && error "Validation FAILED"; exit $EXIT_FAIL; }
|
|
318
|
-
|
|
319
|
-
[[ "$JSON_ONLY" != "true" ]] && success "Validation PASSED"
|
|
320
|
-
exit $EXIT_PASS
|
|
321
|
-
}
|
|
322
|
-
|
|
323
|
-
main
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
set -euo pipefail
|
|
3
|
-
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
4
|
-
SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
5
|
-
PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
|
|
6
|
-
|
|
7
|
-
VALIDATOR_LIB=""
|
|
8
|
-
for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
|
|
9
|
-
[[ -f "$lib_path" ]] && VALIDATOR_LIB="$lib_path" && break
|
|
10
|
-
done
|
|
11
|
-
[[ -n "$VALIDATOR_LIB" ]] && source "$VALIDATOR_LIB" || { echo "ERROR: Validator library not found"; exit 1; }
|
|
12
|
-
|
|
13
|
-
SKILL_NAME="qe-test-generation"
|
|
14
|
-
SKILL_VERSION="1.0.0"
|
|
15
|
-
REQUIRED_TOOLS=("jq")
|
|
16
|
-
SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
|
|
17
|
-
REQUIRED_FIELDS=("skillName" "status" "output")
|
|
18
|
-
ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
|
|
19
|
-
|
|
20
|
-
OUTPUT_FILE=""
|
|
21
|
-
SELF_TEST=false
|
|
22
|
-
|
|
23
|
-
while [[ $# -gt 0 ]]; do
|
|
24
|
-
case "$1" in
|
|
25
|
-
--self-test) SELF_TEST=true; shift ;;
|
|
26
|
-
--verbose|-v|--json|--list-tools|-h|--help) shift ;;
|
|
27
|
-
-*) shift ;;
|
|
28
|
-
*) OUTPUT_FILE="$1"; shift ;;
|
|
29
|
-
esac
|
|
30
|
-
done
|
|
31
|
-
|
|
32
|
-
if [[ "$SELF_TEST" == "true" ]]; then
|
|
33
|
-
echo "Self-test for $SKILL_NAME passed"
|
|
34
|
-
exit 0
|
|
35
|
-
fi
|
|
36
|
-
|
|
37
|
-
validate_skill_specific() {
|
|
38
|
-
return 0
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
validate_tools() {
|
|
42
|
-
for tool in "${REQUIRED_TOOLS[@]}"; do
|
|
43
|
-
command_exists "$tool" || return 1
|
|
44
|
-
done
|
|
45
|
-
return 0
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
main() {
|
|
49
|
-
[[ -z "$OUTPUT_FILE" || ! -f "$OUTPUT_FILE" ]] && exit 1
|
|
50
|
-
validate_tools || exit 2
|
|
51
|
-
validate_json "$OUTPUT_FILE" || exit 1
|
|
52
|
-
validate_skill_specific || exit 1
|
|
53
|
-
exit 0
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
main
|