agentic-qe 3.7.8 → 3.7.10

package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml

@@ -0,0 +1,162 @@
+skill: qcsd-development-swarm
+version: 1.0.0
+description: >
+  Evaluation suite for QCSD development phase swarm orchestration.
+  Tests TDD adherence, code complexity analysis, coverage gap detection,
+  defect prediction, and in-sprint quality signals.
+
+models_to_test:
+  - claude-3.5-sonnet
+  - claude-3-haiku
+
+mcp_integration:
+  enabled: true
+  namespace: skill-validation
+  query_patterns: true
+  track_outcomes: true
+  store_patterns: true
+  target_agents:
+    - qe-learning-coordinator
+    - qe-queen-coordinator
+
+learning:
+  store_success_patterns: true
+  pattern_ttl_days: 90
+
+result_format:
+  json_output: true
+  include_timing: true
+  include_token_usage: true
+
+setup:
+  required_tools:
+    - jq
+
+test_cases:
+
+  - id: tc001_tdd_adherence_check
+    description: "Assess TDD adherence from commit history and test patterns"
+    category: tdd
+    priority: critical
+
+    input:
+      commit_history: "feat: add auth → test: add auth tests → fix: auth edge case"
+      test_first_ratio: 0.3
+
+    expected_output:
+      must_contain:
+        - "TDD"
+        - "adherence"
+
+    validation:
+      schema_check: true
+      keyword_match_threshold: 0.8
+
+  - id: tc002_code_complexity_analysis
+    description: "Analyze code complexity metrics for quality signals"
+    category: complexity
+    priority: critical
+
+    input:
+      code: |
+        function processOrder(order, user, config, flags) {
+          if (order.type === 'premium' && user.tier >= 3) {
+            if (config.discountEnabled && flags.holiday) {
+              return calculateDiscount(order, user, config);
+            } else if (config.loyaltyEnabled) {
+              return calculateLoyalty(order, user);
+            }
+          }
+          return order.total;
+        }
+      language: javascript
+
+    expected_output:
+      must_contain:
+        - "complexity"
+        - "cyclomatic"
+
+    validation:
+      schema_check: true
+
+  - id: tc003_coverage_gap_detection
+    description: "Detect coverage gaps in test suite"
+    category: coverage
+    priority: high
+
+    input:
+      coverage_report:
+        total: 72
+        branches: 58
+        functions: 80
+        lines: 75
+      uncovered_files:
+        - "src/auth/oauth2.ts"
+        - "src/payment/processor.ts"
+
+    expected_output:
+      must_contain:
+        - "gap"
+        - "coverage"
+        - "branch"
+
+    validation:
+      schema_check: true
+
+  - id: tc004_defect_prediction
+    description: "Predict defect-prone areas from code metrics"
+    category: defect-prediction
+    priority: high
+
+    input:
+      file_metrics:
+        - file: "src/auth/oauth2.ts"
+          churn: 15
+          complexity: 28
+          contributors: 4
+        - file: "src/core/router.ts"
+          churn: 2
+          complexity: 5
+          contributors: 1
+
+    expected_output:
+      must_contain:
+        - "defect"
+        - "risk"
+        - "oauth2"
+
+    validation:
+      schema_check: true
+
+  - id: tc005_quality_signal_synthesis
+    description: "Synthesize quality signals from development phase data"
+    category: synthesis
+    priority: medium
+
+    input:
+      tdd_score: 0.6
+      complexity_score: 0.55
+      coverage: 72
+      defect_density: 3.2
+
+    expected_output:
+      must_contain:
+        - "quality"
+        - "signal"
+
+    validation:
+      schema_check: true
+
+success_criteria:
+  pass_rate: 0.9
+  critical_pass_rate: 1.0
+  avg_reasoning_quality: 0.75
+  max_execution_time_ms: 300000
+
+metadata:
+  author: "qe-qcsd-orchestrator"
+  created: "2026-03-05"
+  coverage_target: >
+    QCSD development swarm with 5 test cases covering TDD adherence,
+    code complexity analysis, coverage gap detection, defect prediction,
+    and quality signal synthesis.

package/.claude/skills/qcsd-development-swarm/schemas/output.json

@@ -0,0 +1,72 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/qcsd-development-swarm-output.json",
+  "title": "QCSD Development Swarm Output Schema",
+  "description": "Schema for QCSD development phase swarm output. Includes TDD adherence, complexity analysis, coverage gaps, and defect prediction.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "qcsd-development-swarm"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "tddAdherence", "complexityAnalysis", "coverageGaps"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 100
+        },
+        "tddAdherence": {
+          "type": "object",
+          "properties": {
+            "score": { "type": "number", "minimum": 0, "maximum": 1 },
+            "testFirstRatio": { "type": "number", "minimum": 0, "maximum": 1 },
+            "recommendations": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "complexityAnalysis": {
+          "type": "object",
+          "properties": {
+            "averageCyclomaticComplexity": { "type": "number", "minimum": 0 },
+            "hotspots": { "type": "array", "items": { "type": "string" } },
+            "refactoringTargets": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "coverageGaps": {
+          "type": "object",
+          "properties": {
+            "totalCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+            "branchCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+            "uncoveredAreas": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "defectPrediction": {
+          "type": "object",
+          "properties": {
+            "highRiskFiles": { "type": "array", "items": { "type": "string" } },
+            "defectDensity": { "type": "number", "minimum": 0 },
+            "trendDirection": { "type": "string", "enum": ["increasing", "stable", "declining"] }
+          }
+        }
+      }
+    }
+  }
+}

package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json

@@ -0,0 +1,25 @@
+{
+  "skillName": "qcsd-development-swarm",
+  "skillVersion": "1.0.0",
+  "requiredTools": [
+    "jq"
+  ],
+  "optionalTools": [],
+  "schemaPath": "schemas/output.json",
+  "requiredFields": [
+    "skillName",
+    "status",
+    "output"
+  ],
+  "requiredNonEmptyFields": [],
+  "mustContainTerms": [],
+  "mustNotContainTerms": [],
+  "enumValidations": {
+    ".status": [
+      "success",
+      "partial",
+      "failed",
+      "skipped"
+    ]
+  }
+}

package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml

@@ -1,138 +1,138 @@
-skill: qcsd-ideation-swarm
-version: 1.0.0
-description: >
-  Evaluation suite for QCSD ideation swarm orchestration.
-  Tests quality criteria generation, agent coordination, and cross-domain analysis.
-
-models_to_test:
-  - claude-3.5-sonnet
-  - claude-3-haiku
-
-mcp_integration:
-  enabled: true
-  namespace: skill-validation
-  query_patterns: true
-  track_outcomes: true
-  store_patterns: true
-  target_agents:
-    - qe-learning-coordinator
-    - qe-queen-coordinator
-
-learning:
-  store_success_patterns: true
-  pattern_ttl_days: 90
-
-result_format:
-  json_output: true
-  include_timing: true
-  include_token_usage: true
-
-setup:
-  required_tools:
-    - jq
-
-test_cases:
-
-  - id: tc001_quality_criteria_generation
-    description: "Generate quality criteria for epic"
-    category: qcsd
-    priority: critical
-
-    input:
-      epic_description: "Build user authentication system with OAuth2"
-      project_type: "web_application"
-
-    expected_output:
-      must_contain:
-        - "quality"
-        - "criteria"
-        - "security"
-
-    validation:
-      schema_check: true
-      keyword_match_threshold: 0.8
-
-  - id: tc002_risk_assessment
-    description: "Perform QCSD risk assessment"
-    category: risk
-    priority: critical
-
-    input:
-      epic: "Payment processing system"
-      has_security: true
-      has_compliance: true
-
-    expected_output:
-      must_contain:
-        - "risk"
-        - "security"
-        - "compliance"
-
-    validation:
-      schema_check: true
-
-  - id: tc003_domain_flag_detection
-    description: "Detect HAS_UI, HAS_SECURITY, HAS_UX flags"
-    category: flags
-    priority: high
-
-    input:
-      content: "User dashboard with real-time notifications and payment"
-      analyze_flags: true
-
-    expected_output:
-      must_contain:
-        - "HAS_UI"
-        - "HAS_SECURITY"
-
-    validation:
-      schema_check: true
-
-  - id: tc004_agent_coordination
-    description: "Coordinate multi-agent swarm execution"
-    category: orchestration
-    priority: high
-
-    input:
-      domain_flags:
-        HAS_UI: true
-        HAS_SECURITY: true
-        HAS_UX: true
-
-    expected_output:
-      must_contain:
-        - "agent"
-        - "coordinate"
-
-    validation:
-      schema_check: true
-
-  - id: tc005_comprehensive_analysis
-    description: "Execute comprehensive QCSD analysis"
-    category: analysis
-    priority: medium
-
-    input:
-      epic: "Mobile app with payment and user profiles"
-      include_all_domains: true
-
-    expected_output:
-      must_contain:
-        - "analysis"
-        - "domain"
-
-    validation:
-      schema_check: true
-
-success_criteria:
-  pass_rate: 0.9
-  critical_pass_rate: 1.0
-  avg_reasoning_quality: 0.75
-  max_execution_time_ms: 300000
-
-metadata:
-  author: "qe-qcsd-orchestrator"
-  created: "2026-02-02"
-  coverage_target: >
-    QCSD ideation swarm with 5 test cases covering quality criteria generation,
-    risk assessment, domain flag detection, agent coordination, and comprehensive analysis.
+skill: qcsd-ideation-swarm
+version: 1.0.0
+description: >
+  Evaluation suite for QCSD ideation swarm orchestration.
+  Tests quality criteria generation, agent coordination, and cross-domain analysis.
+
+models_to_test:
+  - claude-3.5-sonnet
+  - claude-3-haiku
+
+mcp_integration:
+  enabled: true
+  namespace: skill-validation
+  query_patterns: true
+  track_outcomes: true
+  store_patterns: true
+  target_agents:
+    - qe-learning-coordinator
+    - qe-queen-coordinator
+
+learning:
+  store_success_patterns: true
+  pattern_ttl_days: 90
+
+result_format:
+  json_output: true
+  include_timing: true
+  include_token_usage: true
+
+setup:
+  required_tools:
+    - jq
+
+test_cases:
+
+  - id: tc001_quality_criteria_generation
+    description: "Generate quality criteria for epic"
+    category: qcsd
+    priority: critical
+
+    input:
+      epic_description: "Build user authentication system with OAuth2"
+      project_type: "web_application"
+
+    expected_output:
+      must_contain:
+        - "quality"
+        - "criteria"
+        - "security"
+
+    validation:
+      schema_check: true
+      keyword_match_threshold: 0.8
+
+  - id: tc002_risk_assessment
+    description: "Perform QCSD risk assessment"
+    category: risk
+    priority: critical
+
+    input:
+      epic: "Payment processing system"
+      has_security: true
+      has_compliance: true
+
+    expected_output:
+      must_contain:
+        - "risk"
+        - "security"
+        - "compliance"
+
+    validation:
+      schema_check: true
+
+  - id: tc003_domain_flag_detection
+    description: "Detect HAS_UI, HAS_SECURITY, HAS_UX flags"
+    category: flags
+    priority: high
+
+    input:
+      content: "User dashboard with real-time notifications and payment"
+      analyze_flags: true
+
+    expected_output:
+      must_contain:
+        - "HAS_UI"
+        - "HAS_SECURITY"
+
+    validation:
+      schema_check: true
+
+  - id: tc004_agent_coordination
+    description: "Coordinate multi-agent swarm execution"
+    category: orchestration
+    priority: high
+
+    input:
+      domain_flags:
+        HAS_UI: true
+        HAS_SECURITY: true
+        HAS_UX: true
+
+    expected_output:
+      must_contain:
+        - "agent"
+        - "coordinate"
+
+    validation:
+      schema_check: true
+
+  - id: tc005_comprehensive_analysis
+    description: "Execute comprehensive QCSD analysis"
+    category: analysis
+    priority: medium
+
+    input:
+      epic: "Mobile app with payment and user profiles"
+      include_all_domains: true
+
+    expected_output:
+      must_contain:
+        - "analysis"
+        - "domain"
+
+    validation:
+      schema_check: true
+
+success_criteria:
+  pass_rate: 0.9
+  critical_pass_rate: 1.0
+  avg_reasoning_quality: 0.75
+  max_execution_time_ms: 300000
+
+metadata:
+  author: "qe-qcsd-orchestrator"
+  created: "2026-02-02"
+  coverage_target: >
+    QCSD ideation swarm with 5 test cases covering quality criteria generation,
+    risk assessment, domain flag detection, agent coordination, and comprehensive analysis.