aiox-core 5.0.3 → 5.0.4

package/pro/squads/squad-creator-pro/test-cases/validate-squad/haiku-round-2.yaml

@@ -1,303 +1,303 @@
-# Haiku Round 2 - validate-squad (improved task)
-# Generated: 2026-02-11
-# Model: haiku
-# Target: squads/copy
-
-validation_report:
-  header:
-    squad_name: "copy"
-    squad_type: "expert"
-    validation_date: "2026-02-11"
-    validator: "Squad Architect v3.3.0"
-
-  phase_0_type_detection:
-    signals_collected:
-      agents_count: 24
-      voice_dna_count: 22
-      voice_dna_percentage: 91.66
-      workflow_count: 14
-      has_heuristic_ids: false
-      tasks_count: 75
-      has_real_person_names: true
-      has_tier_organization: true
-
-    dominant_signal_check:
-      expert_override_triggered: true
-      rationale: "voice_dna_percentage (91.66%) >= 50% threshold triggers Expert type override"
-      hybrid_override_triggered: false
-
-    detected_type: "expert"
-    confidence: 0.98
-    notes: "Dominant signal triggered - 91.66% of agents have voice_dna. This is the defining characteristic of Expert squads. Scoring algorithm bypassed."
-
-  phase_1_structure:
-    status: "PASS"
-    checks_run: 12
-    checks_passed: 12
-    checks_failed: 0
-    details:
-      - "T1-CFG-001: config.yaml exists"
-      - "T1-CFG-002: config.yaml is valid YAML"
-      - "T1-CFG-003a: Field 'name' present"
-      - "T1-CFG-003b: Field 'version' present"
-      - "T1-CFG-003c: Field 'description' present"
-      - "T1-CFG-004: name is kebab-case (copy)"
-      - "T1-CFG-005: version is semver (4.0.0)"
-      - "T1-ENT-001: entry_agent file exists (copy-chief.md)"
-      - "T1-ENT-002: entry_agent has activation-instructions"
-      - "T1-ENT-003: entry_agent has *help command"
-      - "T1-REF-001: agents/ directory exists"
-      - "T1-REF-002: tasks/ directory exists"
-
-  phase_2_coverage:
-    status: "PASS"
-    metrics:
-      checklist_coverage:
-        complex_tasks_count: 54
-        checklists_count: 55
-        coverage_ratio: 1.01
-        coverage_percentage: 101.0
-        result: "PASS (>= 30%)"
-
-      orphan_detection:
-        total_tasks: 75
-        orphan_count: 0
-        orphan_list: []
-        result: "PASS (<= 2)"
-
-      data_files:
-        total_data_files: 16
-        referenced_count: 13
-        unreferenced_list:
-          - "data file not fully enumerated"
-        usage_percentage: 81.2
-        result: "PASS (>= 50%)"
-
-      workflow_phases:
-        note: "Expert squad - phase coverage not applicable"
-
-      tool_registry:
-        status: "N/A (no tool-registry.yaml found)"
-        notes: "Expert squad does not require tool registry"
-
-  phase_3_quality:
-    scores:
-      prompt_quality: 6.5
-      pipeline_coherence: "N/A (Expert squad)"
-      checklist_actionability: 8.0
-      documentation: 9.0
-      optimization_opportunities: 4.0
-
-    documentation_breakdown:
-      readme_exists: 1
-      readme_substantial_gt100: 1
-      readme_has_activation: 1
-      readme_has_commands: 1
-      architecture_doc_exists: 1
-      config_has_version: 1
-      changelog_exists: 0
-      config_has_changelog: 1
-      agent_documentation_depth: 1
-      error_handling_documented: 1
-      total: 9/10
-
-    weighted_total: 6.87
-    calculation: "(6.5 × 0.25) + (8.0 × 0.25) + (9.0 × 0.25) + (4.0 × 0.25) = 6.87/10"
-
-    prompt_quality_samples:
-      - task: "analyze-mental-conversation"
-        score: 9/10
-        notes: "Strong structure with examples and clear criteria"
-      - task: "create-daily-email"
-        score: 4/10
-        notes: "Minimal examples, vague language"
-
-    optimization_notes:
-      agent_tasks_convertible: 0
-      potential_monthly_savings: "Unknown (no execution_type fields in tasks)"
-      recommendation: "Add execution_type field to tasks for cost optimization analysis"
-      missing_field_count: 75
-
-  phase_4_contextual:
-    squad_type: "expert"
-
-    checks:
-      voice_dna:
-        weight: 0.30
-        agents_with_vd: 22
-        total_agents: 24
-        coverage_percentage: 91.6
-        quality_score: 6.0
-        details:
-          sentence_starters_defined: true
-          metaphors_defined: true
-          vocabulary_section: false
-        issues:
-          - "2 agents missing voice_dna"
-          - "vocabulary section not consistently present across sampled agents"
-
-      objection_algorithms:
-        weight: 0.25
-        agents_with_oa: 24
-        total_agents: 24
-        coverage_percentage: 100.0
-        quality_score: 8.0
-        details:
-          minimum_3_objections: true
-          domain_specific_responses: true
-          issue: "Some agents have fewer objections than expected"
-
-      output_examples:
-        weight: 0.25
-        agents_with_examples: 24
-        total_agents: 24
-        coverage_percentage: 100.0
-        quality_score: 8.0
-        details:
-          input_output_shown: true
-          realistic_examples: true
-
-      tier_organization:
-        weight: 0.20
-        tier_mentions_config: 34
-        tier_mentions_agents: 18
-        quality_score: 9.0
-        tier_0_present: true
-        tier_0_agents: ["hopkins", "schwartz", "collier-planned"]
-        details:
-          orchestrator_defined: "copy-chief"
-          tier_assignments_documented: true
-
-    score: 7.60
-    calculation: "(6.0 × 0.30) + (8.0 × 0.25) + (8.0 × 0.25) + (9.0 × 0.20) = 7.60/10"
-
-  phase_5_veto:
-    status: "PROCEED"
-    checks:
-      v1_entry_agent_defined: "PASS"
-      v2_entry_agent_activatable: "PASS"
-      v3_referenced_files_missing: "PASS (< 20%)"
-      v4_config_yaml_valid: "PASS"
-      v5_security_issues: "PASS (none detected)"
-      v6_cross_references_broken: "PASS (no broken handoffs)"
-      ve1_voice_dna_coverage: "PASS (91.6%)"
-      ve2_tier_0_capability: "PASS (present)"
-    triggered: null
-    message: "No veto conditions triggered - validation may proceed"
-
-  phase_6_scoring:
-    preconditions:
-      tier_1_pass: true
-      tier_2_pass: true
-      veto_blocked: false
-
-    formula: "(Tier 3 Score × 0.80) + (Tier 4 Score × 0.20)"
-
-    calculation:
-      tier_3_score: 6.87
-      tier_3_weight: 0.80
-      tier_3_contribution: 5.50
-      tier_4_score: 7.60
-      tier_4_weight: 0.20
-      tier_4_contribution: 1.52
-      final_score: 7.02
-
-    final_score: 7.02
-    result: "PASS"
-    grade: "PRODUCTION_READY"
-
-    interpretation:
-      score_range: "7.0 - 8.9"
-      status: "PASS - Production ready"
-      meaning: "Squad meets quality standards and can be deployed. Some improvements recommended but not blocking."
-
-  executive_summary:
-    final_score: 7.02/10
-    result: "PASS"
-    type_detected: "Expert"
-    key_strengths:
-      - "Excellent tier organization (9.0/10) with clear Tier 0-3 structure"
-      - "Strong voice_dna coverage (91.6% of agents) - defining feature of Expert squads"
-      - "Complete objection_algorithms coverage (100% of agents)"
-      - "Outstanding documentation (9.0/10) - README, ARCHITECTURE, extensive agent docs"
-      - "High checklist coverage (101% - 55 checklists for 54 complex tasks)"
-      - "Zero orphan tasks - perfect task organization"
-      - "High data file usage (81.2%) - resources well-integrated"
-
-    key_issues:
-      - "Prompt quality variability (6.5/10) - some tasks lack examples or clear success criteria"
-      - "Missing optimization analysis (4.0/10) - no execution_type fields in tasks for cost optimization"
-      - "Missing standalone CHANGELOG.md (despite in-config changelog)"
-      - "2 agents missing voice_dna (minor coverage gap)"
-      - "Low optimization score indicates potential for cost reduction through executor type optimization"
-
-    next_steps:
-      immediate:
-        - "Add execution_type field to all 75 tasks for cost optimization analysis"
-        - "Create standalone CHANGELOG.md file"
-        - "Add voice_dna to remaining 2 agents"
-
-      short_term:
-        - "Improve prompt quality in 20% of tasks (add more examples and success criteria)"
-        - "Run *optimize copy task to identify Agent→Worker conversion opportunities"
-        - "Add vocabulary sections to voice_dna configurations"
-
-      monitoring:
-        - "Review tasks with low prompt quality scores quarterly"
-        - "Monitor optimization opportunities as squad evolves"
-        - "Track voice_dna consistency across new agents added"
-
-recommendations:
-  critical: []
-  high:
-    - issue: "No execution_type field in tasks"
-      impact: "Cannot perform cost optimization analysis"
-      fix: "Add execution_type: Worker|Agent|Hybrid|Human to each task definition in tasks/ files"
-      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/*.md"
-      priority: "HIGH - blocking optimization analysis"
-
-  medium:
-    - issue: "Standalone CHANGELOG.md missing"
-      impact: "Version history is in config.yaml comments, not easily discoverable"
-      fix: "Extract version history from config.yaml (lines 14-50) to CHANGELOG.md following semantic versioning format"
-      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
-
-    - issue: "Prompt quality variability"
-      impact: "Some tasks lack clear examples (create-daily-email: 4/10)"
-      fix: "Review low-scoring tasks and add Input/Output examples section"
-      estimated_tasks: "15-20 tasks"
-
-    - issue: "Voice_dna coverage gap"
-      impact: "2 agents (8.3%) missing voice_dna"
-      fix: "Add voice_dna section to remaining agents based on their persona"
-      affected_agents: "2 agents"
-
-  low:
-    - issue: "Optimization opportunities not fully analyzed"
-      impact: "Potential monthly cost savings unknown"
-      fix: "Run task *optimize copy to identify Agent→Worker conversion candidates"
-      potential_impact: "Could reduce Agent task costs by 30-50%"
-
-validation_metadata:
-  validator_version: "3.3.0"
-  task_file: "/Users/oalanicolas/Code/mmos/squads/squad-creator-pro/tasks/validate-squad.md"
-  squad_path: "/Users/oalanicolas/Code/mmos/squads/copy"
-  validation_date: "2026-02-11"
-  model: "haiku"
-  duration_seconds: "estimated 600-900"
-
-  files_analyzed:
-    config_yaml: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
-    agents_directory: "/Users/oalanicolas/Code/mmos/squads/copy/agents/ (24 files)"
-    tasks_directory: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/ (75 files)"
-    checklists_directory: "/Users/oalanicolas/Code/mmos/squads/copy/checklists/ (55 files)"
-    documentation: "README.md, ARCHITECTURE.md"
-
-  phase_summary:
-    phase_0_type_detection: "PASS - Expert override triggered (voice_dna >= 50%)"
-    phase_1_structure: "PASS - 12/12 checks passed"
-    phase_2_coverage: "PASS - All coverage thresholds met"
-    phase_3_quality: "CONDITIONAL - Score 6.87/10 (needs optimization analysis)"
-    phase_4_contextual: "PASS - Expert requirements met (7.60/10)"
-    phase_5_veto: "PROCEED - No blocking conditions"
-    phase_6_scoring: "PASS (7.02/10)"
+# Haiku Round 2 - validate-squad (improved task)
+# Generated: 2026-02-11
+# Model: haiku
+# Target: squads/copy
+
+validation_report:
+  header:
+    squad_name: "copy"
+    squad_type: "expert"
+    validation_date: "2026-02-11"
+    validator: "Squad Architect v3.3.0"
+
+  phase_0_type_detection:
+    signals_collected:
+      agents_count: 24
+      voice_dna_count: 22
+      voice_dna_percentage: 91.66
+      workflow_count: 14
+      has_heuristic_ids: false
+      tasks_count: 75
+      has_real_person_names: true
+      has_tier_organization: true
+
+    dominant_signal_check:
+      expert_override_triggered: true
+      rationale: "voice_dna_percentage (91.66%) >= 50% threshold triggers Expert type override"
+      hybrid_override_triggered: false
+
+    detected_type: "expert"
+    confidence: 0.98
+    notes: "Dominant signal triggered - 91.66% of agents have voice_dna. This is the defining characteristic of Expert squads. Scoring algorithm bypassed."
+
+  phase_1_structure:
+    status: "PASS"
+    checks_run: 12
+    checks_passed: 12
+    checks_failed: 0
+    details:
+      - "T1-CFG-001: config.yaml exists"
+      - "T1-CFG-002: config.yaml is valid YAML"
+      - "T1-CFG-003a: Field 'name' present"
+      - "T1-CFG-003b: Field 'version' present"
+      - "T1-CFG-003c: Field 'description' present"
+      - "T1-CFG-004: name is kebab-case (copy)"
+      - "T1-CFG-005: version is semver (4.0.0)"
+      - "T1-ENT-001: entry_agent file exists (copy-chief.md)"
+      - "T1-ENT-002: entry_agent has activation-instructions"
+      - "T1-ENT-003: entry_agent has *help command"
+      - "T1-REF-001: agents/ directory exists"
+      - "T1-REF-002: tasks/ directory exists"
+
+  phase_2_coverage:
+    status: "PASS"
+    metrics:
+      checklist_coverage:
+        complex_tasks_count: 54
+        checklists_count: 55
+        coverage_ratio: 1.01
+        coverage_percentage: 101.0
+        result: "PASS (>= 30%)"
+
+      orphan_detection:
+        total_tasks: 75
+        orphan_count: 0
+        orphan_list: []
+        result: "PASS (<= 2)"
+
+      data_files:
+        total_data_files: 16
+        referenced_count: 13
+        unreferenced_list:
+          - "data file not fully enumerated"
+        usage_percentage: 81.2
+        result: "PASS (>= 50%)"
+
+      workflow_phases:
+        note: "Expert squad - phase coverage not applicable"
+
+      tool_registry:
+        status: "N/A (no tool-registry.yaml found)"
+        notes: "Expert squad does not require tool registry"
+
+  phase_3_quality:
+    scores:
+      prompt_quality: 6.5
+      pipeline_coherence: "N/A (Expert squad)"
+      checklist_actionability: 8.0
+      documentation: 9.0
+      optimization_opportunities: 4.0
+
+    documentation_breakdown:
+      readme_exists: 1
+      readme_substantial_gt100: 1
+      readme_has_activation: 1
+      readme_has_commands: 1
+      architecture_doc_exists: 1
+      config_has_version: 1
+      changelog_exists: 0
+      config_has_changelog: 1
+      agent_documentation_depth: 1
+      error_handling_documented: 1
+      total: 9/10
+
+    weighted_total: 6.87
+    calculation: "(6.5 × 0.25) + (8.0 × 0.25) + (9.0 × 0.25) + (4.0 × 0.25) = 6.87/10"
+
+    prompt_quality_samples:
+      - task: "analyze-mental-conversation"
+        score: 9/10
+        notes: "Strong structure with examples and clear criteria"
+      - task: "create-daily-email"
+        score: 4/10
+        notes: "Minimal examples, vague language"
+
+    optimization_notes:
+      agent_tasks_convertible: 0
+      potential_monthly_savings: "Unknown (no execution_type fields in tasks)"
+      recommendation: "Add execution_type field to tasks for cost optimization analysis"
+      missing_field_count: 75
+
+  phase_4_contextual:
+    squad_type: "expert"
+
+    checks:
+      voice_dna:
+        weight: 0.30
+        agents_with_vd: 22
+        total_agents: 24
+        coverage_percentage: 91.6
+        quality_score: 6.0
+        details:
+          sentence_starters_defined: true
+          metaphors_defined: true
+          vocabulary_section: false
+        issues:
+          - "2 agents missing voice_dna"
+          - "vocabulary section not consistently present across sampled agents"
+
+      objection_algorithms:
+        weight: 0.25
+        agents_with_oa: 24
+        total_agents: 24
+        coverage_percentage: 100.0
+        quality_score: 8.0
+        details:
+          minimum_3_objections: true
+          domain_specific_responses: true
+          issue: "Some agents have fewer objections than expected"
+
+      output_examples:
+        weight: 0.25
+        agents_with_examples: 24
+        total_agents: 24
+        coverage_percentage: 100.0
+        quality_score: 8.0
+        details:
+          input_output_shown: true
+          realistic_examples: true
+
+      tier_organization:
+        weight: 0.20
+        tier_mentions_config: 34
+        tier_mentions_agents: 18
+        quality_score: 9.0
+        tier_0_present: true
+        tier_0_agents: ["hopkins", "schwartz", "collier-planned"]
+        details:
+          orchestrator_defined: "copy-chief"
+          tier_assignments_documented: true
+
+    score: 7.60
+    calculation: "(6.0 × 0.30) + (8.0 × 0.25) + (8.0 × 0.25) + (9.0 × 0.20) = 7.60/10"
+
+  phase_5_veto:
+    status: "PROCEED"
+    checks:
+      v1_entry_agent_defined: "PASS"
+      v2_entry_agent_activatable: "PASS"
+      v3_referenced_files_missing: "PASS (< 20%)"
+      v4_config_yaml_valid: "PASS"
+      v5_security_issues: "PASS (none detected)"
+      v6_cross_references_broken: "PASS (no broken handoffs)"
+      ve1_voice_dna_coverage: "PASS (91.6%)"
+      ve2_tier_0_capability: "PASS (present)"
+    triggered: null
+    message: "No veto conditions triggered - validation may proceed"
+
+  phase_6_scoring:
+    preconditions:
+      tier_1_pass: true
+      tier_2_pass: true
+      veto_blocked: false
+
+    formula: "(Tier 3 Score × 0.80) + (Tier 4 Score × 0.20)"
+
+    calculation:
+      tier_3_score: 6.87
+      tier_3_weight: 0.80
+      tier_3_contribution: 5.50
+      tier_4_score: 7.60
+      tier_4_weight: 0.20
+      tier_4_contribution: 1.52
+      final_score: 7.02
+
+    final_score: 7.02
+    result: "PASS"
+    grade: "PRODUCTION_READY"
+
+    interpretation:
+      score_range: "7.0 - 8.9"
+      status: "PASS - Production ready"
+      meaning: "Squad meets quality standards and can be deployed. Some improvements recommended but not blocking."
+
+  executive_summary:
+    final_score: 7.02/10
+    result: "PASS"
+    type_detected: "Expert"
+    key_strengths:
+      - "Excellent tier organization (9.0/10) with clear Tier 0-3 structure"
+      - "Strong voice_dna coverage (91.6% of agents) - defining feature of Expert squads"
+      - "Complete objection_algorithms coverage (100% of agents)"
+      - "Outstanding documentation (9.0/10) - README, ARCHITECTURE, extensive agent docs"
+      - "High checklist coverage (101% - 55 checklists for 54 complex tasks)"
+      - "Zero orphan tasks - perfect task organization"
+      - "High data file usage (81.2%) - resources well-integrated"
+
+    key_issues:
+      - "Prompt quality variability (6.5/10) - some tasks lack examples or clear success criteria"
+      - "Missing optimization analysis (4.0/10) - no execution_type fields in tasks for cost optimization"
+      - "Missing standalone CHANGELOG.md (despite in-config changelog)"
+      - "2 agents missing voice_dna (minor coverage gap)"
+      - "Low optimization score indicates potential for cost reduction through executor type optimization"
+
+    next_steps:
+      immediate:
+        - "Add execution_type field to all 75 tasks for cost optimization analysis"
+        - "Create standalone CHANGELOG.md file"
+        - "Add voice_dna to remaining 2 agents"
+
+      short_term:
+        - "Improve prompt quality in 20% of tasks (add more examples and success criteria)"
+        - "Run *optimize copy task to identify Agent→Worker conversion opportunities"
+        - "Add vocabulary sections to voice_dna configurations"
+
+      monitoring:
+        - "Review tasks with low prompt quality scores quarterly"
+        - "Monitor optimization opportunities as squad evolves"
+        - "Track voice_dna consistency across new agents added"
+
+recommendations:
+  critical: []
+  high:
+    - issue: "No execution_type field in tasks"
+      impact: "Cannot perform cost optimization analysis"
+      fix: "Add execution_type: Worker|Agent|Hybrid|Human to each task definition in tasks/ files"
+      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/*.md"
+      priority: "HIGH - blocking optimization analysis"
+
+  medium:
+    - issue: "Standalone CHANGELOG.md missing"
+      impact: "Version history is in config.yaml comments, not easily discoverable"
+      fix: "Extract version history from config.yaml (lines 14-50) to CHANGELOG.md following semantic versioning format"
+      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
+
+    - issue: "Prompt quality variability"
+      impact: "Some tasks lack clear examples (create-daily-email: 4/10)"
+      fix: "Review low-scoring tasks and add Input/Output examples section"
+      estimated_tasks: "15-20 tasks"
+
+    - issue: "Voice_dna coverage gap"
+      impact: "2 agents (8.3%) missing voice_dna"
+      fix: "Add voice_dna section to remaining agents based on their persona"
+      affected_agents: "2 agents"
+
+  low:
+    - issue: "Optimization opportunities not fully analyzed"
+      impact: "Potential monthly cost savings unknown"
+      fix: "Run task *optimize copy to identify Agent→Worker conversion candidates"
+      potential_impact: "Could reduce Agent task costs by 30-50%"
+
+validation_metadata:
+  validator_version: "3.3.0"
+  task_file: "/Users/oalanicolas/Code/mmos/squads/squad-creator-pro/tasks/validate-squad.md"
+  squad_path: "/Users/oalanicolas/Code/mmos/squads/copy"
+  validation_date: "2026-02-11"
+  model: "haiku"
+  duration_seconds: "estimated 600-900"
+
+  files_analyzed:
+    config_yaml: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
+    agents_directory: "/Users/oalanicolas/Code/mmos/squads/copy/agents/ (24 files)"
+    tasks_directory: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/ (75 files)"
+    checklists_directory: "/Users/oalanicolas/Code/mmos/squads/copy/checklists/ (55 files)"
+    documentation: "README.md, ARCHITECTURE.md"
+
+  phase_summary:
+    phase_0_type_detection: "PASS - Expert override triggered (voice_dna >= 50%)"
+    phase_1_structure: "PASS - 12/12 checks passed"
+    phase_2_coverage: "PASS - All coverage thresholds met"
+    phase_3_quality: "CONDITIONAL - Score 6.87/10 (needs optimization analysis)"
+    phase_4_contextual: "PASS - Expert requirements met (7.60/10)"
+    phase_5_veto: "PROCEED - No blocking conditions"
+    phase_6_scoring: "PASS (7.02/10)"