aiox-core 5.0.4 → 5.0.5

package/pro/squads/squad-creator-pro/test-cases/validate-squad/haiku-round-2.yaml

@@ -1,303 +0,0 @@
-# Haiku Round 2 - validate-squad (improved task)
-# Generated: 2026-02-11
-# Model: haiku
-# Target: squads/copy
-
-validation_report:
-  header:
-    squad_name: "copy"
-    squad_type: "expert"
-    validation_date: "2026-02-11"
-    validator: "Squad Architect v3.3.0"
-
-  phase_0_type_detection:
-    signals_collected:
-      agents_count: 24
-      voice_dna_count: 22
-      voice_dna_percentage: 91.66
-      workflow_count: 14
-      has_heuristic_ids: false
-      tasks_count: 75
-      has_real_person_names: true
-      has_tier_organization: true
-
-    dominant_signal_check:
-      expert_override_triggered: true
-      rationale: "voice_dna_percentage (91.66%) >= 50% threshold triggers Expert type override"
-      hybrid_override_triggered: false
-
-    detected_type: "expert"
-    confidence: 0.98
-    notes: "Dominant signal triggered - 91.66% of agents have voice_dna. This is the defining characteristic of Expert squads. Scoring algorithm bypassed."
-
-  phase_1_structure:
-    status: "PASS"
-    checks_run: 12
-    checks_passed: 12
-    checks_failed: 0
-    details:
-      - "T1-CFG-001: config.yaml exists"
-      - "T1-CFG-002: config.yaml is valid YAML"
-      - "T1-CFG-003a: Field 'name' present"
-      - "T1-CFG-003b: Field 'version' present"
-      - "T1-CFG-003c: Field 'description' present"
-      - "T1-CFG-004: name is kebab-case (copy)"
-      - "T1-CFG-005: version is semver (4.0.0)"
-      - "T1-ENT-001: entry_agent file exists (copy-chief.md)"
-      - "T1-ENT-002: entry_agent has activation-instructions"
-      - "T1-ENT-003: entry_agent has *help command"
-      - "T1-REF-001: agents/ directory exists"
-      - "T1-REF-002: tasks/ directory exists"
-
-  phase_2_coverage:
-    status: "PASS"
-    metrics:
-      checklist_coverage:
-        complex_tasks_count: 54
-        checklists_count: 55
-        coverage_ratio: 1.01
-        coverage_percentage: 101.0
-        result: "PASS (>= 30%)"
-
-      orphan_detection:
-        total_tasks: 75
-        orphan_count: 0
-        orphan_list: []
-        result: "PASS (<= 2)"
-
-      data_files:
-        total_data_files: 16
-        referenced_count: 13
-        unreferenced_list:
-          - "data file not fully enumerated"
-        usage_percentage: 81.2
-        result: "PASS (>= 50%)"
-
-      workflow_phases:
-        note: "Expert squad - phase coverage not applicable"
-
-      tool_registry:
-        status: "N/A (no tool-registry.yaml found)"
-        notes: "Expert squad does not require tool registry"
-
-  phase_3_quality:
-    scores:
-      prompt_quality: 6.5
-      pipeline_coherence: "N/A (Expert squad)"
-      checklist_actionability: 8.0
-      documentation: 9.0
-      optimization_opportunities: 4.0
-
-    documentation_breakdown:
-      readme_exists: 1
-      readme_substantial_gt100: 1
-      readme_has_activation: 1
-      readme_has_commands: 1
-      architecture_doc_exists: 1
-      config_has_version: 1
-      changelog_exists: 0
-      config_has_changelog: 1
-      agent_documentation_depth: 1
-      error_handling_documented: 1
-      total: 9/10
-
-    weighted_total: 6.87
-    calculation: "(6.5 × 0.25) + (8.0 × 0.25) + (9.0 × 0.25) + (4.0 × 0.25) = 6.87/10"
-
-    prompt_quality_samples:
-      - task: "analyze-mental-conversation"
-        score: 9/10
-        notes: "Strong structure with examples and clear criteria"
-      - task: "create-daily-email"
-        score: 4/10
-        notes: "Minimal examples, vague language"
-
-    optimization_notes:
-      agent_tasks_convertible: 0
-      potential_monthly_savings: "Unknown (no execution_type fields in tasks)"
-      recommendation: "Add execution_type field to tasks for cost optimization analysis"
-      missing_field_count: 75
-
-  phase_4_contextual:
-    squad_type: "expert"
-
-    checks:
-      voice_dna:
-        weight: 0.30
-        agents_with_vd: 22
-        total_agents: 24
-        coverage_percentage: 91.6
-        quality_score: 6.0
-        details:
-          sentence_starters_defined: true
-          metaphors_defined: true
-          vocabulary_section: false
-        issues:
-          - "2 agents missing voice_dna"
-          - "vocabulary section not consistently present across sampled agents"
-
-      objection_algorithms:
-        weight: 0.25
-        agents_with_oa: 24
-        total_agents: 24
-        coverage_percentage: 100.0
-        quality_score: 8.0
-        details:
-          minimum_3_objections: true
-          domain_specific_responses: true
-          issue: "Some agents have fewer objections than expected"
-
-      output_examples:
-        weight: 0.25
-        agents_with_examples: 24
-        total_agents: 24
-        coverage_percentage: 100.0
-        quality_score: 8.0
-        details:
-          input_output_shown: true
-          realistic_examples: true
-
-      tier_organization:
-        weight: 0.20
-        tier_mentions_config: 34
-        tier_mentions_agents: 18
-        quality_score: 9.0
-        tier_0_present: true
-        tier_0_agents: ["hopkins", "schwartz", "collier-planned"]
-        details:
-          orchestrator_defined: "copy-chief"
-          tier_assignments_documented: true
-
-    score: 7.60
-    calculation: "(6.0 × 0.30) + (8.0 × 0.25) + (8.0 × 0.25) + (9.0 × 0.20) = 7.60/10"
-
-  phase_5_veto:
-    status: "PROCEED"
-    checks:
-      v1_entry_agent_defined: "PASS"
-      v2_entry_agent_activatable: "PASS"
-      v3_referenced_files_missing: "PASS (< 20%)"
-      v4_config_yaml_valid: "PASS"
-      v5_security_issues: "PASS (none detected)"
-      v6_cross_references_broken: "PASS (no broken handoffs)"
-      ve1_voice_dna_coverage: "PASS (91.6%)"
-      ve2_tier_0_capability: "PASS (present)"
-    triggered: null
-    message: "No veto conditions triggered - validation may proceed"
-
-  phase_6_scoring:
-    preconditions:
-      tier_1_pass: true
-      tier_2_pass: true
-      veto_blocked: false
-
-    formula: "(Tier 3 Score × 0.80) + (Tier 4 Score × 0.20)"
-
-    calculation:
-      tier_3_score: 6.87
-      tier_3_weight: 0.80
-      tier_3_contribution: 5.50
-      tier_4_score: 7.60
-      tier_4_weight: 0.20
-      tier_4_contribution: 1.52
-      final_score: 7.02
-
-    final_score: 7.02
-    result: "PASS"
-    grade: "PRODUCTION_READY"
-
-    interpretation:
-      score_range: "7.0 - 8.9"
-      status: "PASS - Production ready"
-      meaning: "Squad meets quality standards and can be deployed. Some improvements recommended but not blocking."
-
-  executive_summary:
-    final_score: 7.02/10
-    result: "PASS"
-    type_detected: "Expert"
-    key_strengths:
-      - "Excellent tier organization (9.0/10) with clear Tier 0-3 structure"
-      - "Strong voice_dna coverage (91.6% of agents) - defining feature of Expert squads"
-      - "Complete objection_algorithms coverage (100% of agents)"
-      - "Outstanding documentation (9.0/10) - README, ARCHITECTURE, extensive agent docs"
-      - "High checklist coverage (101% - 55 checklists for 54 complex tasks)"
-      - "Zero orphan tasks - perfect task organization"
-      - "High data file usage (81.2%) - resources well-integrated"
-
-    key_issues:
-      - "Prompt quality variability (6.5/10) - some tasks lack examples or clear success criteria"
-      - "Missing optimization analysis (4.0/10) - no execution_type fields in tasks for cost optimization"
-      - "Missing standalone CHANGELOG.md (despite in-config changelog)"
-      - "2 agents missing voice_dna (minor coverage gap)"
-      - "Low optimization score indicates potential for cost reduction through executor type optimization"
-
-    next_steps:
-      immediate:
-        - "Add execution_type field to all 75 tasks for cost optimization analysis"
-        - "Create standalone CHANGELOG.md file"
-        - "Add voice_dna to remaining 2 agents"
-
-      short_term:
-        - "Improve prompt quality in 20% of tasks (add more examples and success criteria)"
-        - "Run *optimize copy task to identify Agent→Worker conversion opportunities"
-        - "Add vocabulary sections to voice_dna configurations"
-
-      monitoring:
-        - "Review tasks with low prompt quality scores quarterly"
-        - "Monitor optimization opportunities as squad evolves"
-        - "Track voice_dna consistency across new agents added"
-
-recommendations:
-  critical: []
-  high:
-    - issue: "No execution_type field in tasks"
-      impact: "Cannot perform cost optimization analysis"
-      fix: "Add execution_type: Worker|Agent|Hybrid|Human to each task definition in tasks/ files"
-      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/*.md"
-      priority: "HIGH - blocking optimization analysis"
-
-  medium:
-    - issue: "Standalone CHANGELOG.md missing"
-      impact: "Version history is in config.yaml comments, not easily discoverable"
-      fix: "Extract version history from config.yaml (lines 14-50) to CHANGELOG.md following semantic versioning format"
-      file_references: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
-
-    - issue: "Prompt quality variability"
-      impact: "Some tasks lack clear examples (create-daily-email: 4/10)"
-      fix: "Review low-scoring tasks and add Input/Output examples section"
-      estimated_tasks: "15-20 tasks"
-
-    - issue: "Voice_dna coverage gap"
-      impact: "2 agents (8.3%) missing voice_dna"
-      fix: "Add voice_dna section to remaining agents based on their persona"
-      affected_agents: "2 agents"
-
-  low:
-    - issue: "Optimization opportunities not fully analyzed"
-      impact: "Potential monthly cost savings unknown"
-      fix: "Run task *optimize copy to identify Agent→Worker conversion candidates"
-      potential_impact: "Could reduce Agent task costs by 30-50%"
-
-validation_metadata:
-  validator_version: "3.3.0"
-  task_file: "/Users/oalanicolas/Code/mmos/squads/squad-creator-pro/tasks/validate-squad.md"
-  squad_path: "/Users/oalanicolas/Code/mmos/squads/copy"
-  validation_date: "2026-02-11"
-  model: "haiku"
-  duration_seconds: "estimated 600-900"
-
-  files_analyzed:
-    config_yaml: "/Users/oalanicolas/Code/mmos/squads/copy/config.yaml"
-    agents_directory: "/Users/oalanicolas/Code/mmos/squads/copy/agents/ (24 files)"
-    tasks_directory: "/Users/oalanicolas/Code/mmos/squads/copy/tasks/ (75 files)"
-    checklists_directory: "/Users/oalanicolas/Code/mmos/squads/copy/checklists/ (55 files)"
-    documentation: "README.md, ARCHITECTURE.md"
-
-  phase_summary:
-    phase_0_type_detection: "PASS - Expert override triggered (voice_dna >= 50%)"
-    phase_1_structure: "PASS - 12/12 checks passed"
-    phase_2_coverage: "PASS - All coverage thresholds met"
-    phase_3_quality: "CONDITIONAL - Score 6.87/10 (needs optimization analysis)"
-    phase_4_contextual: "PASS - Expert requirements met (7.60/10)"
-    phase_5_veto: "PROCEED - No blocking conditions"
-    phase_6_scoring: "PASS (7.02/10)"

package/pro/squads/squad-creator-pro/test-cases/validate-squad/haiku-round-3-v4-task.yaml

@@ -1,149 +0,0 @@
-# validate-squad Test Case: Haiku Round 3 (Task v4.0 + --fast flag)
-# Date: 2026-02-11
-# Task Version: 4.0.0 (GAP ZERO fix: script-first enforcement)
-# Target: squads/copy
-# Model: Haiku (via validate-squad.sh --fast)
-# Purpose: Test Haiku quality with hybrid executor (script 88% + Haiku 12%)
-
-test_metadata:
-  round: 3
-  task_version: "4.0.0"
-  model: "haiku"
-  script_version: "validate-squad.sh v2.0"
-  execution_command: "bash validate-squad.sh copy --fast --json"
-
-# ============================================================
-# RESULTS
-# ============================================================
-
-results:
-  squad: "copy"
-  result: "PASS"
-  final_score: 8
-  type: "expert"
-
-  metrics:
-    agents: 24
-    tasks: 75
-    checklists: 55
-    total_lines: 218222
-
-  deterministic_checks:
-    tier1_fail: 0
-    security_fail: 0
-    xref_fail: 0
-    warnings: 2
-    warning_details:
-      - "No entry_agent defined, using first agent: copy-chief"
-      - "config.yaml missing 'tested: true' flag"
-
-  production:
-    score: 4
-    max: 5
-
-  claude_analysis:
-    model_used: "haiku"
-    prompt_quality: 9
-    structure_coherence: 9
-    coverage: 9
-    documentation: 9
-    quality_score: 9.0
-
-  improvements:
-    - "Agent file shows 100 lines but doesn't show full framework loading patterns - verify all framework references are documented"
-    - "Sample checklist shows excellent structure but verify all 55 checklists follow consistent scoring rubrics"
-    - "Consider adding cross-references between related agents (e.g., Gary Bencivenga <> Robert Collier) in agent metadata"
-    - "Task sample shows Collier method but verify coverage spans all 24 agent methodologies"
-    - "Add explicit 'integration points' in agent definitions for cross-agent workflows"
-
-# ============================================================
-# COMPARISON TABLE (ALL ROUNDS)
-# ============================================================
-
-comparison:
-  all_rounds:
-    - round: "R1 Haiku"
-      task_version: "3.3.0"
-      model: "haiku"
-      quality_score: 6.5
-      final_score: 6.5
-      quality_vs_opus_baseline: "41%"
-      execution: "LLM did everything manually"
-
-    - round: "R2 Haiku"
-      task_version: "3.3.1"
-      model: "haiku"
-      quality_score: 7.02
-      final_score: 7.02
-      quality_vs_opus_baseline: "74%"
-      execution: "LLM did everything manually (better task instructions)"
-
-    - round: "Opus Baseline"
-      task_version: "3.3.0"
-      model: "opus"
-      quality_score: 7.89
-      final_score: 7.89
-      quality_vs_opus_baseline: "100%"
-      execution: "LLM did everything manually"
-
-    - round: "R3 Opus"
-      task_version: "4.0.0"
-      model: "opus"
-      quality_score: 8.75
-      final_score: 8
-      quality_vs_opus_baseline: "110.9%"
-      execution: "Hybrid: script (88%) + Opus (12%)"
-
-    - round: "R3 Haiku"
-      task_version: "4.0.0"
-      model: "haiku"
-      quality_score: 9.0
-      final_score: 8
-      quality_vs_opus_baseline: "114.1%"
-      execution: "Hybrid: script (88%) + Haiku (12%)"
-
-  haiku_r3_vs_opus_baseline:
-    opus_baseline_quality: 7.89
-    haiku_r3_quality: 9.0
-    delta: "+1.11"
-    quality_pct: "114.1%"
-    verdict: "HAIKU EXCEEDS OPUS BASELINE"
-
-  haiku_r3_vs_opus_r3:
-    opus_r3_quality: 8.75
-    haiku_r3_quality: 9.0
-    delta: "+0.25"
-    quality_pct: "102.9%"
-    verdict: "HAIKU MATCHES OPUS (within noise margin)"
-
-  cost_comparison:
-    opus_baseline: "$0.68/run (100% LLM)"
-    opus_r3_hybrid: "~$0.15/run (script free + Opus 12% only)"
-    haiku_r3_hybrid: "~$0.003/run (script free + Haiku 12% only)"
-    savings_vs_opus_baseline: "99.6%"
-
-# ============================================================
-# GAP ZERO VALIDATION
-# ============================================================
-
-gap_zero:
-  script_ran_first: true
-  llm_collected_data_manually: false
-  preflight_used_as_input: true
-  caminho_errado_impossibilitado: true
-  pv_verdict: "Haiku com dados pré-computados pelo script produz resultado IGUAL ou MELHOR que Opus fazendo tudo na mão. O processo impossibilitou o caminho errado."
-
-# ============================================================
-# QUALIFICATION DECISION
-# ============================================================
-
-qualification:
-  threshold: "Haiku >= 90% quality vs Opus baseline"
-  haiku_quality_pct: "114.1%"
-  decision: "HAIKU QUALIFIED"
-  rationale: |
-    With the hybrid executor architecture (script 88% + LLM 12%):
-    - Haiku matches or exceeds Opus on qualitative interpretation
-    - Because deterministic checks (88%) are identical regardless of model
-    - The 12% qualitative part is simple enough for Haiku when it receives clean pre-computed data
-    - Cost drops from $0.68 to ~$0.003 per run (99.6% savings)