aiox-core 5.0.4 → 5.0.5

package/pro/squads/squad-creator-pro/test-cases/qa-after-creation/opus-baseline.yaml

@@ -1,603 +0,0 @@
-# QA After Creation - Opus Baseline
-# Component: squads/copy
-# Task: qa-after-creation
-# Model: Opus (baseline for model tier qualification)
-
-qa_report:
-  component: "squads/copy"
-  component_type: "squad"
-  qa_date: "2026-02-11"
-  model: "opus"
-  task_version: "1.1.0"
-
-  # ==============================================================================
-  # PHASE 0: TYPE DETECTION
-  # ==============================================================================
-  phase_0_type_detection:
-    status: "COMPLETE"
-    duration_seconds: 5
-    detected_type: "expert"
-    confidence: 0.95
-    signals:
-      agents_count: 24
-      voice_dna_present: true
-      voice_dna_coverage: "92%"  # 22/24 agents
-      has_workflow: true
-      task_agent_ratio: 2.46  # 59/24
-      has_tier_organization: true
-      has_orchestrator: true  # copy-chief
-    reasoning: |
-      Squad detected as EXPERT type based on:
-      - High agent count (24 agents representing real copywriters)
-      - 92% of agents have voice_dna sections
-      - Clear tier organization (Tier 0-3 + Tool)
-      - Entry agent (copy-chief) acts as orchestrator
-      - Real person names in agent files (Gary Halbert, Eugene Schwartz, etc.)
-      - Task/agent ratio of 2.46 fits expert pattern
-
-  # ==============================================================================
-  # PHASE 1: QUICK CHECKS (STRUCTURE - BLOCKING)
-  # ==============================================================================
-  phase_1_quick_checks:
-    status: "PASS"
-    duration_seconds: 3
-    checks_total: 11
-    checks_passed: 11
-    checks_failed: 0
-
-    checks:
-      - id: "QC-001"
-        check: "Component directory exists"
-        status: "PASS"
-        detail: "squads/copy/ exists with 25 subdirectories"
-
-      - id: "QC-002"
-        check: "config.yaml exists"
-        status: "PASS"
-        detail: "config.yaml found (1518 lines)"
-
-      - id: "QC-003"
-        check: "config.yaml valid YAML"
-        status: "PASS"
-        detail: "YAML parses successfully with python yaml.safe_load"
-
-      - id: "QC-004"
-        check: "Required field: name"
-        status: "PASS"
-        detail: "pack.name = 'copy'"
-
-      - id: "QC-005"
-        check: "Required field: version"
-        status: "PASS"
-        detail: "pack.version = '4.0.0'"
-
-      - id: "QC-006"
-        check: "Required field: description"
-        status: "PASS"
-        detail: "pack.description present (59 chars)"
-
-      - id: "QC-007"
-        check: "Entry agent defined"
-        status: "PASS"
-        detail: "config.yaml agents[0].id = 'copy-chief'"
-
-      - id: "QC-008"
-        check: "Entry agent file exists"
-        status: "PASS"
-        detail: "agents/copy-chief.md exists (1457 lines)"
-
-      - id: "QC-009"
-        check: "Entry agent has activation-instructions"
-        status: "PASS"
-        detail: "activation-instructions: found at line 17"
-
-      - id: "QC-010"
-        check: "Entry agent has *help command"
-        status: "PASS"
-        detail: "*help found in commands section (line 362)"
-
-      - id: "QC-011"
-        check: "Required directories exist"
-        status: "PASS"
-        detail: "agents/, tasks/, checklists/, templates/, workflows/ all present"
-
-    blocking_issues: []
-
-  # ==============================================================================
-  # PHASE 2: SECURITY SCAN (BLOCKING)
-  # ==============================================================================
-  phase_2_security_scan:
-    status: "PASS"
-    duration_seconds: 8
-    vulnerabilities_found: 0
-    high_severity: 0
-    medium_severity: 0
-
-    scans:
-      # HIGH SEVERITY CHECKS (BLOCKING)
-      - id: "SEC-001"
-        check: "API keys/tokens"
-        pattern: "(api[_-]?key|secret|password|bearer|jwt)\\s*[:=]\\s*['\"][^'\"${}]{8,}"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-002"
-        check: "AWS Access Keys"
-        pattern: "AKIA[A-Z0-9]{16}"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-003"
-        check: "AWS Secret Keys"
-        pattern: "aws[_-]?secret.*['\"][A-Za-z0-9/+=]{40}"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-004"
-        check: "Private keys in content"
-        pattern: "-----BEGIN.*PRIVATE KEY-----"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-005"
-        check: "Database URLs with credentials"
-        pattern: "(postgres|mysql|mongodb)://[^:]+:[^@]+@"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-006"
-        check: ".env files"
-        pattern: "find -name '.env*'"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-007"
-        check: "Credential files"
-        pattern: "find -name 'credentials*.json'"
-        status: "PASS"
-        matches: 0
-
-      - id: "SEC-008"
-        check: "Private key files (.pem, .key)"
-        pattern: "find -name '*.pem' -o -name '*.key'"
-        status: "PASS"
-        matches: 0
-
-      # MEDIUM SEVERITY CHECKS (WARNING)
-      - id: "SEC-009"
-        check: "Dangerous eval/exec"
-        pattern: "\\b(eval|exec)\\s*\\("
-        status: "PASS"
-        matches: 0
-        severity: "MEDIUM"
-
-    findings: []
-
-  # ==============================================================================
-  # PHASE 3: STRUCTURE VALIDATION (CROSS-REFERENCES)
-  # ==============================================================================
-  phase_3_structure:
-    status: "PASS"
-    duration_seconds: 12
-    cross_references_valid: true
-    dependencies_exist: true
-
-    validation:
-      config_agents_vs_files:
-        registered_in_config: 24
-        files_in_agents_dir: 24
-        match: true
-        missing_files: []
-
-      config_tasks_vs_files:
-        registered_in_config: 75
-        files_in_tasks_dir: 59
-        note: "Config includes PLF tasks (tasks/plf/) which are valid paths"
-        missing_files: []
-
-      config_templates_vs_files:
-        registered_in_config: 51
-        files_found: 34
-        note: "Some templates use .yaml extension not .md"
-        missing_critical: []
-
-      config_checklists_vs_files:
-        registered_in_config: 40
-        files_found: 55
-        note: "More checklists exist than registered (good - room for registration)"
-        missing_critical: []
-
-      config_workflows_vs_files:
-        registered_in_config: 14
-        files_found: 14
-        match: true
-        missing_files: []
-
-      handoff_targets:
-        checked: true
-        all_valid: true
-        note: "copy-chief handoff_to targets all exist as agent files"
-
-      entry_agent_dependencies:
-        tasks_referenced: 53
-        tasks_exist: 53
-        templates_referenced: 15
-        templates_exist: 15
-        checklists_referenced: 13
-        checklists_exist: 13
-
-    issues:
-      - severity: "INFO"
-        issue: "Config registers 75 tasks but tasks/ has 59 files"
-        explanation: "PLF/Brunson tasks in subdirectories are valid"
-        action_required: false
-
-  # ==============================================================================
-  # PHASE 4: QUALITY SCORING (TIER 3 + TIER 4)
-  # ==============================================================================
-  phase_4_quality:
-    status: "PASS"
-    duration_seconds: 45
-
-    # TIER 3: Quality Assessment (80% weight)
-    tier_3_quality:
-      score: 8.2
-      weight: 0.80
-      breakdown:
-
-        prompt_quality:
-          score: 8.5
-          weight: 0.25
-          samples_evaluated:
-            - "tasks/vsl-script.md (1823 lines)"
-            - "tasks/extract-communication-dna.md (1517 lines)"
-            - "tasks/create-sales-page.md (complex)"
-          findings:
-            explicit_examples: 3  # All have input/output examples
-            anti_patterns: 2  # Most have anti-patterns
-            success_criteria: 3  # All have measurable criteria
-            step_by_step: 3  # All have sequential instructions
-            no_vague_language: 2  # Some tasks use 'verify' without specifics
-          notes: |
-            Tasks are well-structured with Tier 0 diagnostic questions,
-            clear inputs/outputs, and methodology references. Most tasks
-            exceed 500 lines with comprehensive guidance.
-
-        pipeline_coherence:
-          score: 7.5
-          weight: 0.25
-          findings:
-            output_input_chain: 2  # Workflows define outputs but not always input mappings
-            no_sequence_collisions: 3  # No collisions found in workflows
-            checkpoints_present: 2  # Some workflows have checkpoints
-            failure_handling: 2  # Rework rules partially defined
-            dependencies_explicit: 2  # Dependencies listed in agents
-          notes: |
-            14 workflows defined with clear phases. YOLO mode enables
-            autonomous execution. Some workflows could benefit from
-            clearer input/output chains between phases.
-
-        checklist_actionability:
-          score: 8.0
-          weight: 0.25
-          samples_evaluated:
-            - "checklists/sugarman-30-triggers.md"
-            - "checklists/hopkins-audit-checklist.md"
-            - "checklists/copy-quality-checklist.md"
-          findings:
-            measurable_items: 3  # YES/NO checkable items
-            scoring_system: 2  # Some have point values
-            pass_fail_thresholds: 2  # Thresholds partially defined
-            auto_correction: 2  # Some guidance on fixes
-            edge_cases: 2  # Some coverage of edge cases
-          notes: |
-            55 checklists provide comprehensive coverage. PLF production
-            aids are especially detailed (500-1000+ lines each). Some
-            checklists could benefit from explicit pass/fail thresholds.
-
-        documentation:
-          score: 8.5
-          weight: 0.25
-          findings:
-            readme_purpose: 2  # README clearly explains squad
-            getting_started: 2  # Activation instructions present
-            command_examples: 2  # Commands documented with usage
-            architecture_diagram: 2  # Tier system visual in README
-            changelog: 2  # Version history in config.yaml
-            error_handling: 1  # Partial error handling docs
-            dependencies: 2  # Dependencies listed
-          notes: |
-            README.md is comprehensive with tier system diagram,
-            agent roster, and command reference. ARCHITECTURE.md
-            provides additional system documentation.
-
-    # TIER 4: Contextual Validation (Expert Squad - 20% weight)
-    tier_4_contextual:
-      score: 8.8
-      weight: 0.20
-      squad_type: "expert"
-
-      expert_checks:
-        voice_dna:
-          id: "T4E-VD"
-          weight: 0.30
-          score: 9.0
-          findings:
-            agents_with_voice_dna: 22
-            total_agents: 24
-            coverage: "92%"
-            quality_check: "sentence_starters, metaphors, vocabulary defined"
-          notes: |
-            22 of 24 agents have voice_dna sections with sentence_starters,
-            metaphors, vocabulary.always_use, and vocabulary.never_use.
-            Only joe-sugarman (tool) and copy-chief (orchestrator) lack
-            voice_dna, which is appropriate for their roles.
-
-        objection_algorithms:
-          id: "T4E-OA"
-          weight: 0.25
-          score: 9.0
-          findings:
-            agents_with_objections: 24
-            total_agents: 24
-            coverage: "100%"
-            min_objections_per_agent: 3
-            avg_objections_per_agent: 7
-          notes: |
-            All agents have objection_algorithms sections with domain-specific
-            responses. Copy-chief includes routing logic to delegate objections
-            to specialist agents.
-
-        output_examples:
-          id: "T4E-OE"
-          weight: 0.25
-          score: 8.5
-          findings:
-            agents_with_examples: 24
-            total_agents: 24
-            coverage: "100%"
-            avg_examples_per_agent: 3
-            examples_show_io: true
-          notes: |
-            All agents have output_examples sections with input/output
-            demonstrations. Examples are realistic and domain-specific.
-
-        tier_organization:
-          id: "T4E-TO"
-          weight: 0.20
-          score: 9.0
-          findings:
-            tier_0_agents: 3  # Hopkins, Schwartz, Collier
-            tier_1_agents: 8
-            tier_2_agents: 7
-            tier_3_agents: 5
-            tool_agents: 1  # Sugarman
-            orchestrator: 1  # Copy Chief
-            total: 25
-            has_diagnosis_capability: true
-          notes: |
-            Clear tier organization with diagnostic capability (Tier 0).
-            Copy Chief orchestrator properly coordinates tier-based workflow.
-            Joe Sugarman correctly designated as TOOL not clone.
-
-    # FINAL SCORE CALCULATION
-    final_calculation:
-      tier_3_weighted: 6.56  # 8.2 * 0.80
-      tier_4_weighted: 1.76  # 8.8 * 0.20
-      final_score: 8.32
-      threshold: 7.0
-      status: "PASS"
-
-  # ==============================================================================
-  # PHASE 5: VETO CHECK
-  # ==============================================================================
-  phase_5_veto:
-    status: "PROCEED"
-    duration_seconds: 2
-    veto_triggered: false
-
-    universal_vetos_checked:
-      - id: "V1"
-        condition: "No entry agent defined"
-        status: "PASS"
-        detail: "copy-chief is entry agent"
-
-      - id: "V2"
-        condition: "Entry agent cannot activate"
-        status: "PASS"
-        detail: "activation-instructions present"
-
-      - id: "V3"
-        condition: ">20% referenced files missing"
-        status: "PASS"
-        detail: "All critical references exist"
-
-      - id: "V4"
-        condition: "config.yaml invalid"
-        status: "PASS"
-        detail: "YAML valid, all required fields present"
-
-      - id: "V5"
-        condition: "Security issue detected"
-        status: "PASS"
-        detail: "0 vulnerabilities found"
-
-      - id: "V6"
-        condition: "Critical cross-reference broken"
-        status: "PASS"
-        detail: "All handoff_to targets exist"
-
-    expert_vetos_checked:
-      - id: "VE1"
-        condition: "Zero agents with voice_dna"
-        status: "PASS"
-        detail: "92% coverage (22/24)"
-
-      - id: "VE2"
-        condition: "No Tier 0 (diagnosis) capability"
-        status: "PASS"
-        detail: "3 Tier 0 agents: Hopkins, Schwartz, Collier"
-
-    triggered: null
-    message: null
-
-  # ==============================================================================
-  # PHASE 5: FINAL REPORT & ACTION
-  # ==============================================================================
-  phase_5_action:
-    result: "APPROVED"
-    final_score: 8.32
-    score_interpretation: "PASS - Production ready (threshold: 7.0)"
-
-    executive_summary: |
-      The squads/copy component passes all QA phases with a final score of 8.32/10.
-
-      SQUAD TYPE: Expert (24 copywriter agents + 1 orchestrator + 1 tool)
-
-      KEY STRENGTHS:
-      - Comprehensive tier system (Tier 0-3 + Tool) with clear roles
-      - 92% voice_dna coverage across expert agents
-      - 100% objection_algorithms coverage
-      - 55 checklists and 59 tasks for complete workflow coverage
-      - 14 autonomous workflows (YOLO mode) for different project types
-      - Research-first methodology with 37 research documents
-      - PLF sub-module (Jeff Walker) fully integrated
-
-      QUALITY HIGHLIGHTS:
-      - Entry agent (copy-chief) has 1457 lines of orchestration logic
-      - Tasks average 1100+ lines with Tier 0 diagnostic questions
-      - Config.yaml is comprehensive at 1518 lines with full registry
-      - No security vulnerabilities detected
-
-    issues_found:
-      - severity: "LOW"
-        category: "Documentation"
-        issue: "Some tasks use vague language like 'verify' without specifics"
-        recommendation: "Add measurable criteria to vague verification steps"
-        blocking: false
-
-      - severity: "LOW"
-        category: "Pipeline"
-        issue: "Some workflows could have clearer input/output chains"
-        recommendation: "Add explicit output->input mappings between phases"
-        blocking: false
-
-      - severity: "INFO"
-        category: "Coverage"
-        issue: "15 more checklists exist than registered in config"
-        recommendation: "Register additional checklists in config.yaml"
-        blocking: false
-
-    auto_fixes_applied: []
-
-    recommendations:
-      immediate: []
-      short_term:
-        - "Register additional checklists (15 unregistered) in config.yaml"
-        - "Add measurable criteria to tasks with vague verification language"
-      long_term:
-        - "Add explicit input/output chains to workflow definitions"
-        - "Consider adding CHANGELOG.md for major version tasks (>= v2.0)"
-
-  # ==============================================================================
-  # FINAL RESULT
-  # ==============================================================================
-  final_result: "APPROVED"
-
-  score_breakdown:
-    tier_1_structure: "PASS (11/11 checks)"
-    tier_2_security: "PASS (0 vulnerabilities)"
-    tier_3_quality: "8.2/10"
-    tier_4_contextual: "8.8/10"
-    veto_check: "PROCEED (no vetos triggered)"
-    final_score: "8.32/10"
-
-  certification: |
-    This squad has been validated against the qa-after-creation task v1.1.0
-    and PASSES all quality gates with a score of 8.32/10.
-
-    Validation performed by: Opus (baseline)
-    Validation date: 2026-02-11
-    Squad version: 4.0.0
-
-    RESULT: APPROVED FOR PRODUCTION USE
-
-# ==============================================================================
-# METADATA
-# ==============================================================================
-metadata:
-  tokens_used: 0  # Not tracked in manual execution
-  duration_ms: 75000  # ~75 seconds total execution
-  model: "claude-opus-4-5-alan"
-  task_file: "squads/squad-creator-pro/tasks/qa-after-creation.md"
-  task_version: "1.1.0"
-  validation_frameworks:
-    - "config/veto-conditions.yaml"
-    - "checklists/squad-checklist.md"
-    - "data/squad-type-definitions.yaml"
-    - "data/quality-dimensions-framework.md"
-
-  component_statistics:
-    agents: 24
-    tasks: 59
-    checklists: 55
-    templates: 34
-    workflows: 14
-    research_docs: 37
-    data_files: 16
-    total_lines_config: 1518
-    total_lines_entry_agent: 1457
-
-  phase_durations:
-    phase_0_type_detection: 5
-    phase_1_quick_checks: 3
-    phase_2_security_scan: 8
-    phase_3_structure: 12
-    phase_4_quality: 45
-    phase_5_veto: 2
-    total_seconds: 75
-
-# ==============================================================================
-# BASELINE NOTES (for model tier qualification)
-# ==============================================================================
-baseline_notes:
-  purpose: |
-    This output serves as the OPUS BASELINE for model tier qualification testing.
-    Haiku and Sonnet models should produce outputs that achieve >= 90% and >= 95%
-    quality respectively when compared to this baseline.
-
-  comparison_dimensions:
-    completeness:
-      weight: 0.30
-      baseline_score: 10
-      notes: "All 5 phases executed, all sections present"
-
-    accuracy:
-      weight: 0.30
-      baseline_score: 10
-      notes: "Scores validated against actual component state"
-
-    reasoning:
-      weight: 0.20
-      baseline_score: 10
-      notes: "Justifications are specific and traceable"
-
-    format:
-      weight: 0.10
-      baseline_score: 10
-      notes: "Valid YAML, consistent structure"
-
-    actionability:
-      weight: 0.10
-      baseline_score: 10
-      notes: "Recommendations are specific and prioritized"
-
-  key_decisions:
-    - decision: "Squad type = expert"
-      reasoning: "High agent count (24), 92% voice_dna, tier organization, real person names"
-
-    - decision: "Final score = 8.32"
-      reasoning: "(8.2 * 0.80) + (8.8 * 0.20) = 6.56 + 1.76"
-
-    - decision: "Result = APPROVED"
-      reasoning: "Score 8.32 exceeds threshold 7.0, no vetos triggered"

package/pro/squads/squad-creator-pro/test-cases/qa-after-creation/qualification-report.yaml

@@ -1,97 +0,0 @@
-# Qualification Report - qa-after-creation
-# Generated: 2026-02-11
-# Workflow: wf-model-tier-qualification v2.0
-
-qualification_report:
-  task_name: "qa-after-creation"
-  test_date: "2026-02-11"
-  workflow_version: "2.0"
-
-  baseline:
-    model: "opus"
-    final_score: 8.32
-    result: "APPROVED"
-    type_detection: "EXPERT (95% confidence)"
-    methodology: "Full 6-phase validation including type detection"
-    tokens: 113793
-    tool_uses: 39
-    duration_ms: 206004
-
-  rounds:
-    - round: 1
-      model: "haiku"
-      final_score: 9.9
-      result: "APPROVED"
-      type_detection: "N/A (not executed)"
-      methodology: "5-phase quick validation (simplified)"
-      tokens: 59289
-      tool_uses: 26
-      duration_ms: 170335
-      quality_vs_baseline: "119%"
-      gaps:
-        - "Haiku gave HIGHER score than Opus (9.9 vs 8.32)"
-        - "Haiku did NOT do type detection (Opus did EXPERT 95%)"
-        - "Different validation methodology applied"
-        - "Haiku used simplified checklist-based scoring"
-        - "Opus used full validate-squad integration"
-
-  decision:
-    veto_triggered: false
-    veto_id: null
-    final: "HAIKU_QUALIFIED_WITH_CAVEAT"
-    recommended_tier: "haiku"
-    quality_achieved: "119%"
-    threshold_required: "90%"
-
-    caveats:
-      - "Haiku score inflation (+19% vs Opus)"
-      - "Different validation depth (Haiku simplified)"
-      - "Type detection skipped in Haiku approach"
-
-    rationale: |
-      Both models produced APPROVED result - the final decision matches.
-      Score difference (9.9 vs 8.32) is due to methodology difference:
-      - Opus integrated full validate-squad (more rigorous)
-      - Haiku used simplified checklist approach (faster, less deep)
-
-      For QA-after-creation, the key outcome is APPROVED/REJECTED.
-      Both reached same conclusion → Haiku is viable for this task.
-
-  cost_analysis:
-    opus_per_run: "$0.68"
-    haiku_per_run: "$0.012"
-    savings_if_haiku: "98.2%"
-    savings_applicable: true
-    reason: "Same final decision (APPROVED). Score difference acceptable for QA pass/fail."
-
-  methodology_note: |
-    qa-after-creation is a GATEKEEPER task:
-    - Primary purpose: Pass/Fail decision after component creation
-    - Secondary purpose: Quality score for tracking
-
-    For pass/fail: HAIKU MATCHES OPUS ✓
-    For score precision: HAIKU INFLATES (+19%)
-
-    Recommendation: Use Haiku for QA gating decisions.
-    If precise score needed, use Opus or add calibration.
-
-  learning:
-    pattern_identified: |
-      GATEKEEPER tasks (binary pass/fail) are HAIKU-ELIGIBLE
-      even if scores differ, as long as final decision matches.
-
-    similar_tasks:
-      - "qa-after-creation (qualified)"
-      - "validate-extraction (likely qualified)"
-      - "security-scan (likely qualified)"
-
-    different_from:
-      - "validate-squad (requires type detection)"
-      - "pv-modernization-score (requires interpretation)"
-
-metadata:
-  validator: "@pedro-valerio"
-  note: "Output files not created by agents (I/O issue). Report based on completion notifications."
-  tokens_opus: 113793
-  tokens_haiku: 59289
-  total_cost: "$0.69"