aidp 0.27.0 → 0.28.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 174c58fcccbc5d5c927cb30dd3bf8c735de926cf52de5eb2a4bb56f2bc984cc3
-  data.tar.gz: 73efb11b31d3ff346a482fde9616047fd64525e44ffe768a81a6e4808e748cd1
+  metadata.gz: 931d08a58cf52b7acc999d7e3320181c29710c50922463f4fb5c4e0a76c02e04
+  data.tar.gz: 1971534889d0fde6daa6d8da6f345ffac4a698f827a205e445f75e7fa26d38da
 SHA512:
-  metadata.gz: 407aecc4942fbda7fbf09e15ebfdfa6ba8595be9f282a0b425ce65dc22e45d3a524fe5dd211ce96ec59029801df01528a835412ba38f90cb273c5b1594df2016
-  data.tar.gz: 174a42200bb01198f3c88de3ec35198c9475f018f06a673e7d1d3c0e0dda9c294dd832519327261ac767a42323e965f1fa7ea1fa1d3b394425604ceaaa7bf371
+  metadata.gz: b87667e112faeb9818187eb97e281539e936ad213dcd49867781b37ff57ae9c827308cb9d4f7bdf707e48133fc3efcc79d1815d5a9b12cb3b395aad5d0e432cf
+  data.tar.gz: 5b9fa041a4e680115248fad3fad2ccd7c8ab9cc956a471051b2e2945b1d2277cfea2af7f1d3f105dd36e8e9be1f149f42fb91080496f055deb0c26e8daef1427

data/README.md

@@ -135,6 +135,95 @@ AIDP implements **work loops** - an iterative execution pattern where AI agents
 
 See [Work Loops Guide](docs/WORK_LOOPS_GUIDE.md) for details.
 
+### Waterfall Planning Mode
+
+Create comprehensive project plans with work breakdown structures, Gantt charts, and automated task assignments:
+
+```bash
+# Start planning workflow
+aidp execute
+# Select "Waterfall Planning"
+
+# Choose your path:
+# - Ingest existing documentation (PRDs, design docs)
+# - Generate from scratch through AI dialogue
+```
+
+**Generated Artifacts** (in `.aidp/docs/`):
+
+- **PRD.md** - Product requirements document
+- **TECH_DESIGN.md** - Technical architecture and design
+- **WBS.md** - Work breakdown structure with phases and tasks
+- **GANTT.md** - Mermaid Gantt chart with critical path analysis
+- **persona_map.yml** - AI-powered task-to-persona assignments
+- **PROJECT_PLAN.md** - Complete integrated project plan
+
+**Key Features:**
+
+- **Documentation Ingestion** - Import and enhance existing project docs
+- **AI-Guided Planning** - Generate complete plans through dialogue
+- **Critical Path Analysis** - Identify project bottlenecks
+- **Zero Framework Cognition** - AI-powered persona assignment (no heuristics)
+- **Mermaid Visualizations** - Gantt charts renderable on GitHub/GitLab
+- **TDD Integration** - Optional test-driven development workflow
+
+See [Waterfall Planning Mode Guide](docs/WATERFALL_PLANNING_MODE.md) for complete documentation.
+
+### Agile Development Mode
+
+Build products iteratively with user feedback loops, MVP scoping, and data-driven iteration planning:
+
+```bash
+# Start planning workflow
+aidp execute
+# Select "Agile MVP Planning", "Agile Iteration Planning", or "Legacy Product Research"
+```
+
+**Three Agile Workflows:**
+
+#### 1. MVP Planning
+
+Define minimum viable product scope, create user testing plans, and generate marketing materials:
+
+- **Input**: Product Requirements Document (PRD)
+- **Outputs**: MVP scope, user testing plan, marketing report
+- **Use case**: Launching a new product with user validation
+
+#### 2. Iteration Planning
+
+Analyze user feedback and plan next development iteration:
+
+- **Input**: User feedback data (CSV/JSON/markdown)
+- **Outputs**: Feedback analysis, iteration plan with prioritized tasks
+- **Use case**: Improving product based on real user data
+
+#### 3. Legacy Research
+
+Analyze existing codebase and create user research plan:
+
+- **Input**: Codebase path and language
+- **Outputs**: Research plan, feature audit, testing strategy
+- **Use case**: Understanding user needs for existing product
+
+**Generated Artifacts** (in `.aidp/docs/`):
+
+- **MVP_SCOPE.md** - Must-have vs nice-to-have feature breakdown
+- **USER_TEST_PLAN.md** - Comprehensive user testing strategy
+- **MARKETING_REPORT.md** - Value propositions and messaging
+- **USER_FEEDBACK_ANALYSIS.md** - AI-powered semantic feedback analysis
+- **NEXT_ITERATION_PLAN.md** - Prioritized tasks for next iteration
+- **LEGACY_USER_RESEARCH_PLAN.md** - Research strategy for existing product
+
+**Key Features:**
+
+- **Zero Framework Cognition** - AI-powered semantic analysis (no heuristics)
+- **Multi-Format Support** - Ingest feedback from CSV, JSON, or markdown
+- **Iterative Loops** - Continuous improvement based on user data
+- **Marketing Focus** - Translate features into customer value
+- **Three New Personas** - Product Manager, UX Researcher, Marketing Strategist
+
+See [Agile Development Mode Guide](docs/AGILE_MODE_GUIDE.md) for complete documentation.
+
 ### Job Management
 
 Monitor and control background jobs:

data/lib/aidp/cli/models_command.rb

@@ -437,8 +437,8 @@ module Aidp
 
         configured_providers.any? do |provider_name|
           provider_cfg = config.provider_config(provider_name)
-          tier_config = provider_cfg.dig(:thinking, :tiers, tier.to_sym) ||
-            provider_cfg.dig(:thinking, :tiers, tier)
+          tier_config = provider_cfg.dig(:thinking_tiers, tier.to_sym) ||
+            provider_cfg.dig(:thinking_tiers, tier)
 
           tier_config && tier_config[:models] && !tier_config[:models].empty?
         end
@@ -455,8 +455,7 @@ module Aidp
           next unless provider_class
 
           provider_cfg = config.provider_config(provider_name)
-          thinking_cfg = provider_cfg[:thinking] || {}
-          tiers_cfg = thinking_cfg[:tiers] || {}
+          tiers_cfg = provider_cfg[:thinking_tiers] || {}
 
           # Validate models in each tier
           tiers_cfg.each do |tier, tier_config|
@@ -537,8 +536,8 @@ module Aidp
         end
 
         if suggested_model
-          "Add to aidp.yml under providers.#{suggested_model[:provider]}.thinking.tiers.#{tier}.models:\n" \
-          "  - model: #{suggested_model[:family]}"
+          "Add to aidp.yml under providers.#{suggested_model[:provider]}.thinking_tiers.#{tier}.models:\n" \
+          "  - #{suggested_model[:family]}"
         else
           "Configure a model for this tier in aidp.yml"
         end

data/lib/aidp/cli.rb

@@ -85,9 +85,6 @@ module Aidp
         tui = Aidp::Harness::UI::EnhancedTUI.new
         workflow_selector = Aidp::Harness::UI::EnhancedWorkflowSelector.new(tui, project_dir: Dir.pwd)
 
-        # Start TUI display loop
-        tui.start_display_loop
-
         begin
           # Copilot is now the default mode - no menu selection
           # The guided workflow selector will internally choose appropriate mode
@@ -120,7 +117,7 @@ module Aidp
           display_message("\n❌ Error: #{e.message}", type: :error)
           1
         ensure
-          tui.stop_display_loop
+          tui.restore_screen
         end
       end
 
@@ -191,6 +188,7 @@ module Aidp
           opts.separator "    pause-all                - Pause all active workstreams"
           opts.separator "    resume-all               - Resume all paused workstreams"
           opts.separator "    stop-all                 - Stop all active workstreams"
+          opts.separator "    cleanup                  - Interactive cleanup of workstreams"
           opts.separator "  work                     Execute workflow in workstream context"
           opts.separator "    --workstream <slug>      - Required: workstream to run in"
           opts.separator "    --mode <mode>            - analyze or execute (default: execute)"
@@ -1303,6 +1301,12 @@ module Aidp
           end
           display_message("⏹️  Stopped #{stopped_count} workstream(s)", type: :success)
 
+        when "cleanup"
+          # Interactive cleanup of workstreams
+          require_relative "workstream_cleanup"
+          cleanup = Aidp::WorkstreamCleanup.new(project_dir: Dir.pwd, prompt: create_prompt)
+          cleanup.run
+
         else
           display_message("Usage: aidp ws <command>", type: :info)
           display_message("", type: :info)
@@ -1317,6 +1321,7 @@ module Aidp
           display_message("  pause <slug>              Pause workstream execution", type: :info)
           display_message("  resume <slug>             Resume paused workstream", type: :info)
           display_message("  complete <slug>           Mark workstream as completed", type: :info)
+          display_message("  cleanup                   Interactive cleanup of workstreams", type: :info)
           display_message("", type: :info)
           display_message("Options:", type: :info)
           display_message("  --base-branch <branch>    Branch to create from (for 'new')", type: :info)
@@ -1411,9 +1416,6 @@ module Aidp
           tui = Aidp::Harness::UI::EnhancedTUI.new
           workflow_selector = Aidp::Harness::UI::EnhancedWorkflowSelector.new(tui, project_dir: Dir.pwd)
 
-          # Start TUI display loop
-          tui.start_display_loop
-
           begin
             # Get workflow configuration
             workflow_config = workflow_selector.select_workflow(harness_mode: false, mode: mode)
@@ -1434,7 +1436,7 @@ module Aidp
           rescue Interrupt
             display_message("\n\n⏹️  Interrupted by user", type: :warning)
           ensure
-            tui.stop_display_loop
+            tui.restore_screen
           end
         end
       end

data/lib/aidp/config.rb

@@ -156,6 +156,27 @@ module Aidp
         search_paths: [],
         default_provider_filter: true,
         enable_custom_skills: true
+      },
+      waterfall: {
+        enabled: true,
+        docs_directory: ".aidp/docs",
+        generate_decisions_md: true,
+        gantt_format: "mermaid",
+        wbs_phases: [
+          "Requirements",
+          "Design",
+          "Implementation",
+          "Testing",
+          "Deployment"
+        ],
+        effort_estimation: {
+          method: "llm_relative",
+          units: "story_points"
+        },
+        persona_assignment: {
+          method: "zfc_automatic",
+          allow_parallel: true
+        }
       }
     }.freeze
 
@@ -246,6 +267,24 @@ module Aidp
       symbolize_keys(skills_section)
     end
 
+    # Get waterfall configuration
+    def self.waterfall_config(project_dir = Dir.pwd)
+      config = load_harness_config(project_dir)
+      waterfall_section = config[:waterfall] || config["waterfall"] || {}
+
+      # Convert string keys to symbols for consistency
+      symbolize_keys(waterfall_section)
+    end
+
+    # Get agile configuration
+    def self.agile_config(project_dir = Dir.pwd)
+      config = load_harness_config(project_dir)
+      agile_section = config[:agile] || config["agile"] || {}
+
+      # Convert string keys to symbols for consistency
+      symbolize_keys(agile_section)
+    end
+
     # Check if configuration file exists
     def self.config_exists?(project_dir = Dir.pwd)
       ConfigPaths.config_exists?(project_dir)
@@ -280,6 +319,15 @@ module Aidp
             max_tokens: 50_000,
             default_flags: []
           }
+        },
+        agile: {
+          mvp_first: true,
+          feedback_loops: true,
+          auto_iteration: false,
+          research_enabled: true,
+          marketing_enabled: true,
+          legacy_analysis: true,
+          personas: ["product_manager", "ux_researcher", "architect", "senior_developer", "qa_engineer", "devops_engineer", "tech_writer", "marketing_strategist"]
         }
       }
 
@@ -337,6 +385,12 @@ module Aidp
         merged[:thinking] = symbolize_keys(thinking_section)
       end
 
+      # Deep merge waterfall config
+      if config[:waterfall] || config["waterfall"]
+        waterfall_section = config[:waterfall] || config["waterfall"]
+        merged[:waterfall] = merged[:waterfall].merge(symbolize_keys(waterfall_section))
+      end
+
       merged
     end
 

data/lib/aidp/debug_mixin.rb

@@ -78,7 +78,9 @@ module Aidp
       end
 
       if error && !error.empty?
-        debug_logger.error(component_name, "❌ Error output: #{error}")
+        # Filter out benign sandbox debug messages from Claude CLI
+        filtered_error = filter_benign_errors(error)
+        debug_logger.error(component_name, "❌ Error output: #{filtered_error}") unless filtered_error.empty?
       end
 
       if debug_verbose?
@@ -171,6 +173,26 @@ module Aidp
 
     private
 
+    # Filter out benign error messages that don't indicate real failures
+    def filter_benign_errors(error)
+      return "" if error.nil?
+
+      # List of string patterns for benign messages to filter out
+      # Using simple string matching to avoid ReDoS vulnerabilities
+      benign_substrings = [
+        "[SandboxDebug]",
+        "Seccomp filtering not available",
+        "allowAllUnixSockets mode"
+      ]
+
+      lines = error.lines
+      filtered_lines = lines.reject do |line|
+        benign_substrings.any? { |substring| line.include?(substring) }
+      end
+
+      filtered_lines.join
+    end
+
     # Safely derive a component name for logging (memoized).
     # Handles anonymous classes and modules gracefully.
     def component_name

data/lib/aidp/execute/agent_signal_parser.rb

@@ -36,6 +36,28 @@ module Aidp
         tasks
       end
 
+      # Parse task status update signals from agent output
+      # Returns array of status update hashes with task_id, status, and optional reason
+      # Pattern: Update task: task_id_here status: done|in_progress|pending|abandoned [reason: "reason"]
+      def self.parse_task_status_updates(output)
+        return [] unless output
+
+        updates = []
+        # Pattern matches: Update task: task_123_abc status: done
+        # Or: Update task: task_123_abc status: abandoned reason: "No longer needed"
+        pattern = /Update\s+task:\s*(\S+)\s+status:\s*(done|in_progress|pending|abandoned)(?:\s+reason:\s*"([^"]+)")?/i
+
+        output.to_s.scan(pattern).each do |task_id, status, reason|
+          updates << {
+            task_id: task_id.strip,
+            status: status.downcase.to_sym,
+            reason: reason&.strip
+          }
+        end
+
+        updates
+      end
+
       def self.normalize_token(raw)
         return nil if raw.nil? || raw.empty?
 

data/lib/aidp/execute/repl_macros.rb

@@ -1777,8 +1777,8 @@ module Aidp
         lines << "Legend: → current, ↑ max allowed"
         lines << ""
 
-        # Show current model selection
-        current_model = manager.select_model_for_tier
+        # Show current model selection (using harness default provider)
+        current_model = manager.select_model_for_tier(provider: config.default_provider)
         if current_model
           provider, model_name, model_data = current_model
           lines << "Current Model: #{provider}/#{model_name}"

data/lib/aidp/execute/steps.rb

@@ -121,12 +121,20 @@ module Aidp
         },
         # New implementation step for actual development work
         "16_IMPLEMENTATION" => {
-          "templates" => ["implementation/implement_features.md"], # Reuse existing implementation template
+          "templates" => ["implementation/iterative_implementation.md"], # Multi-step feature implementation with task decomposition
           "description" => "Execute Implementation Tasks",
           "outs" => ["implementation_log.md"],
           "gate" => false,
           "implementation" => true # Special step that runs development tasks
         },
+        # Test-Driven Development (TDD) - Optional step for any workflow
+        "17_TDD_SPECIFICATION" => {
+          "templates" => ["implementation/generate_tdd_specs.md"],
+          "description" => "Generate TDD test specifications (write tests first)",
+          "outs" => ["docs/tdd_specifications.md", "spec/**/*_spec.rb"],
+          "gate" => false,
+          "interactive" => false
+        },
         # Simple task execution - for one-off commands and simple fixes
         "99_SIMPLE_TASK" => {
           "templates" => ["implementation/simple_task.md"],
@@ -134,6 +142,91 @@ module Aidp
           "outs" => [],
           "gate" => false,
           "simple" => true # Special step for simple, focused tasks
+        },
+        # Generic planning and project management steps (usable in any workflow)
+        "18_WBS" => {
+          "templates" => ["planning/generate_wbs.md"],
+          "description" => "Generate Work Breakdown Structure with phases and tasks",
+          "outs" => [".aidp/docs/WBS.md"],
+          "gate" => false
+        },
+        "19_GANTT_CHART" => {
+          "templates" => ["planning/generate_gantt.md"],
+          "description" => "Generate Gantt chart with timeline and critical path",
+          "outs" => [".aidp/docs/GANTT.md"],
+          "gate" => false
+        },
+        "20_PERSONA_ASSIGNMENT" => {
+          "templates" => ["planning/assign_personas.md"],
+          "description" => "Assign tasks to personas/roles using AI (ZFC)",
+          "outs" => [".aidp/docs/persona_map.yml"],
+          "gate" => false
+        },
+        "21_PROJECT_PLAN_ASSEMBLY" => {
+          "templates" => ["planning/assemble_project_plan.md"],
+          "description" => "Assemble complete project plan from all artifacts",
+          "outs" => [".aidp/docs/PROJECT_PLAN.md"],
+          "gate" => false
+        },
+        # Planning mode initialization (supports ingestion vs generation workflows)
+        "22_PLANNING_MODE_INIT" => {
+          "templates" => ["planning/initialize_planning_mode.md"],
+          "description" => "Initialize planning mode (ingestion of existing docs vs generation from scratch)",
+          "outs" => [".aidp/docs/.planning_mode"],
+          "gate" => true,
+          "interactive" => true
+        },
+        # Agile planning steps
+        "23_MVP_SCOPE" => {
+          "skill" => "product_manager",
+          "templates" => ["planning/agile/generate_mvp_scope.md"],
+          "description" => "Define MVP scope with must-have and nice-to-have features",
+          "outs" => [".aidp/docs/MVP_SCOPE.md"],
+          "gate" => false,
+          "interactive" => true
+        },
+        "24_USER_TEST_PLAN" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/generate_user_test_plan.md"],
+          "description" => "Generate user testing plan with recruitment and survey templates",
+          "outs" => [".aidp/docs/USER_TEST_PLAN.md"],
+          "gate" => false
+        },
+        "25_MARKETING_REPORT" => {
+          "skill" => "marketing_strategist",
+          "templates" => ["planning/agile/generate_marketing_report.md"],
+          "description" => "Generate marketing report with key messages and differentiators",
+          "outs" => [".aidp/docs/MARKETING_REPORT.md"],
+          "gate" => false
+        },
+        "26_INGEST_FEEDBACK" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/ingest_feedback.md"],
+          "description" => "Ingest user feedback data (CSV, JSON, markdown)",
+          "outs" => [".aidp/docs/feedback_data.json"],
+          "gate" => false,
+          "interactive" => true
+        },
+        "27_ANALYZE_FEEDBACK" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/analyze_feedback.md"],
+          "description" => "Analyze user feedback with AI-powered insights",
+          "outs" => [".aidp/docs/USER_FEEDBACK_ANALYSIS.md"],
+          "gate" => false
+        },
+        "28_ITERATION_PLAN" => {
+          "skill" => "product_manager",
+          "templates" => ["planning/agile/generate_iteration_plan.md"],
+          "description" => "Generate next iteration plan based on feedback",
+          "outs" => [".aidp/docs/NEXT_ITERATION_PLAN.md"],
+          "gate" => false
+        },
+        "29_LEGACY_RESEARCH_PLAN" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/generate_legacy_research_plan.md"],
+          "description" => "Generate user research plan for existing codebase",
+          "outs" => [".aidp/docs/LEGACY_USER_RESEARCH_PLAN.md"],
+          "gate" => false
         }
       }.freeze
     end