aidp 0.26.0 → 0.28.0

data/lib/aidp/config.rb

@@ -156,6 +156,27 @@ module Aidp
         search_paths: [],
         default_provider_filter: true,
         enable_custom_skills: true
+      },
+      waterfall: {
+        enabled: true,
+        docs_directory: ".aidp/docs",
+        generate_decisions_md: true,
+        gantt_format: "mermaid",
+        wbs_phases: [
+          "Requirements",
+          "Design",
+          "Implementation",
+          "Testing",
+          "Deployment"
+        ],
+        effort_estimation: {
+          method: "llm_relative",
+          units: "story_points"
+        },
+        persona_assignment: {
+          method: "zfc_automatic",
+          allow_parallel: true
+        }
       }
     }.freeze
 
@@ -246,6 +267,24 @@ module Aidp
       symbolize_keys(skills_section)
     end
 
+    # Get waterfall configuration
+    def self.waterfall_config(project_dir = Dir.pwd)
+      config = load_harness_config(project_dir)
+      waterfall_section = config[:waterfall] || config["waterfall"] || {}
+
+      # Convert string keys to symbols for consistency
+      symbolize_keys(waterfall_section)
+    end
+
+    # Get agile configuration
+    def self.agile_config(project_dir = Dir.pwd)
+      config = load_harness_config(project_dir)
+      agile_section = config[:agile] || config["agile"] || {}
+
+      # Convert string keys to symbols for consistency
+      symbolize_keys(agile_section)
+    end
+
     # Check if configuration file exists
     def self.config_exists?(project_dir = Dir.pwd)
       ConfigPaths.config_exists?(project_dir)
@@ -280,6 +319,15 @@ module Aidp
             max_tokens: 50_000,
             default_flags: []
           }
+        },
+        agile: {
+          mvp_first: true,
+          feedback_loops: true,
+          auto_iteration: false,
+          research_enabled: true,
+          marketing_enabled: true,
+          legacy_analysis: true,
+          personas: ["product_manager", "ux_researcher", "architect", "senior_developer", "qa_engineer", "devops_engineer", "tech_writer", "marketing_strategist"]
         }
       }
 
@@ -337,6 +385,12 @@ module Aidp
         merged[:thinking] = symbolize_keys(thinking_section)
       end
 
+      # Deep merge waterfall config
+      if config[:waterfall] || config["waterfall"]
+        waterfall_section = config[:waterfall] || config["waterfall"]
+        merged[:waterfall] = merged[:waterfall].merge(symbolize_keys(waterfall_section))
+      end
+
       merged
     end
 

data/lib/aidp/daemon/runner.rb

@@ -10,11 +10,11 @@ module Aidp
     # Main daemon runner for background mode execution
     # Manages work loops, watch mode, and IPC communication
     class Runner
-      def initialize(project_dir, config, options = {})
+      def initialize(project_dir, config, options = {}, process_manager: nil)
         @project_dir = project_dir
         @config = config
         @options = options
-        @process_manager = ProcessManager.new(project_dir)
+        @process_manager = process_manager || ProcessManager.new(project_dir)
         @running = false
         @work_loop_runner = nil
         @watch_runner = nil

data/lib/aidp/debug_mixin.rb

@@ -78,7 +78,9 @@ module Aidp
       end
 
       if error && !error.empty?
-        debug_logger.error(component_name, "❌ Error output: #{error}")
+        # Filter out benign sandbox debug messages from Claude CLI
+        filtered_error = filter_benign_errors(error)
+        debug_logger.error(component_name, "❌ Error output: #{filtered_error}") unless filtered_error.empty?
       end
 
       if debug_verbose?
@@ -130,7 +132,7 @@ module Aidp
     end
 
     # Execute command with debug logging
-    def debug_execute_command(cmd, args: [], input: nil, timeout: nil, streaming: false, **options)
+    def debug_execute_command(cmd, args: [], input: nil, timeout: nil, **options)
       require "tty-command"
 
       command_str = [cmd, *args].join(" ")
@@ -139,14 +141,7 @@ module Aidp
       debug_logger.info(component_name, "🚀 Starting command execution: #{command_str}")
 
       begin
-        # Configure printer based on streaming mode
-        if streaming
-          # Use progress printer for real-time output
-          cmd_obj = TTY::Command.new(printer: :progress)
-          debug_log("📺 Streaming mode enabled - showing real-time output", level: :info)
-        else
-          cmd_obj = TTY::Command.new(printer: :null) # Disable TTY::Command's own output
-        end
+        cmd_obj = TTY::Command.new(printer: :null) # Disable TTY::Command's own output
 
         # Prepare input
         input_data = nil
@@ -178,6 +173,26 @@ module Aidp
 
     private
 
+    # Filter out benign error messages that don't indicate real failures
+    def filter_benign_errors(error)
+      return "" if error.nil?
+
+      # List of string patterns for benign messages to filter out
+      # Using simple string matching to avoid ReDoS vulnerabilities
+      benign_substrings = [
+        "[SandboxDebug]",
+        "Seccomp filtering not available",
+        "allowAllUnixSockets mode"
+      ]
+
+      lines = error.lines
+      filtered_lines = lines.reject do |line|
+        benign_substrings.any? { |substring| line.include?(substring) }
+      end
+
+      filtered_lines.join
+    end
+
     # Safely derive a component name for logging (memoized).
     # Handles anonymous classes and modules gracefully.
     def component_name

data/lib/aidp/execute/agent_signal_parser.rb

@@ -36,6 +36,28 @@ module Aidp
         tasks
       end
 
+      # Parse task status update signals from agent output
+      # Returns array of status update hashes with task_id, status, and optional reason
+      # Pattern: Update task: task_id_here status: done|in_progress|pending|abandoned [reason: "reason"]
+      def self.parse_task_status_updates(output)
+        return [] unless output
+
+        updates = []
+        # Pattern matches: Update task: task_123_abc status: done
+        # Or: Update task: task_123_abc status: abandoned reason: "No longer needed"
+        pattern = /Update\s+task:\s*(\S+)\s+status:\s*(done|in_progress|pending|abandoned)(?:\s+reason:\s*"([^"]+)")?/i
+
+        output.to_s.scan(pattern).each do |task_id, status, reason|
+          updates << {
+            task_id: task_id.strip,
+            status: status.downcase.to_sym,
+            reason: reason&.strip
+          }
+        end
+
+        updates
+      end
+
       def self.normalize_token(raw)
         return nil if raw.nil? || raw.empty?
 

data/lib/aidp/execute/async_work_loop_runner.rb

@@ -27,6 +27,7 @@ module Aidp
         @config = config
         @options = options
         @cancel_timeout = options[:cancel_timeout] || 5 # seconds to wait for graceful shutdown
+        @sync_runner_class = options[:sync_runner_class] || WorkLoopRunner
         @state = WorkLoopState.new
         @instruction_queue = InstructionQueue.new
         @work_thread = nil
@@ -133,7 +134,7 @@ module Aidp
       # Main async execution loop
       def run_async_loop
         # Create synchronous runner (runs in this thread)
-        @sync_runner = WorkLoopRunner.new(
+        @sync_runner = @sync_runner_class.new(
           @project_dir,
           @provider_manager,
           @config,

data/lib/aidp/execute/checkpoint_display.rb

@@ -8,17 +8,18 @@ module Aidp
     class CheckpointDisplay
       include Aidp::MessageDisplay
 
-      def initialize
+      def initialize(prompt: nil)
         @pastel = Pastel.new
+        @prompt = prompt || TTY::Prompt.new
       end
 
       # Display a checkpoint during work loop iteration
       def display_checkpoint(checkpoint_data, show_details: false)
         return unless checkpoint_data
 
-        puts
-        puts @pastel.bold("📊 Checkpoint - Iteration #{checkpoint_data[:iteration]}")
-        puts @pastel.dim("─" * 60)
+        @prompt.say("")
+        @prompt.say(@pastel.bold("📊 Checkpoint - Iteration #{checkpoint_data[:iteration]}"))
+        @prompt.say(@pastel.dim("─" * 60))
 
         display_metrics(checkpoint_data[:metrics])
         display_status(checkpoint_data[:status])
@@ -27,52 +28,52 @@ module Aidp
           display_trends(checkpoint_data[:trends]) if checkpoint_data[:trends]
         end
 
-        puts @pastel.dim("─" * 60)
-        puts
+        @prompt.say(@pastel.dim("─" * 60))
+        @prompt.say("")
       end
 
       # Display progress summary with trends
       def display_progress_summary(summary)
         return unless summary
 
-        puts
-        puts @pastel.bold("📈 Progress Summary")
-        puts @pastel.dim("=" * 60)
+        @prompt.say("")
+        @prompt.say(@pastel.bold("📈 Progress Summary"))
+        @prompt.say(@pastel.dim("=" * 60))
 
         current = summary[:current]
-        puts "Step: #{@pastel.cyan(current[:step_name])}"
-        puts "Iteration: #{current[:iteration]}"
-        puts "Status: #{format_status(current[:status])}"
-        puts
+        @prompt.say("Step: #{@pastel.cyan(current[:step_name])}")
+        @prompt.say("Iteration: #{current[:iteration]}")
+        @prompt.say("Status: #{format_status(current[:status])}")
+        @prompt.say("")
 
-        puts @pastel.bold("Current Metrics:")
+        @prompt.say(@pastel.bold("Current Metrics:"))
         display_metrics(current[:metrics])
 
         if summary[:trends]
-          puts
-          puts @pastel.bold("Trends:")
+          @prompt.say("")
+          @prompt.say(@pastel.bold("Trends:"))
           display_trends(summary[:trends])
         end
 
         if summary[:quality_score]
-          puts
+          @prompt.say("")
           display_quality_score(summary[:quality_score])
         end
 
-        puts @pastel.dim("=" * 60)
-        puts
+        @prompt.say(@pastel.dim("=" * 60))
+        @prompt.say("")
       end
 
       # Display checkpoint history as a table
       def display_checkpoint_history(history, limit: 10)
         return if history.empty?
 
-        puts
-        puts @pastel.bold("📜 Checkpoint History (Last #{[limit, history.size].min})")
-        puts @pastel.dim("=" * 80)
+        @prompt.say("")
+        @prompt.say(@pastel.bold("📜 Checkpoint History (Last #{[limit, history.size].min})"))
+        @prompt.say(@pastel.dim("=" * 80))
 
         # Table header
-        puts format_table_row([
+        @prompt.say(format_table_row([
           "Iteration",
           "Time",
           "LOC",
@@ -80,15 +81,15 @@ module Aidp
           "Quality",
           "PRD Progress",
           "Status"
-        ], header: true)
-        puts @pastel.dim("-" * 80)
+        ], header: true))
+        @prompt.say(@pastel.dim("-" * 80))
 
         # Table rows
         history.last(limit).each do |checkpoint|
           metrics = checkpoint[:metrics]
           timestamp = Time.parse(checkpoint[:timestamp]).strftime("%H:%M:%S")
 
-          puts format_table_row([
+          @prompt.say(format_table_row([
             checkpoint[:iteration].to_s,
             timestamp,
             metrics[:lines_of_code].to_s,
@@ -96,11 +97,11 @@ module Aidp
             "#{metrics[:code_quality]}%",
             "#{metrics[:prd_task_progress]}%",
             format_status(checkpoint[:status])
-          ])
+          ]))
         end
 
-        puts @pastel.dim("=" * 80)
-        puts
+        @prompt.say(@pastel.dim("=" * 80))
+        @prompt.say("")
       end
 
       # Display inline progress indicator (for work loop)
@@ -124,15 +125,15 @@ module Aidp
       private
 
       def display_metrics(metrics)
-        puts "  Lines of Code: #{@pastel.yellow(metrics[:lines_of_code].to_s)}"
-        puts "  Test Coverage: #{format_percentage_with_color(metrics[:test_coverage])}"
-        puts "  Code Quality: #{format_percentage_with_color(metrics[:code_quality])}"
-        puts "  PRD Task Progress: #{format_percentage_with_color(metrics[:prd_task_progress])}"
-        puts "  File Count: #{metrics[:file_count]}"
+        @prompt.say("  Lines of Code: #{@pastel.yellow(metrics[:lines_of_code].to_s)}")
+        @prompt.say("  Test Coverage: #{format_percentage_with_color(metrics[:test_coverage])}")
+        @prompt.say("  Code Quality: #{format_percentage_with_color(metrics[:code_quality])}")
+        @prompt.say("  PRD Task Progress: #{format_percentage_with_color(metrics[:prd_task_progress])}")
+        @prompt.say("  File Count: #{metrics[:file_count]}")
       end
 
       def display_status(status)
-        puts "  Overall Status: #{format_status(status)}"
+        @prompt.say("  Overall Status: #{format_status(status)}")
       end
 
       def format_status(status)
@@ -156,7 +157,7 @@ module Aidp
           arrow = trend_arrow(trend_data[:direction])
           change = format_change(trend_data[:change], trend_data[:change_percent])
 
-          puts "  #{metric_name}: #{arrow} #{change}"
+          @prompt.say("  #{metric_name}: #{arrow} #{change}")
         end
       end
 
@@ -185,7 +186,7 @@ module Aidp
           :red
         end
 
-        puts "  Quality Score: #{@pastel.send(color, "#{score.round(2)}%")}"
+        @prompt.say("  Quality Score: #{@pastel.send(color, "#{score.round(2)}%")}")
       end
 
       def format_percentage(value)

data/lib/aidp/execute/interactive_repl.rb

@@ -29,6 +29,7 @@ module Aidp
         @config = config
         @options = options
         @prompt = options[:prompt] || TTY::Prompt.new
+        @async_runner_class = options[:async_runner_class] || AsyncWorkLoopRunner
         @async_runner = nil
         @repl_macros = ReplMacros.new
         @output_display_thread = nil
@@ -38,7 +39,7 @@ module Aidp
 
       # Start work loop and enter interactive REPL
       def start_work_loop(step_name, step_spec, context = {})
-        @async_runner = AsyncWorkLoopRunner.new(
+        @async_runner = @async_runner_class.new(
           @project_dir,
           @provider_manager,
           @config,

data/lib/aidp/execute/prompt_manager.rb

@@ -17,20 +17,20 @@ module Aidp
 
       attr_reader :optimizer, :last_optimization_stats
 
-      def initialize(project_dir, config: nil)
+      def initialize(project_dir, config: nil, optimizer: nil)
         @project_dir = project_dir
         @aidp_dir = File.join(project_dir, ".aidp")
         @prompt_path = File.join(@aidp_dir, PROMPT_FILENAME)
         @archive_dir = File.join(project_dir, ARCHIVE_DIR)
         @config = config
-        @optimizer = nil
+        @optimizer = optimizer
         @last_optimization_stats = nil
 
         # Ensure .aidp directory exists
         FileUtils.mkdir_p(@aidp_dir)
 
-        # Initialize optimizer if enabled
-        if config&.respond_to?(:prompt_optimization_enabled?) && config.prompt_optimization_enabled?
+        # Initialize optimizer if enabled and not provided
+        if @optimizer.nil? && config&.respond_to?(:prompt_optimization_enabled?) && config.prompt_optimization_enabled?
           @optimizer = Aidp::PromptOptimization::Optimizer.new(
             project_dir: project_dir,
             config: config.prompt_optimization_config

data/lib/aidp/execute/repl_macros.rb

@@ -1777,8 +1777,8 @@ module Aidp
         lines << "Legend: → current, ↑ max allowed"
         lines << ""
 
-        # Show current model selection
-        current_model = manager.select_model_for_tier
+        # Show current model selection (using harness default provider)
+        current_model = manager.select_model_for_tier(provider: config.default_provider)
         if current_model
           provider, model_name, model_data = current_model
           lines << "Current Model: #{provider}/#{model_name}"

data/lib/aidp/execute/steps.rb

@@ -121,12 +121,20 @@ module Aidp
         },
         # New implementation step for actual development work
         "16_IMPLEMENTATION" => {
-          "templates" => ["implementation/implement_features.md"], # Reuse existing implementation template
+          "templates" => ["implementation/iterative_implementation.md"], # Multi-step feature implementation with task decomposition
           "description" => "Execute Implementation Tasks",
           "outs" => ["implementation_log.md"],
           "gate" => false,
           "implementation" => true # Special step that runs development tasks
         },
+        # Test-Driven Development (TDD) - Optional step for any workflow
+        "17_TDD_SPECIFICATION" => {
+          "templates" => ["implementation/generate_tdd_specs.md"],
+          "description" => "Generate TDD test specifications (write tests first)",
+          "outs" => ["docs/tdd_specifications.md", "spec/**/*_spec.rb"],
+          "gate" => false,
+          "interactive" => false
+        },
         # Simple task execution - for one-off commands and simple fixes
         "99_SIMPLE_TASK" => {
           "templates" => ["implementation/simple_task.md"],
@@ -134,6 +142,91 @@ module Aidp
           "outs" => [],
           "gate" => false,
           "simple" => true # Special step for simple, focused tasks
+        },
+        # Generic planning and project management steps (usable in any workflow)
+        "18_WBS" => {
+          "templates" => ["planning/generate_wbs.md"],
+          "description" => "Generate Work Breakdown Structure with phases and tasks",
+          "outs" => [".aidp/docs/WBS.md"],
+          "gate" => false
+        },
+        "19_GANTT_CHART" => {
+          "templates" => ["planning/generate_gantt.md"],
+          "description" => "Generate Gantt chart with timeline and critical path",
+          "outs" => [".aidp/docs/GANTT.md"],
+          "gate" => false
+        },
+        "20_PERSONA_ASSIGNMENT" => {
+          "templates" => ["planning/assign_personas.md"],
+          "description" => "Assign tasks to personas/roles using AI (ZFC)",
+          "outs" => [".aidp/docs/persona_map.yml"],
+          "gate" => false
+        },
+        "21_PROJECT_PLAN_ASSEMBLY" => {
+          "templates" => ["planning/assemble_project_plan.md"],
+          "description" => "Assemble complete project plan from all artifacts",
+          "outs" => [".aidp/docs/PROJECT_PLAN.md"],
+          "gate" => false
+        },
+        # Planning mode initialization (supports ingestion vs generation workflows)
+        "22_PLANNING_MODE_INIT" => {
+          "templates" => ["planning/initialize_planning_mode.md"],
+          "description" => "Initialize planning mode (ingestion of existing docs vs generation from scratch)",
+          "outs" => [".aidp/docs/.planning_mode"],
+          "gate" => true,
+          "interactive" => true
+        },
+        # Agile planning steps
+        "23_MVP_SCOPE" => {
+          "skill" => "product_manager",
+          "templates" => ["planning/agile/generate_mvp_scope.md"],
+          "description" => "Define MVP scope with must-have and nice-to-have features",
+          "outs" => [".aidp/docs/MVP_SCOPE.md"],
+          "gate" => false,
+          "interactive" => true
+        },
+        "24_USER_TEST_PLAN" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/generate_user_test_plan.md"],
+          "description" => "Generate user testing plan with recruitment and survey templates",
+          "outs" => [".aidp/docs/USER_TEST_PLAN.md"],
+          "gate" => false
+        },
+        "25_MARKETING_REPORT" => {
+          "skill" => "marketing_strategist",
+          "templates" => ["planning/agile/generate_marketing_report.md"],
+          "description" => "Generate marketing report with key messages and differentiators",
+          "outs" => [".aidp/docs/MARKETING_REPORT.md"],
+          "gate" => false
+        },
+        "26_INGEST_FEEDBACK" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/ingest_feedback.md"],
+          "description" => "Ingest user feedback data (CSV, JSON, markdown)",
+          "outs" => [".aidp/docs/feedback_data.json"],
+          "gate" => false,
+          "interactive" => true
+        },
+        "27_ANALYZE_FEEDBACK" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/analyze_feedback.md"],
+          "description" => "Analyze user feedback with AI-powered insights",
+          "outs" => [".aidp/docs/USER_FEEDBACK_ANALYSIS.md"],
+          "gate" => false
+        },
+        "28_ITERATION_PLAN" => {
+          "skill" => "product_manager",
+          "templates" => ["planning/agile/generate_iteration_plan.md"],
+          "description" => "Generate next iteration plan based on feedback",
+          "outs" => [".aidp/docs/NEXT_ITERATION_PLAN.md"],
+          "gate" => false
+        },
+        "29_LEGACY_RESEARCH_PLAN" => {
+          "skill" => "ux_researcher",
+          "templates" => ["planning/agile/generate_legacy_research_plan.md"],
+          "description" => "Generate user research plan for existing codebase",
+          "outs" => [".aidp/docs/LEGACY_USER_RESEARCH_PLAN.md"],
+          "gate" => false
         }
       }.freeze
     end