aidp 0.3.0 → 0.5.0

data/lib/aidp/providers/supervised_base.rb

@@ -0,0 +1,317 @@
+# frozen_string_literal: true
+
+require_relative "agent_supervisor"
+
+module Aidp
+  module Providers
+    # Base class for providers that use the agent supervisor
+    class SupervisedBase
+      # Timeout constants are now configurable via environment variables for flexibility
+      DEFAULT_TIMEOUT = Integer(ENV.fetch("AIDP_DEFAULT_TIMEOUT", "300"))             # 5 minutes for general operations
+      QUICK_MODE_TIMEOUT = Integer(ENV.fetch("AIDP_QUICK_MODE_TIMEOUT", "120"))       # 2 minutes for testing
+      REPOSITORY_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_REPOSITORY_ANALYSIS_TIMEOUT", "180")) # 3 minutes
+      ARCHITECTURE_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_ARCHITECTURE_ANALYSIS_TIMEOUT", "600"))  # 10 minutes
+      TEST_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_TEST_ANALYSIS_TIMEOUT", "300"))       # 5 minutes
+      FUNCTIONALITY_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_FUNCTIONALITY_ANALYSIS_TIMEOUT", "600"))  # 10 minutes
+      DOCUMENTATION_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_DOCUMENTATION_ANALYSIS_TIMEOUT", "300"))  # 5 minutes
+      STATIC_ANALYSIS_TIMEOUT = Integer(ENV.fetch("AIDP_STATIC_ANALYSIS_TIMEOUT", "450"))     # 7.5 minutes
+      REFACTORING_RECOMMENDATIONS_TIMEOUT = Integer(ENV.fetch("AIDP_REFACTORING_RECOMMENDATIONS_TIMEOUT", "600"))  # 10 minutes
+      ADAPTIVE_TIMEOUT_BUFFER = Float(ENV.fetch("AIDP_ADAPTIVE_TIMEOUT_BUFFER", "1.2"))     # 20% buffer for adaptive timeouts
+      attr_reader :name, :last_execution_result, :metrics
+
+      def initialize
+        @last_execution_result = nil
+        @metrics = {
+          total_executions: 0,
+          successful_executions: 0,
+          timeout_count: 0,
+          failure_count: 0,
+          average_duration: 0.0,
+          total_duration: 0.0
+        }
+        @job_context = nil
+      end
+
+      # Abstract method - must be implemented by subclasses
+      def command
+        raise NotImplementedError, "#{self.class} must implement #command"
+      end
+
+      # Abstract method - must be implemented by subclasses
+      def provider_name
+        raise NotImplementedError, "#{self.class} must implement #provider_name"
+      end
+
+      # Set job context for background execution
+      def set_job_context(job_id:, execution_id:, job_manager:)
+        @job_context = {
+          job_id: job_id,
+          execution_id: execution_id,
+          job_manager: job_manager
+        }
+      end
+
+      # Execute with supervision and recovery
+      def send(prompt:, session: nil)
+        timeout_seconds = calculate_timeout
+        debug = ENV["AIDP_DEBUG"] == "1"
+
+        log_info("Executing with #{provider_name} provider (timeout: #{timeout_seconds}s)")
+
+        # Create supervisor
+        supervisor = AgentSupervisor.new(
+          command,
+          timeout_seconds: timeout_seconds,
+          debug: debug
+        )
+
+        begin
+          # Execute with supervision
+          result = supervisor.execute(prompt)
+
+          # Update metrics
+          update_metrics(supervisor, result)
+
+          # Store result for debugging
+          @last_execution_result = result
+
+          if result[:success]
+            log_info("#{provider_name} completed successfully in #{format_duration(result[:duration])}")
+            result[:output]
+          else
+            handle_execution_failure(result, supervisor)
+          end
+        rescue => e
+          log_error("#{provider_name} execution error: #{e.message}")
+
+          # Try to kill the process if it's still running
+          supervisor.kill! if supervisor.active?
+
+          raise
+        end
+      end
+
+      # Get execution statistics
+      def stats
+        @metrics.dup
+      end
+
+      # Reset statistics
+      def reset_stats!
+        @metrics = {
+          total_executions: 0,
+          successful_executions: 0,
+          timeout_count: 0,
+          failure_count: 0,
+          average_duration: 0.0,
+          total_duration: 0.0
+        }
+      end
+
+      # Check if provider supports activity monitoring
+      def supports_activity_monitoring?
+        true # Supervised providers always support activity monitoring
+      end
+
+      # Get activity summary for metrics (compatibility with old interface)
+      def activity_summary
+        return {} unless @last_execution_result
+
+        {
+          provider: provider_name,
+          step_name: ENV["AIDP_CURRENT_STEP"],
+          start_time: @last_execution_result[:start_time],
+          end_time: @last_execution_result[:end_time],
+          duration: @last_execution_result[:duration],
+          final_state: @last_execution_result[:state],
+          stuck_detected: false, # Supervisor handles this differently
+          output_count: @last_execution_result[:output_count] || 0
+        }
+      end
+
+      # Compatibility methods for old activity monitoring interface
+      def setup_activity_monitoring(step_name, callback = nil, timeout = nil)
+        # No-op for supervised providers - supervisor handles this
+      end
+
+      def record_activity(message = nil)
+        # No-op for supervised providers - supervisor handles this
+      end
+
+      def mark_completed
+        # No-op for supervised providers - supervisor handles this
+      end
+
+      def mark_failed(message = nil)
+        # No-op for supervised providers - supervisor handles this
+      end
+
+      private
+
+      def calculate_timeout
+        # Priority order for timeout calculation:
+        # 1. Quick mode (for testing)
+        # 2. Environment variable override
+        # 3. Adaptive timeout based on step type
+        # 4. Default timeout
+
+        if ENV["AIDP_QUICK_MODE"]
+          log_info("Quick mode enabled - #{QUICK_MODE_TIMEOUT / 60} minute timeout")
+          return QUICK_MODE_TIMEOUT
+        end
+
+        provider_timeout_var = "AIDP_#{provider_name.upcase}_TIMEOUT"
+        if ENV[provider_timeout_var]
+          return ENV[provider_timeout_var].to_i
+        end
+
+        # Adaptive timeout based on step type
+        step_timeout = get_adaptive_timeout
+        if step_timeout
+          log_info("Using adaptive timeout: #{step_timeout} seconds")
+          return step_timeout
+        end
+
+        # Default timeout for interactive use
+        log_info("Using default timeout: #{DEFAULT_TIMEOUT / 60} minutes")
+        DEFAULT_TIMEOUT
+      end
+
+      def get_adaptive_timeout
+        # Try to get timeout recommendations from metrics storage
+        begin
+          require_relative "../analyze/metrics_storage"
+          storage = Aidp::Analyze::MetricsStorage.new(Dir.pwd)
+          recommendations = storage.calculate_timeout_recommendations
+
+          # Get current step name from environment or context
+          step_name = ENV["AIDP_CURRENT_STEP"] || "unknown"
+
+          if recommendations[step_name]
+            recommended = recommendations[step_name][:recommended_timeout]
+            # Add buffer for safety
+            return (recommended * ADAPTIVE_TIMEOUT_BUFFER).ceil
+          end
+        rescue => e
+          log_warning("Could not get adaptive timeout: #{e.message}") if ENV["AIDP_DEBUG"]
+        end
+
+        # Fallback timeouts based on step type patterns
+        step_name = ENV["AIDP_CURRENT_STEP"] || ""
+
+        case step_name
+        when /REPOSITORY_ANALYSIS/
+          REPOSITORY_ANALYSIS_TIMEOUT
+        when /ARCHITECTURE_ANALYSIS/
+          ARCHITECTURE_ANALYSIS_TIMEOUT
+        when /TEST_ANALYSIS/
+          TEST_ANALYSIS_TIMEOUT
+        when /FUNCTIONALITY_ANALYSIS/
+          FUNCTIONALITY_ANALYSIS_TIMEOUT
+        when /DOCUMENTATION_ANALYSIS/
+          DOCUMENTATION_ANALYSIS_TIMEOUT
+        when /STATIC_ANALYSIS/
+          STATIC_ANALYSIS_TIMEOUT
+        when /REFACTORING_RECOMMENDATIONS/
+          REFACTORING_RECOMMENDATIONS_TIMEOUT
+        else
+          nil  # Use default
+        end
+      end
+
+      def update_metrics(supervisor, result)
+        @metrics[:total_executions] += 1
+        @metrics[:total_duration] += supervisor.duration
+        @metrics[:average_duration] = @metrics[:total_duration] / @metrics[:total_executions]
+
+        case result[:state]
+        when :completed
+          @metrics[:successful_executions] += 1
+        when :timeout
+          @metrics[:timeout_count] += 1
+        when :failed, :killed
+          @metrics[:failure_count] += 1
+        end
+
+        # Log metrics update if in job context
+        if @job_context
+          @job_context[:job_manager].log_message(
+            @job_context[:job_id],
+            @job_context[:execution_id],
+            "Updated execution metrics",
+            "debug",
+            @metrics
+          )
+        end
+      end
+
+      def handle_execution_failure(result, supervisor)
+        case result[:reason]
+        when "user_aborted"
+          message = "#{provider_name} was aborted by user after #{format_duration(result[:duration])}"
+          log_error(message)
+          raise Interrupt, message
+        when "non_zero_exit"
+          error_msg = result[:error_output].empty? ? "Unknown error" : result[:error_output].strip
+          message = "#{provider_name} failed with exit code #{result[:exit_code]}: #{error_msg}"
+          log_error(message)
+          raise message
+        else
+          message = "#{provider_name} failed: #{result[:reason] || "Unknown error"}"
+          log_error(message)
+          raise message
+        end
+      end
+
+      def format_duration(seconds)
+        minutes = (seconds / 60).to_i
+        secs = (seconds % 60).to_i
+
+        if minutes > 0
+          "#{minutes}m #{secs}s"
+        else
+          "#{secs}s"
+        end
+      end
+
+      def log_info(message)
+        if @job_context
+          @job_context[:job_manager].log_message(
+            @job_context[:job_id],
+            @job_context[:execution_id],
+            message,
+            "info"
+          )
+        else
+          puts message
+        end
+      end
+
+      def log_warning(message)
+        if @job_context
+          @job_context[:job_manager].log_message(
+            @job_context[:job_id],
+            @job_context[:execution_id],
+            message,
+            "warning"
+          )
+        else
+          puts "⚠️  #{message}"
+        end
+      end
+
+      def log_error(message)
+        if @job_context
+          @job_context[:job_manager].log_message(
+            @job_context[:job_id],
+            @job_context[:execution_id],
+            message,
+            "error"
+          )
+        else
+          puts "❌ #{message}"
+        end
+      end
+    end
+  end
+end

data/lib/aidp/providers/supervised_cursor.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require_relative "supervised_base"
+require_relative "../util"
+
+module Aidp
+  module Providers
+    class SupervisedCursor < SupervisedBase
+      def self.available?
+        !!Aidp::Util.which("cursor-agent")
+      end
+
+      def provider_name
+        "cursor"
+      end
+
+      def command
+        ["cursor-agent", "-p"]
+      end
+    end
+  end
+end

data/lib/aidp/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Aidp
-  VERSION = "0.3.0"
+  VERSION = "0.5.0"
 end

data/lib/aidp.rb

@@ -1,53 +1,44 @@
 # frozen_string_literal: true
 
+# Core extensions
+require "aidp/core_ext/class_attribute"
+
 # Shared modules
 require "aidp/version"
 require "aidp/config"
 require "aidp/workspace"
 require "aidp/util"
 require "aidp/cli"
+require "aidp/cli/jobs_command"
 require "aidp/project_detector"
 require "aidp/sync"
+
+# Database
+require "aidp/database_connection"
+
+# Job infrastructure
+require "aidp/job_manager"
+require "aidp/jobs/base_job"
+require "aidp/jobs/provider_execution_job"
+
+# Providers
 require "aidp/providers/base"
 require "aidp/providers/cursor"
 require "aidp/providers/anthropic"
 require "aidp/providers/gemini"
 require "aidp/providers/macos_ui"
+require "aidp/provider_manager"
 
-# Execute mode modules
-require "aidp/execute/steps"
-require "aidp/execute/runner"
-require "aidp/execute/progress"
-
-# Analyze mode modules
-require "aidp/analyze/steps"
+# Analyze mode
+require "aidp/analyze/error_handler"
+require "aidp/analyze/parallel_processor"
+require "aidp/analyze/repository_chunker"
+require "aidp/analyze/ruby_maat_integration"
 require "aidp/analyze/runner"
+require "aidp/analyze/steps"
 require "aidp/analyze/progress"
-require "aidp/analyze/dependencies"
-require "aidp/analyze/storage"
-require "aidp/analyze/prioritizer"
-require "aidp/analyze/database"
-require "aidp/analyze/ruby_maat_integration"
-require "aidp/analyze/feature_analyzer"
-require "aidp/analyze/focus_guidance"
-require "aidp/analyze/agent_personas"
-require "aidp/analyze/agent_tool_executor"
-require "aidp/analyze/static_analysis_detector"
-require "aidp/analyze/tool_configuration"
-require "aidp/analyze/tool_modernization"
-require "aidp/analyze/language_analysis_strategies"
-require "aidp/analyze/report_generator"
-require "aidp/analyze/export_manager"
-require "aidp/analyze/incremental_analyzer"
-require "aidp/analyze/progress_visualizer"
-require "aidp/analyze/data_retention_manager"
-require "aidp/analyze/repository_chunker"
-require "aidp/analyze/parallel_processor"
-require "aidp/analyze/memory_manager"
-require "aidp/analyze/large_analysis_progress"
-require "aidp/analyze/performance_optimizer"
-require "aidp/analyze/error_handler"
 
-module Aidp
-  class Error < StandardError; end
-end
+# Execute mode
+require "aidp/execute/steps"
+require "aidp/execute/runner"
+require "aidp/execute/progress"

data/templates/ANALYZE/01_REPOSITORY_ANALYSIS.md

@@ -13,7 +13,7 @@ You are a **Repository Analyst**, an expert in version control analysis and code
 
 ## Analysis Objectives
 
-1. **Repository Mining**: Use Code Maat to analyze repository activity
+1. **Repository Mining**: Use ruby-maat gem to analyze repository activity
 2. **Churn Analysis**: Identify high-activity areas that may indicate technical debt
 3. **Coupling Analysis**: Understand dependencies between modules/components
 4. **Authorship Patterns**: Analyze code ownership and knowledge distribution
@@ -21,10 +21,10 @@ You are a **Repository Analyst**, an expert in version control analysis and code
 
 ## Required Analysis Steps
 
-### 1. Code Maat Integration
+### 1. Ruby Maat Integration
 
-- Check if Docker is available for Code Maat analysis
-- Run Code Maat analysis for the repository
+- Use the ruby-maat gem for repository analysis (no Docker required)
+- Run ruby-maat analysis for the repository
 - Parse and interpret the results
 
 ### 2. Repository Activity Analysis

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: aidp
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Bart Agapinan
 bindir: bin
 cert_chain: []
-date: 2025-08-18 00:00:00.000000000 Z
+date: 2025-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize
@@ -66,25 +66,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.5'
 - !ruby/object:Gem::Dependency
-  name: sqlite3
+  name: pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
-    - - "<"
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: que
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '2.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
-    - - "<"
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '5.77'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.77'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -100,103 +122,103 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
-  name: tty-progressbar
+  name: tty-box
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '0.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '0.7'
 - !ruby/object:Gem::Dependency
-  name: tty-prompt
+  name: tty-cursor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.7'
 - !ruby/object:Gem::Dependency
-  name: tty-spinner
+  name: tty-progressbar
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0.18'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0.18'
 - !ruby/object:Gem::Dependency
-  name: tty-table
+  name: tty-prompt
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.12'
+        version: '0.23'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.12'
+        version: '0.23'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: tty-screen
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
-  type: :development
+        version: '0.8'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '0.8'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: tty-spinner
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.12'
-  type: :development
+        version: '0.9'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.12'
+        version: '0.9'
 - !ruby/object:Gem::Dependency
-  name: standard
+  name: tty-table
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
-  type: :development
+        version: '0.12'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.12'
 description: The AI-Dev-Pipeline (AIDP) CLI provides a powerful, markdown-driven workflow
   for software development. It supports in-depth project analysis to understand existing
   codebases and an execution mode to systematically implement new features.
@@ -224,6 +246,7 @@ files:
 - lib/aidp/analyze/language_analysis_strategies.rb
 - lib/aidp/analyze/large_analysis_progress.rb
 - lib/aidp/analyze/memory_manager.rb
+- lib/aidp/analyze/metrics_storage.rb
 - lib/aidp/analyze/parallel_processor.rb
 - lib/aidp/analyze/performance_optimizer.rb
 - lib/aidp/analyze/prioritizer.rb
@@ -239,16 +262,30 @@ files:
 - lib/aidp/analyze/tool_configuration.rb
 - lib/aidp/analyze/tool_modernization.rb
 - lib/aidp/cli.rb
+- lib/aidp/cli/jobs_command.rb
+- lib/aidp/cli/terminal_io.rb
 - lib/aidp/config.rb
+- lib/aidp/core_ext/class_attribute.rb
+- lib/aidp/database/pg_adapter.rb
+- lib/aidp/database_config.rb
+- lib/aidp/database_connection.rb
+- lib/aidp/database_migration.rb
 - lib/aidp/execute/progress.rb
 - lib/aidp/execute/runner.rb
 - lib/aidp/execute/steps.rb
+- lib/aidp/job_manager.rb
+- lib/aidp/jobs/base_job.rb
+- lib/aidp/jobs/provider_execution_job.rb
 - lib/aidp/project_detector.rb
+- lib/aidp/provider_manager.rb
+- lib/aidp/providers/agent_supervisor.rb
 - lib/aidp/providers/anthropic.rb
 - lib/aidp/providers/base.rb
 - lib/aidp/providers/cursor.rb
 - lib/aidp/providers/gemini.rb
 - lib/aidp/providers/macos_ui.rb
+- lib/aidp/providers/supervised_base.rb
+- lib/aidp/providers/supervised_cursor.rb
 - lib/aidp/sync.rb
 - lib/aidp/util.rb
 - lib/aidp/version.rb