aidp 0.7.0 → 0.8.0

data/lib/aidp/analyze/error_handler.rb

@@ -34,57 +34,6 @@ module Aidp
       end
 
       # Handle specific error types with custom logic
-      def handle_network_error(error, context: {})
-        case error
-        when Net::TimeoutError
-          handle_timeout_error(error, context)
-        when Net::HTTPError
-          handle_http_error(error, context)
-        when SocketError
-          handle_socket_error(error, context)
-        else
-          handle_generic_network_error(error, context)
-        end
-      end
-
-      def handle_file_system_error(error, context: {})
-        case error
-        when Errno::ENOENT
-          handle_file_not_found(error, context)
-        when Errno::EACCES
-          handle_permission_denied(error, context)
-        when Errno::ENOSPC
-          handle_disk_full(error, context)
-        else
-          handle_generic_file_error(error, context)
-        end
-      end
-
-      def handle_database_error(error, context: {})
-        case error
-        when SQLite3::BusyException
-          handle_database_busy(error, context)
-        when SQLite3::CorruptException
-          handle_database_corrupt(error, context)
-        when SQLite3::ReadOnlyException
-          handle_database_readonly(error, context)
-        else
-          handle_generic_database_error(error, context)
-        end
-      end
-
-      def handle_analysis_error(error, context: {})
-        case error
-        when AnalysisTimeoutError
-          handle_analysis_timeout(error, context)
-        when AnalysisDataError
-          handle_analysis_data_error(error, context)
-        when AnalysisToolError
-          handle_analysis_tool_error(error, context)
-        else
-          handle_generic_analysis_error(error, context)
-        end
-      end
 
       # Recovery strategies
       def retry_with_backoff(operation, max_retries: 3, base_delay: 1)
@@ -96,7 +45,7 @@ module Aidp
           if retry_count <= max_retries
             delay = base_delay * (2**(retry_count - 1))
             logger.warn("Retrying operation in #{delay} seconds (attempt #{retry_count}/#{max_retries})")
-            sleep(delay)
+            Async::Task.current.sleep(delay)
             retry
           else
             logger.error("Operation failed after #{max_retries} retries: #{e.message}")
@@ -128,28 +77,6 @@ module Aidp
         }
       end
 
-      def get_error_recommendations
-        recommendations = []
-
-        if @error_counts[Net::TimeoutError] > 5
-          recommendations << "Consider increasing timeout values for network operations"
-        end
-
-        if @error_counts[Errno::ENOSPC] > 0
-          recommendations << "Check available disk space and implement cleanup procedures"
-        end
-
-        if @error_counts[SQLite3::BusyException] > 3
-          recommendations << "Consider implementing database connection pooling"
-        end
-
-        if @error_counts[AnalysisTimeoutError] > 2
-          recommendations << "Consider chunking large analysis tasks or increasing timeouts"
-        end
-
-        recommendations
-      end
-
       # Cleanup and resource management
       def cleanup
         logger.info("Cleaning up error handler resources")
@@ -247,7 +174,7 @@ module Aidp
         logger.warn("HTTP error: #{error.message}")
         case error.response&.code
         when "429" # Rate limited
-          sleep(60) # Wait 1 minute
+          Async::Task.current.sleep(60) # Wait 1 minute
           retry_with_backoff(-> { context[:operation].call }, max_retries: 2)
         when "500".."599" # Server errors
           retry_with_backoff(-> { context[:operation].call }, max_retries: 3)

data/lib/aidp/analyze/json_file_storage.rb

@@ -0,0 +1,292 @@
+# frozen_string_literal: true
+
+require "json"
+require "fileutils"
+
+module Aidp
+  module Analyze
+    class JsonFileStorage
+      def initialize(project_dir = Dir.pwd, storage_dir = ".aidp/json")
+        @project_dir = project_dir
+        @storage_dir = File.join(project_dir, storage_dir)
+        ensure_storage_directory
+      end
+
+      # Store data in a JSON file
+      def store_data(filename, data)
+        file_path = get_file_path(filename)
+
+        # Ensure directory exists
+        FileUtils.mkdir_p(File.dirname(file_path))
+
+        # Write data as pretty JSON
+        File.write(file_path, JSON.pretty_generate(data))
+
+        {
+          filename: filename,
+          file_path: file_path,
+          stored_at: Time.now,
+          success: true
+        }
+      end
+
+      # Retrieve data from a JSON file
+      def get_data(filename)
+        file_path = get_file_path(filename)
+
+        return nil unless File.exist?(file_path)
+
+        begin
+          JSON.parse(File.read(file_path))
+        rescue JSON::ParserError => e
+          raise "Invalid JSON in file #{filename}: #{e.message}"
+        end
+      end
+
+      # Check if a JSON file exists
+      def data_exists?(filename)
+        File.exist?(get_file_path(filename))
+      end
+
+      # Delete a JSON file
+      def delete_data(filename)
+        file_path = get_file_path(filename)
+
+        if File.exist?(file_path)
+          File.delete(file_path)
+          {
+            filename: filename,
+            deleted: true,
+            deleted_at: Time.now
+          }
+        else
+          {
+            filename: filename,
+            deleted: false,
+            message: "File does not exist"
+          }
+        end
+      end
+
+      # List all JSON files in the storage directory
+      def list_files
+        return [] unless Dir.exist?(@storage_dir)
+
+        Dir.glob(File.join(@storage_dir, "**", "*.json")).map do |file_path|
+          relative_path = file_path.sub("#{@storage_dir}/", "")
+          {
+            filename: relative_path,
+            file_path: file_path,
+            size: File.size(file_path),
+            modified_at: File.mtime(file_path)
+          }
+        end
+      end
+
+      # Store project configuration
+      def store_project_config(config_data)
+        store_data("project_config.json", config_data)
+      end
+
+      # Get project configuration
+      def get_project_config
+        get_data("project_config.json")
+      end
+
+      # Store runtime status
+      def store_runtime_status(status_data)
+        store_data("runtime_status.json", status_data)
+      end
+
+      # Get runtime status
+      def get_runtime_status
+        get_data("runtime_status.json")
+      end
+
+      # Store simple metrics
+      def store_simple_metrics(metrics_data)
+        store_data("simple_metrics.json", metrics_data)
+      end
+
+      # Get simple metrics
+      def get_simple_metrics
+        get_data("simple_metrics.json")
+      end
+
+      # Store analysis session data
+      def store_analysis_session(session_id, session_data)
+        store_data("sessions/#{session_id}.json", session_data)
+      end
+
+      # Get analysis session data
+      def get_analysis_session(session_id)
+        get_data("sessions/#{session_id}.json")
+      end
+
+      # List analysis sessions
+      def list_analysis_sessions
+        sessions_dir = File.join(@storage_dir, "sessions")
+        return [] unless Dir.exist?(sessions_dir)
+
+        Dir.glob(File.join(sessions_dir, "*.json")).map do |file_path|
+          session_id = File.basename(file_path, ".json")
+          {
+            session_id: session_id,
+            file_path: file_path,
+            size: File.size(file_path),
+            modified_at: File.mtime(file_path)
+          }
+        end
+      end
+
+      # Store user preferences
+      def store_user_preferences(preferences_data)
+        store_data("user_preferences.json", preferences_data)
+      end
+
+      # Get user preferences
+      def get_user_preferences
+        get_data("user_preferences.json")
+      end
+
+      # Store cache data
+      def store_cache(cache_key, cache_data, ttl_seconds = nil)
+        cache_data_with_ttl = {
+          data: cache_data,
+          cached_at: Time.now.iso8601,
+          ttl_seconds: ttl_seconds
+        }
+
+        store_data("cache/#{cache_key}.json", cache_data_with_ttl)
+      end
+
+      # Get cache data (respects TTL)
+      def get_cache(cache_key)
+        cache_file_data = get_data("cache/#{cache_key}.json")
+        return nil unless cache_file_data
+
+        # Check TTL if specified
+        if cache_file_data["ttl_seconds"]
+          cached_at = Time.parse(cache_file_data["cached_at"])
+          if Time.now - cached_at > cache_file_data["ttl_seconds"]
+            # Cache expired, delete it
+            delete_data("cache/#{cache_key}.json")
+            return nil
+          end
+        end
+
+        cache_file_data["data"]
+      end
+
+      # Clear expired cache entries
+      def clear_expired_cache
+        cache_dir = File.join(@storage_dir, "cache")
+        return 0 unless Dir.exist?(cache_dir)
+
+        cleared_count = 0
+        Dir.glob(File.join(cache_dir, "*.json")).each do |file_path|
+          cache_data = JSON.parse(File.read(file_path))
+          if cache_data["ttl_seconds"] && cache_data["cached_at"]
+            cached_at = Time.parse(cache_data["cached_at"])
+            if Time.now - cached_at > cache_data["ttl_seconds"]
+              File.delete(file_path)
+              cleared_count += 1
+            end
+          end
+        rescue JSON::ParserError
+          # Invalid JSON, delete the file
+          File.delete(file_path)
+          cleared_count += 1
+        end
+
+        cleared_count
+      end
+
+      # Get storage statistics
+      def get_storage_statistics
+        files = list_files
+
+        {
+          total_files: files.length,
+          total_size: files.sum { |f| f[:size] },
+          storage_directory: @storage_dir,
+          oldest_file: files.min_by { |f| f[:modified_at] }&.dig(:modified_at),
+          newest_file: files.max_by { |f| f[:modified_at] }&.dig(:modified_at),
+          file_types: files.group_by { |f| File.extname(f[:filename]) }.transform_values(&:count)
+        }
+      end
+
+      # Export all data to a single JSON file
+      def export_all_data(export_filename = "aidp_data_export.json")
+        export_data = {
+          "exported_at" => Time.now.iso8601,
+          "storage_directory" => @storage_dir,
+          "files" => {}
+        }
+
+        files = list_files
+        files.each do |file_info|
+          data = get_data(file_info[:filename])
+          export_data["files"][file_info[:filename]] = {
+            "data" => data,
+            "metadata" => {
+              "size" => file_info[:size],
+              "modified_at" => file_info[:modified_at]
+            }
+          }
+        end
+
+        export_path = File.join(@storage_dir, export_filename)
+        File.write(export_path, JSON.pretty_generate(export_data))
+
+        {
+          export_filename: export_filename,
+          export_path: export_path,
+          files_exported: files.length,
+          exported_at: Time.now
+        }
+      end
+
+      # Import data from an exported JSON file
+      def import_data(import_filename)
+        import_path = get_file_path(import_filename)
+
+        unless File.exist?(import_path)
+          raise "Import file does not exist: #{import_filename}"
+        end
+
+        begin
+          import_data = JSON.parse(File.read(import_path))
+        rescue JSON::ParserError => e
+          raise "Invalid JSON in import file: #{e.message}"
+        end
+
+        unless import_data["files"]
+          raise "Invalid import file format: missing 'files' key"
+        end
+
+        imported_count = 0
+        import_data["files"].each do |filename, file_data|
+          store_data(filename, file_data["data"])
+          imported_count += 1
+        end
+
+        {
+          imported_count: imported_count,
+          imported_at: Time.now,
+          success: true
+        }
+      end
+
+      private
+
+      def get_file_path(filename)
+        File.join(@storage_dir, filename)
+      end
+
+      def ensure_storage_directory
+        FileUtils.mkdir_p(@storage_dir)
+      end
+    end
+  end
+end

data/lib/aidp/analyze/progress.rb

@@ -60,14 +60,26 @@ module Aidp
       private
 
       def load_progress
+        # In test mode, only skip file operations if no progress file exists
+        if (ENV["RACK_ENV"] == "test" || defined?(RSpec)) && !File.exist?(@progress_file)
+          @progress = {}
+          return
+        end
+
         @progress = if File.exist?(@progress_file)
           YAML.load_file(@progress_file) || {}
         else
           {}
         end
+
+        # Ensure @progress is never nil
+        @progress = {} if @progress.nil?
       end
 
       def save_progress
+        # In test mode, skip file operations to avoid hanging
+        return if ENV["RACK_ENV"] == "test" || defined?(RSpec)
+
         File.write(@progress_file, @progress.to_yaml)
       end
     end

data/lib/aidp/analyze/progress_visualizer.rb

@@ -1,8 +1,9 @@
 # frozen_string_literal: true
 
-require "tty-progressbar"
 require "tty-spinner"
+require "tty-progressbar"
 require "tty-table"
+require "pastel"
 require "colorize"
 
 module Aidp
@@ -20,6 +21,7 @@ module Aidp
       @quiet = config[:quiet] || false
       @style = config[:style] || :default
       @show_details = config[:show_details] || true
+      @pastel = Pastel.new
     end
 
     # Display analysis progress
@@ -59,15 +61,8 @@ module Aidp
     def show_spinner(message, options = {})
       return if @quiet
 
-      spinner = TTY::Spinner.new(
-        "[:spinner] #{message}",
-        format: :dots,
-        success_mark: "✓",
-        error_mark: "✗",
-        hide_cursor: true
-      )
-
-      spinner.auto_spin
+      spinner = TTY::Spinner.new(message, format: :dots)
+      spinner.start
       spinner
     end
 
@@ -228,15 +223,13 @@ module Aidp
 
     def create_progress_bar(total, title, options = {})
       style = options[:style] || @style
-      progress_style = PROGRESS_STYLES[style] || PROGRESS_STYLES[:default]
+      PROGRESS_STYLES[style] || PROGRESS_STYLES[:default]
 
+      # Use TTY progress bar
       TTY::ProgressBar.new(
-        "#{title} [:bar] :percent :current/:total",
+        "[:bar] :percent% :current/:total",
         total: total,
-        width: 50,
-        complete: progress_style[:complete],
-        incomplete: progress_style[:incomplete],
-        head: progress_style[:head]
+        width: 30
       )
     end
 
@@ -273,7 +266,9 @@ module Aidp
         ]
       end
 
-      TTY::Table.new(headers, rows)
+      # Use TTY::Table for table display
+      table = TTY::Table.new(headers, rows)
+      puts table.render(:ascii)
     end
 
     def show_step_details(step_details)

data/lib/aidp/analyze/ruby_maat_integration.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "open3"
+require "tty-command"
 require "json"
 require "fileutils"
 
@@ -12,12 +12,6 @@ module Aidp
       end
 
       # Check if RubyMaat gem is available and accessible
-      def check_prerequisites
-        {
-          git_repository: git_repository?,
-          git_log_available: git_log_available?
-        }
-      end
 
       # Generate Git log for RubyMaat analysis
       def generate_git_log(output_file = nil)
@@ -25,18 +19,12 @@ module Aidp
 
         raise "Not a Git repository. RubyMaat requires a Git repository for analysis." unless git_repository?
 
-        cmd = [
-          "git", "log",
-          '--pretty=format:"%h|%an|%ad|%aE|%s"',
-          "--date=short",
-          "--numstat"
-        ]
-
-        stdout, stderr, status = Open3.capture3(*cmd, chdir: @project_dir)
+        cmd = TTY::Command.new(printer: :null)
+        result = cmd.run("git", "log", '--pretty=format:"%h|%an|%ad|%aE|%s"', "--date=short", "--numstat", chdir: @project_dir)
 
-        raise "Failed to generate Git log: #{stderr}" unless status.success?
+        raise "Failed to generate Git log: #{result.err}" unless result.success?
 
-        File.write(output_file, stdout)
+        File.write(output_file, result.out)
         output_file
       end
 
@@ -163,16 +151,15 @@ module Aidp
         raise "Input file not found: #{input_file}" unless File.exist?(input_file)
 
         # Run RubyMaat with the same command-line interface as code-maat
-        cmd = ["bundle", "exec", "ruby-maat", analysis_type, input_file]
+        cmd = TTY::Command.new(printer: :null)
+        result = cmd.run("bundle", "exec", "ruby-maat", analysis_type, input_file, chdir: @project_dir)
 
-        stdout, stderr, status = Open3.capture3(*cmd, chdir: @project_dir)
-
-        if status.success?
+        if result.success?
           # Write the output to the specified file
-          File.write(output_file, stdout)
+          File.write(output_file, result.out)
         else
           # Raise proper error instead of falling back to fake data
-          error_msg = "RubyMaat analysis failed for #{analysis_type}: #{stderr.strip}"
+          error_msg = "RubyMaat analysis failed for #{analysis_type}: #{result.err.strip}"
           error_msg += "\n\nTo install ruby-maat, run: gem install ruby-maat"
           error_msg += "\nOr add it to your Gemfile: gem 'ruby-maat'"
           raise error_msg
@@ -267,11 +254,6 @@ module Aidp
       end
 
       # Clean up chunk files after analysis
-      def cleanup_chunk_files(git_log_file)
-        Dir.glob("#{git_log_file}.chunk_*").each do |chunk_file|
-          File.delete(chunk_file) if File.exist?(chunk_file)
-        end
-      end
 
       def parse_churn_results(file_path)
         return {files: []} unless File.exist?(file_path)
@@ -466,10 +448,10 @@ module Aidp
       def git_log_available?
         return false unless git_repository?
 
-        cmd = ["git", "log", "--oneline", "-1"]
-        stdout, _, status = Open3.capture3(*cmd, chdir: @project_dir)
+        cmd = TTY::Command.new(printer: :null)
+        result = cmd.run("git", "log", "--oneline", "-1", chdir: @project_dir)
 
-        status.success? && !stdout.strip.empty?
+        result.success? && !result.out.strip.empty?
       end
     end
   end