aidp 0.17.0 → 0.18.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 84451cdcc0886f1a70e799ab53d9b8898633f324cdd80c5f07a5f204848a3de2
-  data.tar.gz: e93982382c700564db24fac6ff1de2276e5b0301b91f6cade19aa8dfacd3f7d3
+  metadata.gz: 95269030b5c3fe91c2cfb6e29066a4f37afbcf1903e930a377ec02dd1e8a738c
+  data.tar.gz: 6c343d45e804a73751c99e0e63491703c1eb9ba18fb2acf4e828198e774c2c92
 SHA512:
-  metadata.gz: 3de783cb25c3eedc9056f77c2b294918a2f5ab46c009280897b6094dd157c45c681fc5c8fe22c6eea401ba74e0c4151c132a85e3c8ceedfef7722e9580f96f43
-  data.tar.gz: de86c77e08a8f9b837d501d8e69786b6f969c0e2a1538f1a9d2062267f01d6e8c855f0885c31d0bdc3f2c9362fa78439fccdcfe5e09a12cd1ab61282365cdc4a
+  metadata.gz: dc54a6f0b9424c18ebdd8e6df75e77f0f233db98dd59543a9dd6152eacd835d8820c437ccd220c3dbcfb43cf91bfeb47e40ce415773e8cd0e24783770b2ac033
+  data.tar.gz: f89cf387121e7edc3c384cead9369bc6ae5be97e639969fa036978a249779152ccd7a50832897be97d7fd04f4083ccf744e23e93c1117c6ed5d1cc7d8529615d

data/README.md

@@ -42,6 +42,75 @@ You can re-run the wizard manually:
 aidp --setup-config
 ```
 
+## Devcontainer Support
+
+AIDP provides first-class devcontainer support for sandboxed, secure AI agent execution. Devcontainers offer:
+
+- **Network Security**: Strict firewall with allowlisted domains only
+- **Sandboxed Environment**: Isolated from your host system
+- **Elevated Permissions**: AI agents can run with full permissions inside the container
+- **Consistent Setup**: Same environment across all developers
+
+### For AIDP Development
+
+This repository includes a `.devcontainer/` setup for developing AIDP itself:
+
+```bash
+# Open in VS Code
+code .
+
+# Press F1 → "Dev Containers: Reopen in Container"
+# Container builds automatically with Ruby 3.4.5, all tools, and firewall
+
+# Run tests inside container
+bundle exec rspec
+
+# Run AIDP inside container
+bundle exec aidp
+```
+
+See [.devcontainer/README.md](.devcontainer/README.md) for complete documentation.
+
+### Generating Devcontainers for Your Projects
+
+Use `aidp init` to generate a devcontainer for any project:
+
+```bash
+# Initialize project with devcontainer
+aidp init
+
+# When prompted:
+# "Generate devcontainer configuration for sandboxed development?" → Yes
+
+# Or use the flag directly
+aidp init --with-devcontainer
+```
+
+This creates:
+
+- `.devcontainer/Dockerfile` - Customized for your project's language/framework
+- `.devcontainer/devcontainer.json` - VS Code configuration and extensions
+- `.devcontainer/init-firewall.sh` - Network security rules
+- `.devcontainer/README.md` - Setup and usage documentation
+
+### Elevated Permissions in Devcontainers
+
+When running inside a devcontainer, you can enable elevated permissions for AI agents:
+
+```yaml
+# aidp.yml
+devcontainer:
+  enabled: true
+  full_permissions_when_in_devcontainer: true  # Run all providers with full permissions
+
+  # Or enable per-provider
+  permissions:
+    skip_permission_checks:
+      - claude  # Adds --dangerously-skip-permissions for Claude Code
+```
+
+AIDP automatically detects when it's running in a devcontainer and adjusts agent permissions accordingly. This is safe because the container is sandboxed from your host system.
+
 ## Core Features
 
 ### Work Loops

data/lib/aidp/analyze/kb_inspector.rb

@@ -80,7 +80,7 @@ module Aidp
         display_message(box)
       end
 
-      def load_kb_data
+      def load_kb_data(suppress_parse_warnings: false)
         data = {}
 
         %w[symbols imports calls metrics seams hotspots tests cycles].each do |type|
@@ -89,8 +89,7 @@ module Aidp
             begin
               data[type.to_sym] = JSON.parse(File.read(file_path), symbolize_names: true)
             rescue JSON::ParserError => e
-              # Suppress warnings in test mode to avoid CI failures
-              unless ENV["RACK_ENV"] == "test" || defined?(RSpec)
+              unless suppress_parse_warnings
                 display_message("Warning: Could not parse #{file_path}: #{e.message}", type: :warn)
               end
               data[type.to_sym] = []

data/lib/aidp/analyze/progress.rb

@@ -9,9 +9,10 @@ module Aidp
     class Progress
       attr_reader :project_dir, :progress_file
 
-      def initialize(project_dir)
+      def initialize(project_dir, skip_persistence: false)
         @project_dir = project_dir
         @progress_file = File.join(project_dir, ".aidp", "progress", "analyze.yml")
+        @skip_persistence = skip_persistence
         load_progress
       end
 
@@ -60,26 +61,20 @@ module Aidp
       private
 
       def load_progress
-        # In test mode, only skip file operations if no progress file exists
-        if (ENV["RACK_ENV"] == "test" || defined?(RSpec)) && !File.exist?(@progress_file)
+        if @skip_persistence && !File.exist?(@progress_file)
           @progress = {}
           return
         end
-
-        @progress = if File.exist?(@progress_file)
+        @progress = if !@skip_persistence && File.exist?(@progress_file)
           YAML.safe_load_file(@progress_file, permitted_classes: [Date, Time, Symbol], aliases: true) || {}
         else
           {}
         end
-
-        # Ensure @progress is never nil
         @progress = {} if @progress.nil?
       end
 
       def save_progress
-        # In test mode, skip file operations to avoid hanging
-        return if ENV["RACK_ENV"] == "test" || defined?(RSpec)
-
+        return if @skip_persistence
         FileUtils.mkdir_p(File.dirname(@progress_file))
         File.write(@progress_file, @progress.to_yaml)
       end

data/lib/aidp/cli/mcp_dashboard.rb

@@ -102,7 +102,7 @@ module Aidp
 
         providers.each do |provider|
           provider_info = Aidp::Harness::ProviderInfo.new(provider, @root_dir)
-          info = provider_info.get_info
+          info = provider_info.info
 
           next unless info[:mcp_support]
 

data/lib/aidp/cli.rb

@@ -147,6 +147,10 @@ module Aidp
     class << self
       extend Aidp::MessageDisplay::ClassMethods
 
+      def create_prompt
+        ::TTY::Prompt.new
+      end
+
       def run(args = ARGV)
         # Handle subcommands first (status, jobs, kb, harness)
         return run_subcommand(args) if subcommand?(args)
@@ -173,7 +177,7 @@ module Aidp
 
         # Handle configuration setup
         # Create a prompt for the wizard
-        prompt = TTY::Prompt.new
+        prompt = create_prompt
 
         if options[:setup_config]
           # Force setup/reconfigure even if config exists
@@ -398,7 +402,7 @@ module Aidp
 
       def run_jobs_command(args = [])
         require_relative "cli/jobs_command"
-        jobs_cmd = Aidp::CLI::JobsCommand.new(prompt: TTY::Prompt.new)
+        jobs_cmd = Aidp::CLI::JobsCommand.new(prompt: create_prompt)
         subcommand = args.shift
         jobs_cmd.run(subcommand, args)
       end
@@ -504,21 +508,6 @@ module Aidp
         if step
           display_message("Running #{mode} step '#{step}' with enhanced TUI harness", type: :highlight)
           display_message("progress indicators", type: :info)
-          if step.start_with?("00_PRD") && (defined?(RSpec) || ENV["RSPEC_RUNNING"])
-            # Simulate questions & completion similar to TUI test mode
-            root = ENV["AIDP_ROOT"] || Dir.pwd
-            file = Dir.glob(File.join(root, "templates", (mode == :execute) ? "EXECUTE" : "ANALYZE", "00_PRD*.md")).first
-            if file && File.file?(file)
-              content = File.read(file)
-              questions_section = content.split(/## Questions/i)[1]
-              if questions_section
-                questions_section.lines.select { |l| l.strip.start_with?("-") }.each do |line|
-                  display_message(line.strip.sub(/^-\s*/, ""), type: :info)
-                end
-              end
-            end
-            display_message("PRD completed", type: :success)
-          end
           return
         end
         display_message("Starting enhanced TUI harness", type: :highlight)
@@ -601,7 +590,7 @@ module Aidp
         when "clear"
           force = args.include?("--force")
           unless force
-            prompt = TTY::Prompt.new
+            prompt = create_prompt
             confirm = prompt.yes?("Are you sure you want to clear all checkpoint data?")
             return unless confirm
           end
@@ -696,7 +685,7 @@ module Aidp
           end
         end
         config_manager = Aidp::Harness::ConfigManager.new(Dir.pwd)
-        pm = Aidp::Harness::ProviderManager.new(config_manager, prompt: TTY::Prompt.new)
+        pm = Aidp::Harness::ProviderManager.new(config_manager, prompt: create_prompt)
 
         # Use TTY::Spinner for progress indication
         require "tty-spinner"
@@ -738,7 +727,12 @@ module Aidp
           end
           tokens = (r[:total_tokens].to_i > 0) ? r[:total_tokens].to_s : "0"
           reason = r[:unhealthy_reason] || "-"
-          if no_color || !$stdout.tty?
+          is_tty = begin
+            $stdout.respond_to?(:tty?) && $stdout.tty?
+          rescue
+            false
+          end
+          if no_color || !is_tty
             [r[:provider], r[:status], (r[:available] ? "yes" : "no"), cb, rl, tokens, last_used, reason]
           else
             [
@@ -757,7 +751,7 @@ module Aidp
         table = TTY::Table.new header, table_rows
         display_message(table.render(:basic), type: :info)
       rescue => e
-        log_rescue(e, component: "cli", action: "display_provider_health", fallback: "error_message")
+        Aidp.logger.warn("cli", "Failed to display provider health", error_class: e.class.name, error_message: e.message)
         display_message("Failed to display provider health: #{e.message}", type: :error)
       end
 
@@ -765,9 +759,10 @@ module Aidp
         require_relative "harness/provider_info"
 
         provider_name = args.shift
+
+        # If no provider specified, show models catalog table
         unless provider_name
-          display_message("Usage: aidp providers info <provider_name>", type: :info)
-          display_message("Example: aidp providers info claude", type: :info)
+          run_providers_models_catalog
           return
         end
 
@@ -777,7 +772,7 @@ module Aidp
         display_message("=" * 60, type: :muted)
 
         provider_info = Aidp::Harness::ProviderInfo.new(provider_name, Dir.pwd)
-        info = provider_info.get_info(force_refresh: force_refresh)
+        info = provider_info.info(force_refresh: force_refresh)
 
         if info.nil?
           display_message("No information available for provider: #{provider_name}", type: :error)
@@ -845,6 +840,46 @@ module Aidp
         display_message("Tip: Use --refresh to update this information", type: :muted)
       end
 
+      def run_providers_models_catalog
+        require_relative "harness/capability_registry"
+        require "tty-table"
+
+        display_message("Models Catalog - Thinking Depth Tiers", type: :highlight)
+        display_message("=" * 80, type: :muted)
+
+        registry = Aidp::Harness::CapabilityRegistry.new
+        unless registry.load_catalog
+          display_message("No models catalog found. Create .aidp/models_catalog.yml first.", type: :error)
+          return
+        end
+
+        rows = []
+        registry.provider_names.sort.each do |provider|
+          models = registry.models_for_provider(provider)
+          models.each do |model_name, model_data|
+            tier = model_data["tier"] || "-"
+            context = model_data["context_window"] ? "#{model_data["context_window"] / 1000}k" : "-"
+            tools = model_data["supports_tools"] ? "yes" : "no"
+            cost_input = model_data["cost_per_mtok_input"]
+            cost = cost_input ? "$#{cost_input}/MTok" : "-"
+
+            rows << [provider, model_name, tier, context, tools, cost]
+          end
+        end
+
+        if rows.empty?
+          display_message("No models found in catalog", type: :info)
+          return
+        end
+
+        header = ["Provider", "Model", "Tier", "Context", "Tools", "Cost"]
+        table = TTY::Table.new(header, rows)
+        display_message(table.render(:basic), type: :info)
+
+        display_message("\n" + "=" * 80, type: :muted)
+        display_message("Use '/thinking show' in REPL to see current tier configuration", type: :muted)
+      end
+
       def run_providers_refresh_command(args)
         require_relative "harness/provider_info"
         require "tty-spinner"
@@ -1044,7 +1079,7 @@ module Aidp
           return
         end
 
-        wizard = Aidp::Setup::Wizard.new(Dir.pwd, prompt: TTY::Prompt.new, dry_run: dry_run)
+        wizard = Aidp::Setup::Wizard.new(Dir.pwd, prompt: create_prompt, dry_run: dry_run)
         wizard.run
       end
 
@@ -1071,7 +1106,7 @@ module Aidp
         end
 
         require_relative "init/runner"
-        runner = Aidp::Init::Runner.new(Dir.pwd, prompt: TTY::Prompt.new, options: options)
+        runner = Aidp::Init::Runner.new(Dir.pwd, prompt: create_prompt, options: options)
         runner.run
       end
 
@@ -1127,7 +1162,7 @@ module Aidp
           project_dir: Dir.pwd,
           once: once,
           use_workstreams: use_workstreams,
-          prompt: TTY::Prompt.new
+          prompt: create_prompt
         )
         runner.start
       rescue ArgumentError => e
@@ -1244,7 +1279,7 @@ module Aidp
 
           # Confirm removal unless --force
           unless force
-            prompt = TTY::Prompt.new
+            prompt = create_prompt
             confirm = prompt.yes?("Remove workstream '#{slug}'?#{" (will also delete branch)" if delete_branch}")
             return unless confirm
           end
@@ -2124,7 +2159,7 @@ module Aidp
 
             # Confirm deletion
             require "tty-prompt"
-            prompt = TTY::Prompt.new
+            prompt = create_prompt
             confirmed = prompt.yes?("Delete skill '#{skill.name}' (#{skill_id})? This cannot be undone.")
 
             unless confirmed

data/lib/aidp/config.rb

@@ -15,8 +15,7 @@ module Aidp
         no_api_keys_required: false,
         provider_weights: {
           "cursor" => 3,
-          "anthropic" => 2,
-          "macos" => 1
+          "anthropic" => 2
         },
         circuit_breaker: {
           enabled: true,
@@ -74,6 +73,7 @@ module Aidp
         cursor: {
           type: "subscription",
           priority: 1,
+          model_family: "auto",
           default_flags: [],
           models: ["cursor-default", "cursor-fast", "cursor-precise"],
           model_weights: {
@@ -108,6 +108,7 @@ module Aidp
         anthropic: {
           type: "usage_based",
           priority: 2,
+          model_family: "claude",
           max_tokens: 100_000,
           default_flags: ["--dangerously-skip-permissions"],
           models: ["claude-3-5-sonnet-20241022", "claude-3-5-haiku-20241022", "claude-3-opus-20240229"],
@@ -149,18 +150,6 @@ module Aidp
             enabled: true,
             metrics_interval: 60
           }
-        },
-        macos: {
-          type: "passthrough",
-          priority: 4,
-          underlying_service: "cursor",
-          models: ["cursor-chat"],
-          features: {
-            file_upload: false,
-            code_generation: true,
-            analysis: true,
-            interactive: true
-          }
         }
       },
       skills: {
@@ -342,6 +331,12 @@ module Aidp
         merged[:skills] = merged[:skills].merge(symbolize_keys(skills_section))
       end
 
+      # Deep merge thinking config
+      if config[:thinking] || config["thinking"]
+        thinking_section = config[:thinking] || config["thinking"]
+        merged[:thinking] = symbolize_keys(thinking_section)
+      end
+
       merged
     end
 

data/lib/aidp/execute/progress.rb

@@ -9,9 +9,10 @@ module Aidp
     class Progress
       attr_reader :project_dir, :progress_file
 
-      def initialize(project_dir)
+      def initialize(project_dir, skip_persistence: false)
         @project_dir = project_dir
         @progress_file = File.join(project_dir, ".aidp", "progress", "execute.yml")
+        @skip_persistence = skip_persistence
         load_progress
       end
 
@@ -61,13 +62,11 @@ module Aidp
       private
 
       def load_progress
-        # In test mode, only skip file operations if no progress file exists
-        if (ENV["RACK_ENV"] == "test" || defined?(RSpec)) && !File.exist?(@progress_file)
+        if @skip_persistence && !File.exist?(@progress_file)
           @progress = {}
           return
         end
-
-        @progress = if File.exist?(@progress_file)
+        @progress = if !@skip_persistence && File.exist?(@progress_file)
           YAML.safe_load_file(@progress_file, permitted_classes: [Date, Time, Symbol], aliases: true) || {}
         else
           {}
@@ -75,9 +74,7 @@ module Aidp
       end
 
       def save_progress
-        # In test mode, skip file operations to avoid hanging
-        return if ENV["RACK_ENV"] == "test" || defined?(RSpec)
-
+        return if @skip_persistence
         FileUtils.mkdir_p(File.dirname(@progress_file))
         File.write(@progress_file, @progress.to_yaml)
       end

data/lib/aidp/execute/prompt_manager.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require "fileutils"
+require_relative "../prompt_optimization/optimizer"
 
 module Aidp
   module Execute
@@ -9,21 +10,91 @@ module Aidp
     # - Read/write PROMPT.md
     # - Check existence
     # - Archive completed prompts
+    # - Optionally optimize prompts using intelligent fragment selection (ZFC)
     class PromptManager
       PROMPT_FILENAME = "PROMPT.md"
       ARCHIVE_DIR = ".aidp/prompt_archive"
 
-      def initialize(project_dir)
+      attr_reader :optimizer, :last_optimization_stats
+
+      def initialize(project_dir, config: nil)
         @project_dir = project_dir
         @prompt_path = File.join(project_dir, PROMPT_FILENAME)
         @archive_dir = File.join(project_dir, ARCHIVE_DIR)
+        @config = config
+        @optimizer = nil
+        @last_optimization_stats = nil
+
+        # Initialize optimizer if enabled
+        if config&.respond_to?(:prompt_optimization_enabled?) && config.prompt_optimization_enabled?
+          @optimizer = Aidp::PromptOptimization::Optimizer.new(
+            project_dir: project_dir,
+            config: config.prompt_optimization_config
+          )
+        end
       end
 
       # Write content to PROMPT.md
+      # If optimization is enabled, stores the content but doesn't write yet
+      # (use write_optimized instead)
       def write(content)
         File.write(@prompt_path, content)
       end
 
+      # Write optimized prompt using intelligent fragment selection
+      #
+      # Uses Zero Framework Cognition to select only the most relevant fragments
+      # from style guides, templates, and source code based on task context.
+      #
+      # @param task_context [Hash] Context about the current task
+      # @option task_context [Symbol] :task_type Type of task (:feature, :bugfix, etc.)
+      # @option task_context [String] :description Task description
+      # @option task_context [Array<String>] :affected_files Files being modified
+      # @option task_context [String] :step_name Current work loop step
+      # @option task_context [Array<String>] :tags Additional context tags
+      # @param options [Hash] Optimization options
+      # @option options [Boolean] :include_metadata Include debug metadata
+      # @return [Boolean] True if optimization was used, false if fallback to regular write
+      def write_optimized(task_context, options = {})
+        unless @optimizer
+          Aidp.logger.warn("prompt_manager", "Optimization requested but not enabled")
+          return false
+        end
+
+        begin
+          # Use optimizer to build intelligent prompt
+          result = @optimizer.optimize_prompt(
+            task_type: task_context[:task_type],
+            description: task_context[:description],
+            affected_files: task_context[:affected_files] || [],
+            step_name: task_context[:step_name],
+            tags: task_context[:tags] || [],
+            options: options
+          )
+
+          # Write optimized prompt
+          result.write_to_file(@prompt_path)
+
+          # Store statistics for inspection
+          @last_optimization_stats = result.composition_result
+
+          # Log optimization results
+          Aidp.logger.info(
+            "prompt_manager",
+            "Optimized prompt written",
+            selected_fragments: result.composition_result.selected_count,
+            excluded_fragments: result.composition_result.excluded_count,
+            tokens: result.estimated_tokens,
+            budget_utilization: result.composition_result.budget_utilization
+          )
+
+          true
+        rescue => e
+          Aidp.logger.error("prompt_manager", "Optimization failed, using fallback", error: e.message)
+          false
+        end
+      end
+
       # Read content from PROMPT.md
       def read
         return nil unless exists?
@@ -57,6 +128,62 @@ module Aidp
       def path
         @prompt_path
       end
+
+      # Get optimization report for last optimization
+      #
+      # @return [String, nil] Markdown report or nil if no optimization performed
+      def optimization_report
+        return nil unless @last_optimization_stats
+
+        # Build report from composition result
+        lines = []
+        lines << "# Prompt Optimization Report"
+        lines << ""
+        lines << "## Statistics"
+        lines << "- **Selected Fragments**: #{@last_optimization_stats.selected_count}"
+        lines << "- **Excluded Fragments**: #{@last_optimization_stats.excluded_count}"
+        lines << "- **Total Tokens**: #{@last_optimization_stats.total_tokens} / #{@last_optimization_stats.budget}"
+        lines << "- **Budget Utilization**: #{@last_optimization_stats.budget_utilization.round(1)}%"
+        lines << "- **Average Relevance Score**: #{(@last_optimization_stats.average_score * 100).round(1)}%"
+        lines << ""
+        lines << "## Selected Fragments"
+        @last_optimization_stats.selected_fragments.each do |scored|
+          fragment = scored[:fragment]
+          score = scored[:score]
+          lines << "- #{fragment_name(fragment)} (#{(score * 100).round(0)}%)"
+        end
+
+        lines.join("\n")
+      end
+
+      # Check if optimization is enabled
+      #
+      # @return [Boolean] True if optimizer is available
+      def optimization_enabled?
+        !@optimizer.nil?
+      end
+
+      # Get optimizer statistics
+      #
+      # @return [Hash, nil] Statistics hash or nil if optimizer not available
+      def optimizer_stats
+        @optimizer&.statistics
+      end
+
+      private
+
+      # Get human-readable name for a fragment
+      def fragment_name(fragment)
+        if fragment.respond_to?(:heading)
+          fragment.heading
+        elsif fragment.respond_to?(:name)
+          fragment.name
+        elsif fragment.respond_to?(:id)
+          fragment.id
+        else
+          "Unknown fragment"
+        end
+      end
     end
   end
 end