yatfa 1.0.65

package/lib/yatfa_agent/setup.rb

@@ -0,0 +1,601 @@
+# frozen_string_literal: true
+
+require "net/http"
+require "uri"
+require "json"
+require "readline"
+require "fileutils"
+
+module YatfaAgent
+  module Setup
+    class SetupWizard
+      attr_reader :config
+
+      def initialize
+        @config = {}
+        @errors = []
+      end
+
+      def run
+        print_banner
+
+        # Set default YATFA URL
+        @config[:yatfa_url] = "https://yatfa.ai"
+
+        # Track step number dynamically
+        @step_number = 0
+
+        # Step 1: Project Name
+        prompt_project_name
+
+        # Step 2: Agent API Keys
+        prompt_agent_keys
+
+        # Git configuration (might skip if exists)
+        prompt_git_config  # This method handles its own step numbering
+
+        # GitHub configuration
+        prompt_github_config
+
+        # Write configuration
+        write_config
+
+        # Create Dockerfile.sandbox
+        create_dockerfile_sandbox
+
+        print_success
+      rescue SetupError => e
+        puts "\n❌ #{e.message}"
+        exit 1
+      end
+
+      private
+
+      def print_banner
+        puts ""
+        puts "╔═══════════════════════════════════════════════════════════════╗"
+        puts "║                                                               ║"
+        puts "║           YATFA Agent Setup Wizard                           ║"
+        puts "║         (Yet Another Tool For Agents)                        ║"
+        puts "║                                                               ║"
+        puts "║  This wizard will guide you through configuring yatfa-agent  ║"
+        puts "║                                                               ║"
+        puts "╚═══════════════════════════════════════════════════════════════╝"
+        puts ""
+        puts "You'll need:"
+        puts "  • Agent API keys (from YATFA web UI)"
+        puts "  • GitHub credentials (optional, can skip)"
+        puts ""
+        puts "Press Ctrl+C at any time to cancel."
+        puts ""
+        puts "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+        puts ""
+      end
+
+      def prompt_project_name
+        @step_number += 1
+        puts "📦 Step #{@step_number}: Project Name"
+        puts ""
+        puts "Enter a name for this project. This will be used as a prefix for"
+        puts "agent container names (e.g., 'panoptex-worker')."
+        puts ""
+
+        # Try to get project name from current directory
+        dir_name = File.basename(Dir.pwd)
+        print "Project name [#{dir_name}]: "
+        name = Readline.readline.strip
+        name = dir_name if name.empty?
+
+        # Validate project name (alphanumeric, dashes, underscores only)
+        unless name.match?(/\A[a-z0-9_-]+\z/i)
+          raise SetupError, "Project name must contain only letters, numbers, dashes, and underscores"
+        end
+
+        @config[:project_name] = name.downcase.gsub(/[^a-z0-9_-]/, '_')
+        puts "✅ Project name set to: #{@config[:project_name]}"
+        puts ""
+      end
+
+      def prompt_agent_keys
+        @step_number += 1
+        puts "🔑 Step #{@step_number}: Agent API Keys"
+        puts ""
+        puts "Enter API keys for the agents you want to use."
+        puts "Get these from the YATFA web UI (Agents section)."
+        puts ""
+
+        @config[:agents] = {}
+
+        agent_types = ["worker", "planner", "reviewer", "researcher"]
+        agent_types.each do |agent_type|
+          print "#{agent_type.capitalize} API key (press Enter to skip): "
+          key = STDIN.noecho(&:gets).chomp.strip
+          puts ""
+
+          next if key.empty?
+
+          # Validate API key with backend
+          unless validate_api_key(key, @config[:yatfa_url])
+            puts "⚠️  Warning: API key validation failed for #{agent_type}"
+            print "Still use this key? [y/N]: "
+            confirm = Readline.readline.strip.downcase
+            next unless confirm == "y"
+          end
+
+          @config[:agents][agent_type.to_sym] = {
+            mcp_api_key: key,
+            container_name: "#{@config[:project_name]}-#{agent_type}"
+          }
+
+          puts "✅ #{agent_type.capitalize} API key validated"
+          puts ""
+        end
+
+        if @config[:agents].empty?
+          raise SetupError, "At least one agent API key is required"
+        end
+      end
+
+      def prompt_git_config
+        # Try to read from existing yatfa.env.rb
+        existing_config = File.join(Dir.pwd, "yatfa.env.rb")
+
+        if File.exist?(existing_config)
+          begin
+            loaded = eval(File.read(existing_config), binding, existing_config)
+            if loaded[:git] && loaded[:git][:user_name] && loaded[:git][:user_email]
+              @config[:git] = {
+                user_name: loaded[:git][:user_name],
+                user_email: loaded[:git][:user_email]
+              }
+              return false  # Skipped
+            end
+          rescue StandardError
+            # If parsing fails, fall through to prompt
+          end
+        end
+
+        # Set defaults from parent directory if available
+        default_name = "YATFA Agent"
+        default_email = "yatfa-agent@yatfa.ai"
+
+        parent_config = File.join(Dir.pwd, "..", "yatfa.env.rb")
+        if File.exist?(parent_config)
+          begin
+            loaded = eval(File.read(parent_config), binding, parent_config)
+            if loaded[:git] && loaded[:git][:user_name]
+              default_name = loaded[:git][:user_name]
+            end
+            if loaded[:git] && loaded[:git][:user_email]
+              default_email = loaded[:git][:user_email]
+            end
+          rescue StandardError
+            # If parsing fails, use hardcoded defaults
+          end
+        end
+
+        @step_number += 1  # Increment before showing this step
+        puts "🔧 Step #{@step_number}: Git Configuration"
+        puts ""
+        puts "Configure git identity for commits made by agents."
+        puts ""
+
+        print "Git user name [#{default_name}]: "
+        name = Readline.readline.strip
+        name = default_name if name.empty?
+
+        print "Git user email [#{default_email}]: "
+        email = Readline.readline.strip
+        email = default_email if email.empty?
+
+        @config[:git] = {
+          user_name: name,
+          user_email: email
+        }
+
+        puts "✅ Git configuration set"
+        puts ""
+        true  # Prompted
+      end
+
+      def prompt_github_config
+        @step_number += 1
+        puts "🐙 Step #{@step_number}: GitHub Configuration"
+        puts ""
+        puts "Choose authentication method:"
+        puts "  1) Personal Access Token (recommended for individuals)"
+        puts "  2) GitHub App (for organizations)"
+        puts "  3) Skip (configure later in yatfa.env.rb)"
+        puts ""
+
+        print "Choice [1]: "
+        choice = Readline.readline.strip
+        choice = "1" if choice.empty?
+
+        case choice
+        when "1"
+          setup_github_token
+        when "2"
+          setup_github_app
+        when "3"
+          puts "⊘ Skipped GitHub configuration"
+          puts ""
+          return
+        else
+          raise SetupError, "Invalid choice. Please enter 1, 2, or 3."
+        end
+
+        # Validate GitHub credentials (with retry loop)
+        github_valid = false
+        until github_valid
+          if validate_github_credentials
+            github_valid = true
+          else
+            puts "⚠️  Warning: GitHub credential validation failed"
+            print "Still use this configuration? [y/N]: "
+            confirm = Readline.readline.strip.downcase
+            if confirm == "y"
+              github_valid = true
+            else
+              # Prompt again for GitHub config
+              puts ""
+              puts "Let's try again..."
+              prompt_github_config
+              return
+            end
+          end
+        end
+
+        puts "✅ GitHub configuration validated"
+        puts ""
+      end
+
+      def setup_github_token
+        puts ""
+        puts "Create a Personal Access Token at:"
+        puts "https://github.com/settings/tokens"
+        puts "Required scopes: repo, workflow"
+        puts ""
+
+        print "GitHub token: "
+        token = STDIN.noecho(&:gets).chomp.strip
+        puts ""
+
+        if token.empty?
+          raise SetupError, "GitHub token cannot be empty"
+        end
+
+        @config[:github] = {
+          method: "token",
+          token: token
+        }
+      end
+
+      def setup_github_app
+        puts ""
+        puts "GitHub App credentials from your organization settings:"
+        puts ""
+
+        print "App Client ID: "
+        client_id = Readline.readline.strip
+
+        print "App Installation ID: "
+        installation_id = Readline.readline.strip
+
+        print "Path to App Private Key (.pem file): "
+        key_path = Readline.readline.strip
+
+        if client_id.empty? || installation_id.empty? || key_path.empty?
+          raise SetupError, "All GitHub App fields are required"
+        end
+
+        unless File.exist?(key_path)
+          raise SetupError, "Private key file not found: #{key_path}"
+        end
+
+        @config[:github] = {
+          method: "app",
+          app_client_id: client_id,
+          app_installation_id: installation_id,
+          app_private_key_path: File.expand_path(key_path)
+        }
+      end
+
+      def write_config
+        puts ""
+        @step_number += 1
+        puts "📝 Step #{@step_number}: Writing Configuration"
+        puts ""
+
+        config_file = File.join(Dir.pwd, "yatfa.env.rb")
+
+        # Check if file already exists
+        if File.exist?(config_file)
+          puts "⚠️  Warning: yatfa.env.rb already exists"
+          print "Backup existing file and overwrite? [y/N]: "
+          confirm = Readline.readline.strip.downcase
+
+          unless confirm == "y"
+            raise SetupError, "Configuration file already exists. Please remove it first or choose a different location."
+          end
+
+          # Backup existing file
+          backup_path = "#{config_file}.backup.#{Time.now.to_i}"
+          FileUtils.cp(config_file, backup_path)
+          puts "📦 Backed up existing file to: #{backup_path}"
+        end
+
+        # Generate configuration file content
+        content = generate_config_content
+
+        # Write file
+        File.write(config_file, content)
+
+        # Validate syntax
+        unless valid_ruby_syntax?(config_file)
+          File.delete(config_file)
+          raise SetupError, "Generated configuration has invalid Ruby syntax"
+        end
+
+        puts "✅ Configuration written to: #{config_file}"
+        puts ""
+      end
+
+      def generate_config_content
+        lines = []
+        lines << "{"
+        lines << "  yatfa_url: #{@config[:yatfa_url].inspect},"
+        lines << ""
+
+        # Git config
+        lines << "  git: {"
+        lines << "    user_name: #{@config[:git][:user_name].inspect},"
+        lines << "    user_email: #{@config[:git][:user_email].inspect}"
+        lines << "  },"
+        lines << ""
+
+        # GitHub config (optional)
+        if @config[:github]
+          lines << "  github: {"
+          lines << "    method: #{@config[:github][:method].inspect},"
+          if @config[:github][:method] == "token"
+            lines << "    token: #{@config[:github][:token].inspect}"
+          else
+            lines << "    app_client_id: #{@config[:github][:app_client_id].inspect},"
+            lines << "    app_installation_id: #{@config[:github][:app_installation_id].inspect},"
+            lines << "    app_private_key_path: #{@config[:github][:app_private_key_path].inspect}"
+          end
+          lines << "  },"
+          lines << ""
+        end
+
+        # Agents config
+        lines << "  agents: {"
+        @config[:agents].each_with_index do |(agent_type, agent_config), idx|
+          lines << "    #{agent_type}: {"
+          lines << "      mcp_api_key: #{agent_config[:mcp_api_key].inspect},"
+          lines << "      container_name: #{agent_config[:container_name].inspect}"
+          lines << "    }#{',' if idx < @config[:agents].size - 1}"
+        end
+        lines << "  }"
+        lines << ""
+
+        # Environment variables
+        if @config[:dot_env]
+          lines << "  dot_env: <<~ENV"
+          lines << @config[:dot_env]
+          lines << "  ENV"
+        end
+
+        lines << "}"
+
+        lines.join("\n")
+      end
+
+      def create_dockerfile_sandbox
+        puts ""
+        @step_number += 1
+        puts "🐳 Step #{@step_number}: Creating Dockerfile.sandbox"
+        puts ""
+
+        dockerfile_path = File.join(Dir.pwd, "Dockerfile.sandbox")
+
+        # Check if file already exists
+        if File.exist?(dockerfile_path)
+          puts "⚠️  Warning: Dockerfile.sandbox already exists"
+          print "Backup existing file and overwrite? [y/N]: "
+          confirm = Readline.readline.strip.downcase
+
+          unless confirm == "y"
+            puts "⊘ Skipped Dockerfile.sandbox creation (using existing file)"
+            return
+          end
+
+          # Backup existing file
+          backup_path = "#{dockerfile_path}.backup.#{Time.now.to_i}"
+          FileUtils.cp(dockerfile_path, backup_path)
+          puts "📦 Backed up existing file to: #{backup_path}"
+        end
+
+        # Generate Dockerfile.sandbox content
+        content = generate_dockerfile_content
+
+        # Write file
+        File.write(dockerfile_path, content)
+
+        puts "✅ Dockerfile.sandbox created: #{dockerfile_path}"
+        puts ""
+      end
+
+      def generate_dockerfile_content
+        <<~DOCKERFILE
+          # syntax=docker/dockerfile:1
+          # YATFA SANDBOX Dockerfile
+          # This is a standalone sandbox environment for YATFA agents.
+          # It does NOT include the yatfa application source code.
+          # Agents will clone repositories as needed via the multi-repo setup.
+
+          ARG RUBY_VERSION=3.4.1
+          FROM docker.io/library/ruby:$RUBY_VERSION-slim AS base
+
+          # Workspace directory (repositories will be cloned here)
+          WORKDIR /workspace
+
+          # Install base packages and development tools
+          RUN apt-get update -qq -o Acquire::Check-Date=false && \\
+              apt-get install --no-install-recommends -y \\
+                  curl libjemalloc2 libvips postgresql-client \\
+                  build-essential git libpq-dev libyaml-dev pkg-config unzip python3 \\
+                  chromium chromium-driver sudo && \\
+              ln -s /usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2 /usr/local/lib/libjemalloc.so && \\
+              rm -rf /var/lib/apt/lists /var/cache/apt/archives
+
+          ENV LD_PRELOAD="/usr/local/lib/libjemalloc.so"
+
+          # Install Bun (optional, for projects that use it)
+          ENV BUN_INSTALL=/usr/local/bun
+          ENV PATH=/usr/local/bun/bin:$PATH
+          ARG BUN_VERSION=1.2.19
+          RUN curl -fsSL https://bun.sh/install | bash -s -- "bun-v${BUN_VERSION}" && \\
+              ln -s /usr/local/bun/bin/bun /usr/local/bin/bun && \\
+              ln -s /usr/local/bun/bin/bunx /usr/local/bin/bunx
+
+          # Install Node.js (required for Claude CLI)
+          RUN curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \\
+              apt-get install -y nodejs && \\
+              rm -rf /var/lib/apt/lists /var/cache/apt/archives
+
+          # --- YATFA AGENT SETUP ---
+          ARG YATFA_VERSION=main
+          ARG USER_ID=1000
+          ARG GROUP_ID=1000
+
+          # Cache busting: only rebuilds when install-agent.sh infrastructure changes
+          ADD https://objectstore.fra1.civo.com/yatfa/${YATFA_VERSION}/version.json /tmp/yatfa_version.json
+
+          # Install YATFA agent infrastructure
+          # This layer is cached unless install-agent.sh changes (detected via version.json above)
+          # setup-agent.rb, skills, and hooks download fresh on every container startup
+          RUN curl -fsSL https://objectstore.fra1.civo.com/yatfa/${YATFA_VERSION}/bin/install-agent.sh | bash
+
+          # Ensure /workspace is owned by agent user and writable
+          # The install-agent.sh script creates a user with USER_ID, so we use that ID directly
+          RUN rm -rf /workspace && mkdir -p /workspace && chown -R ${USER_ID}:${GROUP_ID} /home/claude /workspace
+
+          # Switch to agent user (will be created with USER_ID by install-agent.sh)
+          USER ${USER_ID}
+          WORKDIR /workspace
+
+          # Set default environment
+          ENV HOME=/home/claude
+          ENV PATH=/home/claude/.local/bin:/usr/local/bun/bin:/usr/bin:/bin:$PATH
+
+          # Default command runs setup-agent wrapper
+          # The wrapper downloads the latest setup-agent.rb on every container startup
+          # This allows setup-agent.rb, skills, and hooks to update without rebuilding the image
+          CMD ["/usr/local/bin/setup-agent"]
+        DOCKERFILE
+      end
+
+      def print_success
+        puts "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+        puts ""
+        puts "🎉 Setup completed successfully!"
+        puts ""
+        puts "Next steps:"
+        puts ""
+        puts "  1. Ensure 'yatfa.env.rb' is in .gitignore:"
+        puts "     echo 'yatfa.env.rb' >> .gitignore"
+        puts ""
+        puts "  2. Build the sandbox Docker image:"
+        puts "     docker build -f Dockerfile.sandbox -t yatfa-sandbox ."
+        puts ""
+        puts "  3. Start an agent:"
+        if @config[:agents].key?(:worker)
+          puts "     npx yatfa-agent worker"
+        elsif @config[:agents].key?(:planner)
+          puts "     npx yatfa-agent planner"
+        else
+          agent = @config[:agents].keys.first
+          puts "     npx yatfa-agent #{agent}"
+        end
+        puts ""
+        puts "For more information, see: https://github.com/RoM4iK/yatfa-public"
+        puts ""
+      end
+
+      # Helper methods
+
+      def validate_api_key(api_key, yatfa_url)
+        # Derive API URL
+        api_base = "#{yatfa_url}/api/v1"
+        uri = URI("#{api_base}/whoami")
+
+        begin
+          response = Net::HTTP.get_response(
+            uri,
+            { "X-API-Key" => api_key, "Accept" => "application/json" }
+          )
+
+          response.code == "200"
+        rescue StandardError => e
+          @errors << "API key validation failed: #{e.message}"
+          false
+        end
+      end
+
+      def validate_github_credentials
+        # Test GitHub authentication
+        begin
+          if @config[:github][:method] == "token"
+            validate_github_token
+          else
+            validate_github_app
+          end
+        rescue StandardError => e
+          @errors << "GitHub validation failed: #{e.message}"
+          false
+        end
+      end
+
+      def validate_github_token
+        require "open3"
+
+        token = @config[:github][:token]
+
+        # Use gh CLI or direct API call
+        _, _, status = Open3.capture3(
+          "gh", "auth", "status",
+          stdin_data: ""
+        )
+
+        # If gh CLI is not configured, try direct API call
+        unless status.success?
+          uri = URI("https://api.github.com/user")
+          response = Net::HTTP.get_response(
+            uri,
+            { "Authorization" => "Bearer #{token}", "Accept" => "application/json" }
+          )
+
+          return response.code == "200"
+        end
+
+        true
+      end
+
+      def validate_github_app
+        # GitHub App validation is more complex - just check file exists
+        # Actual validation happens when the agent tries to use it
+        File.exist?(@config[:github][:app_private_key_path])
+      end
+
+      def valid_ruby_syntax?(file)
+        require "open3"
+        _, _, status = Open3.capture3("ruby", "-c", file)
+        status.success?
+      end
+    end
+
+    class SetupError < StandardError; end
+  end
+end

package/package.json

@@ -0,0 +1,18 @@
+{
+  "name": "yatfa",
+  "version": "1.0.65",
+  "description": "YATFA - Yet Another Tool For Agents",
+  "bin": "./bin/run-yatfa-agent.rb",
+  "files": [
+    "bin/run-yatfa-agent.rb",
+    "agents.rb",
+    "lib/",
+    "bin/agent-bridge-tmux",
+    "bin/install-agent.sh"
+  ],
+  "scripts": {
+    "test": "ruby spec/setup_spec.rb"
+  },
+  "author": "",
+  "license": "ISC"
+}