ruby_raider 1.1.4 → 3.0.0

data/spec/integration/end_to_end_spec.rb

@@ -0,0 +1,361 @@
+# frozen_string_literal: true
+
+require_relative 'spec_helper'
+require 'timeout'
+require 'open3'
+
+# End-to-end integration tests that verify generated projects actually work
+# These tests:
+# 1. Generate a complete project
+# 2. Install dependencies (bundle install)
+# 3. Run the generated tests (rspec/cucumber)
+# 4. Verify tests pass
+#
+# This ensures the template system produces working, executable test frameworks
+describe 'End-to-End Project Generation and Execution' do
+  # Helper to run commands in a generated project directory
+  def run_in_project(project_name, command, timeout: 300)
+    result = {
+      success: false,
+      stdout: '',
+      stderr: '',
+      exit_code: nil
+    }
+
+    Dir.chdir(project_name) do
+      Bundler.with_unbundled_env do
+        Timeout.timeout(timeout) do
+          stdout, stderr, status = Open3.capture3(command)
+          result[:stdout] = stdout
+          result[:stderr] = stderr
+          result[:exit_code] = status.exitstatus
+          result[:success] = status.success?
+        end
+      end
+    end
+
+    result
+  rescue Timeout::Error
+    result[:stderr] = "Command timed out after #{timeout} seconds"
+    result[:exit_code] = -1
+    result
+  end
+
+  # Helper to install dependencies
+  def bundle_install(project_name)
+    puts "\n📦 Installing dependencies for #{project_name}..."
+    result = run_in_project(project_name, 'bundle install --quiet', timeout: 180)
+
+    unless result[:success]
+      puts '❌ Bundle install failed:'
+      puts result[:stderr]
+      puts result[:stdout]
+    end
+
+    result[:success]
+  end
+
+  # Helper to run RSpec tests
+  def run_rspec(project_name)
+    puts "\n🧪 Running RSpec tests in #{project_name}..."
+    result = run_in_project(project_name, 'bundle exec rspec spec/ --format documentation', timeout: 120)
+
+    puts result[:stdout] if result[:stdout].length.positive?
+
+    unless result[:success]
+      puts '❌ RSpec tests failed:'
+      puts result[:stderr] if result[:stderr].length.positive?
+    end
+
+    result
+  end
+
+  # Helper to run Cucumber tests
+  def run_cucumber(project_name)
+    puts "\n🥒 Running Cucumber tests in #{project_name}..."
+    result = run_in_project(project_name, 'bundle exec cucumber features/ --format pretty', timeout: 120)
+
+    puts result[:stdout] if result[:stdout].length.positive?
+
+    unless result[:success]
+      puts '❌ Cucumber tests failed:'
+      puts result[:stderr] if result[:stderr].length.positive?
+    end
+
+    result
+  end
+
+  # Helper to run Minitest tests
+  def run_minitest(project_name)
+    puts "\nRunning Minitest tests in #{project_name}..."
+    result = run_in_project(project_name, 'bundle exec ruby -Itest test/test_login_page.rb', timeout: 120)
+
+    puts result[:stdout] if result[:stdout].length.positive?
+
+    unless result[:success]
+      puts 'Minitest tests failed:'
+      puts result[:stderr] if result[:stderr].length.positive?
+    end
+
+    result
+  end
+
+  # Shared example for RSpec-based projects
+  shared_examples 'executable rspec project' do |project_name|
+    let(:project) { project_name }
+
+    it 'installs dependencies successfully' do
+      expect(bundle_install(project)).to be true
+    end
+
+    it 'runs generated RSpec tests successfully', :slow do
+      skip 'Bundle install failed' unless bundle_install(project)
+
+      result = run_rspec(project)
+
+      expect(result[:success]).to be(true),
+                                  "RSpec tests failed with exit code #{result[:exit_code]}.\n" \
+                                  "STDOUT: #{result[:stdout]}\n" \
+                                  "STDERR: #{result[:stderr]}"
+    end
+  end
+
+  # Shared example for Cucumber-based projects
+  shared_examples 'executable cucumber project' do |project_name|
+    let(:project) { project_name }
+
+    it 'installs dependencies successfully' do
+      expect(bundle_install(project)).to be true
+    end
+
+    it 'runs generated Cucumber tests successfully', :slow do
+      skip 'Bundle install failed' unless bundle_install(project)
+
+      result = run_cucumber(project)
+
+      expect(result[:success]).to be(true),
+                                  "Cucumber tests failed with exit code #{result[:exit_code]}.\n" \
+                                  "STDOUT: #{result[:stdout]}\n" \
+                                  "STDERR: #{result[:stderr]}"
+    end
+  end
+
+  # Shared example for Minitest-based projects
+  shared_examples 'executable minitest project' do |project_name|
+    let(:project) { project_name }
+
+    it 'installs dependencies successfully' do
+      expect(bundle_install(project)).to be true
+    end
+
+    it 'runs generated Minitest tests successfully', :slow do
+      skip 'Bundle install failed' unless bundle_install(project)
+
+      result = run_minitest(project)
+
+      expect(result[:success]).to be(true),
+                                  "Minitest tests failed with exit code #{result[:exit_code]}.\n" \
+                                  "STDOUT: #{result[:stdout]}\n" \
+                                  "STDERR: #{result[:stderr]}"
+    end
+  end
+
+  # Test Web Frameworks (these can run without external services)
+  context 'Web Automation Frameworks' do
+    describe 'Selenium + RSpec' do
+      include_examples 'executable rspec project', 'rspec_selenium'
+    end
+
+    describe 'Watir + RSpec' do
+      include_examples 'executable rspec project', 'rspec_watir'
+    end
+
+    describe 'Capybara + RSpec' do
+      include_examples 'executable rspec project', 'rspec_capybara'
+    end
+
+    describe 'Selenium + Cucumber' do
+      include_examples 'executable cucumber project', 'cucumber_selenium'
+    end
+
+    describe 'Watir + Cucumber' do
+      include_examples 'executable cucumber project', 'cucumber_watir'
+    end
+
+    describe 'Capybara + Cucumber' do
+      include_examples 'executable cucumber project', 'cucumber_capybara'
+    end
+
+    describe 'Selenium + Minitest' do
+      include_examples 'executable minitest project', 'minitest_selenium'
+    end
+
+    describe 'Watir + Minitest' do
+      include_examples 'executable minitest project', 'minitest_watir'
+    end
+
+    describe 'Capybara + Minitest' do
+      include_examples 'executable minitest project', 'minitest_capybara'
+    end
+  end
+
+  # Mobile and Visual frameworks require external services, so we only verify structure
+  context 'Mobile Automation Frameworks (structure validation only)' do
+    describe 'iOS + RSpec' do
+      it 'generates valid project structure' do
+        expect(File).to exist('rspec_ios/helpers/spec_helper.rb')
+        expect(File).to exist('rspec_ios/Gemfile')
+        expect(File).to exist('rspec_ios/spec')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('rspec_ios', 'ruby -c helpers/spec_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'iOS + Cucumber' do
+      it 'generates valid project structure' do
+        expect(File).to exist('cucumber_ios/features/support/env.rb')
+        expect(File).to exist('cucumber_ios/Gemfile')
+        expect(File).to exist('cucumber_ios/features')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('cucumber_ios', 'ruby -c features/support/env.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'Android + RSpec' do
+      it 'generates valid project structure' do
+        expect(File).to exist('rspec_android/helpers/spec_helper.rb')
+        expect(File).to exist('rspec_android/Gemfile')
+        expect(File).to exist('rspec_android/spec')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('rspec_android', 'ruby -c helpers/spec_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'Android + Cucumber' do
+      it 'generates valid project structure' do
+        expect(File).to exist('cucumber_android/features/support/env.rb')
+        expect(File).to exist('cucumber_android/Gemfile')
+        expect(File).to exist('cucumber_android/features')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('cucumber_android', 'ruby -c features/support/env.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'Cross-Platform + RSpec' do
+      it 'generates valid project structure' do
+        expect(File).to exist('rspec_cross_platform/helpers/appium_helper.rb')
+        expect(File).to exist('rspec_cross_platform/Gemfile')
+        expect(File).to exist('rspec_cross_platform/spec')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('rspec_cross_platform', 'ruby -c helpers/spec_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'Cross-Platform + Cucumber' do
+      it 'generates valid project structure' do
+        expect(File).to exist('cucumber_cross_platform/helpers/appium_helper.rb')
+        expect(File).to exist('cucumber_cross_platform/Gemfile')
+        expect(File).to exist('cucumber_cross_platform/features')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('cucumber_cross_platform', 'ruby -c features/support/env.rb')
+        expect(result[:success]).to be true
+      end
+    end
+  end
+
+  context 'Minitest Mobile Frameworks (structure validation only)' do
+    describe 'Android + Minitest' do
+      it 'generates valid project structure' do
+        expect(File).to exist('minitest_android/helpers/test_helper.rb')
+        expect(File).to exist('minitest_android/Gemfile')
+        expect(File).to exist('minitest_android/test')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('minitest_android', 'ruby -c helpers/test_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'iOS + Minitest' do
+      it 'generates valid project structure' do
+        expect(File).to exist('minitest_ios/helpers/test_helper.rb')
+        expect(File).to exist('minitest_ios/Gemfile')
+        expect(File).to exist('minitest_ios/test')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('minitest_ios', 'ruby -c helpers/test_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+
+    describe 'Cross-Platform + Minitest' do
+      it 'generates valid project structure' do
+        expect(File).to exist('minitest_cross_platform/helpers/test_helper.rb')
+        expect(File).to exist('minitest_cross_platform/helpers/appium_helper.rb')
+        expect(File).to exist('minitest_cross_platform/Gemfile')
+        expect(File).to exist('minitest_cross_platform/test')
+      end
+
+      it 'has valid Ruby syntax in generated files' do
+        result = run_in_project('minitest_cross_platform', 'ruby -c helpers/test_helper.rb')
+        expect(result[:success]).to be true
+      end
+    end
+  end
+
+  # Verify template system performance (caching working)
+  context 'Template System Performance' do
+    it 'benefits from template caching on second generation' do
+      require_relative '../../lib/generators/generator'
+
+      # Clear cache
+      Generator.clear_template_cache
+
+      # First generation (cache miss)
+      start_time = Time.now
+      settings1 = create_settings(framework: 'rspec', automation: 'selenium')
+      settings1[:name] = 'test_cache_1'
+      generate_framework(settings1)
+      first_duration = Time.now - start_time
+
+      # Second generation (cache hit)
+      start_time = Time.now
+      settings2 = create_settings(framework: 'rspec', automation: 'selenium')
+      settings2[:name] = 'test_cache_2'
+      generate_framework(settings2)
+      second_duration = Time.now - start_time
+
+      # Second generation should be faster (or similar if I/O dominates)
+      # At minimum, cache should not slow things down
+      expect(second_duration).to be <= (first_duration * 1.2)
+
+      # Cleanup
+      FileUtils.rm_rf('test_cache_1')
+      FileUtils.rm_rf('test_cache_2')
+
+      # Verify cache has entries
+      stats = Generator.template_cache_stats
+      expect(stats[:size]).to be > 0
+      puts "\n📊 Template cache: #{stats[:size]} entries, ~#{stats[:memory_estimate] / 1024}KB"
+    end
+  end
+end

data/spec/integration/generators/automation_generator_spec.rb

@@ -36,51 +36,39 @@ describe AutomationGenerator do
     end
   end
 
-  shared_examples 'creates web visual framework' do |name|
-    it 'creates a login page file' do
-      expect(File).to exist("#{name}/page_objects/pages/login.rb")
-    end
-
-    it 'creates an abstract page file' do
-      expect(File).to exist("#{name}/page_objects/abstract/page.rb")
-    end
-  end
-
   context 'with rspec and selenium' do
-    include_examples 'creates web automation framework', "#{FRAMEWORKS.last}_#{AUTOMATION_TYPES[2]}"
-    include_examples 'creates web visual framework', "#{FRAMEWORKS.last}_#{AUTOMATION_TYPES.last}"
+    include_examples 'creates web automation framework', "#{FrameworkIndex::RSPEC}_#{AutomationIndex::SELENIUM}"
   end
 
   context 'with rspec and watir' do
-    include_examples 'creates web automation framework', "#{FRAMEWORKS.last}_#{AUTOMATION_TYPES[3]}"
+    include_examples 'creates web automation framework', "#{FrameworkIndex::RSPEC}_#{AutomationIndex::WATIR}"
   end
 
   context 'with cucumber and selenium' do
-    include_examples 'creates web automation framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES[2]}"
-    include_examples 'creates web visual framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES.last}"
+    include_examples 'creates web automation framework', "#{FrameworkIndex::CUCUMBER}_#{AutomationIndex::SELENIUM}"
   end
 
   context 'with cucumber and watir' do
-    include_examples 'creates web automation framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES[3]}"
+    include_examples 'creates web automation framework', "#{FrameworkIndex::CUCUMBER}_#{AutomationIndex::WATIR}"
   end
 
   context 'with rspec and appium android' do
-    include_examples 'creates mobile automation framework', "#{FRAMEWORKS.last}_#{AUTOMATION_TYPES.first}"
+    include_examples 'creates mobile automation framework', "#{FrameworkIndex::RSPEC}_#{AutomationIndex::ANDROID}"
   end
 
   context 'with rspec and appium ios' do
-    include_examples 'creates mobile automation framework', "#{FRAMEWORKS.last}_#{AUTOMATION_TYPES[1]}"
+    include_examples 'creates mobile automation framework', "#{FrameworkIndex::RSPEC}_#{AutomationIndex::IOS}"
   end
 
   context 'with cucumber and appium android' do
-    include_examples 'creates mobile automation framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES.first}"
+    include_examples 'creates mobile automation framework', "#{FrameworkIndex::CUCUMBER}_#{AutomationIndex::ANDROID}"
   end
 
   context 'with cucumber and appium ios' do
-    include_examples 'creates mobile automation framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES[1]}"
+    include_examples 'creates mobile automation framework', "#{FrameworkIndex::CUCUMBER}_#{AutomationIndex::IOS}"
   end
 
   context 'with cucumber and appium cross platform' do
-    include_examples 'creates mobile automation framework', "#{FRAMEWORKS.first}_#{AUTOMATION_TYPES[4]}"
+    include_examples 'creates mobile automation framework', "#{FrameworkIndex::CUCUMBER}_#{AutomationIndex::CROSS_PLATFORM}"
   end
 end

data/spec/integration/generators/axe_addon_spec.rb

@@ -0,0 +1,150 @@
+# frozen_string_literal: true
+
+require 'fileutils'
+require_relative '../../../lib/generators/invoke_generators'
+require_relative '../settings_helper'
+
+describe 'Axe accessibility addon generation' do
+  include InvokeGenerators
+  include SettingsHelper
+
+  # rubocop:disable RSpec/BeforeAfterAll, RSpec/InstanceVariable
+  before(:all) do
+    @axe_projects = []
+    %w[rspec cucumber minitest].each do |framework|
+      %w[selenium watir capybara].each do |automation|
+        name = "axe_#{framework}_#{automation}"
+        @axe_projects << name
+        InvokeGenerators.generate_framework(
+          automation:, framework:, name:, accessibility: true
+        )
+      end
+    end
+  end
+
+  after(:all) do
+    @axe_projects.each { |name| FileUtils.rm_rf(name) }
+  end
+  # rubocop:enable RSpec/BeforeAfterAll, RSpec/InstanceVariable
+
+  context 'with rspec and selenium' do
+    let(:name) { 'axe_rspec_selenium' }
+
+    it 'creates accessibility_spec.rb' do
+      expect(File).to exist("#{name}/spec/accessibility_spec.rb")
+    end
+
+    it 'includes axe gems in Gemfile' do
+      gemfile = File.read("#{name}/Gemfile")
+      expect(gemfile).to include('axe')
+    end
+
+    it 'accessibility spec has valid Ruby syntax' do
+      content = File.read("#{name}/spec/accessibility_spec.rb")
+      expect { RubyVM::InstructionSequence.compile(content) }.not_to raise_error
+    end
+  end
+
+  context 'with cucumber and selenium' do
+    let(:name) { 'axe_cucumber_selenium' }
+
+    it 'creates accessibility.feature' do
+      expect(File).to exist("#{name}/features/accessibility.feature")
+    end
+
+    it 'creates accessibility_steps.rb' do
+      expect(File).to exist("#{name}/features/step_definitions/accessibility_steps.rb")
+    end
+
+    it 'includes axe gems in Gemfile' do
+      gemfile = File.read("#{name}/Gemfile")
+      expect(gemfile).to include('axe')
+    end
+  end
+
+  context 'with minitest and selenium' do
+    let(:name) { 'axe_minitest_selenium' }
+
+    it 'creates test_accessibility.rb' do
+      expect(File).to exist("#{name}/test/test_accessibility.rb")
+    end
+
+    it 'includes axe gems in Gemfile' do
+      gemfile = File.read("#{name}/Gemfile")
+      expect(gemfile).to include('axe')
+    end
+
+    it 'accessibility test has valid Ruby syntax' do
+      content = File.read("#{name}/test/test_accessibility.rb")
+      expect { RubyVM::InstructionSequence.compile(content) }.not_to raise_error
+    end
+  end
+
+  context 'with rspec and watir' do
+    let(:name) { 'axe_rspec_watir' }
+
+    it 'creates accessibility_spec.rb' do
+      expect(File).to exist("#{name}/spec/accessibility_spec.rb")
+    end
+  end
+
+  context 'with rspec and capybara' do
+    let(:name) { 'axe_rspec_capybara' }
+
+    it 'creates accessibility_spec.rb' do
+      expect(File).to exist("#{name}/spec/accessibility_spec.rb")
+    end
+  end
+
+  context 'with cucumber and watir' do
+    let(:name) { 'axe_cucumber_watir' }
+
+    it 'creates accessibility.feature' do
+      expect(File).to exist("#{name}/features/accessibility.feature")
+    end
+  end
+
+  context 'with cucumber and capybara' do
+    let(:name) { 'axe_cucumber_capybara' }
+
+    it 'creates accessibility.feature' do
+      expect(File).to exist("#{name}/features/accessibility.feature")
+    end
+  end
+
+  context 'with minitest and watir' do
+    let(:name) { 'axe_minitest_watir' }
+
+    it 'creates test_accessibility.rb' do
+      expect(File).to exist("#{name}/test/test_accessibility.rb")
+    end
+  end
+
+  context 'with minitest and capybara' do
+    let(:name) { 'axe_minitest_capybara' }
+
+    it 'creates test_accessibility.rb' do
+      expect(File).to exist("#{name}/test/test_accessibility.rb")
+    end
+  end
+
+  context 'without accessibility flag' do
+    let(:name) { 'no_axe_rspec_selenium' }
+
+    # rubocop:disable RSpec/BeforeAfterAll
+    before(:all) do
+      InvokeGenerators.generate_framework(
+        automation: 'selenium', framework: 'rspec', name: 'no_axe_rspec_selenium'
+      )
+    end
+
+    after(:all) do
+      FileUtils.rm_rf('no_axe_rspec_selenium')
+    end
+    # rubocop:enable RSpec/BeforeAfterAll
+
+    it 'does not create accessibility_spec.rb' do
+      expect(File).not_to exist("#{name}/spec/accessibility_spec.rb")
+    end
+  end
+end