ruby_raider 3.5.0 → 3.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 11203a49dfd79c493cfa08d13576ecd10933eea755664e75f569c4860d74294b
-  data.tar.gz: 7338d98246ce0e765cb805fbfdb64b1feff88d215aeaecc5cb91184901ea0906
+  metadata.gz: ddfb958e45c6bc2214a0d9b80fd9085d8c8bd061199988ba5d0717becfa8e4ba
+  data.tar.gz: bc6baf9bc40c2cc60c7dbdbf68386b49ede6c014a80e76bef90746841db7933d
 SHA512:
-  metadata.gz: 6e4c33e6293efb67fbe0207e62b434a422337df81d8936ff579a776d23ed89cf3d47bb3d22637a6d4ab28082003db155cb2e75c553aa8dba8966cf494ab0e90f
-  data.tar.gz: 3eff51512305847c73c9dfd8c83582772fe03fdf232047073428583edd25be07f644e8c133862ae633027e6efae9353255d803b430b0ed44fb9f1384df45dd76
+  metadata.gz: 2357fb714baf101f7bb2891fd0f0e2560acb6c5b0009b3188da7714f0579361519d5f00aace5bbaa725e8e6fee3bc9e5d38ad887ff71eed218b0db7154ad3077
+  data.tar.gz: c27785ba31ac441a2c8f76cc15e3266881ee4b69a8d3dde8b4de10eabfdc52e81fa3b3ae8be1247afa6256ea03389ee76fe0812d7228ea94934ccdfd5604b9f7

data/README.md

@@ -50,6 +50,7 @@ Ruby Raider is a CLI gem and API backend for scaffolding and generating UI test
 | Add-on | Flag | Description |
 |--------|------|-------------|
 | Accessibility | `--accessibility` | Adds axe gem + example accessibility tests |
+| CI provider | `-p ci:azure` | Generates `azure-pipelines.yml` instead of the GitHub Actions workflow (default `ci:github`) |
 
 This works on all platforms (Mac OS, Linux and Windows).
 
@@ -101,6 +102,15 @@ Add accessibility testing:
 raider new my_project -p framework:rspec automation:selenium --accessibility
 ```
 
+Generate an Azure Pipelines file instead of GitHub Actions (web projects only):
+
+```bash
+raider new my_project -p framework:rspec automation:selenium ci:azure
+```
+
+Azure Pipelines for mobile (Appium) projects is not available yet: with `ci:azure` no pipeline file is generated and a notice is printed.
+Azure Repos ignores `pr:` triggers, so add the pipeline as a Build validation branch policy to get pull request builds.
+
 ## Commands
 
 ###### Anything between square brackets ([...]) is where your input goes

data/RELEASE.md

@@ -2,6 +2,16 @@
 
 ## Release Notes
 
+### 3.6.0
+
+- New `ci` parameter: `raider new my_project -p framework:rspec automation:selenium ci:azure` generates an `azure-pipelines.yml` for web projects instead of the GitHub Actions workflow. `ci:github` (the default) is unchanged; any other value fails with `Invalid parameters: ci must be github or azure`.
+- The pipeline runs the suite on `ubuntu-latest`, publishes `raider-results/` as a pipeline artifact and includes a `raider_comment` job that comments Raider results on pull requests via `raider-reporter comment`. It needs the `RAIDER_TOKEN` (secret) and `RAIDER_ENDPOINT` pipeline variables and the "Contribute to pull requests" permission for the build service.
+- Azure Repos ignores `pr:` triggers: add the pipeline as a Build validation branch policy so pull request builds and the Raider comment run.
+- The interactive menu asks "Which CI provider?" (GitHub Actions / Azure Pipelines) for web automations.
+- The generated Readme gets an "Azure Pipelines" section when `ci:azure` is used.
+- Mobile projects with `ci:azure` get no pipeline file yet; `raider new` prints a notice.
+- Generated Gemfiles now require `raider_reporter` `~> 0.5`.
+
 ### 3.5.0
 
 - Generated Cucumber projects now report through `raider_reporter` `~> 0.4` instead of Allure: results are written to `raider-results/` and uploaded when `RAIDER_TOKEN` and `RAIDER_ENDPOINT` are set. The reporter is activated by `require 'raider_reporter/cucumber'` in `features/support/env.rb`.

data/lib/generators/generator.rb

@@ -51,6 +51,15 @@ class Generator < Thor::Group
     args.include?('rspec')
   end
 
+  # Only the options after automation, framework and name, so a project named "azure" is not Azure CI
+  def azure?
+    args.drop(3).include?('azure')
+  end
+
+  def github_ci?
+    !azure?
+  end
+
   def selenium?
     args.include?('selenium')
   end

data/lib/generators/infrastructure/azure_generator.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require_relative '../generator'
+
+class AzureGenerator < Generator
+  def generate_azure_pipeline
+    return unless azure? && web?
+
+    template('azure_pipelines.tt', "#{name}/azure-pipelines.yml")
+  end
+end

data/lib/generators/infrastructure/github_generator.rb

@@ -4,13 +4,13 @@ require_relative '../generator'
 
 class GithubGenerator < Generator
   def generate_actions_file
-    return unless web?
+    return unless github_ci? && web?
 
     template('github.tt', "#{name}/.github/workflows/test_pipeline.yml")
   end
 
   def generate_appium_pipeline
-    return unless mobile?
+    return unless github_ci? && mobile?
 
     template('github_appium.tt', "#{name}/.github/workflows/appium_pipeline.yml")
   end

data/lib/generators/infrastructure/templates/azure_pipelines.tt

@@ -0,0 +1,44 @@
+trigger:
+  branches:
+    include: [main, master]
+# Azure Repos ignores pr: — add this pipeline as a Build validation branch policy so pull request builds (and the Raider comment) run.
+pr:
+  branches:
+    include: ['*']
+
+# Self-hosted agent? Replace vmImage with: pool: { name: Default }
+pool:
+  vmImage: ubuntu-latest
+
+variables:
+  HEADLESS: 'true'
+  # Add RAIDER_TOKEN (secret) and RAIDER_ENDPOINT as pipeline variables.
+
+jobs:
+  - job: tests
+    steps:
+      - task: UseRubyVersion@0
+        inputs: { versionSpec: '3.4' }
+      - script: bundle install
+        displayName: Install gems
+      - script: <%- if cucumber? -%>bundle exec cucumber features/ --format pretty<%- else -%>bundle exec rspec spec/ --format documentation<%- end %>
+        displayName: Run tests
+        env:
+          RAIDER_TOKEN: $(RAIDER_TOKEN)
+          RAIDER_ENDPOINT: $(RAIDER_ENDPOINT)
+      - task: PublishPipelineArtifact@1
+        condition: always()
+        inputs: { targetPath: raider-results, artifact: raider-results-$(System.JobPositionInPhase)-$(System.JobAttempt) }
+  - job: raider_comment
+    dependsOn: tests
+    condition: and(always(), eq(variables['Build.Reason'], 'PullRequest'))
+    steps:
+      - task: UseRubyVersion@0
+        inputs: { versionSpec: '3.4' }
+      - script: bundle install
+      - script: bundle exec raider-reporter comment
+        displayName: Comment Raider results on the pull request
+        env:
+          RAIDER_TOKEN: $(RAIDER_TOKEN)
+          RAIDER_ENDPOINT: $(RAIDER_ENDPOINT)
+          SYSTEM_ACCESSTOKEN: $(System.AccessToken)

data/lib/generators/invoke_generators.rb

@@ -1,4 +1,5 @@
 require_relative 'infrastructure/github_generator'
+require_relative 'infrastructure/azure_generator'
 require_relative 'automation/automation_generator'
 require_relative 'common_generator'
 require_relative 'cucumber/cucumber_generator'
@@ -6,13 +7,16 @@ require_relative 'helper_generator'
 require_relative 'rspec/rspec_generator'
 
 module InvokeGenerators
+  class InvalidParameters < ArgumentError; end
+
   module_function
 
   def generate_framework(structure = {})
+    validate_ci(structure[:ci])
     generators = %w[Automation Common Helpers]
     framework = structure[:framework]
     add_generator(generators, framework.capitalize)
-    add_generator(generators, 'Github')
+    add_generator(generators, 'Github', 'Azure')
     extra_args = collect_flags(structure)
     generators.each do |generator|
       invoke_generator({
@@ -23,6 +27,19 @@ module InvokeGenerators
                          extra_args:
                        })
     end
+    print_mobile_azure_notice(structure)
+  end
+
+  def validate_ci(provider)
+    return if [nil, '', 'github', 'azure'].include?(provider&.to_s)
+
+    raise InvalidParameters, 'ci must be github or azure'
+  end
+
+  def print_mobile_azure_notice(structure)
+    return unless structure[:ci].to_s == 'azure' && mobile_automation?(structure[:automation])
+
+    puts 'Azure Pipelines template for mobile projects is not available yet; see the README.'
   end
 
   def add_generator(generators, *gens)
@@ -45,6 +62,7 @@ module InvokeGenerators
   def collect_flags(structure)
     flags = []
     flags << 'axe_addon' if structure[:accessibility] && !mobile_automation?(structure[:automation])
+    flags << 'azure' if structure[:ci].to_s == 'azure'
     flags
   end
 

data/lib/generators/menu_generator.rb

@@ -30,6 +30,7 @@ class MenuGenerator
       automation: options[:automation],
       framework: options[:framework],
       accessibility: options[:accessibility],
+      ci: options[:ci],
       name: @name
     }
     generate_framework(structure)
@@ -75,18 +76,26 @@ class MenuGenerator
     end
   end
 
-  FrameworkOptions = Struct.new(:automation, :framework, :accessibility)
+  FrameworkOptions = Struct.new(:automation, :framework, :accessibility, :ci)
 
   def create_framework_options(params)
-    FrameworkOptions.new(params[:automation], params[:framework], params[:accessibility])
+    FrameworkOptions.new(params[:automation], params[:framework], params[:accessibility], params[:ci])
   end
 
   def select_accessibility(framework, automation_type)
     return create_framework(framework, automation_type) if mobile_automation?(automation_type)
 
     prompt.select('Add accessibility testing (axe)?') do |menu|
-      menu.choice :Yes, -> { create_framework(framework, automation_type, accessibility: true) }
-      menu.choice :No, -> { create_framework(framework, automation_type) }
+      menu.choice :Yes, -> { select_ci(framework, automation_type, accessibility: true) }
+      menu.choice :No, -> { select_ci(framework, automation_type, accessibility: false) }
+      menu.choice :Quit, -> { exit }
+    end
+  end
+
+  def select_ci(framework, automation_type, accessibility:)
+    prompt.select('Which CI provider?') do |menu|
+      menu.choice 'GitHub Actions', -> { create_framework(framework, automation_type, accessibility:) }
+      menu.choice 'Azure Pipelines', -> { create_framework(framework, automation_type, accessibility:, ci_provider: 'azure') }
       menu.choice :Quit, -> { exit }
     end
   end
@@ -95,15 +104,16 @@ class MenuGenerator
     %w[ios android cross_platform].include?(automation_type)
   end
 
-  def create_framework(framework, automation_type, accessibility: false)
+  def create_framework(framework, automation_type, accessibility: false, ci_provider: nil)
     options = create_framework_options(automation: automation_type,
                                        framework: framework.downcase,
-                                       accessibility:)
+                                       accessibility:, ci: ci_provider)
 
     puts 'Chosen Options:'
     puts "  Automation Type: #{options[:automation]}"
     puts "  Framework: #{options[:framework]}"
     puts '  Accessibility: enabled' if options[:accessibility]
+    puts '  CI: Azure Pipelines' if options[:ci] == 'azure'
 
     set_up_framework(options)
     prompt.say("You have chosen to use #{framework} with #{automation_type}")

data/lib/generators/templates/common/gemfile.tt

@@ -17,7 +17,7 @@ gem 'parallel_split_test'
 gem 'parallel_tests'
 gem 'rake'
 gem 'reek'
-gem 'raider_reporter', '~> 0.4'
+gem 'raider_reporter', '~> 0.5'
 <%- if rspec? -%>
 gem 'rspec-retry'
 <%- end -%>

data/lib/generators/templates/common/read_me.tt

@@ -107,6 +107,24 @@ Without `RAIDER_TOKEN`, nothing is uploaded and the suite output is unchanged. F
 Raider. See the [raider_reporter README](https://github.com/RaiderHQ/raider_reporter) for details.
 <%- end -%>
 
+<%- if azure? && mobile? -%>
+## CI
+
+Azure Pipelines template for mobile projects is not available yet. Use GitHub Actions (`ci:github`) or write your own pipeline; see the raider_reporter README for the Azure setup.
+
+<%- elsif azure? -%>
+## Azure Pipelines
+
+`azure-pipelines.yml` runs the suite on `ubuntu-latest` and, on pull requests, comments the Raider results.
+
+- Create a pipeline from `azure-pipelines.yml`, then add `RAIDER_TOKEN` (mark it secret) and `RAIDER_ENDPOINT` as pipeline variables.
+- Contribute to pull requests: grant the pipeline's build service identity (`<Project> Build Service (<Organization>)`) the "Contribute to pull requests" permission on the repository, so `raider-reporter comment` can post the comment and status.
+- Azure Repos ignores `pr:` triggers. Add this pipeline as a Build validation branch policy so pull request builds (and the Raider comment) run.
+- Keep the `raider_comment` job in the same stage as the `tests` job.
+- Pull request comments work for Azure Repos only; a GitHub-hosted repo built by Azure Pipelines gets results uploaded but no PR comment.
+- Self-hosted agent? Replace `vmImage: ubuntu-latest` with `pool: { name: Default }`.
+
+<%- end -%>
 ### Sponsors
 
 This project is tested with BrowserStack.

data/lib/ruby_raider.rb

@@ -25,7 +25,7 @@ module RubyRaider
         params[:name] = project_name
         parsed_hash = params.transform_keys(&:to_sym)
         merge_flags(parsed_hash)
-        return InvokeGenerators.generate_framework(parsed_hash)
+        return generate_from_parameters(parsed_hash)
       end
 
       MenuGenerator.new(project_name).generate_choice_menu
@@ -50,6 +50,13 @@ module RubyRaider
     map 'u' => 'utility'
 
     no_tasks do
+      def generate_from_parameters(params)
+        InvokeGenerators.generate_framework(params)
+      rescue InvokeGenerators::InvalidParameters => e
+        puts "Invalid parameters: #{e.message}"
+        exit 1
+      end
+
       def merge_flags(params)
         params[:accessibility] = true if options[:accessibility]
       end

data/lib/version

@@ -1 +1 @@
-3.5.0
+3.6.0

data/sig/generators/generator.rbs

@@ -15,6 +15,8 @@ class Generator < Thor::Group
   def ios?: () -> bool
   def android?: () -> bool
   def rspec?: () -> bool
+  def azure?: () -> bool
+  def github_ci?: () -> bool
   def selenium?: () -> bool
   def watir?: () -> bool
   def web?: () -> bool

data/sig/generators/infrastructure/azure_generator.rbs

@@ -0,0 +1,4 @@
+# Type definitions for AzureGenerator
+class AzureGenerator < Generator
+  def generate_azure_pipeline: () -> void
+end

data/sig/generators/invoke_generators.rbs

@@ -1,6 +1,11 @@
 # Type definitions for InvokeGenerators module
 module InvokeGenerators
+  class InvalidParameters < ArgumentError
+  end
+
   def self?.generate_framework: (?Hash[Symbol, untyped] structure) -> void
+  def self?.validate_ci: (untyped provider) -> void
+  def self?.print_mobile_azure_notice: (Hash[Symbol, untyped] structure) -> void
   def self?.add_generator: (Array[String] generators, *String gens) -> void
   def self?.invoke_generator: (?Hash[Symbol, untyped] structure) -> void
   def self?.collect_flags: (Hash[Symbol, untyped] structure) -> Array[String]

data/sig/generators/menu_generator.rbs

@@ -18,7 +18,8 @@ class MenuGenerator
   def create_framework_options: (Hash[Symbol, untyped] params) -> untyped
   def select_accessibility: (String framework, String automation_type) -> void
   def mobile_automation?: (String automation_type) -> bool
-  def create_framework: (String framework, String automation_type, ?accessibility: bool) -> void
+  def select_ci: (String framework, String automation_type, accessibility: bool) -> void
+  def create_framework: (String framework, String automation_type, ?accessibility: bool, ?ci_provider: String?) -> void
   def yes_no_menu_choices: () -> Hash[Symbol, Proc]
   def select_automation_framework: (untyped menu) -> void
   def automation_options: (untyped menu) -> void

data/sig/ruby_raider.rbs

@@ -8,6 +8,7 @@ module RubyRaider
 
     private
 
+    def generate_from_parameters: (Hash[Symbol, untyped] params) -> void
     def merge_flags: (Hash[Symbol, untyped] params) -> void
   end
 end

data/spec/integration/content/azure_content_spec.rb

@@ -0,0 +1,109 @@
+# frozen_string_literal: true
+
+require 'yaml'
+require 'fileutils'
+require_relative 'content_helper'
+
+# UseRubyVersion@0 versionSpec '3.4' resolves against the hosted tool cache, which lists Ruby 3.4.x
+# (3.2, 3.3, 3.4, 4.0): https://github.com/actions/runner-images/blob/main/images/ubuntu/Ubuntu2404-Readme.md
+describe 'Azure Pipelines content' do
+  combos = FRAMEWORKS.product(%w[selenium watir], [false, true])
+
+  before(:all) do # rubocop:disable RSpec/BeforeAfterAll
+    combos.each do |framework, automation, axe|
+      name = "azurec_#{framework}_#{automation}#{'_axe' if axe}"
+      next if File.exist?(name)
+
+      InvokeGenerators.generate_framework(automation:, framework:, name:, accessibility: axe, ci: 'azure')
+    end
+  end
+
+  after(:all) { FileUtils.rm_rf(Dir.glob('azurec_*')) } # rubocop:disable RSpec/BeforeAfterAll
+
+  combos.each do |framework, automation, axe|
+    context "with #{framework}, #{automation}#{', axe' if axe}" do
+      let(:name) { "azurec_#{framework}_#{automation}#{'_axe' if axe}" }
+      let(:raw) { read_generated(name, 'azure-pipelines.yml') }
+      let(:yml) { YAML.safe_load(raw) }
+      let(:run_command) do
+        if framework == 'cucumber'
+          'bundle exec cucumber features/ --format pretty'
+        else
+          'bundle exec rspec spec/ --format documentation'
+        end
+      end
+
+      it 'has a tests job with ruby, bundle install, run command and an always-published artifact' do
+        tests = yml['jobs'][0]
+        expect(tests['job']).to eq('tests')
+        steps = tests['steps']
+        expect(steps.first).to eq('task' => 'UseRubyVersion@0', 'inputs' => { 'versionSpec' => '3.4' })
+        expect(steps.map { |s| s['script'] }).to include('bundle install', run_command)
+        publish = steps.find { |s| s['task'] == 'PublishPipelineArtifact@1' }
+        expect(publish['condition']).to eq('always()')
+        expect(publish['inputs']).to eq(
+          'targetPath' => 'raider-results',
+          'artifact' => 'raider-results-$(System.JobPositionInPhase)-$(System.JobAttempt)'
+        )
+      end
+
+      it 'passes exactly the Raider settings to the test step' do
+        step = yml['jobs'][0]['steps'].find { |s| s['script'] == run_command }
+        expect(step['env']).to eq('RAIDER_TOKEN' => '$(RAIDER_TOKEN)', 'RAIDER_ENDPOINT' => '$(RAIDER_ENDPOINT)')
+        expect(yml['variables']['HEADLESS']).to eq('true')
+      end
+
+      it 'has a raider_comment job for pull requests' do
+        comment = yml['jobs'][1]
+        expect(comment['job']).to eq('raider_comment')
+        expect(comment['dependsOn']).to eq('tests')
+        expect(comment['condition']).to eq("and(always(), eq(variables['Build.Reason'], 'PullRequest'))")
+        last = comment['steps'].last
+        expect(last['script']).to eq('bundle exec raider-reporter comment')
+        expect(last['env']).to include('SYSTEM_ACCESSTOKEN' => '$(System.AccessToken)')
+      end
+
+      it 'has triggers, pool and the self-hosted hint' do
+        expect(yml['trigger']['branches']['include']).to include('main', 'master')
+        expect(yml['pr']['branches']['include']).to include('*')
+        expect(yml['pool']).to eq('vmImage' => 'ubuntu-latest')
+        expect(raw).to include('# Self-hosted agent? Replace vmImage with: pool: { name: Default }')
+      end
+
+      it 'explains that Azure Repos ignores pr: directly above the pr block' do
+        expect(raw).to include('# Azure Repos ignores pr: — add this pipeline as a Build validation branch policy ' \
+                               "so pull request builds (and the Raider comment) run.\npr:")
+      end
+
+      it 'has no Allure' do
+        expect(raw).not_to match(/allure/i)
+      end
+
+      it 'documents Azure Pipelines in the README and no GitHub Actions setup' do
+        readme = read_generated(name, 'Readme.md')
+        expect(readme).to include('## Azure Pipelines', 'RAIDER_TOKEN', 'Contribute to pull requests',
+                                  'pool: { name: Default }', 'Build validation branch policy',
+                                  'same stage')
+        expect(readme).not_to match(/GitHub Actions/i)
+      end
+    end
+  end
+
+  context 'with a mobile project and ci azure' do
+    let(:readme) { read_generated('azurec_mobile', 'Readme.md') }
+
+    before(:all) do # rubocop:disable RSpec/BeforeAfterAll
+      InvokeGenerators.generate_framework(automation: 'ios', framework: 'rspec', name: 'azurec_mobile', ci: 'azure')
+    end
+
+    it 'says the template is not available and does not mention azure-pipelines.yml' do
+      expect(readme).to include('## CI', 'Azure Pipelines template for mobile projects is not available yet. ' \
+                                         'Use GitHub Actions (`ci:github`)')
+      expect(readme).not_to include('azure-pipelines.yml', '## Azure Pipelines')
+    end
+  end
+
+  it 'does not generate azure-pipelines.yml for default projects' do
+    expect(File).not_to exist("#{project('rspec', 'selenium')}/azure-pipelines.yml")
+  end
+end

data/spec/integration/content/gemfile_content_spec.rb

@@ -127,7 +127,7 @@ describe 'Gemfile content' do
         let(:gemfile) { read_generated("#{FrameworkIndex::RSPEC}_#{automation}", 'Gemfile') }
 
         it 'includes raider_reporter' do
-          expect(gemfile).to include("gem 'raider_reporter', '~> 0.4'")
+          expect(gemfile).to include("gem 'raider_reporter', '~> 0.5'")
         end
 
         it 'keeps allure gems' do
@@ -143,7 +143,7 @@ describe 'Gemfile content' do
         let(:gemfile) { read_generated("#{FrameworkIndex::CUCUMBER}_#{automation}", 'Gemfile') }
 
         it 'includes raider_reporter' do
-          expect(gemfile).to include("gem 'raider_reporter', '~> 0.4'")
+          expect(gemfile).to include("gem 'raider_reporter', '~> 0.5'")
         end
 
         it 'drops allure-cucumber' do

data/spec/integration/end_to_end_spec.rb

@@ -104,10 +104,10 @@ describe 'End-to-End Project Generation and Execution' do
       expect(bundle_install(project)).to be true
     end
 
-    it 'resolves raider_reporter 0.4 from RubyGems and ships the raider-reporter executable', :aggregate_failures do
+    it 'resolves raider_reporter 0.5 from RubyGems and ships the raider-reporter executable', :aggregate_failures do
       skip 'Bundle install failed' unless bundle_install(project)
 
-      expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.4\.\d+\)$/)
+      expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
       result = run_in_project(project, 'bundle exec raider-reporter --help', timeout: 60)
       expect(result[:exit_code]).to eq(0), "STDOUT: #{result[:stdout]}\nSTDERR: #{result[:stderr]}"
       expect(result[:stdout] + result[:stderr]).to include('raider-reporter comment')
@@ -163,11 +163,11 @@ describe 'End-to-End Project Generation and Execution' do
                                   "STDERR: #{result[:stderr]}"
     end
 
-    it 'resolves raider_reporter 0.4 from RubyGems and requires its Cucumber plugin', :aggregate_failures do
+    it 'resolves raider_reporter 0.5 from RubyGems and requires its Cucumber plugin', :aggregate_failures do
       skip 'Bundle install failed' unless bundle_install(project)
 
       lockfile = File.read(File.join(project, 'Gemfile.lock'))
-      expect(lockfile).to match(/^    raider_reporter \(0\.4\.\d+\)$/)
+      expect(lockfile).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
       expect(File.read(File.join(project, 'features/support/env.rb'))).to include("require 'raider_reporter/cucumber'")
     end
 
@@ -262,6 +262,95 @@ describe 'End-to-End Project Generation and Execution' do
     end
   end
 
+  # Recorded Azure Pipelines env of a push (IndividualCI) build, see raider_reporter's CiDetector specs
+  AZURE_PUSH_ENV = {
+    'TF_BUILD' => 'True',
+    'SYSTEM_COLLECTIONURI' => 'https://dev.azure.com/raider-test/',
+    'SYSTEM_TEAMPROJECT' => 'My Project',
+    'SYSTEM_TEAMPROJECTID' => '6ce954b1-ce1f-45d1-b94d-e6bf2464ba2c',
+    'BUILD_REPOSITORY_NAME' => 'web tests',
+    'BUILD_REPOSITORY_ID' => '1c2bd1a0-3f63-4d93-9c3c-2b4f2b1d8f11',
+    'BUILD_REPOSITORY_PROVIDER' => 'TfsGit',
+    'BUILD_BUILDID' => '42',
+    'SYSTEM_JOBDISPLAYNAME' => 'tests',
+    'BUILD_REASON' => 'IndividualCI',
+    'BUILD_SOURCEBRANCH' => 'refs/heads/release/1.2',
+    'BUILD_SOURCEVERSION' => 'abc'
+  }.freeze
+
+  # Generates a ci: azure web project (the shared before(:all) only builds the default github ones)
+  def generate_azure_project(framework)
+    name = "azure_#{framework}_selenium"
+    unless LazyProjectGenerator::GENERATED.include?(name)
+      generate_framework(framework:, automation: 'selenium', name:, ci: 'azure')
+      LazyProjectGenerator::GENERATED.add(name)
+    end
+    name
+  end
+
+  def azure_env_prefix
+    "GITHUB_ACTIONS= HEADLESS=true #{AZURE_PUSH_ENV.map { |k, v| "#{k}='#{v}'" }.join(' ')}"
+  end
+
+  def expect_azure_ci_block(project)
+    run = JSON.parse(File.read(File.join(project, 'raider-results', 'run.json')))
+    ci = run.dig('run', 'ci') || run['ci']
+    expect(ci).not_to be_nil, "No ci block in run.json: #{run.keys}"
+    expect(ci['provider']).to eq('azure_pipelines')
+    expect(ci['build_key']).to start_with('azure_pipelines:')
+    expect(ci['build_key']).to eq(
+      'azure_pipelines:dev.azure.com/raider-test/6ce954b1-ce1f-45d1-b94d-e6bf2464ba2c/' \
+      '1c2bd1a0-3f63-4d93-9c3c-2b4f2b1d8f11:42:1'
+    )
+    expect(ci['build_url']).to eq('https://dev.azure.com/raider-test/My%20Project/_build/results?buildId=42')
+    puts "\nrun.json ci block: #{JSON.pretty_generate(ci)}"
+  end
+
+  context 'Azure Pipelines projects (ci: azure)' do
+    describe 'Selenium + RSpec' do
+      let(:project) { generate_azure_project('rspec') }
+
+      it 'ships azure-pipelines.yml and resolves raider_reporter 0.5', :aggregate_failures do
+        expect(File).to exist(File.join(project, 'azure-pipelines.yml'))
+        expect(File).not_to exist(File.join(project, '.github/workflows'))
+        skip 'Bundle install failed' unless bundle_install(project)
+
+        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+      end
+
+      it 'records provider azure_pipelines and an azure_pipelines: build key in run.json', :aggregate_failures, :slow do
+        skip 'Bundle install failed' unless bundle_install(project)
+
+        FileUtils.rm_rf(File.join(project, 'raider-results'))
+        result = run_in_project(project, "#{azure_env_prefix} bundle exec rspec spec/ --format documentation",
+                                timeout: 120)
+        expect(result[:success]).to be(true), "STDOUT: #{result[:stdout]}\nSTDERR: #{result[:stderr]}"
+        expect_azure_ci_block(project)
+      end
+    end
+
+    describe 'Selenium + Cucumber' do
+      let(:project) { generate_azure_project('cucumber') }
+
+      it 'ships azure-pipelines.yml and resolves raider_reporter 0.5', :aggregate_failures do
+        expect(File).to exist(File.join(project, 'azure-pipelines.yml'))
+        skip 'Bundle install failed' unless bundle_install(project)
+
+        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+      end
+
+      it 'records provider azure_pipelines and an azure_pipelines: build key in run.json', :aggregate_failures, :slow do
+        skip 'Bundle install failed' unless bundle_install(project)
+
+        FileUtils.rm_rf(File.join(project, 'raider-results'))
+        result = run_in_project(project, "#{azure_env_prefix} bundle exec cucumber features/ --format pretty",
+                                timeout: 120)
+        expect(result[:success]).to be(true), "STDOUT: #{result[:stdout]}\nSTDERR: #{result[:stderr]}"
+        expect_azure_ci_block(project)
+      end
+    end
+  end
+
   # Mobile and Visual frameworks require external services, so we only verify structure
   context 'Mobile Automation Frameworks (structure validation only)' do
     describe 'iOS + RSpec' do

data/spec/integration/generators/azure_generator_spec.rb

@@ -0,0 +1,100 @@
+# frozen_string_literal: true
+
+require 'fileutils'
+require 'yaml'
+require_relative '../../../lib/generators/infrastructure/azure_generator'
+require_relative '../spec_helper'
+
+describe AzureGenerator do
+  mobile_notice = "Azure Pipelines template for mobile projects is not available yet; see the README.\n"
+  web = FRAMEWORKS.product(%w[selenium watir], [false, true])
+  mobile = FRAMEWORKS.product(%w[ios android cross_platform])
+
+  after(:all) do # rubocop:disable RSpec/BeforeAfterAll
+    FileUtils.rm_rf(Dir.glob('azure_*'))
+    FileUtils.rm_rf(Dir.glob('plain_*'))
+    FileUtils.rm_rf(Dir.glob('ghci_*'))
+  end
+
+  web.each do |framework, automation, axe|
+    context "with ci azure, #{framework}, #{automation}#{', axe' if axe}" do
+      let(:name) { "azure_#{framework}_#{automation}#{'_axe' if axe}" }
+
+      before do
+        next if File.exist?(name)
+
+        InvokeGenerators.generate_framework(automation:, framework:, name:, accessibility: axe, ci: 'azure')
+      end
+
+      it 'creates azure-pipelines.yml and no .github directory' do
+        expect(File).to exist("#{name}/azure-pipelines.yml")
+        expect(File).not_to exist("#{name}/.github")
+      end
+
+      it 'is parseable YAML' do
+        expect { YAML.safe_load_file("#{name}/azure-pipelines.yml") }.not_to raise_error
+      end
+    end
+  end
+
+  mobile.each do |framework, automation|
+    context "with ci azure, #{framework}, #{automation}" do
+      let(:name) { "azure_#{framework}_#{automation}" }
+
+      it 'generates no pipeline, no .github and prints the notice' do
+        expect do
+          InvokeGenerators.generate_framework(automation:, framework:, name:, ci: 'azure')
+        end.to output(/#{Regexp.escape(mobile_notice)}/).to_stdout
+        expect(File).not_to exist("#{name}/azure-pipelines.yml")
+        expect(File).not_to exist("#{name}/.github")
+      end
+    end
+  end
+
+  context 'with the default ci and ci github' do
+    it 'generates GitHub files and no azure-pipelines.yml' do
+      InvokeGenerators.generate_framework(automation: 'selenium', framework: 'rspec', name: 'plain_default')
+      InvokeGenerators.generate_framework(automation: 'selenium', framework: 'rspec', name: 'ghci_github', ci: 'github')
+      %w[plain_default ghci_github].each do |name|
+        expect(File).to exist("#{name}/.github/workflows/test_pipeline.yml")
+        expect(File).not_to exist("#{name}/azure-pipelines.yml")
+      end
+    end
+  end
+
+  context 'with an invalid ci' do
+    it 'raises an ArgumentError and generates nothing' do
+      expect do
+        InvokeGenerators.generate_framework(automation: 'selenium', framework: 'rspec', name: 'azure_bad', ci: 'gitlab')
+      end.to raise_error(ArgumentError, 'ci must be github or azure')
+      expect(File).not_to exist('azure_bad')
+    end
+  end
+
+  context 'with raider new and ci:gitlab' do
+    it 'prints the error, generates nothing and exits non-zero' do
+      root = File.expand_path('../../..', __dir__)
+      out = IO.popen(['ruby', "#{root}/bin/raider", 'new', 'azure_cli_bad', '-p', 'framework:rspec',
+                      'automation:selenium', 'ci:gitlab', { err: %i[child out] }], &:read)
+      expect($CHILD_STATUS.exitstatus).not_to eq(0)
+      expect(out).to include('Invalid parameters: ci must be github or azure')
+      expect(File).not_to exist('azure_cli_bad')
+    end
+  end
+
+  context 'with a project named azure' do
+    after { FileUtils.rm_rf(%w[azure azure_named_ci]) }
+
+    it 'generates the GitHub workflow with the default ci' do
+      InvokeGenerators.generate_framework(automation: 'selenium', framework: 'rspec', name: 'azure')
+      expect(File).to exist('azure/.github/workflows')
+      expect(File).not_to exist('azure/azure-pipelines.yml')
+    end
+
+    it 'generates the Azure pipeline with ci azure' do
+      InvokeGenerators.generate_framework(automation: 'selenium', framework: 'rspec', name: 'azure', ci: 'azure')
+      expect(File).to exist('azure/azure-pipelines.yml')
+      expect(File).not_to exist('azure/.github')
+    end
+  end
+end

data/spec/menus/menu_generator_spec.rb

@@ -157,4 +157,53 @@ RSpec.describe MenuGenerator do
       )
     end
   end
+
+  describe 'CI provider question' do
+    let(:menu) { double('menu') } # rubocop:disable RSpec/VerifiedDoubles
+
+    before do
+      allow(menu).to receive(:choice)
+      allow(menu_generator).to receive(:generate_framework)
+      allow(menu_generator).to receive(:system)
+      allow(prompt).to receive(:say)
+      allow(prompt).to receive(:yes?).and_return(false)
+    end
+
+    it 'is asked after accessibility for web automations' do
+      allow(prompt).to receive(:select).with('Which CI provider?').and_yield(menu)
+
+      menu_generator.send(:select_ci, 'Rspec', 'selenium', accessibility: false)
+
+      expect(menu).to have_received(:choice).with('GitHub Actions', anything)
+      expect(menu).to have_received(:choice).with('Azure Pipelines', anything)
+      expect(menu).to have_received(:choice).with(:Quit, anything)
+    end
+
+    it 'follows the accessibility answer' do
+      allow(prompt).to receive(:select).with('Add accessibility testing (axe)?').and_yield(menu)
+      allow(menu).to receive(:choice).with(:No, anything) { |_, action| action.call }
+      allow(menu_generator).to receive(:select_ci)
+
+      menu_generator.send(:select_accessibility, 'Rspec', 'selenium')
+
+      expect(menu_generator).to have_received(:select_ci).with('Rspec', 'selenium', accessibility: false)
+    end
+
+    it 'is skipped for mobile' do
+      allow(prompt).to receive(:select)
+
+      menu_generator.send(:select_accessibility, 'Rspec', 'ios')
+
+      expect(prompt).not_to have_received(:select)
+      expect(menu_generator).to have_received(:generate_framework).with(hash_including(automation: 'ios'))
+    end
+
+    it 'passes ci azure through to generate_framework' do
+      menu_generator.send(:create_framework, 'Rspec', 'selenium', ci_provider: 'azure')
+
+      expect(menu_generator).to have_received(:generate_framework).with(
+        hash_including(automation: 'selenium', ci: 'azure')
+      )
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_raider
 version: !ruby/object:Gem::Version
-  version: 3.5.0
+  version: 3.6.0
 platform: ruby
 authors:
 - Agustin Pequeno
@@ -208,7 +208,9 @@ files:
 - lib/generators/cucumber/templates/world.tt
 - lib/generators/generator.rb
 - lib/generators/helper_generator.rb
+- lib/generators/infrastructure/azure_generator.rb
 - lib/generators/infrastructure/github_generator.rb
+- lib/generators/infrastructure/templates/azure_pipelines.tt
 - lib/generators/infrastructure/templates/github.tt
 - lib/generators/infrastructure/templates/github_appium.tt
 - lib/generators/invoke_generators.rb
@@ -276,6 +278,7 @@ files:
 - sig/generators/cucumber/cucumber_generator.rbs
 - sig/generators/generator.rbs
 - sig/generators/helper_generator.rbs
+- sig/generators/infrastructure/azure_generator.rbs
 - sig/generators/infrastructure/github_generator.rbs
 - sig/generators/invoke_generators.rbs
 - sig/generators/menu_generator.rbs
@@ -302,6 +305,7 @@ files:
 - spec/integration/commands/browser_update_after_creation_spec.rb
 - spec/integration/commands/scaffolding_commands_spec.rb
 - spec/integration/commands/utility_commands_spec.rb
+- spec/integration/content/azure_content_spec.rb
 - spec/integration/content/ci_content_spec.rb
 - spec/integration/content/common_content_spec.rb
 - spec/integration/content/config_content_spec.rb
@@ -317,6 +321,7 @@ files:
 - spec/integration/end_to_end_spec.rb
 - spec/integration/generators/automation_generator_spec.rb
 - spec/integration/generators/axe_addon_spec.rb
+- spec/integration/generators/azure_generator_spec.rb
 - spec/integration/generators/common_generator_spec.rb
 - spec/integration/generators/config_features_spec.rb
 - spec/integration/generators/cucumber_generator_spec.rb