ruby_raider 3.7.0 → 3.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1dcadd35b6861c6b6e789c0c06cdd4b2febd6d0fdd664eb65faff04ddf206856
-  data.tar.gz: fdc320f7e5c560920318b9d3fd4a46a1aec8ef9bfadd371820f85b5b72ed75e5
+  metadata.gz: ed3634de8115662d6148059e139a55f330a07fe9736ac82efbc439a256dd5747
+  data.tar.gz: 2c88f2ecb9c18c6f787ac216ef89de3e2dd626c1d1671c990b313d3df29b0e4d
 SHA512:
-  metadata.gz: dc8218ab6eff3ebf9b86cde049cc9876ee2528e86adaa60ed2cb954401417df4acdb68cb28a1d948524b87429a6680c0906717ee5fc0117d9adc00c4054b6348
-  data.tar.gz: '0094141af34fd3154591755d8fb882f6604aca77b8d5a94bd0946c49474fb6b53e91746af5a656b6ac35a62de17881ee93fafc84f0e1f5c03189db32195dfafe'
+  metadata.gz: f534bbb7ae8a9ae5870f905376bf1fc6bdc2189729ccb01fd5d76c8a0886255b1693a716e28cebd87d892ce3646b17dfca9a2b887c35349431bae2d47573fc05
+  data.tar.gz: 15eba78213eaee9100e1bc9ec5959fa5a8f89843b65fd77259db1571f74684ac01e665ab36a1ff152fb9ec3b8b96090acea9edf3e5d5c7ccd145f5b88c450b67

data/README.md

@@ -60,7 +60,7 @@ Every generated project comes with:
 
 - **Page Object Model** — Base page and component classes with example pages
 - **Test examples** — Working login tests against the [Raider Test Store](https://raider-test-site.onrender.com/)
-- **Raider reporting** — RSpec and Cucumber projects include [raider_reporter](https://github.com/RaiderHQ/raider_reporter), which writes results to `raider-results/` and uploads runs when `RAIDER_TOKEN` and `RAIDER_ENDPOINT` are set
+- **Raider reporting** — RSpec and Cucumber projects include [raider_reporter](https://github.com/RaiderHQ/raider_reporter), which writes results to `raider-results/` and uploads runs when `RAIDER_TOKEN` and `RAIDER_ENDPOINT` are set; generated CI runs the suite through `raider-reporter exec` with `RAIDER_QUARANTINE`, so quarantined tests do not fail the build; an opt-in `raider-gate` job (`RAIDER_GATE=1`) fails CI when the Raider quality gate fails
 - **GitHub Actions CI** — Ready-to-use test pipeline
 - **Rake tasks** — Default, smoke, and regression tasks with tag-based filtering
 - **Retry support** — RSpec retry with configurable retry count via `RETRY_COUNT` env var

data/lib/generators/infrastructure/templates/azure_pipelines.tt

@@ -21,16 +21,17 @@ jobs:
         inputs: { versionSpec: '3.4' }
       - script: bundle install
         displayName: Install gems
-      - script: <%- if cucumber? -%>bundle exec cucumber features/ --format pretty<%- else -%>bundle exec rspec spec/ --format documentation<%- end %>
+      - script: <%- if cucumber? -%>bundle exec raider-reporter exec -- bundle exec cucumber features/ --format pretty<%- else -%>bundle exec raider-reporter exec -- bundle exec rspec spec/ --format documentation<%- end %>
         displayName: Run tests
         env:
           RAIDER_TOKEN: $(RAIDER_TOKEN)
           RAIDER_ENDPOINT: $(RAIDER_ENDPOINT)
+          RAIDER_QUARANTINE: 1
       - task: PublishPipelineArtifact@1
         condition: always()
         inputs: { targetPath: raider-results, artifact: raider-results-$(System.JobPositionInPhase)-$(System.JobAttempt) }
   - job: raider_comment
-    dependsOn: tests
+    dependsOn: [tests, raider_gate]
     condition: and(always(), eq(variables['Build.Reason'], 'PullRequest'))
     steps:
       - task: UseRubyVersion@0
@@ -42,3 +43,16 @@ jobs:
           RAIDER_TOKEN: $(RAIDER_TOKEN)
           RAIDER_ENDPOINT: $(RAIDER_ENDPOINT)
           SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+  - job: raider_gate
+    dependsOn: tests
+    condition: and(always(), eq(variables['RAIDER_GATE'], '1'))
+    steps:
+      - task: UseRubyVersion@0
+        inputs: { versionSpec: '3.4' }
+      - script: bundle install
+      - script: bundle exec raider-reporter gate
+        displayName: Wait for the Raider quality gate
+        env:
+          RAIDER_TOKEN: $(RAIDER_TOKEN)
+          RAIDER_ENDPOINT: $(RAIDER_ENDPOINT)
+          SYSTEM_ACCESSTOKEN: $(System.AccessToken)

data/lib/generators/infrastructure/templates/github.tt

@@ -34,11 +34,12 @@ jobs:
           chrome-version: stable
 
       - name: Run tests
-        run: <%- if framework == 'cucumber' -%>bundle exec cucumber features --format pretty<%- else -%>bundle exec rspec spec --format documentation<%- end %>
+        run: <%- if framework == 'cucumber' -%>bundle exec raider-reporter exec -- bundle exec cucumber features --format pretty<%- else -%>bundle exec raider-reporter exec -- bundle exec rspec spec --format documentation<%- end %>
         env:
           HEADLESS: true
           RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
           RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
+          RAIDER_QUARANTINE: "1"
 
       - name: Upload Raider results
         uses: actions/upload-artifact@v4
@@ -49,7 +50,7 @@ jobs:
           if-no-files-found: ignore
 
   raider-comment:
-    needs: [build]
+    needs: [build, raider-gate]
     if: always() && github.event_name == 'pull_request'
     runs-on: ubuntu-latest
     permissions:
@@ -66,3 +67,21 @@ jobs:
           RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
           RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  raider-gate:
+    needs: [build]
+    if: always() && vars.RAIDER_GATE == '1'
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      statuses: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with: { ruby-version: 3.4.0, bundler-cache: true }
+      - name: Wait for the Raider quality gate
+        run: bundle exec raider-reporter gate
+        env:
+          RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
+          RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

data/lib/generators/infrastructure/templates/github_appium.tt

@@ -46,14 +46,19 @@ jobs:
 
       - name: Run tests
 <%- if cucumber? -%>
-        run: bundle exec cucumber features/ --format pretty
+        run: bundle exec raider-reporter exec -- bundle exec cucumber features/ --format pretty
 <%- else -%>
-        run: bundle exec rspec spec/ --format documentation
+        run: bundle exec raider-reporter exec -- bundle exec rspec spec/ --format documentation
 <%- end -%>
         env:
           APP_PATH: ${{ github.workspace }}/apps/RaiderTestApp.app
           RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
           RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
+          RAIDER_QUARANTINE: "1"
+<%- if cross_platform? -%>
+          RAIDER_SHARD_INDEX: "1"
+          RAIDER_SHARD_TOTAL: "2"
+<%- end -%>
 
       - name: Upload Raider results
         uses: actions/upload-artifact@v4
@@ -105,14 +110,19 @@ jobs:
           profile: pixel_8
           script: |
 <%- if cucumber? -%>
-            bundle exec cucumber features/ --format pretty
+            bundle exec raider-reporter exec -- bundle exec cucumber features/ --format pretty
 <%- else -%>
-            bundle exec rspec spec/ --format documentation
+            bundle exec raider-reporter exec -- bundle exec rspec spec/ --format documentation
 <%- end -%>
         env:
           APP_PATH: ${{ github.workspace }}/apps/app-release.apk
           RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
           RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
+          RAIDER_QUARANTINE: "1"
+<%- if cross_platform? -%>
+          RAIDER_SHARD_INDEX: "2"
+          RAIDER_SHARD_TOTAL: "2"
+<%- end -%>
 
       - name: Upload Raider results
         uses: actions/upload-artifact@v4
@@ -124,7 +134,7 @@ jobs:
 <%- end -%>
 
   raider-comment:
-    needs: [<%= [('ios-tests' if ios? || cross_platform?), ('android-tests' if android? || cross_platform?)].compact.join(', ') %>]
+    needs: [<%= [('ios-tests' if ios? || cross_platform?), ('android-tests' if android? || cross_platform?)].compact.join(', ') %>, raider-gate]
     if: always() && github.event_name == 'pull_request'
     runs-on: ubuntu-latest
     permissions:
@@ -141,3 +151,21 @@ jobs:
           RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
           RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  raider-gate:
+    needs: [<%= [('ios-tests' if ios? || cross_platform?), ('android-tests' if android? || cross_platform?)].compact.join(', ') %>]
+    if: always() && vars.RAIDER_GATE == '1'
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      statuses: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with: { ruby-version: 3.4.0, bundler-cache: true }
+      - name: Wait for the Raider quality gate
+        run: bundle exec raider-reporter gate
+        env:
+          RAIDER_TOKEN: ${{ secrets.RAIDER_TOKEN }}
+          RAIDER_ENDPOINT: ${{ vars.RAIDER_ENDPOINT }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

data/lib/generators/templates/common/gemfile.tt

@@ -13,7 +13,7 @@ gem 'parallel_split_test'
 gem 'parallel_tests'
 gem 'rake'
 gem 'reek'
-gem 'raider_reporter', '~> 0.7'
+gem 'raider_reporter', '~> 0.9'
 <%- if rspec? -%>
 gem 'rspec-retry'
 <%- end -%>

data/lib/generators/templates/common/read_me.tt

@@ -108,6 +108,34 @@ Without `RAIDER_TOKEN`, nothing is uploaded and the suite output is unchanged. F
 report and to Raider. See the [raider_reporter README](https://github.com/RaiderHQ/raider_reporter) for details.
 <%- end -%>
 
+<%- unless azure? && mobile? -%>
+### Quarantine
+
+CI runs the suite through `bundle exec raider-reporter exec -- …` with `RAIDER_QUARANTINE` set. Tests quarantined in
+Raider still run and are still reported (as `quarantined`), and a build whose only failures are quarantined stays green.
+Local runs keep quarantine off. To turn it off in CI, remove `RAIDER_QUARANTINE` from the pipeline.
+
+<%- end -%>
+<%- unless azure? && mobile? -%>
+### Quality gate
+
+The `<%= azure? ? 'raider_gate' : 'raider-gate' %>` CI job runs `bundle exec raider-reporter gate` after the tests and
+fails the pipeline when the Raider quality gate fails. It is off until you turn it on:
+
+- set the CI variable `RAIDER_GATE=1` (<%= azure? ? 'a pipeline variable' : 'a repository variable under Settings → Secrets and variables → Actions → Variables' %>);
+- turn on rules under the project's Gate page in Raider: a minimum pass rate, no new failures against the default
+  branch, no new flaky tests;
+- optionally require the `raider/gate` check in branch protection.
+
+`raider-reporter gate` exits 1 when the gate fails, naming the failed rules, and 2 when it gets no verdict (timeout,
+Raider unreachable, token rejected, build not found). `RAIDER_GATE_TIMEOUT` sets how long it waits, in seconds
+(default 600). The job stays off by default because a project without `RAIDER_TOKEN`, or a pull request from a fork,
+would exit 2 on every run.
+
+Parallel test jobs that upload to one build must each set `RAIDER_SHARD_TOTAL` (the number of jobs) and
+`RAIDER_SHARD_INDEX` (1 to that number), so the gate waits for all of them instead of judging the first one to finish.
+
+<%- end -%>
 <%- if azure? && mobile? -%>
 ## CI
 

data/lib/version

@@ -1 +1 @@
-3.7.0
+3.9.0

data/spec/integration/content/azure_content_spec.rb

@@ -27,9 +27,9 @@ describe 'Azure Pipelines content' do
       let(:yml) { YAML.safe_load(raw) }
       let(:run_command) do
         if framework == 'cucumber'
-          'bundle exec cucumber features/ --format pretty'
+          'bundle exec raider-reporter exec -- bundle exec cucumber features/ --format pretty'
         else
-          'bundle exec rspec spec/ --format documentation'
+          'bundle exec raider-reporter exec -- bundle exec rspec spec/ --format documentation'
         end
       end
 
@@ -49,20 +49,37 @@ describe 'Azure Pipelines content' do
 
       it 'passes exactly the Raider settings to the test step' do
         step = yml['jobs'][0]['steps'].find { |s| s['script'] == run_command }
-        expect(step['env']).to eq('RAIDER_TOKEN' => '$(RAIDER_TOKEN)', 'RAIDER_ENDPOINT' => '$(RAIDER_ENDPOINT)')
+        expect(step['env']).to eq('RAIDER_TOKEN' => '$(RAIDER_TOKEN)', 'RAIDER_ENDPOINT' => '$(RAIDER_ENDPOINT)',
+                                  'RAIDER_QUARANTINE' => 1)
         expect(yml['variables']['HEADLESS']).to eq('true')
       end
 
-      it 'has a raider_comment job for pull requests' do
+      it 'has a raider_comment job for pull requests that waits for the gate job but runs even when it is skipped' do
         comment = yml['jobs'][1]
         expect(comment['job']).to eq('raider_comment')
-        expect(comment['dependsOn']).to eq('tests')
+        expect(comment['dependsOn']).to eq(%w[tests raider_gate])
         expect(comment['condition']).to eq("and(always(), eq(variables['Build.Reason'], 'PullRequest'))")
         last = comment['steps'].last
         expect(last['script']).to eq('bundle exec raider-reporter comment')
         expect(last['env']).to include('SYSTEM_ACCESSTOKEN' => '$(System.AccessToken)')
       end
 
+      it 'has a raider_gate job that runs only when RAIDER_GATE is 1' do
+        gate = yml['jobs'][2]
+        expect(yml['jobs'].size).to eq(3)
+        expect(gate['job']).to eq('raider_gate')
+        expect(gate['dependsOn']).to eq('tests')
+        expect(gate['condition']).to eq("and(always(), eq(variables['RAIDER_GATE'], '1'))")
+      end
+
+      it 'sets up Ruby in the raider_gate job and runs the gate with the token env' do
+        gate = yml['jobs'][2]
+        expect(gate['steps'].first).to eq('task' => 'UseRubyVersion@0', 'inputs' => { 'versionSpec' => '3.4' })
+        expect(gate['steps'].filter_map { |s| s['script'] }).to eq(['bundle install', 'bundle exec raider-reporter gate'])
+        expect(gate['steps'].last['env']).to eq('RAIDER_TOKEN' => '$(RAIDER_TOKEN)', 'RAIDER_ENDPOINT' => '$(RAIDER_ENDPOINT)',
+                                                'SYSTEM_ACCESSTOKEN' => '$(System.AccessToken)')
+      end
+
       it 'has triggers, pool and the self-hosted hint' do
         expect(yml['trigger']['branches']['include']).to include('main', 'master')
         expect(yml['pr']['branches']['include']).to include('*')
@@ -83,7 +100,7 @@ describe 'Azure Pipelines content' do
         readme = read_generated(name, 'Readme.md')
         expect(readme).to include('## Azure Pipelines', 'RAIDER_TOKEN', 'Contribute to pull requests',
                                   'pool: { name: Default }', 'Build validation branch policy',
-                                  'same stage')
+                                  'same stage', 'raider_gate', 'RAIDER_GATE=1', 'RAIDER_SHARD_TOTAL', 'RAIDER_SHARD_INDEX')
         expect(readme).not_to match(/GitHub Actions/i)
       end
     end

data/spec/integration/content/ci_content_spec.rb

@@ -75,13 +75,24 @@ describe 'CI pipeline content' do
       expect(test_steps).not_to be_empty
       test_steps.each do |step|
         expect(step['env']).to include('RAIDER_TOKEN' => '${{ secrets.RAIDER_TOKEN }}',
-                                       'RAIDER_ENDPOINT' => '${{ vars.RAIDER_ENDPOINT }}')
+                                       'RAIDER_ENDPOINT' => '${{ vars.RAIDER_ENDPOINT }}',
+                                       'RAIDER_QUARANTINE' => '1')
+      end
+    end
+
+    it 'runs every test command through raider-reporter exec' do
+      expect(test_steps).not_to be_empty
+      test_steps.each do |step|
+        command = step['run'] || step['with']['script']
+        wrapped = command.scan(/raider-reporter exec -- bundle exec #{runner}\b/).size
+        expect(wrapped).to be_positive
+        expect(command.scan(/bundle exec #{runner}\b/).size).to eq(wrapped)
       end
     end
 
     it 'uploads raider-results as an artifact even on failure in every job' do
       uploads = steps.select { |step| step['uses'] == 'actions/upload-artifact@v4' }
-      expect(uploads.size).to eq(YAML.safe_load(pipeline)['jobs'].except('raider-comment').size)
+      expect(uploads.size).to eq(YAML.safe_load(pipeline)['jobs'].except('raider-comment', 'raider-gate').size)
       uploads.each do |upload|
         expect(upload['with']['path']).to eq('raider-results/')
         expect(upload['if']).to eq('always()')
@@ -96,15 +107,16 @@ describe 'CI pipeline content' do
     let(:job) { jobs['raider-comment'] }
 
     it 'is a valid workflow with exactly the expected jobs' do
-      expect(jobs.keys).to match_array(test_jobs + ['raider-comment'])
+      expect(jobs.keys).to match_array(test_jobs + %w[raider-comment raider-gate])
     end
 
-    it 'needs every test job' do
-      expect(job['needs']).to match_array(test_jobs)
+    it 'needs every test job and the gate job, so the comment carries the final gate line' do
+      expect(job['needs']).to match_array(test_jobs + %w[raider-gate])
     end
 
-    it 'runs always, on pull requests only' do
+    it 'runs always, on pull requests only, so a skipped or failed gate job does not skip it' do
       expect(job['if']).to eq("always() && github.event_name == 'pull_request'")
+      expect(job['if']).to start_with('always()')
       expect(job['runs-on']).to eq('ubuntu-latest')
     end
 
@@ -140,6 +152,62 @@ describe 'CI pipeline content' do
     end
   end
 
+  shared_examples 'github raider-gate job' do |project_name, file, test_jobs|
+    subject(:pipeline) { read_generated(project_name, ".github/workflows/#{file}") }
+
+    let(:jobs) { YAML.safe_load(pipeline)['jobs'] }
+    let(:gate_job) { jobs['raider-gate'] }
+
+    it 'needs every test job and runs always when RAIDER_GATE is 1, on push and pull requests' do
+      expect(gate_job['needs']).to match_array(test_jobs)
+      expect(gate_job['if']).to eq("always() && vars.RAIDER_GATE == '1'")
+      expect(gate_job['runs-on']).to eq('ubuntu-latest')
+    end
+
+    it 'can read the code and write statuses only' do
+      expect(gate_job['permissions']).to eq('contents' => 'read', 'statuses' => 'write')
+    end
+
+    it 'checks out, sets up the same Ruby as the test jobs and runs the gate' do
+      steps = gate_job['steps']
+      expect(steps[0]).to eq('uses' => 'actions/checkout@v4')
+      test_ruby = jobs.values_at(*test_jobs).flat_map { |j| j['steps'] }
+                      .find { |step| step['uses'] == 'ruby/setup-ruby@v1' }['with']['ruby-version']
+      expect(steps[1]).to eq('uses' => 'ruby/setup-ruby@v1', 'with' => { 'ruby-version' => test_ruby, 'bundler-cache' => true })
+      expect(steps[2]).to eq('name' => 'Wait for the Raider quality gate',
+                             'run' => 'bundle exec raider-reporter gate',
+                             'env' => { 'RAIDER_TOKEN' => '${{ secrets.RAIDER_TOKEN }}',
+                                        'RAIDER_ENDPOINT' => '${{ vars.RAIDER_ENDPOINT }}',
+                                        'GITHUB_TOKEN' => '${{ secrets.GITHUB_TOKEN }}' })
+      expect(steps.size).to eq(3)
+    end
+  end
+
+  shared_examples 'github appium shards' do |project_name, runner, shards|
+    subject(:pipeline) { read_generated(project_name, '.github/workflows/appium_pipeline.yml') }
+
+    let(:jobs) { YAML.safe_load(pipeline)['jobs'] }
+
+    def test_step(job, runner)
+      job['steps'].find { |step| step['run'].to_s.include?(runner) || step['with'].to_h['script'].to_s.include?(runner) }
+    end
+
+    if shards
+      it 'gives each platform job its own shard of two, so the gate waits for both' do
+        shards.each do |job_name, index|
+          expect(test_step(jobs[job_name], runner)['env'])
+            .to include('RAIDER_SHARD_INDEX' => index, 'RAIDER_SHARD_TOTAL' => '2')
+        end
+      end
+    else
+      it 'sets no shard env for a single platform' do
+        jobs.except('raider-comment', 'raider-gate').each_value do |job|
+          expect(test_step(job, runner)['env'].keys).not_to include('RAIDER_SHARD_INDEX', 'RAIDER_SHARD_TOTAL')
+        end
+      end
+    end
+  end
+
   context 'with rspec and selenium' do
     name = "#{FrameworkIndex::RSPEC}_#{AutomationIndex::SELENIUM}"
     include_examples 'valid github pipeline', name
@@ -147,6 +215,7 @@ describe 'CI pipeline content' do
     include_examples 'github triggers', name, 'test_pipeline.yml'
     include_examples 'github raider wiring', name, 'test_pipeline.yml'
     include_examples 'github raider-comment job', name, 'test_pipeline.yml', %w[build]
+    include_examples 'github raider-gate job', name, 'test_pipeline.yml', %w[build]
     include_examples 'github without allure steps', name
   end
 
@@ -157,6 +226,7 @@ describe 'CI pipeline content' do
     include_examples 'github triggers', name, 'test_pipeline.yml'
     include_examples 'github raider wiring', name, 'test_pipeline.yml', 'cucumber'
     include_examples 'github raider-comment job', name, 'test_pipeline.yml', %w[build]
+    include_examples 'github raider-gate job', name, 'test_pipeline.yml', %w[build]
     include_examples 'github without allure steps', name
   end
 
@@ -167,6 +237,7 @@ describe 'CI pipeline content' do
     include_examples 'github triggers', name, 'test_pipeline.yml'
     include_examples 'github raider wiring', name, 'test_pipeline.yml'
     include_examples 'github raider-comment job', name, 'test_pipeline.yml', %w[build]
+    include_examples 'github raider-gate job', name, 'test_pipeline.yml', %w[build]
     include_examples 'github without allure steps', name
   end
 
@@ -177,25 +248,32 @@ describe 'CI pipeline content' do
     include_examples 'github triggers', name, 'test_pipeline.yml'
     include_examples 'github raider wiring', name, 'test_pipeline.yml', 'cucumber'
     include_examples 'github raider-comment job', name, 'test_pipeline.yml', %w[build]
+    include_examples 'github raider-gate job', name, 'test_pipeline.yml', %w[build]
     include_examples 'github without allure steps', name
   end
 
   appium_jobs = { 'android' => %w[android-tests], 'ios' => %w[ios-tests],
                   'cross_platform' => %w[ios-tests android-tests] }
 
+  appium_shards = { 'cross_platform' => { 'ios-tests' => '1', 'android-tests' => '2' } }
+
   appium_jobs.each do |automation, test_jobs|
     context "with rspec and #{automation}" do
       name = "#{FrameworkIndex::RSPEC}_#{automation}"
+      include_examples 'github appium shards', name, 'rspec', appium_shards[automation]
       include_examples 'github raider-comment job', name, 'appium_pipeline.yml', test_jobs
+      include_examples 'github raider-gate job', name, 'appium_pipeline.yml', test_jobs
       include_examples 'github triggers', name, 'appium_pipeline.yml'
       include_examples 'github raider wiring', name, 'appium_pipeline.yml'
     end
 
     context "with cucumber and #{automation}" do
       name = "#{FrameworkIndex::CUCUMBER}_#{automation}"
+      include_examples 'github appium shards', name, 'cucumber', appium_shards[automation]
       include_examples 'github triggers', name, 'appium_pipeline.yml'
       include_examples 'github raider wiring', name, 'appium_pipeline.yml', 'cucumber'
       include_examples 'github raider-comment job', name, 'appium_pipeline.yml', test_jobs
+      include_examples 'github raider-gate job', name, 'appium_pipeline.yml', test_jobs
     end
   end
 end

data/spec/integration/content/gemfile_content_spec.rb

@@ -127,7 +127,7 @@ describe 'Gemfile content' do
         let(:gemfile) { read_generated("#{FrameworkIndex::RSPEC}_#{automation}", 'Gemfile') }
 
         it 'includes raider_reporter' do
-          expect(gemfile).to include("gem 'raider_reporter', '~> 0.7'")
+          expect(gemfile).to include("gem 'raider_reporter', '~> 0.9'")
         end
 
         it 'has no allure gems' do
@@ -143,7 +143,7 @@ describe 'Gemfile content' do
         let(:gemfile) { read_generated("#{FrameworkIndex::CUCUMBER}_#{automation}", 'Gemfile') }
 
         it 'includes raider_reporter' do
-          expect(gemfile).to include("gem 'raider_reporter', '~> 0.7'")
+          expect(gemfile).to include("gem 'raider_reporter', '~> 0.9'")
         end
 
         it 'drops allure-cucumber' do

data/spec/integration/content/readme_content_spec.rb

@@ -16,6 +16,17 @@ describe 'Generated Readme content' do
                                   'https://github.com/RaiderHQ/raider_reporter')
       end
 
+      it 'explains quarantine in CI' do
+        expect(readme).to include('### Quarantine', 'RAIDER_QUARANTINE', 'raider-reporter exec')
+      end
+
+      it 'explains the quality gate' do
+        expect(readme).to include('### Quality gate', 'RAIDER_GATE=1', 'Gate page', 'raider/gate',
+                                  'raider-reporter gate', 'raider-gate', 'exits 1 when the gate fails',
+                                  '2 when it gets no verdict', 'RAIDER_GATE_TIMEOUT', 'RAIDER_SHARD_TOTAL',
+                                  'RAIDER_SHARD_INDEX')
+      end
+
       it 'points to the local HTML report' do
         expect(readme).to include('raider-results/index.html')
         expect(readme).not_to match(/allure/i)
@@ -34,6 +45,17 @@ describe 'Generated Readme content' do
                                   'https://github.com/RaiderHQ/raider_reporter')
       end
 
+      it 'explains quarantine in CI' do
+        expect(readme).to include('### Quarantine', 'RAIDER_QUARANTINE', 'raider-reporter exec')
+      end
+
+      it 'explains the quality gate' do
+        expect(readme).to include('### Quality gate', 'RAIDER_GATE=1', 'Gate page', 'raider/gate',
+                                  'raider-reporter gate', 'raider-gate', 'exits 1 when the gate fails',
+                                  '2 when it gets no verdict', 'RAIDER_GATE_TIMEOUT', 'RAIDER_SHARD_TOTAL',
+                                  'RAIDER_SHARD_INDEX')
+      end
+
       it 'does not mention Allure' do
         expect(readme).not_to match(/allure/i)
       end

data/spec/integration/content/rspec_reporter_content_spec.rb

@@ -18,8 +18,8 @@ describe 'RSpec projects without Allure' do
         expect(File).not_to exist(File.join(project_name, 'allure-results'))
       end
 
-      it 'pins raider_reporter 0.7' do
-        expect(read_generated(project_name, 'Gemfile')).to include("gem 'raider_reporter', '~> 0.7'")
+      it 'pins raider_reporter 0.9' do
+        expect(read_generated(project_name, 'Gemfile')).to include("gem 'raider_reporter', '~> 0.9'")
       end
     end
   end

data/spec/integration/end_to_end_spec.rb

@@ -104,10 +104,10 @@ describe 'End-to-End Project Generation and Execution' do
       expect(bundle_install(project)).to be true
     end
 
-    it 'resolves raider_reporter 0.5 from RubyGems and ships the raider-reporter executable', :aggregate_failures do
+    it 'resolves raider_reporter 0.9 from RubyGems and ships the raider-reporter executable', :aggregate_failures do
       skip 'Bundle install failed' unless bundle_install(project)
 
-      expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+      expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.9\.\d+\)$/)
       result = run_in_project(project, 'bundle exec raider-reporter --help', timeout: 60)
       expect(result[:exit_code]).to eq(0), "STDOUT: #{result[:stdout]}\nSTDERR: #{result[:stderr]}"
       expect(result[:stdout] + result[:stderr]).to include('raider-reporter comment')
@@ -163,11 +163,11 @@ describe 'End-to-End Project Generation and Execution' do
                                   "STDERR: #{result[:stderr]}"
     end
 
-    it 'resolves raider_reporter 0.5 from RubyGems and requires its Cucumber plugin', :aggregate_failures do
+    it 'resolves raider_reporter 0.9 from RubyGems and requires its Cucumber plugin', :aggregate_failures do
       skip 'Bundle install failed' unless bundle_install(project)
 
       lockfile = File.read(File.join(project, 'Gemfile.lock'))
-      expect(lockfile).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+      expect(lockfile).to match(/^    raider_reporter \(0\.9\.\d+\)$/)
       expect(File.read(File.join(project, 'features/support/env.rb'))).to include("require 'raider_reporter/cucumber'")
     end
 
@@ -310,12 +310,12 @@ describe 'End-to-End Project Generation and Execution' do
     describe 'Selenium + RSpec' do
       let(:project) { generate_azure_project('rspec') }
 
-      it 'ships azure-pipelines.yml and resolves raider_reporter 0.5', :aggregate_failures do
+      it 'ships azure-pipelines.yml and resolves raider_reporter 0.9', :aggregate_failures do
         expect(File).to exist(File.join(project, 'azure-pipelines.yml'))
         expect(File).not_to exist(File.join(project, '.github/workflows'))
         skip 'Bundle install failed' unless bundle_install(project)
 
-        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.9\.\d+\)$/)
       end
 
       it 'records provider azure_pipelines and an azure_pipelines: build key in run.json', :aggregate_failures, :slow do
@@ -332,11 +332,11 @@ describe 'End-to-End Project Generation and Execution' do
     describe 'Selenium + Cucumber' do
       let(:project) { generate_azure_project('cucumber') }
 
-      it 'ships azure-pipelines.yml and resolves raider_reporter 0.5', :aggregate_failures do
+      it 'ships azure-pipelines.yml and resolves raider_reporter 0.9', :aggregate_failures do
         expect(File).to exist(File.join(project, 'azure-pipelines.yml'))
         skip 'Bundle install failed' unless bundle_install(project)
 
-        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.5\.\d+\)$/)
+        expect(File.read(File.join(project, 'Gemfile.lock'))).to match(/^    raider_reporter \(0\.9\.\d+\)$/)
       end
 
       it 'records provider azure_pipelines and an azure_pipelines: build key in run.json', :aggregate_failures, :slow do

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: ruby_raider
 version: !ruby/object:Gem::Version
-  version: 3.7.0
+  version: 3.9.0
 platform: ruby
 authors:
 - Agustin Pequeno
 bindir: bin
 cert_chain: []
-date: 1980-01-02 00:00:00.000000000 Z
+date: 2026-10-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -354,7 +354,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.6
+rubygems_version: 3.6.2
 specification_version: 4
 summary: A gem to make setup and start of UI automation projects easier
 test_files: []