gitlab-qa 10.3.0 → 12.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2851a74117f3479437a3e355883c7a407d4f56c41aac2700028cd9686790f0ea
-  data.tar.gz: a284df28173a258c4948ead8be3c677df487c585b60cc73ffe88d5c12b6281b5
+  metadata.gz: d415adc65e11bf7cb6e51536436a6569e8477bb37cb16ef6834148e1966b3a97
+  data.tar.gz: 18bb3333e27085779c061807124eef6921cb9e272d1bbca9f36f4c5b8fc1e703
 SHA512:
-  metadata.gz: 44a1c9743ce4fafbaad0e20f2de55598c4686598a2c3ac50d9da69565e72a477e3a0ab90f909fb32ed2b153129912b365db19ee9af91814bf6db707dc4bc70f4
-  data.tar.gz: f2d8e7accf348103ff3f7ab85467186dd11a7c51a5cdb691e3e8999716272ba54a06204257395a7594ea832c60b93d33a11fd198c57b957609599638ab3b2672
+  metadata.gz: a3af2c133956e35c0fc594811d9027a0a61798407632c790dbefb7873605db3701ec56c0b7c7f2dc046ea4b0f711b15a40d8bb746b15c2f0d285b8bb942b7a1a
+  data.tar.gz: f188e6ea775ecc41d6e31de86a609a2ce479ab52055cb28f9e3c6c08feeea8d549494e578dd3c09daa46e659a654fed1ef464ab465a67033b0b7ecb6f211f9c4

data/.gitignore

@@ -6,11 +6,11 @@
 /pkg/
 /spec/reports/
 /.idea
+/vendor/bundle
 .ruby-version
 .ruby-gemset
 .DS_Store
 .rakeTasks
 .tool-versions
-
 # ignore built gems
 *.gem

data/.gitlab/changelog_config.yml

@@ -0,0 +1,13 @@
+---
+# Settings for generating changelogs using the GitLab API. See
+# https://docs.gitlab.com/ee/api/repositories.html#generate-changelog-data for
+# more information.
+categories:
+  added: Added
+  fixed: Fixed
+  changed: Changed
+  deprecated: Deprecated
+  removed: Removed
+  security: Security
+  performance: Performance
+  other: Other

data/.gitlab/merge_request_templates/Release.md

@@ -1,40 +1,19 @@
-<!-- Replace `v4.5.0` with the previous release here, and `e18d76b309e42888759c1effe96767f13e34ae55`
-with the latest commit from https://gitlab.com/gitlab-org/gitlab-qa/commits/master that will be included in the release. -->
-- Diff: https://gitlab.com/gitlab-org/gitlab-qa/compare/v4.5.0...e18d76b309e42888759c1effe96767f13e34ae55
+<!-- Replace `<PREVIOUS_VERSION>` with the previous version number here, `<COMMIT_UPDATING_VERSION>` with the latest
+commit from this merge request, and `<NEW_VERSION>` with the upcoming version number. -->
+## Diff
 
-- Release notes:
+https://gitlab.com/gitlab-org/gitlab-qa/-/compare/v<PREVIOUS_VERSION>...<COMMIT_UPDATING_VERSION>
 
-<!-- Keep the sections order but remove the empty sections -->
+## Pre-merge checklist
 
-```markdown
-### New scenarios and scenario updates
+- [ ] Diff link is up-to-date.
+- [ ] Check the release notes: https://gitlab.com/api/v4/projects/gitlab-org%2Fgitlab-qa/repository/changelog?version=<NEW_VERSION>
+- [ ] Based on the diff and the release notes, `version.rb` is updated, according to [SemVer](https://semver.org).
 
-- !aaa <Title of the aaa MR>.
+## Post-merge checklist
 
-### Fixes
+- [ ] In the `pipeline-common` project, [update the GITLAB_QA_VERSION](https://gitlab.com/gitlab-org/quality/pipeline-common/-/blob/master/ci/base.gitlab-ci.yml) and [create a release](https://gitlab.com/gitlab-org/quality/pipeline-common#release-process).
+- [ ] In the GitLab project, update the ref for `pipeline-common` in [`.gitlab/ci/qa-common/main.gitlab-ci.yml`](https://gitlab.com/gitlab-org/gitlab/-/blob/master/.gitlab/ci/qa-common/main.gitlab-ci.yml).
+- [ ] Unless already done by [`renovate-gitlab-bot`](https://gitlab.com/dashboard/merge_requests?scope=all&state=opened&author_username=gitlab-dependency-update-bot&label_name[]=Quality), or if you need it sooner, in the GitLab project, update the `gitlab-qa` gem version in [`qa/Gemfile`](https://gitlab.com/gitlab-org/gitlab/-/blob/master/qa/Gemfile) and [`qa/Gemfile.lock`](https://gitlab.com/gitlab-org/gitlab/-/blob/master/qa/Gemfile.lock) (for an example, see: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/117054).
 
-- !bbb <Title of the bbb MR>.
-
-### Doc changes
-
-- !ccc <Title of the ccc MR>.
-
-### Other changes (CI, backstage)
-
-- !ddd <Title of the ddd MR>.
-```
-
-- Checklist before merging:
-  - [ ] Diff link is up-to-date.
-  - [ ] Based on the diff, `lib/gitlab/qa/version.rb` is updated, according to [SemVer](https://semver.org).
-  - [ ] Release notes are accurate.
-
-- Checklist after merging:
-  - [ ] [Update the release notes for the newly created tag](docs/release_process.md#how-to).
-
-- Checklist after gitlab-qa version has been released by the post merge pipeline:
-  - [ ] In the pipeline-common project, [update the GITLAB_QA_VERSION](https://gitlab.com/gitlab-org/quality/pipeline-common/-/blob/master/ci/base.gitlab-ci.yml) and [create a release](https://gitlab.com/gitlab-org/quality/pipeline-common#release-process).
-  - [ ] In the GitLab project, update the ref for pipeline-common for [package-and-test](https://gitlab.com/gitlab-org/gitlab/-/blob/master/.gitlab/ci/package-and-test/main.gitlab-ci.yml) and [review-apps](https://gitlab.com/gitlab-org/gitlab/-/blob/master/.gitlab/ci/review-apps/qa.gitlab-ci.yml).
-  - [ ] Unless already done by [renovate-gitlab-bot](https://gitlab.com/dashboard/merge_requests?scope=all&state=opened&author_username=gitlab-dependency-update-bot&label_name[]=Quality), or if you need it sooner, in the GitLab project, [update the gitlab-qa gem version](https://gitlab.com/gitlab-org/gitlab/-/blob/master/qa/Gemfile) and [`Gemfile.lock`](https://gitlab.com/gitlab-org/gitlab/-/blob/master/qa/Gemfile.lock) (for an example, see: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/117054).
-
-/label ~Quality ~"type::maintenance" ~"maintenance::dependency"
+/label ~Quality ~"type::maintenance" ~"maintenance::dependency" ~Quality

data/.gitlab-ci.yml

@@ -20,7 +20,7 @@ stages:
   - deploy
 
 default:
-  image: ${CI_REGISTRY}/gitlab-org/gitlab-build-images/debian-bullseye-ruby-${RUBY_VERSION}:bundler-2.3
+  image: ${CI_REGISTRY}/gitlab-org/gitlab-build-images/debian-${DEBIAN_VERSION}-ruby-${RUBY_VERSION}:bundler-2.3
   tags:
     - gitlab-org
   cache:
@@ -41,6 +41,7 @@ workflow:
     - if: '$CI_PIPELINE_SOURCE == "web"'
 
 variables:
+  DEBIAN_VERSION: bullseye
   RUBY_VERSION: "3.0"
   BUNDLE_PATH: vendor
   BUNDLE_SILENCE_ROOT_WARNING: "true"
@@ -133,6 +134,7 @@ package-and-test:
   inherit:
     variables:
       - RUBY_VERSION
+      - DEBIAN_VERSION
   when: manual
   trigger:
     strategy: depend

data/.rubocop.yml

@@ -7,6 +7,11 @@ inherit_from:
   - '.rubocop_todo.yml'
   <% end %>
 
+AllCops:
+  NewCops: enable
+  SuggestExtensions: false
+  TargetRubyVersion: 3.0
+
 Lint/HashCompareByIdentity:
   Enabled: true
 
@@ -41,5 +46,11 @@ RSpec/MultipleMemoizedHelpers:
   Enabled: false
 
 CodeReuse/ActiveRecord:
-  Exclude:
-    - 'spec/**/*_spec.rb'
+  Enabled: false
+
+Style/OperatorMethodCall:
+  Enabled: false
+
+# disable for now as it might break automatic publish
+Gemspec/RequireMFA:
+  Enabled: false

data/.rubocop_todo.yml

@@ -1,135 +1,95 @@
 # This configuration was generated by
-# `rubocop --auto-gen-config`
-# on 2022-06-21 18:16:41 UTC using RuboCop version 0.93.1.
+# `rubocop --auto-gen-config --no-exclude-limit`
+# on 2023-06-14 08:01:25 UTC using RuboCop version 1.43.0.
 # The point is for the user to remove these configuration records
 # one by one as the offenses are removed from the code base.
 # Note that changes in the inspected code, or installation of new
 # versions of RuboCop, may require this file to be generated again.
 
-# Offense count: 199
-# Cop supports --auto-correct.
-CodeReuse/ActiveRecord:
-  Enabled: false
-
-# Offense count: 1
-# Cop supports --auto-correct.
-Cop/LineBreakAroundConditionalBlock:
-  Exclude:
-    - 'lib/gitlab/qa/release.rb'
-
 # Offense count: 1
-# Configuration parameters: Include.
-# Include: **/*.gemspec
-Gemspec/RequiredRubyVersion:
+Cop/AvoidReturnFromBlocks:
   Exclude:
-    - 'gitlab-qa.gemspec'
+    - 'lib/gitlab/qa/scenario/template.rb'
 
 # Offense count: 1
+# Configuration parameters: AllowedMethods.
+# AllowedMethods: enums
 Lint/ConstantDefinitionInBlock:
   Exclude:
     - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
 
 # Offense count: 5
-Lint/MixedRegexpCaptureTypes:
+# Configuration parameters: AllowComments, AllowEmptyLambdas.
+Lint/EmptyBlock:
   Exclude:
-    - 'lib/gitlab/qa/release.rb'
-    - 'lib/gitlab/qa/report/relate_failure_issue.rb'
-    - 'lib/gitlab/qa/report/update_screenshot_path.rb'
+    - 'spec/gitlab/qa/component/gitlab_spec.rb'
+    - 'spec/gitlab/qa/docker/engine_spec.rb'
 
-# Offense count: 2
-# Cop supports --auto-correct.
-Lint/RedundantCopDisableDirective:
+# Offense count: 3
+Lint/MixedRegexpCaptureTypes:
   Exclude:
-    - 'lib/gitlab/qa/component/staging.rb'
-    - 'lib/gitlab/qa/runtime/scenario.rb'
+    - 'lib/gitlab/qa/release.rb'
 
-# Offense count: 21
-# Configuration parameters: IgnoredMethods.
+# Offense count: 22
+# Configuration parameters: AllowedMethods, AllowedPatterns, IgnoredMethods, CountRepeatedAttributes.
 Metrics/AbcSize:
-  Max: 60
-  IgnoredMethods:
-    - perform
-
-# Offense count: 1
-# Cop supports --auto-correct.
-# Configuration parameters: PreferredName.
-Naming/RescuedExceptionsVariableName:
   Exclude:
-    - 'lib/gitlab/qa/component/staging.rb'
+    - 'lib/gitlab/qa/scenario/test/instance/airgapped.rb'
+    - 'lib/gitlab/qa/scenario/test/instance/image.rb'
+    - 'lib/gitlab/qa/scenario/test/instance/relative_url.rb'
+    - 'lib/gitlab/qa/scenario/test/instance/repository_storage.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/client_ssl.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/elasticsearch.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/geo.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/gitlab_pages.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/integrations.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/jira.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/mattermost.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/metrics.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/mtls.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/oauth.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/opensearch.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/registry.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/registry_tls.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/registry_with_cdn.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/smtp.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/suggested_reviewer.rb'
+    - 'lib/gitlab/qa/scenario/test/sanity/version.rb'
 
-# Offense count: 4
-# Cop supports --auto-correct.
-# Configuration parameters: CustomTransform, IgnoredWords.
-RSpec/ExampleWording:
+# Offense count: 2
+# Configuration parameters: CheckIdentifiers, CheckConstants, CheckVariables, CheckStrings, CheckSymbols, CheckComments, CheckFilepaths, FlaggedTerms.
+Naming/InclusiveLanguage:
   Exclude:
-    - 'spec/gitlab/qa/component/gitlab_spec.rb'
+    - 'lib/gitlab/qa/scenario/test/integration/geo.rb'
 
 # Offense count: 2
 RSpec/LeakyConstantDeclaration:
   Exclude:
     - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
 
-# Offense count: 1
-# Cop supports --auto-correct.
-Style/ExplicitBlockArgument:
-  Exclude:
-    - 'lib/gitlab/qa/scenario/test/integration/ldap.rb'
-
-# Offense count: 1
-# Cop supports --auto-correct.
-Style/HashTransformKeys:
-  Exclude:
-    - 'lib/gitlab/qa/docker/volumes.rb'
-
-# Offense count: 1
-# Cop supports --auto-correct.
-Style/HashTransformation:
-  Exclude:
-    - 'lib/gitlab/qa/docker/volumes.rb'
-
-# Offense count: 8
-# Cop supports --auto-correct.
-Style/IfUnlessModifier:
+# Offense count: 33
+# Configuration parameters: IgnoreNameless, IgnoreSymbolicNames.
+RSpec/VerifiedDoubles:
   Exclude:
-    - 'lib/gitlab/qa/runtime/env.rb'
-    - 'lib/gitlab/qa/runtime/scenario.rb'
-    - 'lib/gitlab/qa/scenario/test/omnibus/upgrade.rb'
+    - 'spec/gitlab/qa/component/gitaly_cluster_spec.rb'
+    - 'spec/gitlab/qa/component/gitaly_spec.rb'
+    - 'spec/gitlab/qa/component/gitlab_spec.rb'
+    - 'spec/gitlab/qa/component/praefect_spec.rb'
+    - 'spec/gitlab/qa/component/selenoid_spec.rb'
+    - 'spec/gitlab/qa/component/specs_spec.rb'
+    - 'spec/gitlab/qa/docker/command_spec.rb'
+    - 'spec/gitlab/qa/docker/engine_spec.rb'
+    - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
 
 # Offense count: 1
 Style/MissingRespondToMissing:
   Exclude:
     - 'lib/gitlab/qa/runtime/scenario.rb'
 
-# Offense count: 5
-# Cop supports --auto-correct.
-# Configuration parameters: EnforcedStyle.
-# SupportedStyles: literals, strict
-Style/MutableConstant:
-  Exclude:
-    - 'db/migrate/**/*'
-    - 'db/post_migrate/**/*'
-    - 'db/geo/migrate/**/*'
-    - 'lib/gitlab/qa/release.rb'
-    - 'lib/gitlab/qa/report/update_screenshot_path.rb'
-
-# Offense count: 9
-# Cop supports --auto-correct.
-Style/RedundantRegexpEscape:
-  Exclude:
-    - 'lib/gitlab/qa/release.rb'
-    - 'lib/gitlab/qa/report/generate_test_session.rb'
-    - 'lib/gitlab/qa/report/relate_failure_issue.rb'
-    - 'lib/gitlab/qa/report/update_screenshot_path.rb'
-
-# Offense count: 1
-# Cop supports --auto-correct.
-Style/StringConcatenation:
-  Exclude:
-    - 'lib/gitlab/qa/reporter.rb'
-
-# Offense count: 191
-# Cop supports --auto-correct.
-# Configuration parameters: AutoCorrect, AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, IgnoredPatterns.
+# Offense count: 24
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, AllowedPatterns, IgnoredPatterns.
 # URISchemes: http, https
 Layout/LineLength:
-  Max: 189
+  Max: 172

data/Dangerfile

@@ -2,8 +2,4 @@
 
 require 'gitlab-dangerfiles'
 
-Gitlab::Dangerfiles.for_project(self) do |dangerfiles|
-  dangerfiles.import_plugins
-
-  dangerfiles.import_dangerfiles(except: %w[changelog])
-end
+Gitlab::Dangerfiles.for_project(self, &:import_defaults)

data/Gemfile.lock

@@ -1,9 +1,9 @@
 PATH
   remote: .
   specs:
-    gitlab-qa (10.3.0)
-      activesupport (~> 6.1)
-      gitlab (~> 4.18.0)
+    gitlab-qa (12.2.1)
+      activesupport (>= 6.1, < 7.1)
+      gitlab (~> 4.19)
       http (~> 5.0)
       nokogiri (~> 1.10)
       parallel (>= 1, < 2)
@@ -14,12 +14,11 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (6.1.7)
+    activesupport (7.0.5.1)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
-      zeitwerk (~> 2.3)
     addressable (2.8.1)
       public_suffix (>= 2.0.2, < 6.0)
     ast (2.4.2)
@@ -91,18 +90,18 @@ GEM
     git (1.12.0)
       addressable (~> 2.8)
       rchardet (~> 1.8)
-    gitlab (4.18.0)
-      httparty (~> 0.18)
+    gitlab (4.19.0)
+      httparty (~> 0.20)
       terminal-table (>= 1.5.1)
     gitlab-dangerfiles (2.11.0)
       danger (>= 8.4.5)
       danger-gitlab (>= 8.0.0)
-    gitlab-styles (6.2.1)
-      rubocop (~> 0.91, >= 0.91.1)
-      rubocop-gitlab-security (~> 0.1.1)
-      rubocop-performance (~> 1.9.2)
-      rubocop-rails (~> 2.9)
-      rubocop-rspec (~> 1.44)
+    gitlab-styles (10.0.0)
+      rubocop (~> 1.43.0)
+      rubocop-graphql (~> 0.18)
+      rubocop-performance (~> 1.15)
+      rubocop-rails (~> 2.17)
+      rubocop-rspec (~> 2.18)
     hashdiff (1.0.1)
     http (5.1.1)
       addressable (~> 2.8)
@@ -118,6 +117,7 @@ GEM
     i18n (1.12.0)
       concurrent-ruby (~> 1.0)
     jaro_winkler (1.5.4)
+    json (2.6.3)
     kramdown (2.4.0)
       rexml
     kramdown-parser-gfm (1.1.0)
@@ -144,16 +144,17 @@ GEM
       sawyer (~> 0.9)
     open4 (1.3.4)
     parallel (1.22.1)
-    parser (3.1.2.1)
+    parser (3.2.2.1)
       ast (~> 2.4.1)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
     public_suffix (5.0.0)
     racc (1.6.0)
-    rack (3.0.1)
+    rack (3.0.7)
     rainbow (3.1.1)
     rake (13.0.6)
+    rbs (2.8.4)
     rchardet (1.8.0)
     regexp_parser (2.6.1)
     reverse_markdown (2.1.1)
@@ -172,29 +173,35 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-support (3.12.0)
-    rubocop (0.93.1)
+    rubocop (1.43.0)
+      json (~> 2.3)
       parallel (~> 1.10)
-      parser (>= 2.7.1.5)
+      parser (>= 3.2.0.0)
       rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.8)
-      rexml
-      rubocop-ast (>= 0.6.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.24.1, < 2.0)
       ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 2.0)
-    rubocop-ast (1.23.0)
-      parser (>= 3.1.1.0)
-    rubocop-gitlab-security (0.1.1)
-      rubocop (>= 0.51)
-    rubocop-performance (1.9.2)
-      rubocop (>= 0.90.0, < 2.0)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.28.1)
+      parser (>= 3.2.1.0)
+    rubocop-capybara (2.18.0)
+      rubocop (~> 1.41)
+    rubocop-factory_bot (2.23.1)
+      rubocop (~> 1.33)
+    rubocop-graphql (0.19.0)
+      rubocop (>= 0.87, < 2)
+    rubocop-performance (1.18.0)
+      rubocop (>= 1.7.0, < 2.0)
       rubocop-ast (>= 0.4.0)
-    rubocop-rails (2.9.1)
+    rubocop-rails (2.19.1)
       activesupport (>= 4.2.0)
       rack (>= 1.1)
-      rubocop (>= 0.90.0, < 2.0)
-    rubocop-rspec (1.44.1)
-      rubocop (~> 0.87)
-      rubocop-ast (>= 0.7.1)
+      rubocop (>= 1.33.0, < 2.0)
+    rubocop-rspec (2.22.0)
+      rubocop (~> 1.33)
+      rubocop-capybara (~> 2.17)
+      rubocop-factory_bot (~> 2.22)
     ruby-progressbar (1.11.0)
     ruby2_keywords (0.0.5)
     sawyer (0.9.2)
@@ -209,18 +216,19 @@ GEM
       simplecov (~> 0.19)
     simplecov-html (0.12.3)
     simplecov_json_formatter (0.1.4)
-    solargraph (0.47.2)
+    solargraph (0.49.0)
       backport (~> 1.2)
       benchmark
-      bundler (>= 1.17.2)
+      bundler (~> 2.0)
       diff-lcs (~> 1.4)
       e2mmap
       jaro_winkler (~> 1.5)
       kramdown (~> 2.3)
       kramdown-parser-gfm (~> 1.1)
       parser (~> 3.0)
-      reverse_markdown (>= 1.0.5, < 3)
-      rubocop (>= 0.52)
+      rbs (~> 2.0)
+      reverse_markdown (~> 2.0)
+      rubocop (~> 1.38)
       thor (~> 1.0)
       tilt (~> 2.0)
       yard (~> 0.9, >= 0.9.24)
@@ -235,7 +243,7 @@ GEM
     unf (0.1.4)
       unf_ext
     unf_ext (0.0.8.2)
-    unicode-display_width (1.8.0)
+    unicode-display_width (2.4.2)
     webmock (3.7.0)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
@@ -252,7 +260,7 @@ DEPENDENCIES
   climate_control (~> 1.0.1)
   gitlab-dangerfiles (~> 2.11)
   gitlab-qa!
-  gitlab-styles (~> 6.2.1)
+  gitlab-styles (~> 10)
   lefthook (~> 1.2.6)
   pry (~> 0.11)
   rake (~> 13.0)
@@ -264,4 +272,4 @@ DEPENDENCIES
   webmock (= 3.7.0)
 
 BUNDLED WITH
-   2.4.2
+   2.4.5

data/README.md

@@ -96,8 +96,7 @@ of tests.
 ## How do we use it
 
 Currently, we execute the test suite against GitLab Docker images created by
-Omnibus nightly via a pipeline in the [nightly](https://gitlab.com/gitlab-org/quality/nightly)
-project.
+Omnibus nightly via a [`gitlab-org/gitlab` nightly schedule pipeline](https://gitlab.com/gitlab-org/gitlab/-/pipeline_schedules).
 
 We also execute the test suite nightly against our [staging environment](https://staging.gitlab.com)
 via a pipeline in the [staging project](https://gitlab.com/gitlab-org/quality/staging).

data/docs/release_process.md

@@ -23,7 +23,7 @@ when we make a change - no matter the size of the change.
   - If there is one, update it if necessary.
   - If not, update [`lib/gitlab/qa/version.rb`] to an appropriate [semantic version](https://semver.org) in a new merge request using the [release template](https://gitlab.com/gitlab-org/gitlab-qa/blob/master/.gitlab/merge_request_templates/Release.md)
     and title the MR like `"Bump version to <version>"`.
-    - Run `bundle update` to update the `Gemfile.lock` with the new version number of `gitlab-qa`.
+    - Run `bundle install` to update the `Gemfile.lock` with the new version number of `gitlab-qa`.
 - Merge the merge request.
 - The new version should automatically be tagged and pushed to Rubygems by the `gem-release` job in the merge commit pipeline.
 - Update the release notes for the newly created tag (https://gitlab.com/gitlab-org/gitlab-qa/-/tags):

data/docs/running_against_remote_grid.md

@@ -8,20 +8,59 @@ I.e, if you have a Selenium server set up at http://localhost:4444 or if you hav
 
 | Variable                  | Description                                                    | Default  | Example(s)                     |
 |---------------------------|----------------------------------------------------------------|----------|--------------------------------|
-| QA_BROWSER                | Browser to run against                                         | "chrome" | "chrome" "firefox" "safari"    |
-| QA_BROWSER_VERSION        | Version of browser to run against                              | "latest" | "latest" "111.0" "mobile-111.0"|
+| QA_BROWSER                | Browser to run against                                         | "chrome" | "chrome" "edge"                |
 | QA_REMOTE_GRID_PROTOCOL   | Protocol to use                                                | "http"   | "http" "https"                 |
 | QA_REMOTE_GRID            | Remote grid to run tests against                               |          | "localhost:3000" "provider:80" "selenoid:4444" |
 | QA_LAYOUT                 | Used with Selenoid. Tells test nav to expect collapsed menus. "phone" expects collapsed top and left nav bars, "tablet" expects collapsed left nav bar only. |          | "phone", "tablet"              |
 | SELENOID_DIRECTORY        | Used with Selenoid. Directory to save videos to                | "<host_artifacts_dir>/selenoid" |        |
 | USE_SELENOID              | Used with Selenoid. Sets up selenoid containers.               | false    | false, true                    |
 | QA_RECORD_VIDEO           | Used with Selenoid. Triggers video recording.                  | false    | false, true                    |
+| QA_SAVE_ALL_VIDEOS        | Used with Selenoid. Saves video for both passed and failed tests | false    | false, true                    |
+| QA_SELENOID_BROWSER_IMAGE | Used with Selenoid. Sets the browser image to use for video recording. | "selenoid/chrome" | "selenoid/chrome", "registry.gitlab.com/gitlab-org/gitlab-qa/selenoid-chrome-gitlab" |
+| QA_SELENOID_BROWSER_VERSION | Used in conjunction with QA_SELENOID_BROWSER_IMAGE. Version of browser to run against.       | "111.0"  | "latest" "111.0" "mobile-111.0"|
+| QA_VIDEO_RECORDER_IMAGE   | Used with Selenoid. Sets the video recorder image to use for video recording. | "presidenten/selenoid-manual-video-recorder" | "presidenten/selenoid-manual-video-recorder" |
+| QA_VIDEO_RECORDER_VERSION | Used with Selenoid. Sets the video recorder image version to use for video recording. | "latest" | "latest"                     |
 | QA_REMOTE_GRID_USERNAME   | Used with Sauce Labs. Username to specify in the remote grid. "USERNAME@provider:80" |          | "gitlab-sl"                    |
 | QA_REMOTE_GRID_ACCESS_KEY | Used with Sauce Labs. Key/Token paired with `QA_REMOTE_GRID_USERNAME` |          |                                |
 | QA_REMOTE_TUNNEL_ID       | Used with Sauce Labs. Name of the remote tunnel to use         | "gitlab-sl_tunnel_id" |                                |
 | QA_REMOTE_MOBILE_DEVICE_NAME | Used with Sauce Labs. Name of mobile device to test against. `QA_BROWSER` must be set to `safari` for iOS devices and `chrome` for Android devices. |          | "iPhone 12 Simulator"          |
 
-## Testing with Sauce Labs
+## Testing with Selenoid
+
+Running directly against an environment like staging is not recommended because test videos can expose credentials. Therefore, it is best practice to not run against live environments. Also note that DOCKER_HOST can't be set to a non-http address.
+
+Available browsers are defined in [browsers.json](https://gitlab.com/gitlab-org/gitlab-qa/-/blob/master/fixtures/selenoid/browsers.json)
+
+Failure videos are available as job artifacts in the selenoid/video directory and as attachments in the Allure report.
+
+Specs outside /browser_ui/ folder are not recorded, e.g. api specs.
+
+### Add failure video recording to a pipeline for a non-live environment
+
+Set these environment variables:
+
+USE_SELENOID=true
+QA_RECORD_VIDEO=true
+QA_REMOTE_GRID="selenoid:4444"
+
+#### To test with an Edge browser instead of Chrome
+
+Include these environment variables:
+
+QA_BROWSER="edge"
+QA_SELENOID_BROWSER_IMAGE="browsers/edge"
+
+#### To test with a Chrome mobile device browser
+
+Include these environment variables:
+
+QA_LAYOUT="phone"
+QA_SELENOID_BROWSER_IMAGE="registry.gitlab.com/gitlab-org/gitlab-qa/selenoid-chrome-gitlab"
+QA_SELENOID_BROWSER_VERSION=mobile-111.0
+
+For now we have a limited number of images available for Chrome mobile browser testing, which can found in [gitlab-qa registry](https://gitlab.com/gitlab-org/gitlab-qa/container_registry/4079425)   
+
+## Testing with Sauce Labs (deprecated)
 
 Running directly against an environment like staging is not recommended because test logs expose credentials. Therefore, it is best practice and the default to use a tunnel.
 

data/docs/what_tests_can_be_run.md

@@ -1072,7 +1072,10 @@ gitlab-qa Test::Integration::RegistryTLS EE --omnibus-config object_storage_aws
 
 ### `Test::Instance::Image EE --omnibus-config decomposition_single_db`
 
-This scenario is to run tests against a GitLab instance with a [decomposed database](https://gitlab.com/groups/gitlab-org/-/epics/6160) using a single database:
+**Note: The default Omnibus config is using a single database
+with [two database connections](https://docs.gitlab.com/omnibus/settings/database.html#configuring-multiple-database-connections)**
+
+This scenario is to run tests against a GitLab instance using a single database with only one `main` connection:
 
 ```ruby
 gitlab-qa Test::Instance::Image EE --omnibus-config decomposition_single_db
@@ -1080,7 +1083,7 @@ gitlab-qa Test::Instance::Image EE --omnibus-config decomposition_single_db
 
 ### `Test::Instance::Image EE --omnibus-config decomposition_multiple_db`
 
-This scenario is to run tests against a GitLab instance with a [decomposed database](https://gitlab.com/groups/gitlab-org/-/epics/6160) using multiple databases:
+This scenario is to run tests against a GitLab instance using [multiple databases](https://docs.gitlab.com/ee/administration/postgresql/multiple_databases.html):
 
 ```ruby
 gitlab-qa Test::Instance::Image EE --omnibus-config decomposition_multiple_db