gitlab-qa 7.8.5 → 7.9.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75ab48c7d1d2eba818e59d14fdf90a781faf6af477c5993f2ebe27296be785bd
-  data.tar.gz: bc2614ee2f780463fc21360b2e28885227bfe251e8dd5592657feb6b605fc264
+  metadata.gz: 87fb79561aa8d1d600bbcc8d8bf39de04bd951450b48bc445bf9b479c31f2fc0
+  data.tar.gz: fd36e810543f04eb94cc8e490ec9851dc56a429a1fb5d5b496795293f9922520
 SHA512:
-  metadata.gz: 16de17dbf4a4c463fcc185e2432297b597a1d6704f02073010be159dc9994739b20d4733038721011fd1051918589c0cd93d3922d663cc3e3c4dd81545e2e4b0
-  data.tar.gz: 3208f2280f9d00c45e051e1bc2894dfbd9df989e7430931d5375054a79499c67c07f95b66dcee6a066ed9019c613cf6d976fa97ef35596c9e2459c43363c7023
+  metadata.gz: f0935847d3898e27a24fc2552040682aa1782f1da2ab83086983e7d51979468920e26e84a5bac48495d2b683c2d5f2ad869e583807b9dc3295637f2f1a1884cf
+  data.tar.gz: 873e3ebb9efa18b8b85a197436a10fb5411514228396158fb5dfa250bc7284afee75b01af5c97fd8d57eca2a2e0009b26fef56eae401fe33504c421927d41f6a

data/.gitlab-ci.yml

@@ -55,7 +55,7 @@ variables:
 .check-base:
   stage: check
   script:
-    - bundle exec $CI_JOB_NAME
+    - bundle exec $CI_JOB_NAME --color
 
 rubocop:
   extends: .check-base
@@ -78,8 +78,31 @@ rspec:
     reports:
       junit: gitlab-qa-run-*/**/rspec-*.xml
   script:
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
+    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
+    - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
+    - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+    - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
+    - exit $test_run_exit_code
+
+# For jobs that shouldn't report results in issues, e.g., manually run custom jobs
+.no-issue-report-script:
+  script:
+    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
+
+# For jobs that provide additional GITLAB_QA_OPTIONS, e.g., jobs that include --omnibus-config
+.combined-gitlab-qa-options-script:
+  script:
+    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
+
+# The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
+# So instead we can use this script with two release variables
+.update-scenario-script:
+  script:
+    - 'echo "Running: bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
     - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
     - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
     - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
@@ -177,28 +200,23 @@ ee:sanity-framework:
     - .high-capacity
     - .ee-qa
 
-# The custom jobs are for manually running specific/alternative tests in MRs, so we don't report them in issues
 ce:custom-parallel:
-  script:
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
   extends:
     - .test
     - .high-capacity
     - .ce-qa
     - .rspec-report-opts
+    - .no-issue-report-script
   allow_failure: true
   parallel: 10
 
 ee:custom-parallel:
-  script:
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
   extends:
     - .test
     - .high-capacity
     - .ee-qa
     - .rspec-report-opts
+    - .no-issue-report-script
   allow_failure: true
   parallel: 10
 
@@ -337,61 +355,46 @@ ee:image:
     - .test
     - .ee-qa
 
-# The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
-# So instead we include the script here again, with two release variables
 ce:update:
-  script:
-    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
-    - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
-    - exit $test_run_exit_code
   extends:
     - .test
     - .high-capacity
     - .ce-qa
     - .rspec-report-opts
     - .knapsack-variables
+    - .update-scenario-script
   parallel: 5
 
 ce:update-quarantine:
-  script:
-    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=CE} ${RELEASE:=CE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
-    - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
-    - exit $test_run_exit_code
   extends:
     - .test
     - .high-capacity
     - .ce-qa
     - .quarantine
     - .rspec-report-opts
+    - .update-scenario-script
+  variables:
+    QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
 
 ee:update:
-  script:
-    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
-    - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
-    - exit $test_run_exit_code
   extends:
     - .test
     - .high-capacity
     - .ee-qa
     - .rspec-report-opts
     - .knapsack-variables
+    - .update-scenario-script
   parallel: 10
 
 ee:update-quarantine:
-  script:
-    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=EE} ${RELEASE:=EE} -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
-    - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
-    - exit $test_run_exit_code
   extends:
     - .test
     - .high-capacity
     - .ee-qa
     - .quarantine
     - .rspec-report-opts
+  variables:
+    QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
 
 # The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
 ce:upgrade:
@@ -648,8 +651,9 @@ ce:object_storage:
     - .high-capacity
     - .ce-qa
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
 
 ce:object_storage-quarantine:
   extends:
@@ -658,8 +662,9 @@ ce:object_storage-quarantine:
     - .ce-qa
     - .quarantine
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
 
 ee:object_storage_aws:
   extends:
@@ -667,8 +672,9 @@ ee:object_storage_aws:
     - .high-capacity
     - .ee-qa
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage_aws"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
     QA_RSPEC_TAGS: "--tag object_storage"
 
 ee:object_storage_aws-quarantine:
@@ -678,8 +684,9 @@ ee:object_storage_aws-quarantine:
     - .ee-qa
     - .quarantine
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage_aws"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
     QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
 
 ee:object_storage_gcs:
@@ -709,8 +716,9 @@ ee:object_storage:
     - .high-capacity
     - .ee-qa
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
     QA_RSPEC_TAGS: "--tag object_storage"
 
 ee:object_storage-quarantine:
@@ -720,8 +728,9 @@ ee:object_storage-quarantine:
     - .ee-qa
     - .quarantine
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config object_storage"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
     QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
 
 ee:packages:
@@ -730,8 +739,9 @@ ee:packages:
     - .high-capacity
     - .ee-qa
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config packages"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
     QA_RSPEC_TAGS: "--tag packages"
 
 ee:packages-quarantine:
@@ -741,8 +751,9 @@ ee:packages-quarantine:
     - .ee-qa
     - .quarantine
     - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTS: "--omnibus-config packages"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
     QA_RSPEC_TAGS: "--tag quarantine --tag packages"
 
 ce:registry:
@@ -873,7 +884,7 @@ ee:praefect:
     - .ee-qa
     - .knapsack-variables
     - .rspec-report-opts
-  parallel: 5
+  parallel: 10
   variables:
     QA_SCENARIO: "Test::Integration::Praefect"
     QA_CAN_TEST_PRAEFECT: "true"

data/.rubocop.yml

@@ -1,15 +1,21 @@
-inherit_from: .rubocop_todo.yml
-
-require:
-  # Due to a probably bug in rubocop (https://github.com/bbatsov/rubocop/issues/5251)
-  # we need to require rubocop-rspec a second time so that RSpec/FilePath does
-  # not fallback to Rails/FilePath.
-  - rubocop-rspec
-
 inherit_gem:
   gitlab-styles:
     - rubocop-default.yml
 
+inherit_from:
+  <% unless ENV['REVEAL_RUBOCOP_TODO'] == '1' %>
+  - '.rubocop_todo.yml'
+  <% end %>
+
+Lint/HashCompareByIdentity:
+  Enabled: true
+
+Lint/RedundantSafeNavigation:
+  Enabled: true
+
+Style/ClassEqualityComparison:
+  Enabled: true
+
 Lint/ShadowingOuterLocalVariable:
   Enabled: false
 

data/.rubocop_todo.yml

@@ -1,17 +1,41 @@
 # This configuration was generated by
 # `rubocop --auto-gen-config`
-# on 2020-10-31 07:26:03 -0700 using RuboCop version 0.82.0.
+# on 2021-09-17 06:55:33 UTC using RuboCop version 0.93.1.
 # The point is for the user to remove these configuration records
 # one by one as the offenses are removed from the code base.
 # Note that changes in the inspected code, or installation of new
 # versions of RuboCop, may require this file to be generated again.
 
-# Offense count: 51
+# Offense count: 165
 # Cop supports --auto-correct.
-# Configuration parameters: AutoCorrect, AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, IgnoredPatterns.
-# URISchemes: http, https
-Layout/LineLength:
-  Max: 210
+CodeReuse/ActiveRecord:
+  Enabled: false
+
+# Offense count: 2
+# Cop supports --auto-correct.
+Cop/LineBreakAroundConditionalBlock:
+  Exclude:
+    - 'lib/gitlab/qa/release.rb'
+    - 'lib/gitlab/qa/runtime/env.rb'
+
+# Offense count: 1
+# Configuration parameters: Include.
+# Include: **/*.gemspec
+Gemspec/RequiredRubyVersion:
+  Exclude:
+    - 'gitlab-qa.gemspec'
+
+# Offense count: 1
+Lint/ConstantDefinitionInBlock:
+  Exclude:
+    - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
+
+# Offense count: 5
+Lint/MixedRegexpCaptureTypes:
+  Exclude:
+    - 'lib/gitlab/qa/release.rb'
+    - 'lib/gitlab/qa/report/relate_failure_issue.rb'
+    - 'lib/gitlab/qa/report/update_screenshot_path.rb'
 
 # Offense count: 2
 # Cop supports --auto-correct.
@@ -20,6 +44,13 @@ Lint/RedundantCopDisableDirective:
     - 'lib/gitlab/qa/component/staging.rb'
     - 'lib/gitlab/qa/runtime/scenario.rb'
 
+# Offense count: 10
+# Configuration parameters: IgnoredMethods.
+Metrics/AbcSize:
+  Max: 26
+  IgnoredMethods:
+    - perform
+
 # Offense count: 1
 # Cop supports --auto-correct.
 # Configuration parameters: PreferredName.
@@ -33,6 +64,13 @@ Performance/RegexpMatch:
   Exclude:
     - 'lib/gitlab/qa/component/gitlab.rb'
 
+# Offense count: 1
+# Cop supports --auto-correct.
+# Configuration parameters: AutoCorrect.
+Performance/StringInclude:
+  Exclude:
+    - 'lib/gitlab/qa/component/gitlab.rb'
+
 # Offense count: 3
 # Cop supports --auto-correct.
 RSpec/EmptyLineAfterLetBlock:
@@ -51,7 +89,18 @@ RSpec/LeakyConstantDeclaration:
   Exclude:
     - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
 
-# Offense count: 93
+# Offense count: 221
+# Configuration parameters: AllowSubject.
+RSpec/MultipleMemoizedHelpers:
+  Max: 22
+
+# Offense count: 1
+# Cop supports --auto-correct.
+Style/ExplicitBlockArgument:
+  Exclude:
+    - 'lib/gitlab/qa/scenario/test/integration/ldap.rb'
+
+# Offense count: 86
 # Cop supports --auto-correct.
 # Configuration parameters: EnforcedStyle.
 # SupportedStyles: always, always_true, never
@@ -64,21 +113,19 @@ Style/HashTransformKeys:
   Exclude:
     - 'lib/gitlab/qa/docker/volumes.rb'
 
-# Offense count: 6
+# Offense count: 1
+# Cop supports --auto-correct.
+Style/HashTransformation:
+  Exclude:
+    - 'lib/gitlab/qa/docker/volumes.rb'
+
+# Offense count: 3
 # Cop supports --auto-correct.
 Style/IfUnlessModifier:
   Exclude:
-    - 'lib/gitlab/qa/component/gitlab.rb'
-    - 'lib/gitlab/qa/release.rb'
     - 'lib/gitlab/qa/runtime/env.rb'
     - 'lib/gitlab/qa/runtime/scenario.rb'
     - 'lib/gitlab/qa/scenario/test/omnibus/upgrade.rb'
-    - 'lib/gitlab/qa/support/http_request.rb'
-
-# Offense count: 1
-Style/MethodMissingSuper:
-  Exclude:
-    - 'lib/gitlab/qa/runtime/scenario.rb'
 
 # Offense count: 1
 Style/MissingRespondToMissing:
@@ -96,3 +143,25 @@ Style/MutableConstant:
     - 'db/geo/migrate/**/*'
     - 'lib/gitlab/qa/release.rb'
     - 'lib/gitlab/qa/report/update_screenshot_path.rb'
+
+# Offense count: 9
+# Cop supports --auto-correct.
+Style/RedundantRegexpEscape:
+  Exclude:
+    - 'lib/gitlab/qa/release.rb'
+    - 'lib/gitlab/qa/report/generate_test_session.rb'
+    - 'lib/gitlab/qa/report/relate_failure_issue.rb'
+    - 'lib/gitlab/qa/report/update_screenshot_path.rb'
+
+# Offense count: 1
+# Cop supports --auto-correct.
+Style/StringConcatenation:
+  Exclude:
+    - 'lib/gitlab/qa/reporter.rb'
+
+# Offense count: 126
+# Cop supports --auto-correct.
+# Configuration parameters: AutoCorrect, AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, IgnoredPatterns.
+# URISchemes: http, https
+Layout/LineLength:
+  Max: 192

data/docs/what_tests_can_be_run.md

@@ -115,9 +115,23 @@ This will first disable `feature_flag_name` flag and run the tests and then enab
 
 You can pass any number of feature flag settings. The tests will run once for each setting.
 
-See the [QA framework documentation](https://gitlab.com/gitlab-org/gitlab-ce/blob/master/qa/README.md#running-tests-with-a-feature-flag-enabled)
+See the [QA framework documentation](https://gitlab.com/gitlab-org/gitlab/-/blob/master/qa/README.md#running-tests-with-a-feature-flag-enabled-or-disabled)
 for information on running the tests with different feature flag settings from the QA framework.
 
+## Running tests with multiple feature flags set
+
+The options above allow you to enable or disable a single feature flag at a time. However, if you want to set more than
+one feature flag at the same time you'll need to use `--set-feature-flags` instead.
+
+The desired state must be set individually for each feature flag in a comma-separated list. For example to disable a feature flag
+named `feature-one` and enable another named `feature-two`, use the following parameters:
+
+```shell
+--set-feature-flags feature-one=disable,feature-two=enable
+```
+
+Those parameters will instruct GitLab QA to set both feature flags before running the suite of tests.
+
 ## Specifying the GitLab version
 
 In each of the examples below, it is possible to test a specific version of GitLab

data/gitlab-qa.gemspec

@@ -20,19 +20,16 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  # Some dependencies are pinned, to prevent new cops from breaking the CI pipelines
   spec.add_development_dependency 'climate_control', '~> 0.2'
-  spec.add_development_dependency 'gitlab-styles', '~> 4.3.0'
+  spec.add_development_dependency 'gitlab-styles', '~> 6.2.1'
   spec.add_development_dependency 'pry', '~> 0.11'
-  spec.add_development_dependency 'rake', '~> 12.2'
+  spec.add_development_dependency 'rake', '~> 13.0'
   spec.add_development_dependency 'rspec', '~> 3.7'
-  spec.add_development_dependency 'rubocop', '~> 0.82.0'
-  spec.add_development_dependency 'rubocop-rspec', '~> 1.36'
   spec.add_development_dependency 'solargraph', '~> 0.41'
   spec.add_development_dependency 'webmock', '3.7.0'
-  spec.add_runtime_dependency 'activesupport', '~> 6.0.2'
+  spec.add_runtime_dependency 'activesupport', '~> 6.1'
   spec.add_runtime_dependency 'gitlab', '~> 4.16.1'
-  spec.add_runtime_dependency 'http', '4.3.0'
+  spec.add_runtime_dependency 'http', '~> 5.0'
   spec.add_runtime_dependency 'nokogiri', '~> 1.10'
   spec.add_runtime_dependency 'table_print', '1.5.7'
 end

data/lib/gitlab/qa/component/minio.rb

@@ -9,7 +9,7 @@ module Gitlab
     module Component
       class Minio < Base
         DOCKER_IMAGE = 'minio/minio'.freeze
-        DOCKER_IMAGE_TAG = 'latest'.freeze
+        DOCKER_IMAGE_TAG = 'RELEASE.2021-09-15T04-54-25Z'.freeze
         # These are secrets used in a local Minio container, they're not used for any online S3 server.
         AWS_ACCESS_KEY = 'AKIAIOSFODNN7EXAMPLE'.freeze
         AWS_SECRET_KEY = 'wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY'.freeze
@@ -19,7 +19,7 @@ module Gitlab
         def initialize
           super
 
-          @environment = { MINIO_ACCESS_KEY: AWS_ACCESS_KEY, MINIO_SECRET_KEY: AWS_SECRET_KEY }
+          @environment = { MINIO_ROOT_USER: AWS_ACCESS_KEY, MINIO_ROOT_PASSWORD: AWS_SECRET_KEY }
           @volumes = { host_data_dir => DATA_DIR }
           @buckets = []
         end

data/lib/gitlab/qa/component/specs.rb

@@ -16,7 +16,7 @@ module Gitlab
           @env = {}
         end
 
-        def perform # rubocop:disable Metrics/AbcSize
+        def perform
           return puts "Skipping tests." if skip_tests?
 
           raise ArgumentError unless [suite, release].all?
@@ -31,15 +31,14 @@ module Gitlab
 
           feature_flag_sets = []
 
-          # When `args` includes `[..., "--disable-feature", "a", "--enable-feature", "b", ...]`
-          # `feature_flag_sets` will be set to `[["--disable-feature", "a"], ["--enable-feature", "b"]]`
-          # This will result in tests running twice, once with each feature.
+          # When `args` includes `[..., "--disable-feature", "a", "--enable-feature", "b", "--set-feature-flags", "c=enable", ...]`
+          # `feature_flag_sets` will be set to `[["--disable-feature", "a"], ["--enable-feature", "b"], ["--set-feature-flags", "c=enable"]]`
+          # This will result in tests running three times, once with each feature flag option.
           while (index = args&.index { |x| x =~ /--.*-feature/ })
             feature_flag_sets << args.slice!(index, 2)
           end
 
-          # When `args` do not have either "--disable-feature" or "--enable-feature", we
-          # add [] so that test is run exactly once.
+          # When `args` do not have any feature flag options, we add [] so that test is run exactly once.
           feature_flag_sets << [] unless feature_flag_sets.any?
 
           feature_flag_sets.each do |feature_flag_set|

data/lib/gitlab/qa/docker/shellout.rb

@@ -13,7 +13,7 @@ module Gitlab
           puts "Docker shell command: `#{@command.mask_secrets}`"
         end
 
-        def execute!
+        def execute! # rubocop:disable Metrics/AbcSize
           raise StatusError, 'Command already executed' if @output.any?
 
           Open3.popen2e(@command.to_s) do |_in, out, wait|

data/lib/gitlab/qa/runner.rb

@@ -18,7 +18,7 @@ module Gitlab
         @omnibus_configurations = %w[default] # always load default configuration
 
         @options = OptionParser.new do |opts|
-          opts.banner = 'Usage: gitlab-qa [options] Scenario URL [[--] path] [rspec_options]'
+          opts.banner = 'Usage: gitlab-qa Scenario URL [options] [[--] path] [rspec_options]'
 
           opts.on('--no-teardown', 'Skip teardown of containers after the scenario completes.') do
             Runtime::Scenario.define(:teardown, false)

data/lib/gitlab/qa/scenario/test/integration/client_ssl.rb

@@ -12,7 +12,6 @@ module Gitlab
               @tag = 'client_ssl'
             end
 
-            # rubocop:disable Metrics/AbcSize
             def perform(release, *rspec_args)
               Component::Gitlab.perform do |gitlab|
                 gitlab.release = QA::Release.new(release)
@@ -42,7 +41,6 @@ module Gitlab
                 end
               end
             end
-            # rubocop:enable Metrics/AbcSize
 
             def gitlab_omnibus
               <<~OMNIBUS
@@ -53,7 +51,7 @@ module Gitlab
                 nginx['ssl_certificate_key'] = '/etc/gitlab/ssl/gitlab.test.key';
 
                 nginx['ssl_verify_client'] = 'on';
-                nginx['ssl_client_certificate'] = '/etc/gitlab/authority/ca.pem';
+                nginx['ssl_client_certificate'] = '/etc/gitlab/trusted-certs/ca.pem';
                 nginx['ssl_verify_depth'] = '2';
               OMNIBUS
             end

data/lib/gitlab/qa/scenario/test/integration/geo.rb

@@ -4,10 +4,7 @@ module Gitlab
       module Test
         module Integration
           class Geo < Scenario::Template
-            ##
             # rubocop:disable Lint/MissingCopEnableDirective
-            # rubocop:disable Metrics/AbcSize
-            #
             def perform(release, *rspec_args)
               release = QA::Release.new(release)
 

data/lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb

@@ -19,7 +19,6 @@ module Gitlab
               @tag = 'gitaly_cluster'
             end
 
-            # rubocop:disable Metrics/AbcSize
             def perform(release, *rspec_args)
               gitaly_primary_node = gitaly(@primary_node_name, release)
               gitaly_secondary_node = gitaly(@secondary_node_name, release)
@@ -74,7 +73,6 @@ module Gitlab
               gitaly_secondary_node&.teardown
               gitaly_tertiary_node&.teardown
             end
-            # rubocop:enable Metrics/AbcSize
 
             private
 

data/lib/gitlab/qa/scenario/test/integration/kubernetes.rb

@@ -6,7 +6,6 @@ module Gitlab
       module Test
         module Integration
           class Kubernetes < Scenario::Template
-            # rubocop:disable Metrics/AbcSize
             def perform(release, *rspec_args)
               Runtime::Env.require_kubernetes_environment!
 
@@ -47,7 +46,6 @@ module Gitlab
                 end
               end
             end
-            # rubocop:enable Metrics/AbcSize
           end
         end
       end

data/lib/gitlab/qa/scenario/test/integration/mtls.rb

@@ -13,7 +13,6 @@ module Gitlab
               @tag = 'mtls'
             end
 
-            # rubocop:disable Metrics/AbcSize
             def perform(release, *rspec_args)
               Component::Gitlab.perform do |gitaly|
                 gitaly.release = QA::Release.new(release)
@@ -53,7 +52,6 @@ module Gitlab
                 end
               end
             end
-            # rubocop:enable Metrics/AbcSize
 
             def gitlab_omnibus
               <<~OMNIBUS

data/lib/gitlab/qa/scenario/test/integration/ssh_tunnel.rb

@@ -6,7 +6,6 @@ module Gitlab
       module Test
         module Integration
           class SSHTunnel < Scenario::Template
-            # rubocop:disable Metrics/AbcSize
             def perform(release, *rspec_args)
               Runtime::Env.override_default_password!
               Runtime::Env.require_ssh_tunnel!
@@ -49,7 +48,6 @@ module Gitlab
                 end
               end
             end
-            # rubocop:enable Metrics/AbcSize
           end
         end
       end

data/lib/gitlab/qa/version.rb

@@ -1,5 +1,5 @@
 module Gitlab
   module QA
-    VERSION = '7.8.5'.freeze
+    VERSION = '7.9.3'.freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 7.8.5
+  version: 7.9.3
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-09-16 00:00:00.000000000 Z
+date: 2021-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.3.0
+        version: 6.2.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.3.0
+        version: 6.2.1
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.2'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.2'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -80,34 +80,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.7'
-- !ruby/object:Gem::Dependency
-  name: rubocop
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.82.0
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.82.0
-- !ruby/object:Gem::Dependency
-  name: rubocop-rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.36'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.36'
 - !ruby/object:Gem::Dependency
   name: solargraph
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +114,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.2
+        version: '6.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.2
+        version: '6.1'
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
@@ -168,16 +140,16 @@ dependencies:
   name: http
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.3.0
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.3.0
+        version: '5.0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement