gitlab-qa 7.29.1 → 7.32.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6f3a8d250f26a5899d776475ac349829311045b51aeed7b73f1a40fc41cd23dc
-  data.tar.gz: 2258303729505a302fe0a6d05b57f5deee6efe21f0d7cbfb2542e92febfe2dc7
+  metadata.gz: 7af4e17998896415aa9c217a012124b8fa4ce8727d781a3ef47ea2801c9c6632
+  data.tar.gz: '0162299be6ab6e7f40d83a7f0c8a1d4d76879e7cf8d7181e3e8f027285fba8a0'
 SHA512:
-  metadata.gz: 2ad81f0b8d7bcb59ff76963f0463ae2d221be28b262455c22e6ee11ad91a9c6b768291639ed25b9ff756c9b319566f4aa596281ca2c09d470a5a1374174f3929
-  data.tar.gz: 6e5a9601b50167f4cae9c87fe1415b1a6a740c855e56580cc553559d481842f6ed9feced7760a0403bb7993ef5ba7e11c1fd5723d2812a06227d1a64b87aefd1
+  metadata.gz: 82aeb884f959762a0de031bf0f44d050b32a576cb92adff50b9af7902ed481dab0ce0ad295338238fb61108e58be1a85b10b27f59209bb36e8655cde13d5f460
+  data.tar.gz: 1964ac96d147d43a008ee2619d49a53b661851c1c4cb09b74701b52bf680c4f376c52aa1a68f62a08d51080199385e34cb322e4036d9d7daa7d166bf447ca620

data/.gitignore

@@ -8,6 +8,9 @@
 /.idea
 .ruby-version
 .ruby-gemset
+.DS_Store
+.rakeTasks
+.tool-versions
 
 # ignore built gems
 *.gem

data/.gitlab/ci/jobs/base.gitlab-ci.yml

@@ -70,6 +70,8 @@ workflow:
 variables:
   DOCKER_DRIVER: overlay2
   DOCKER_HOST: tcp://docker:2375
+  COLORIZED_LOGS: "true"
+  QA_DEBUG: "false"
   QA_CAN_TEST_GIT_PROTOCOL_V2: "true"
   QA_CAN_TEST_PRAEFECT: "false"
   QA_GENERATE_ALLURE_REPORT: "true"

data/.gitlab/ci/jobs/cloud_activation.gitlab-ci.yml

@@ -11,7 +11,7 @@ ee:cloud-activation:
     - .combined-gitlab-qa-options-script
   variables:
     QA_RSPEC_TAGS: "--tag cloud_activation"
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --no-admin-token --seed-db license*.rb"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --seed-db license*.rb"
 
 ee:cloud-activation-quarantine:
   before_script:
@@ -27,4 +27,4 @@ ee:cloud-activation-quarantine:
     - .combined-gitlab-qa-options-script
   variables:
     QA_RSPEC_TAGS: "--tag cloud_activation"
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --no-admin-token --seed-db license*.rb"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --seed-db license*.rb"

data/.gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml

@@ -0,0 +1,25 @@
+ce:decomposition_multiple_db:
+  extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+    - .rules:ce-never-when-qa-tests-specified
+    - .test
+    - .high-capacity
+    - .ce-variables
+    - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
+  parallel: 5
+  variables:
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config decomposition_multiple_db"
+
+ee:decomposition_multiple_db:
+  extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+    - .rules:ee-never-when-qa-tests-specified
+    - .test
+    - .ee-variables
+    - .high-capacity
+    - .rspec-report-opts
+    - .combined-gitlab-qa-options-script
+  parallel: 5
+  variables:
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config decomposition_multiple_db"

data/.gitlab/ci/jobs/{ci_decomposition.gitlab-ci.yml → decomposition_single_db.gitlab-ci.yml}

@@ -1,4 +1,4 @@
-ce:ci_decomposition:
+ce:decomposition_single_db:
   extends:
     - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .rules:ce-never-when-qa-tests-specified
@@ -9,9 +9,9 @@ ce:ci_decomposition:
     - .combined-gitlab-qa-options-script
   parallel: 5
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config ci_decomposition"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config decomposition_single_db"
 
-ee:ci_decomposition:
+ee:decomposition_single_db:
   extends:
     - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .rules:ee-never-when-qa-tests-specified
@@ -22,4 +22,4 @@ ee:ci_decomposition:
     - .combined-gitlab-qa-options-script
   parallel: 5
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config ci_decomposition"
+    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config decomposition_single_db"

data/.rubocop.yml

@@ -36,3 +36,6 @@ Style/SignalException:
 
 Layout/SpaceBeforeFirstArg:
   Enabled: false
+
+RSpec/MultipleMemoizedHelpers:
+  Enabled: false

data/.rubocop_todo.yml

@@ -89,11 +89,6 @@ RSpec/LeakyConstantDeclaration:
   Exclude:
     - 'spec/gitlab/qa/scenario/test/instance/deployment_base_spec.rb'
 
-# Offense count: 221
-# Configuration parameters: AllowSubject.
-RSpec/MultipleMemoizedHelpers:
-  Max: 22
-
 # Offense count: 1
 # Cop supports --auto-correct.
 Style/ExplicitBlockArgument:

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab-qa (7.29.1)
+    gitlab-qa (7.32.0)
       activesupport (~> 6.1)
       gitlab (~> 4.18.0)
       http (~> 5.0)

data/docs/what_tests_can_be_run.md

@@ -997,12 +997,20 @@ This scenario is a composition of two orchestrated scenarios. It tests the conta
  GITLAB_TLS_CERTIFICATE=$(cat /path/to/certificate.crt) gitlab-qa Test::Integration::RegistryTLS EE --omnibus-config object_storage_aws
  ```
 
-### Test::Instance::Image EE --omnibus-config ci_decomposition
+### Test::Instance::Image EE --omnibus-config decomposition_single_db
 
-This scenario is to run tests against GitLab instance with [decomposed database](https://gitlab.com/groups/gitlab-org/-/epics/6160) on a single Postgres:
+This scenario is to run tests against a GitLab instance with a [decomposed database](https://gitlab.com/groups/gitlab-org/-/epics/6160) using a single database:
 
  ```ruby
-gitlab-qa Test::Instance::Image EE --omnibus-config ci_decomposition
+gitlab-qa Test::Instance::Image EE --omnibus-config decomposition_single_db
+ ```
+
+### Test::Instance::Image EE --omnibus-config decomposition_multiple_db
+
+This scenario is to run tests against a GitLab instance with a [decomposed database](https://gitlab.com/groups/gitlab-org/-/epics/6160) using multiple databases:
+
+ ```ruby
+gitlab-qa Test::Instance::Image EE --omnibus-config decomposition_multiple_db
  ```
 
 ### `Test::Instance::Geo EE|<full image address>:nightly|latest|any_tag http://geo-primary.gitlab http://geo-secondary.gitlab`

data/lib/gitlab/qa/component/gitlab.rb

@@ -176,6 +176,7 @@ module Gitlab
           exec_commands << seed_admin_token_command if seed_admin_token
           exec_commands << seed_test_data_command if seed_db
           exec_commands << Runtime::Scenario.omnibus_exec_commands
+          exec_commands << add_git_server_hooks unless Runtime::Scenario.skip_server_hooks
 
           commands = exec_commands.flatten.uniq
           return if commands.empty?
@@ -184,14 +185,17 @@ module Gitlab
           commands.each { |command| @docker.exec(name, command) }
         end
 
-        def sha_version
+        def rails_version
           json = @docker.read_file(
             @release.image, @release.tag,
             '/opt/gitlab/version-manifest.json'
           )
 
           manifest = JSON.parse(json)
-          manifest['software']['gitlab-rails']['locked_version']
+          {
+            sha: manifest['software']['gitlab-rails']['locked_version'],
+            source: manifest['software']['gitlab-rails']['locked_source']['git']
+          }
         end
 
         def copy_key_file(env_key)
@@ -243,6 +247,25 @@ module Gitlab
           ["gitlab-rails runner #{DATA_PATH}/admin_access_token_seed.rb"]
         end
 
+        def add_git_server_hooks
+          global_server_prereceive_hook = <<~SCRIPT
+            #!/usr/bin/env bash
+
+            if [[ \\\$GL_PROJECT_PATH =~ 'reject-prereceive' ]]; then
+              echo 'GL-HOOK-ERR: Custom error message rejecting prereceive hook for projects with GL_PROJECT_PATH matching pattern reject-prereceive'
+              exit 1
+            fi
+          SCRIPT
+
+          [
+            @docker.exec(name, 'mkdir -p /opt/gitlab/embedded/service/gitlab-shell/hooks/pre-receive.d'),
+            @docker.write_files(name) do |f|
+              f.write('/opt/gitlab/embedded/service/gitlab-shell/hooks/pre-receive.d/pre-receive.d', global_server_prereceive_hook, false)
+            end,
+            @docker.exec(name, 'chmod +x /opt/gitlab/embedded/service/gitlab-shell/hooks/pre-receive.d/*')
+          ]
+        end
+
         class Availability
           def initialize(name, relative_path: '', scheme: 'http', protocol_port: 80)
             @docker = Docker::Engine.new

data/lib/gitlab/qa/docker/engine.rb

@@ -61,8 +61,15 @@ module Gitlab
         def write_files(name)
           exec(name, yield(
             Class.new do
-              def self.write(file, contents)
-                %(echo "#{contents}" > #{file};)
+              # @param file The name of the file
+              # @param contents The content of the file to write
+              # @param expand_vars Set false if you need to write an environment variable '$' to a file. The variable should be escaped \\\$
+              def self.write(file, contents, expand_vars = true)
+                if expand_vars
+                  %(echo "#{contents}" > #{file};)
+                else
+                  %(echo '#{contents}' > #{file};)
+                end
               end
 
               def self.append(file, contents)

data/lib/gitlab/qa/report/relate_failure_issue.rb

@@ -210,10 +210,10 @@ module Gitlab
 
           failure = full_stacktrace(test)
 
-          if test.screenshot? && !failure.include?('500 Internal Server Error') && !failure.include?('fabricate_via_api!')
+          if test.screenshot? && !['500 Internal Server Error', 'fabricate_via_api!', 'Error Code 500'].any? { |e| failure.include?(e) }
             relative_url = gitlab.upload_file(file_fullpath: test.failure_screenshot)
 
-            section = "### Screenshot: #{relative_url.markdown}"
+            section = "### Screenshot: #{relative_url.markdown}" if relative_url
           end
 
           section

data/lib/gitlab/qa/report/report_results.rb

@@ -7,7 +7,9 @@ module Gitlab
       class ReportResults < ReportAsIssue
         attr_accessor :testcase_project_reporter, :results_issue_project_reporter, :files, :test_case_project, :results_issue_project, :gitlab
 
-        def initialize(token:, input_files:, test_case_project:, results_issue_project:, dry_run: false, **kwargs)
+        IGNORE_EXCEPTIONS = ['Net::ReadTimeout'].freeze
+
+        def initialize(token:, input_files:, test_case_project: nil, results_issue_project: nil, dry_run: false, **kwargs)
           @testcase_project_reporter = Gitlab::QA::Report::ResultsInTestCases.new(token: token, input_files: input_files, project: test_case_project, dry_run: dry_run, **kwargs)
           @results_issue_project_reporter = Gitlab::QA::Report::ResultsInIssues.new(token: token, input_files: input_files, project: results_issue_project, dry_run: dry_run, **kwargs)
           @test_case_project = test_case_project
@@ -32,7 +34,7 @@ module Gitlab
             test_results.each do |test|
               puts "Reporting test: #{test.file} | #{test.name}\n"
 
-              report_test(test) unless test.skipped
+              report_test(test) if should_report?(test)
             end
 
             test_results.write
@@ -54,6 +56,40 @@ module Gitlab
           testcase_project_reporter.update_testcase(testcase, test)
           results_issue_project_reporter.update_issue(issue, test)
         end
+
+        # Checks if a test result should be reported.
+        #
+        # @return [Boolean] false if the test was skipped or failed because of a transient error that can be ignored.
+        # Otherwise returns true.
+        def should_report?(test)
+          return false if test.skipped
+
+          if test.report.key?('exceptions')
+            reason = ignore_failure_reason(test.report['exceptions'])
+
+            if reason
+              puts "Issue update skipped because #{reason}"
+
+              return false
+            end
+          end
+
+          true
+        end
+
+        # Determine any reason to ignore a failure.
+        #
+        # @param [Array<Hash>] exceptions the exceptions associated with the failure.
+        # @return [String] the reason to ignore the exceptions, or `nil` if any exceptions should not be ignored.
+        def ignore_failure_reason(exceptions)
+          exception_classes = exceptions
+            .filter_map { |exception| exception['class'] if IGNORE_EXCEPTIONS.include?(exception['class']) }
+            .compact
+          return if exception_classes.empty? || exception_classes.size < exceptions.size
+
+          msg = exception_classes.many? ? 'the errors were' : 'the error was'
+          "#{msg} #{exception_classes.join(', ')}"
+        end
       end
     end
   end

data/lib/gitlab/qa/report/results_in_issues.rb

@@ -35,7 +35,7 @@ module Gitlab
           note_posted = note_status(issue, test)
 
           if labels_updated || note_posted
-            puts "Issue updated."
+            puts "Issue updated: #{issue.web_url}"
           else
             puts "Test passed, no results issue update needed."
           end

data/lib/gitlab/qa/report/test_result.rb

@@ -115,7 +115,7 @@ module Gitlab
               end
 
               exception['message'].gsub!(/(private_token=)[\w-]+/, '********')
-              exception['message_lines'].each { |line| line.gsub!(/(private_token=)([\w-]+)/, '********') }
+              Array(exception['message_lines']).each { |line| line.gsub!(/(private_token=)([\w-]+)/, '********') }
 
               {
                 'message' => "#{exception['class']}: #{exception['message']}",

data/lib/gitlab/qa/runner.rb

@@ -15,6 +15,7 @@ module Gitlab
         Runtime::Scenario.define(:seed_db, false)
         Runtime::Scenario.define(:seed_admin_token, true) # Create an admin access token for root user by default
         Runtime::Scenario.define(:omnibus_exec_commands, [])
+        Runtime::Scenario.define(:skip_server_hooks, false)
 
         # Omnibus Configurators specified by flags
         @active_configurators = []
@@ -37,6 +38,10 @@ module Gitlab
             Runtime::Scenario.define(:seed_admin_token, false)
           end
 
+          opts.on('--skip-server-hooks', 'Skip adding global git server hooks') do
+            Runtime::Scenario.define(:skip_server_hooks, true)
+          end
+
           opts.on('--qa-image QA_IMAGE', String, 'Specifies a QA image to be used instead of inferring it from the GitLab image. See Gitlab::QA::Release#qa_image') do |value|
             Runtime::Scenario.define(:qa_image, value)
           end

data/lib/gitlab/qa/runtime/logger.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require 'forwardable'
+require 'fileutils'
 
 module Gitlab
   module QA

data/lib/gitlab/qa/runtime/omnibus_configurations/{ci_decomposition.rb → decomposition_multiple_db.rb}

@@ -4,7 +4,7 @@ module Gitlab
   module QA
     module Runtime
       module OmnibusConfigurations
-        class CiDecomposition < Default
+        class DecompositionMultipleDb < Default
           def configuration
             # HACK: commenting commands out as these commands should be run *after* the first
             # reconfiguration (see first command in #exec_commands)

data/lib/gitlab/qa/runtime/omnibus_configurations/decomposition_single_db.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Runtime
+      module OmnibusConfigurations
+        class DecompositionSingleDb < Default
+          def configuration
+            <<~OMNIBUS
+              gitlab_rails['databases']['main']['enable'] = true
+              gitlab_rails['databases']['ci']['enable'] = true
+              gitlab_rails['databases']['ci']['db_database'] = 'gitlabhq_production'
+            OMNIBUS
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/sanity/version.rb

@@ -12,22 +12,43 @@ module Gitlab
           # the window defined by the `weekday_hours` method.
           # We perform a single API call to get the commit
           class Version < Scenario::Template
+            SOURCE_MAP = {
+              'git@dev.gitlab.org:gitlab/gitlab-ee.git' => {
+                host: 'dev.gitlab.org',
+                project: 'gitlab/gitlab-ee'
+              },
+              'git@dev.gitlab.org:gitlab/gitlabhq.git' => {
+                host: 'dev.gitlab.org',
+                project: 'gitlab/gitlabhq'
+              },
+              'git@gitlab.com:gitlab-org/gitlab.git' => {
+                host: 'gitlab.com',
+                project: 'gitlab-org/gitlab'
+              },
+              'git@gitlab.com:gitlab-org/gitlab-foss.git' => {
+                host: 'gitlab.com',
+                project: 'gitlab-org/gitlab-foss'
+              }
+            }.freeze
+
             def perform(release = 'ce')
               version = Component::Gitlab.perform do |gitlab|
                 gitlab.release = release
                 gitlab.act do
                   pull
-                  sha_version
+                  rails_version
                 end
               end
 
-              project = "gitlab-org/#{QA::Release.new(release).api_project_name}"
-              commit = api_commit_detail(project, version)
+              project = SOURCE_MAP[version[:source]][:project]
+              host = SOURCE_MAP[version[:source]][:host]
+              sha = version[:sha]
+              commit = api_commit_detail(host, project, sha)
 
               if commit_within_hours?(commit['created_at'], weekday_hours(commit['created_at']))
-                puts "Found commit #{version} in recent history of #{project}"
+                puts "Found commit #{sha} in recent history of #{project} on #{host}"
               else
-                puts "Did not find #{version} in recent history of #{project}"
+                puts "Did not find #{sha} in recent history of #{project} on #{host}"
                 exit 1
               end
             end
@@ -51,9 +72,14 @@ module Gitlab
               Time.at(Time.parse(commit_time_string).utc).to_datetime > Time.at((Time.now - hours * 60 * 60).utc).to_datetime
             end
 
-            def api_commit_detail(project, commit_id)
-              api = 'https://gitlab.com/api/v4'
-              url = "#{api}/projects/#{CGI.escape(project)}/repository/commits/#{commit_id}"
+            def api_commit_detail(host, project, sha)
+              url = "https://#{host}/api/v4/projects/#{CGI.escape(project)}/repository/commits/#{sha}"
+
+              if host == 'dev.gitlab.org'
+                Runtime::Env.require_qa_dev_access_token!
+
+                url = "#{url}?private_token=#{Runtime::Env.qa_dev_access_token}"
+              end
 
               JSON.parse(Net::HTTP.get(URI(url)))
             end

data/lib/gitlab/qa/test_logger.rb

@@ -68,12 +68,13 @@ module Gitlab
 
         # Log message prefix
         #
+        # @note when outputted, the date will be formatted as "Jun 07 2022 11:30:00 UTC"
         # @param [DateTime] date
         # @param [String] source
         # @param [String] severity
         # @return [String]
         def message_prefix(date, source, severity)
-          "[date=#{date} from=#{source}] #{severity.ljust(5)} -- "
+          "[#{date.strftime('%h %d %Y %H:%M:%S %Z')} (#{source})] #{severity.ljust(5)} -- "
         end
       end
     end

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '7.29.1'
+    VERSION = '7.32.0'
   end
 end

data/lib/gitlab/qa.rb

@@ -20,7 +20,8 @@ module Gitlab
         autoload :ObjectStorageGcs, 'gitlab/qa/runtime/omnibus_configurations/object_storage_gcs'
         autoload :LicenseMode, 'gitlab/qa/runtime/omnibus_configurations/license_mode'
         autoload :RegistryObjectStorage, 'gitlab/qa/runtime/omnibus_configurations/registry_object_storage'
-        autoload :CiDecomposition, 'gitlab/qa/runtime/omnibus_configurations/ci_decomposition'
+        autoload :DecompositionSingleDb, 'gitlab/qa/runtime/omnibus_configurations/decomposition_single_db'
+        autoload :DecompositionMultipleDb, 'gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db'
       end
     end
 

data/scripts/generate-qa-jobs.rb

@@ -1,5 +1,7 @@
 #!/usr/bin/env ruby
 
+require 'yaml'
+
 class GenerateQAJobs
   def initialize(no_of_example_files)
     @no_of_example_files = no_of_example_files
@@ -7,63 +9,82 @@ class GenerateQAJobs
   end
 
   # rubocop:disable Metrics/AbcSize
-  # rubocop:disable Metrics/PerceivedComplexity
-  # rubocop:disable Metrics/CyclomaticComplexity
   def execute
     jobs = load_yml_contents('base')
-    jobs.concat(load_yml_contents('sanity_framework'))
-    jobs.concat(load_yml_contents('custom_parallel'))
-    jobs.concat(load_yml_contents('instance')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('relative_url')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('ci_decomposition')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('repository_storage')) if should_run?('test_instance_all_repository_storage')
-    jobs.concat(load_yml_contents('omnibus_image'))
-    jobs.concat(load_yml_contents('update')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('omnibus_upgrade'))
-    jobs.concat(load_yml_contents('ee_previous_to_ce_update'))
-    jobs.concat(load_yml_contents('mattermost')) if should_run?('test_integration_mattermost')
-    jobs.concat(load_yml_contents('service_ping_disabled')) if should_run?('test_integration_servicepingdisabled')
-    jobs.concat(load_yml_contents('ldap_no_tls')) if should_run?('test_integration_ldapnotls')
-    jobs.concat(load_yml_contents('ldap_tls')) if should_run?('test_integration_ldaptls')
-    jobs.concat(load_yml_contents('ldap_no_server')) if should_run?('test_integration_ldapnoserver')
-    jobs.concat(load_yml_contents('instance_saml')) if should_run?('test_integration_instancesaml')
-    jobs.concat(load_yml_contents('group_saml')) if should_run?('test_integration_groupsaml')
-    jobs.concat(load_yml_contents('object_storage')) if should_run?('test_instance_all_object_storage')
-    jobs.concat(load_yml_contents('object_storage_aws')) if should_run?('test_instance_all_object_storage')
-    jobs.concat(load_yml_contents('object_storage_gcs')) if should_run?('test_instance_all_object_storage')
-    jobs.concat(load_yml_contents('object_storage_registry_tls')) if should_run?('test_integration_registrytls')
-    jobs.concat(load_yml_contents('registry')) if should_run?('test_integration_registry')
-    jobs.concat(load_yml_contents('packages')) if should_run?('test_instance_all_packages')
-    jobs.concat(load_yml_contents('elasticsearch')) if should_run?('test_integration_elasticsearch')
-    jobs.concat(load_yml_contents('praefect')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('gitaly_cluster')) if should_run?('test_instance_all')
-    jobs.concat(load_yml_contents('mtls')) if should_run?('test_instance_all_mtls')
-    jobs.concat(load_yml_contents('smtp')) if should_run?('test_integration_smtp')
-    jobs.concat(load_yml_contents('jira')) if should_run?('test_instance_all_jira')
-    jobs.concat(load_yml_contents('integrations')) if should_run?('test_instance_all_integrations')
-    jobs.concat(load_yml_contents('large_setup')) if should_run?('test_instance_all_can_use_large_setup')
-    jobs.concat(load_yml_contents('cloud_activation')) if should_run?('test_instance_all_cloud_activation')
-    jobs.concat(load_yml_contents('registry_with_cdn')) if should_run?('test_integration_registrywithcdn')
-    jobs.concat(load_yml_contents('staging'))
+    jobs.merge!(load_yml_contents('sanity_framework'))
+    jobs.merge!(load_yml_contents('custom_parallel'))
+    jobs.merge!(load_yml_contents('instance', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('relative_url', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('decomposition_single_db', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('decomposition_multiple_db', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('repository_storage', should_automatically_run?('test_instance_all_repository_storage')))
+    jobs.merge!(load_yml_contents('omnibus_image'))
+    jobs.merge!(load_yml_contents('update', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('omnibus_upgrade'))
+    jobs.merge!(load_yml_contents('ee_previous_to_ce_update'))
+    jobs.merge!(load_yml_contents('mattermost', should_automatically_run?('test_integration_mattermost')))
+    jobs.merge!(load_yml_contents('service_ping_disabled', should_automatically_run?('test_integration_servicepingdisabled')))
+    jobs.merge!(load_yml_contents('ldap_no_tls', should_automatically_run?('test_integration_ldapnotls')))
+    jobs.merge!(load_yml_contents('ldap_tls', should_automatically_run?('test_integration_ldaptls')))
+    jobs.merge!(load_yml_contents('ldap_no_server', should_automatically_run?('test_integration_ldapnoserver')))
+    jobs.merge!(load_yml_contents('instance_saml', should_automatically_run?('test_integration_instancesaml')))
+    jobs.merge!(load_yml_contents('group_saml', should_automatically_run?('test_integration_groupsaml')))
+    jobs.merge!(load_yml_contents('object_storage', should_automatically_run?('test_instance_all_object_storage')))
+    jobs.merge!(load_yml_contents('object_storage_aws', should_automatically_run?('test_instance_all_object_storage')))
+    jobs.merge!(load_yml_contents('object_storage_gcs', should_automatically_run?('test_instance_all_object_storage')))
+    jobs.merge!(load_yml_contents('object_storage_registry_tls', should_automatically_run?('test_integration_registrytls')))
+    jobs.merge!(load_yml_contents('registry', should_automatically_run?('test_integration_registry')))
+    jobs.merge!(load_yml_contents('packages', should_automatically_run?('test_instance_all_packages')))
+    jobs.merge!(load_yml_contents('elasticsearch', should_automatically_run?('test_integration_elasticsearch')))
+    jobs.merge!(load_yml_contents('praefect', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('gitaly_cluster', should_automatically_run?('test_instance_all')))
+    jobs.merge!(load_yml_contents('mtls', should_automatically_run?('test_instance_all_mtls')))
+    jobs.merge!(load_yml_contents('smtp', should_automatically_run?('test_integration_smtp')))
+    jobs.merge!(load_yml_contents('jira', should_automatically_run?('test_instance_all_jira')))
+    jobs.merge!(load_yml_contents('integrations', should_automatically_run?('test_instance_all_integrations')))
+    jobs.merge!(load_yml_contents('large_setup', should_automatically_run?('test_instance_all_can_use_large_setup')))
+    jobs.merge!(load_yml_contents('cloud_activation', should_automatically_run?('test_instance_all_cloud_activation')))
+    jobs.merge!(load_yml_contents('registry_with_cdn', should_automatically_run?('test_integration_registrywithcdn')))
+    jobs.merge!(load_yml_contents('staging'))
 
     # Disabling geo jobs temporarily due to https://gitlab.com/gitlab-org/quality/team-tasks/-/issues/774
-    # base.concat(load_yml_contents('geo')) if should_run?('scenario_test_geo')
+    # jobs.merge!(load_yml_contents('geo', should_automatically_run?('scenario_test_geo')))
+
+    yaml_string = jobs.to_yaml
+    de_stringify_reference(yaml_string)
 
-    jobs
+    yaml_string
   end
+
   # rubocop:enable Metrics/AbcSize
-  # rubocop:enable Metrics/PerceivedComplexity
-  # rubocop:enable Metrics/CyclomaticComplexity
 
   private
 
-  def should_run?(example_file_name)
+  def should_automatically_run?(example_file_name)
     @no_of_example_files.include?(example_file_name)
   end
 
-  def load_yml_contents(file_prefix)
+  def load_yml_contents(file_prefix, automatic = true)
     jobs_dir_path = File.expand_path('../.gitlab/ci/jobs', __dir__)
-    File.read(File.join(jobs_dir_path, "#{file_prefix}.gitlab-ci.yml"))
+    file_contents = File.read(File.join(jobs_dir_path, "#{file_prefix}.gitlab-ci.yml"))
+
+    # Enclose !reference in double quotes at it is not supported with YAML.load
+    stringify_reference(file_contents)
+    yaml_hash = YAML.safe_load(file_contents)
+
+    yaml_hash.each { |key, value| value.merge!("when" => "manual") } unless automatic
+
+    yaml_hash
+  end
+
+  def stringify_reference(str)
+    match_data = str.match(/!reference \[[a-zA-Z_, ]*\]/)
+    str.gsub!(match_data[0], "\"#{match_data[0]}\"") if match_data
+  end
+
+  def de_stringify_reference(str)
+    match_data = str.match(/"(!reference \[[a-zA-Z_, ]*\])"/)
+    str.gsub!(match_data[0], match_data[1]) if match_data
   end
 end
 

data/support/data/license_usage_seed.rb

@@ -51,6 +51,7 @@ class LicenseUsageSeed
     roles = Gitlab::Access.values
 
     GroupMember.create(user_id: user.id, access_level: roles.sample, source_id: group_id)
+    Users::UpdateHighestMemberRoleService.new(user).execute
   end
 
   def self.seed_users

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 7.29.1
+  version: 7.32.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-31 00:00:00.000000000 Z
+date: 2022-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -219,9 +219,10 @@ files:
 - ".gitignore"
 - ".gitlab-ci.yml"
 - ".gitlab/ci/jobs/base.gitlab-ci.yml"
-- ".gitlab/ci/jobs/ci_decomposition.gitlab-ci.yml"
 - ".gitlab/ci/jobs/cloud_activation.gitlab-ci.yml"
 - ".gitlab/ci/jobs/custom_parallel.gitlab-ci.yml"
+- ".gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml"
+- ".gitlab/ci/jobs/decomposition_single_db.gitlab-ci.yml"
 - ".gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml"
 - ".gitlab/ci/jobs/elasticsearch.gitlab-ci.yml"
 - ".gitlab/ci/jobs/geo.gitlab-ci.yml"
@@ -336,7 +337,8 @@ files:
 - lib/gitlab/qa/runtime/env.rb
 - lib/gitlab/qa/runtime/logger.rb
 - lib/gitlab/qa/runtime/omnibus_configuration.rb
-- lib/gitlab/qa/runtime/omnibus_configurations/ci_decomposition.rb
+- lib/gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db.rb
+- lib/gitlab/qa/runtime/omnibus_configurations/decomposition_single_db.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/default.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/license_mode.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage.rb