gitlab-qa 8.4.2 → 8.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ae27f1af0edb9ce83b3ba33e8f18ddb155b62a786b7977d93ab74dfe2ba33e77
-  data.tar.gz: 45f26af4e1796502625888791990c16403654f1abe9558deca1d7fc351135383
+  metadata.gz: cedbc28c7349c22c56af141445b79d1c7c29444f66d191f465a91e8d0fc244ae
+  data.tar.gz: 9b857df0ad9502c59aa081fb7b1ebb2865bc7c4339c49c6f37a356c08eb1740a
 SHA512:
-  metadata.gz: 4b7e606c2e6966d29ddc414e512ad7c2ce19a67dcf9ef20fcdaec5575219aa82631cb77c486e35c74f1a4c956004b6f7519f6422838a09d8e43873a5e9c4bbb4
-  data.tar.gz: 7ebbdd74ef735ecbdcb107bafa1418754f3cc89b18d72da2986b0d0d455145e25e4e4c812ab2d2dcbc72e4d50b2337d5f60d66100d715bbd6d3e4750f9eb9c22
+  metadata.gz: 4231efbe843158613694938667c8402d5dcbddeb918fb19cf00743839c80c5bc05917c264474d48e3558dd33978e9973baecad229a041873473faa1ce376122c
+  data.tar.gz: 7a9c4a7efd9b4759c6c487e8872ca76cfb35cc6b91cebc90e2c77b61d742b5ed2f68acd044f6b86cbfce30d822423ddd4e09cae2b5c26dd4ea2a26a72364c5e9

data/.rubocop_todo.yml

@@ -57,12 +57,6 @@ Naming/RescuedExceptionsVariableName:
   Exclude:
     - 'lib/gitlab/qa/component/staging.rb'
 
-# Offense count: 3
-# Cop supports --auto-correct.
-RSpec/EmptyLineAfterLetBlock:
-  Exclude:
-    - 'spec/gitlab/qa/support/dev_ee_qa_image_spec.rb'
-
 # Offense count: 4
 # Cop supports --auto-correct.
 # Configuration parameters: CustomTransform, IgnoredWords.
@@ -70,12 +64,6 @@ RSpec/ExampleWording:
   Exclude:
     - 'spec/gitlab/qa/component/gitlab_spec.rb'
 
-# Offense count: 1
-# Configuration parameters: CustomTransform, IgnoreMethods, SpecSuffixOnly.
-RSpec/FilePath:
-  Exclude:
-    - 'spec/gitlab/qa/support/dev_ee_qa_image_spec.rb'
-
 # Offense count: 2
 RSpec/LeakyConstantDeclaration:
   Exclude:

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab-qa (8.4.2)
+    gitlab-qa (8.6.0)
       activesupport (~> 6.1)
       gitlab (~> 4.18.0)
       http (~> 5.0)

data/exe/gitlab-qa

@@ -6,4 +6,4 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 require 'gitlab/qa'
 
-Gitlab::QA::Runner.run(ARGV)
+Gitlab::QA::Runner.run(ARGV.dup)

data/lib/gitlab/qa/component/base.rb

@@ -157,11 +157,11 @@ module Gitlab
             reconfigure
             wait_until_ready
             process_exec_commands
-          rescue Docker::Shellout::StatusError => e
+          rescue Support::ShellCommand::StatusError => e
             # for scenarios where a service fails during startup, attempt to retry to avoid flaky failures
             if (retries += 1) < 3
               Runtime::Logger.warn(
-                "Retry instance_no_teardown due to Docker::Shellout::StatusError -- attempt #{retries}"
+                "Retry instance_no_teardown due to Support::ShellCommand::StatusError -- attempt #{retries}"
               )
               teardown!
               retry

data/lib/gitlab/qa/component/gitlab.rb

@@ -338,7 +338,7 @@ module Gitlab
             output = docker.inspect(name) { |command| command << "--format='{{json .State.Health.Status}}'" }
 
             output == '"healthy"'
-          rescue Docker::Shellout::StatusError
+          rescue Support::ShellCommand::StatusError
             false
           end
         end

data/lib/gitlab/qa/component/staging.rb

@@ -20,31 +20,21 @@ module Gitlab
         end
 
         def self.image
+          # QA images are tagged with the following logic
+          # 1. For auto-deploy versions, they are tagged with their corresponding commit SHA
+          #    That is, if auto-deploy version is `15.4.202209150620+70251a89db4.a625f183e2e`,
+          #    the QA image tag will be `70251a89db4`
+          # 2. For stable/RC versions, they are tagged with the version with `v` prefix.
+          #    That is, if the version is `15.3.3-ee`, the QA image tag will be `v15.3.3-ee`
+          # These images are available from the GitLab project's container registry.
+
+          # If token to access dev.gitlab.org registry is provided, we will
+          # fetch from there. Else, we will try to fetch from GitLab.com
+          # registry.
           if Runtime::Env.dev_access_token_variable
-            # Auto-deploy builds have a tag formatted like 12.1.12345+5159f2949cb.59c9fa631
-            # where `5159f2949cb` is the EE commit SHA. QA images are tagged using
-            # the version from the VERSION file and this commit SHA, e.g.
-            # `12.0-5159f2949cb` (note that the `major.minor` doesn't necessarily match).
-            # To work around that, we're fetching the `revision` from the version API
-            # and then find the corresponding QA image in the
-            # `dev.gitlab.org:5005/gitlab/omnibus-gitlab/gitlab-ee-qa` container
-            # registry, based on this revision.
-            # See:
-            #  - https://gitlab.com/gitlab-org/quality/staging/issues/56
-            #  - https://gitlab.com/gitlab-org/release/framework/issues/421
-            #  - https://gitlab.com/gitlab-org/gitlab-qa/issues/398
-            #
-            # For official builds (currently deployed on preprod) we use the version
-            # string e.g. '12.5.4-ee' for tag matching
-            Support::DevEEQAImage.new.retrieve_image_from_container_registry!(tag_end)
+            "dev.gitlab.org:5005/gitlab/gitlab-ee/gitlab-ee-qa:#{tag}"
           else
-            # Auto-deploy builds have a tag formatted like 12.0.12345+5159f2949cb.59c9fa631
-            # but the version api returns a semver version like 12.0.1
-            # so images are tagged using minor and major semver components plus
-            # the EE commit ref, which is the 'revision' returned by the API
-            # and so the version used for the docker image tag is like 12.0-5159f2949cb
-            # See: https://gitlab.com/gitlab-org/quality/staging/issues/56
-            "ee:#{Version.new(address).major_minor_revision}"
+            "registry.gitlab.com/gitlab-org/gitlab/gitlab-ee-qa:#{tag}"
           end
         end
 
@@ -52,8 +42,8 @@ module Gitlab
           self::ADDRESS
         end
 
-        def self.tag_end
-          @tag_end ||= Version.new(address).tag_end
+        def self.tag
+          @tag ||= Version.new(address).tag
         end
 
         class Version
@@ -65,16 +55,8 @@ module Gitlab
             Runtime::Env.require_qa_access_token!
           end
 
-          def tag_end
-            official? ? version : revision
-          end
-
-          def major_minor_revision
-            api_response = api_get!
-            version_regexp = /^v?(?<major>\d+)\.(?<minor>\d+)\.\d+/
-            match = version_regexp.match(api_response.fetch('version'))
-
-            "#{match[:major]}.#{match[:minor]}-#{api_response.fetch('revision')}"
+          def tag
+            official? ? "v#{version}" : revision
           end
 
           private

data/lib/gitlab/qa/component/suggested_reviewer.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Component
+      class SuggestedReviewer
+        include Scenario::Actable
+
+        # Source: https://gitlab.com/gitlab-org/modelops/applied-ml/review-recommender/cluster-management
+        MANIFESTS_PATH = File.expand_path('../../../../support/manifests/suggested_reviewer', __dir__)
+
+        def initialize
+          @cluster = Service::KubernetesCluster.new(provider_class: Service::ClusterProvider::K3d)
+        end
+
+        def name
+          @name ||= "suggested_reviewer"
+        end
+
+        def prepare
+          @cluster.create_registry_mirror
+        end
+
+        def create_cluster
+          @cluster.create!
+        end
+
+        def deploy_services
+          Dir.glob(File.join(MANIFESTS_PATH, '**/*')).each do |file|
+            Runtime::Logger.info("Applying manifest #{file}")
+            @cluster.apply_manifest(File.read(file))
+          end
+        end
+
+        def teardown
+          @cluster.remove!
+        end
+
+        def wait_until_ready; end
+
+        def teardown?
+          !Runtime::Scenario.attributes.include?(:teardown) || Runtime::Scenario.teardown
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/docker/command.rb

@@ -4,7 +4,7 @@ module Gitlab
   module QA
     module Docker
       class Command
-        attr_reader :args, :stream_output
+        attr_reader :args
 
         # Shell command
         #
@@ -41,24 +41,13 @@ module Gitlab
           "docker #{@args.join(' ')}"
         end
 
-        # Returns a masked string form of a Command
-        #
-        # @example
-        #   Command.new('a docker command', mask_secrets: 'command').mask_secrets #=> 'a docker *****'
-        #   Command.new('a docker command', mask_secrets: %w[docker command]).mask_secrets #=> 'a ***** *****'
-        #
-        # @return [String] The masked command string
-        def mask_secrets
-          @mask_secrets.each_with_object(+to_s) { |secret, s| s.gsub!(secret, '*****') }
-        end
-
         def ==(other)
           to_s == other.to_s
         end
 
         def execute!(&block)
-          Docker::Shellout.new(self).execute!(&block)
-        rescue Docker::Shellout::StatusError => e
+          Support::ShellCommand.new(to_s, mask_secrets: @mask_secrets, stream_output: @stream_output).execute!(&block)
+        rescue Support::ShellCommand::StatusError => e
           e.set_backtrace([])
 
           raise e

data/lib/gitlab/qa/docker/engine.rb

@@ -112,7 +112,7 @@ module Gitlab
 
         def manifest_exists?(name)
           Docker::Command.execute("manifest inspect #{name}")
-        rescue Docker::Shellout::StatusError
+        rescue Support::ShellCommand::StatusError
           false
         else
           true

data/lib/gitlab/qa/release.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require "active_support/core_ext/module/delegation"
+
 module Gitlab
   module QA
     class Release
@@ -23,6 +25,8 @@ module Gitlab
         \z
       }xi.freeze
 
+      delegate :ci_project_path, to: Gitlab::QA::Runtime::Env
+
       # Official dev tag example:
       #  12.5.4(-rc42)-ee
       # |-------------|--|
@@ -109,7 +113,7 @@ module Gitlab
       def qa_image
         @qa_image ||= if omnibus_mirror?
                         omnibus_project = image.match(CUSTOM_GITLAB_IMAGE_REGEX)[:project]
-                        gitlab_project = "/gitlab-org/gitlab/"
+                        gitlab_project = ci_project_path ? "/#{ci_project_path}/" : "/gitlab-org/gitlab/"
 
                         "#{image.gsub(omnibus_project, gitlab_project)}-qa"
                       else
@@ -139,7 +143,7 @@ module Gitlab
       # Tag scheme for gitlab-{ce,ee}-qa images is like 11.1.0-rc12-ee
       def qa_tag
         if dev_gitlab_org? && (match_data = tag.match(DEV_TAG_REGEX))
-          "#{match_data[:version]}-#{match_data[:gitlab_ref]}"
+          match_data[:gitlab_ref]
         else
           tag.sub(/[-.]([ce]e)(\.(\d+))?\z/, '-\1')
         end

data/lib/gitlab/qa/report/find_set_dri.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module Gitlab
+  module QA
+    module Report
+      module FindSetDri
+        def set_dri_via_group(product_group, test)
+          parse_json_with_sets
+          fetch_stage_sets(test)
+
+          return @sets.sample['username'] if @stage_sets.empty?
+
+          fetch_group_sets(product_group)
+
+          if @group_sets.empty?
+            @stage_sets.sample['username']
+          else
+            @group_sets.sample['username']
+          end
+        end
+
+        private
+
+        def parse_json_with_sets
+          response = Support::HttpRequest.make_http_request(
+            url: 'https://gitlab-org.gitlab.io/gitlab-roulette/roulette.json'
+          )
+          @sets = JSON.parse(response.body).select { |user| user['role'].include?('software-engineer-in-test') }
+        end
+
+        def fetch_stage_sets(test)
+          @stage_sets = @sets.select { |user| user['role'].include?(test.stage.split("_").map(&:capitalize).join(" ")) }
+        end
+
+        def fetch_group_sets(product_group)
+          @group_sets = @stage_sets.select { |user| user['role'].include?(product_group.split("_").map { |word| word == 'and' ? word : word.capitalize }.join(" ")) }
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/report/gitlab_issue_client.rb

@@ -101,6 +101,13 @@ module Gitlab
           end
         end
 
+        def find_user_id(username:)
+          handle_gitlab_client_exceptions do
+            user = Gitlab.users(username: username)&.first
+            user['id'] unless user.nil?
+          end
+        end
+
         def upload_file(file_fullpath:)
           ignore_gitlab_client_exceptions do
             Gitlab.upload_file(project, file_fullpath)

data/lib/gitlab/qa/report/relate_failure_issue.rb

@@ -3,12 +3,15 @@
 require 'nokogiri'
 require 'active_support/core_ext/enumerable'
 require 'rubygems/text'
+require 'active_support/core_ext/integer/time'
 
 module Gitlab
   module QA
     module Report
       # Uses the API to create or update GitLab issues with the results of tests from RSpec report files.
       class RelateFailureIssue < ReportAsIssue
+        include FindSetDri
+
         DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION = 0.15
         FAILURE_STACKTRACE_REGEX = %r{((.*Failure\/Error:(?<stacktrace>.+))|(?<stacktrace>.+))}m.freeze
         ISSUE_STACKTRACE_REGEX = /### Stack trace\s*(```)#{FAILURE_STACKTRACE_REGEX}(```)/m.freeze
@@ -74,6 +77,8 @@ module Gitlab
 
           post_or_update_failed_job_note(issue, test)
 
+          assign_dri(issue, test)
+
           issue
         end
 
@@ -218,6 +223,17 @@ module Gitlab
 
           section
         end
+
+        def assign_dri(issue, test)
+          if test.product_group?
+            dri = set_dri_via_group(test.product_group, test)
+            dri_id = gitlab.find_user_id(username: dri)
+            gitlab.edit_issue(iid: issue.iid, options: { assignee_id: dri_id, due_date: Date.today + 1.month })
+            puts "  => Assigning #{dri} as DRI for the issue."
+          else
+            puts "  => No product group metadata found for test '#{test.name}'"
+          end
+        end
       end
     end
   end

data/lib/gitlab/qa/report/results_reporter_shared.rb

@@ -32,7 +32,7 @@ module Gitlab
         end
 
         def new_issue_labels(test)
-          ['Quality', "devops::#{test.stage}", 'status::automated']
+          %w[Quality status::automated]
         end
 
         def search_term(test)

data/lib/gitlab/qa/report/test_result.rb

@@ -103,6 +103,14 @@ module Gitlab
             report['screenshot']['image'] if screenshot?
           end
 
+          def product_group?
+            report['product_group'].present?
+          end
+
+          def product_group
+            report['product_group'] if product_group?
+          end
+
           private
 
           # rubocop:disable Metrics/AbcSize

data/lib/gitlab/qa/runtime/env.rb

@@ -94,6 +94,7 @@ module Gitlab
           'CI_NODE_TOTAL' => :ci_node_total,
           'CI_PROJECT_ID' => :ci_project_id,
           'CI_PROJECT_NAME' => :ci_project_name,
+          'CI_PROJECT_PATH' => :ci_project_path,
           'CI_SLACK_WEBHOOK_URL' => :ci_slack_webhook_url,
           'CI_PIPELINE_ID' => :ci_pipeline_id,
           'CI_PIPELINE_SOURCE' => :ci_pipeline_source,
@@ -272,12 +273,10 @@ module Gitlab
           raise ArgumentError, "Please provide CI_SLACK_WEBHOOK_URL"
         end
 
-        def require_kubernetes_environment!
-          %w[GCLOUD_ACCOUNT_EMAIL GCLOUD_ACCOUNT_KEY CLOUDSDK_CORE_PROJECT].each do |env_key|
-            unless ENV.key?(env_key)
-              raise ArgumentError, "Environment variable #{env_key} must be set to run kubernetes specs"
-            end
-          end
+        def require_qa_container_registry_access_token!
+          return unless env_var_value_if_defined('GITLAB_QA_CONTAINER_REGISTRY_ACCESS_TOKEN').to_s.strip.empty?
+
+          raise ArgumentError, "Please provide GITLAB_QA_CONTAINER_REGISTRY_ACCESS_TOKEN"
         end
 
         def require_aws_s3_environment!
@@ -313,14 +312,6 @@ module Gitlab
           )
         end
 
-        def require_ssh_tunnel!
-          %w[TUNNEL_SSH_PRIVATE_KEY TUNNEL_SERVER_HOSTNAME TUNNEL_SSH_USER].each do |env_key|
-            unless ENV.key?(env_key)
-              raise ArgumentError, "Environment variable #{env_key} must be set to run tunnel specs"
-            end
-          end
-        end
-
         def override_default_password!
           require_initial_password!
 

data/lib/gitlab/qa/scenario/test/integration/suggested_reviewer.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Integration
+          class SuggestedReviewer < Scenario::Template
+            attr_reader :spec_suite
+
+            def initialize
+              @spec_suite = 'Test::Instance::All'
+              @network = 'test'
+              @env = {}
+              @tag = 'suggested_reviewer'
+              @gitlab_name = 'gitlab-suggested-reviewer'
+            end
+
+            def perform(release, *rspec_args)
+              Component::Gitlab.perform do |gitlab|
+                gitlab.release = QA::Release.new(release)
+                gitlab.name = @gitlab_name
+                gitlab.network = @network
+
+                gitlab.instance do
+                  # Wait for the suggested reviewer services to be ready before attempting to run specs
+                  @cluster = suggested_reviewer_cluster
+                  @cluster.wait_until_ready
+
+                  Runtime::Logger.info('Running Suggested Reviewer specs!')
+
+                  if @tag
+                    rspec_args << "--" unless rspec_args.include?('--')
+                    rspec_args << "--tag" << @tag
+                  end
+
+                  Component::Specs.perform do |specs|
+                    specs.suite = spec_suite
+                    specs.release = gitlab.release
+                    specs.network = gitlab.network
+                    specs.args = [gitlab.address, *rspec_args]
+                    specs.env = @env
+                  end
+                end
+              end
+            ensure
+              @cluster&.teardown if @cluster&.teardown?
+            end
+
+            def suggested_reviewer_cluster
+              Component::SuggestedReviewer.new.tap do |sr|
+                sr.prepare
+                sr.create_cluster
+                sr.deploy_services
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb

@@ -94,7 +94,7 @@ module Gitlab
                 specs.network = gitlab.network
                 specs.args = [gitlab.address, *rspec_args]
               end
-            rescue Docker::Shellout::StatusError => e
+            rescue Support::ShellCommand::StatusError => e
               raise e if release == current_release # only fail on current release
 
               Runtime::Logger.warn("Test run for release '#{gitlab.release}' finished with errors!")

data/lib/gitlab/qa/service/cluster_provider/base.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Service
+      module ClusterProvider
+        class Base
+          include Support::Shellout
+
+          GITLAB_REGISTRY = 'registry.gitlab.com'
+
+          attr_accessor :create_args
+
+          def cluster_name
+            @cluster_name ||= "qa-cluster-#{Time.now.utc.strftime('%Y%m%d')}-#{SecureRandom.hex(4)}"
+          end
+
+          def validate_dependencies
+            raise NotImplementedError
+          end
+
+          def setup
+            raise NotImplementedError
+          end
+
+          def teardown
+            raise NotImplementedError
+          end
+        end
+      end
+    end
+  end
+end