gitlab-qa 8.2.0 → 8.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8cc0b13405340964bb5e0a19cb21457d70543c5f3de8f023a31527b91feb8b0c
-  data.tar.gz: 64f23b12774640295fe5093a45b00e3d721266440b5bb359b3aad754adf0a4b5
+  metadata.gz: fa9e003021256eefe3a65e372d66dbaa1f93f03f1414c7d5dbf26d0c8426ae1d
+  data.tar.gz: 73bdb9ee88fae3344272a4093ffb44bcc5e856208e69d4b736db13e11cb47464
 SHA512:
-  metadata.gz: a65f92e629724d354ab3cf038367ffb1002d27b35b3a8e5add2e1c82c08a718e20c57bc59e11ad1cbb466aa25041a4f00c87882d3fce18b7b3f3337d2c93f329
-  data.tar.gz: 977e2feec2033cd0a3cc325025c149568edab4a62b47e5f37a2bcda9ef6f2ec09f2183d48be1129d2bd85caea4b0911f96a882de45f4414d04cab4f86a400a05
+  metadata.gz: 1b64d8409adeced189d03087cc52e89a4b7336f6292c12302e90374d70c1e1b1e7945315a56d079ae6aa7c3dbb6226093b69eea83ee39f4847bb8f07da744c39
+  data.tar.gz: c6865b83358739d867f33c1f3961a52e3f2c7710ccc0854f83107b96719618f3517ea7229543d5c315798852ee23313a67394806bf3eb0bd8c82f7038b8cd727

data/.gitlab/ci/jobs/metrics.gitlab-ci.yml

@@ -5,10 +5,8 @@ ce:metrics:
     - .high-capacity
     - .ce-variables
     - .rspec-report-opts
-    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config metrics"
-    QA_RSPEC_TAGS: "--tag metrics"
+    QA_SCENARIO: "Test::Integration::Metrics"
 
 ce:metrics-quarantine:
   extends:
@@ -18,10 +16,8 @@ ce:metrics-quarantine:
     - .ce-variables
     - .quarantine
     - .rspec-report-opts
-    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config metrics"
-    QA_RSPEC_TAGS: "--tag metrics"
+    QA_SCENARIO: "Test::Integration::Metrics"
 
 ee:metrics:
   extends:
@@ -30,10 +26,8 @@ ee:metrics:
     - .high-capacity
     - .ee-variables
     - .rspec-report-opts
-    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config metrics"
-    QA_RSPEC_TAGS: "--tag metrics"
+    QA_SCENARIO: "Test::Integration::Metrics"
 
 ee:metrics-quarantine:
   extends:
@@ -43,7 +37,5 @@ ee:metrics-quarantine:
     - .ee-variables
     - .quarantine
     - .rspec-report-opts
-    - .combined-gitlab-qa-options-script
   variables:
-    GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config metrics"
-    QA_RSPEC_TAGS: "--tag quarantine --tag metrics"
+    QA_SCENARIO: "Test::Integration::Metrics"

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab-qa (8.2.0)
+    gitlab-qa (8.3.2)
       activesupport (~> 6.1)
       gitlab (~> 4.18.0)
       http (~> 5.0)

data/lib/gitlab/qa/component/base.rb

@@ -7,13 +7,14 @@ module Gitlab
         include Scenario::Actable
 
         attr_reader :docker
-        attr_accessor :volumes, :network, :environment, :runner_network
+        attr_accessor :volumes, :ports, :network, :environment, :runner_network
         attr_writer :name, :exec_commands
 
         def initialize
           @docker = Docker::Engine.new
           @environment = {}
           @volumes = {}
+          @ports = []
           @network_aliases = []
           @exec_commands = []
         end
@@ -85,6 +86,10 @@ module Gitlab
             command << "--net #{network}"
             command << "--hostname #{hostname}"
 
+            @ports.each do |mapping|
+              command.port(mapping)
+            end
+
             @volumes.to_h.each do |to, from|
               command.volume(to, from, 'Z')
             end

data/lib/gitlab/qa/component/gitlab.rb

@@ -17,7 +17,7 @@ module Gitlab
         using Rainbow
 
         attr_reader :release, :omnibus_configuration, :omnibus_gitlab_rails_env
-        attr_accessor :tls, :skip_availability_check, :runner_network, :seed_admin_token, :seed_db
+        attr_accessor :tls, :skip_availability_check, :runner_network, :seed_admin_token, :seed_db, :skip_server_hooks
         attr_writer :name, :relative_path
 
         def_delegators :release, :tag, :image, :edition
@@ -47,6 +47,7 @@ module Gitlab
 
           @seed_admin_token = Runtime::Scenario.seed_admin_token
           @seed_db = Runtime::Scenario.seed_db
+          @skip_server_hooks = Runtime::Scenario.skip_server_hooks
 
           self.release = 'CE'
         end
@@ -84,8 +85,8 @@ module Gitlab
           tls ? 'https' : 'http'
         end
 
-        def port
-          tls ? '443:443' : '80'
+        def gitlab_port
+          tls ? ["443:443"] : ["80"]
         end
 
         def gitaly_tls
@@ -136,11 +137,15 @@ module Gitlab
           ensure_configured!
 
           docker.run(image: image, tag: tag) do |command|
-            command << "-d -p #{port}"
+            command << "-d"
             command << "--name #{name}"
             command << "--net #{network}"
             command << "--hostname #{hostname}"
 
+            [*@ports, *gitlab_port].each do |mapping|
+              command.port(mapping)
+            end
+
             @volumes.to_h.each do |to, from|
               command.volume(to, from, 'Z')
             end
@@ -179,7 +184,7 @@ module Gitlab
             name,
             relative_path: relative_path,
             scheme: scheme,
-            protocol_port: port.to_i
+            protocol_port: gitlab_port.first.to_i
           )
 
           Runtime::Logger.info("Waiting for GitLab to become healthy ...")
@@ -197,7 +202,7 @@ module Gitlab
           exec_commands << seed_admin_token_command if seed_admin_token
           exec_commands << seed_test_data_command if seed_db
           exec_commands << Runtime::Scenario.omnibus_exec_commands
-          exec_commands << add_git_server_hooks unless Runtime::Scenario.skip_server_hooks
+          exec_commands << add_git_server_hooks unless skip_server_hooks
 
           commands = exec_commands.flatten.uniq
           return if commands.empty?

data/lib/gitlab/qa/docker/command.rb

@@ -33,6 +33,10 @@ module Gitlab
           tap { @args.push(%(--env #{name}="#{value}")) }
         end
 
+        def port(mapping)
+          tap { @args.push("-p #{mapping}") }
+        end
+
         def to_s
           "docker #{@args.join(' ')}"
         end

data/lib/gitlab/qa/docker/engine.rb

@@ -119,19 +119,11 @@ module Gitlab
         end
 
         def container_exists?(name)
-          Docker::Command.execute("container inspect #{name}")
-        rescue Docker::Shellout::StatusError
-          false
-        else
-          true
+          !Docker::Command.execute("container list --all --format '{{.Names}}' --filter name=^#{name}$").empty?
         end
 
         def network_exists?(name)
-          Docker::Command.execute("network inspect #{name}")
-        rescue Docker::Shellout::StatusError
-          false
-        else
-          true
+          !Docker::Command.execute("network list --format '{{.Name}}' --filter name=^#{name}$").empty?
         end
 
         def network_create(name)

data/lib/gitlab/qa/release.rb

@@ -9,19 +9,19 @@ module Gitlab
           (-qa)?
           (:(?<tag>.+))?
         \z
-      /xi
+      /xi.freeze
       CUSTOM_GITLAB_IMAGE_REGEX = %r{
         \A
           (?<image_without_tag>
-            (?<registry>[^\/:]+(:(?<port>\d+))?)
-            .+
+            (?<registry>[^/:]+(:(?<port>\d+))?)
+            (?<project>.+)
             gitlab-
             (?<edition>ce|ee)
           )
           (-qa)?
           (:(?<tag>.+))?
         \z
-      }xi
+      }xi.freeze
 
       # Official dev tag example:
       #  12.5.4(-rc42)-ee
@@ -35,7 +35,7 @@ module Gitlab
         \A
           (?<version>\d+\.\d+.\d+(?:-rc\d+)?)-(?<edition>ce|ee)
         \z
-      /xi
+      /xi.freeze
 
       # Dev tag example:
       #  12.1.201906121026-325a6632895.b340d0bd35d
@@ -47,9 +47,9 @@ module Gitlab
       # version
       DEV_TAG_REGEX = /
         \A
-          (?<version>\d+\.\d+(.\d+)?)\.(?<timestamp>\d+)\-(?<gitlab_ref>[A-Za-z0-9]+)\.(?<omnibus_ref>[A-Za-z0-9]+)
+          (?<version>\d+\.\d+(.\d+)?)\.(?<timestamp>\d+)-(?<gitlab_ref>[A-Za-z0-9]+)\.(?<omnibus_ref>[A-Za-z0-9]+)
         \z
-      /xi
+      /xi.freeze
 
       DEFAULT_TAG = 'latest'
       DEFAULT_CANONICAL_TAG = 'nightly'
@@ -63,8 +63,9 @@ module Gitlab
 
       def initialize(release)
         @release = release.to_s.downcase
+        return if valid?
 
-        raise InvalidImageNameError, "The release image name '#{@release}' does not have the expected format." unless valid?
+        raise InvalidImageNameError, "The release image name '#{@release}' does not have the expected format."
       end
 
       def to_s
@@ -106,7 +107,14 @@ module Gitlab
       end
 
       def qa_image
-        "#{image}-qa"
+        @qa_image ||= if omnibus_mirror?
+                        omnibus_project = image.match(CUSTOM_GITLAB_IMAGE_REGEX)[:project]
+                        gitlab_project = "/gitlab-org/gitlab/"
+
+                        "#{image.gsub(omnibus_project, gitlab_project)}-qa"
+                      else
+                        "#{image}-qa"
+                      end
       end
 
       def project_name
@@ -133,7 +141,7 @@ module Gitlab
         if dev_gitlab_org? && (match_data = tag.match(DEV_TAG_REGEX))
           "#{match_data[:version]}-#{match_data[:gitlab_ref]}"
         else
-          tag.sub(/[-\.]([ce]e)(\.(\d+))?\z/, '-\1')
+          tag.sub(/[-.]([ce]e)(\.(\d+))?\z/, '-\1')
         end
       end
 
@@ -158,6 +166,7 @@ module Gitlab
 
                                  [Runtime::Env.gitlab_username, Runtime::Env.qa_access_token]
                                end
+
           {
             username: username,
             password: password,

data/lib/gitlab/qa/runtime/env.rb

@@ -36,14 +36,12 @@ module Gitlab
           'QA_SLOW_CONNECTION_LATENCY_MS' => :qa_slow_connection_latency_ms,
           'QA_SLOW_CONNECTION_THROUGHPUT_KBPS' => :qa_slow_connection_throughput_kbps,
           'QA_GENERATE_ALLURE_REPORT' => :generate_allure_report,
-          'QA_EE_ACTIVATION_CODE' => :ee_activation_code,
           'QA_EXPORT_TEST_METRICS' => :qa_export_test_metrics,
           'QA_INFLUXDB_URL' => :qa_influxdb_url,
           'QA_INFLUXDB_TOKEN' => :qa_influxdb_token,
           'QA_RUN_TYPE' => :qa_run_type,
           'QA_SKIP_PULL' => :qa_skip_pull,
           'QA_VALIDATE_RESOURCE_REUSE' => :qa_validate_resource_reuse,
-          'QA_USE_PUBLIC_IP_API' => :qa_use_public_ip_api,
           'GITLAB_API_BASE' => :api_base,
           'GITLAB_ADMIN_USERNAME' => :admin_username,
           'GITLAB_ADMIN_PASSWORD' => :admin_password,

data/lib/gitlab/qa/scenario/test/integration/metrics.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Integration
+          class Metrics < Scenario::Template
+            PUMA_METRICS_SERVER_PORT = 8083
+            SIDEKIQ_METRICS_SERVER_PORT = 8082
+
+            def perform(release, *rspec_args)
+              Component::Gitlab.perform do |gitlab|
+                gitlab.release = release
+                gitlab.network = 'test'
+                gitlab.name = 'gitlab'
+                gitlab.ports = [PUMA_METRICS_SERVER_PORT, SIDEKIQ_METRICS_SERVER_PORT]
+
+                gitlab.omnibus_configuration << <<~RUBY
+                  puma['exporter_enabled'] = true
+                  puma['exporter_address'] = '0.0.0.0'
+                  puma['exporter_port'] = #{PUMA_METRICS_SERVER_PORT}
+                  sidekiq['metrics_enabled'] = true
+                  sidekiq['listen_address'] = '0.0.0.0'
+                  sidekiq['listen_port'] = #{SIDEKIQ_METRICS_SERVER_PORT}
+                RUBY
+
+                gitlab.instance do
+                  Component::Specs.perform do |specs|
+                    specs.suite = 'Test::Integration::Metrics'
+                    specs.release = gitlab.release
+                    specs.network = gitlab.network
+                    specs.args = [gitlab.address, *rspec_args]
+                  end
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb

@@ -0,0 +1,115 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Omnibus
+          class UpdateFromPrevious < Scenario::Template
+            using Rainbow
+
+            # Test update from N - 1 (major|minor|patch) version to current release
+            # Run smoke test suite on previous release to populate some data in database before update
+            #
+            # @example
+            # perform(gitlab-ee:dev-tag, 15.3.0-pre, major)
+            # => will perform upgrades 14.9.5 -> 15.0.5 -> gitlab-ee:dev-tag
+            #
+            # @param [String] release current release docker image
+            # @param [String] current_version current gitlab version associated with docker image
+            # @param [String] semver_component semver component for N - 1 version detection, major|minor|patch
+            # @param [Array] *rspec_args rspec arguments
+            # @return [void]
+            def perform(release, current_version, semver_component, *rspec_args)
+              @current_release = QA::Release.new(release)
+              @upgrade_path = Support::GitlabUpgradePath.new(
+                current_version,
+                semver_component,
+                @current_release.edition
+              ).fetch
+
+              upgrade_info = "#{[*upgrade_path, current_release].join(' => ')} (#{current_version})".bright
+              Runtime::Logger.info("Performing gitlab update: #{upgrade_info}")
+
+              update(rspec_args)
+            end
+
+            private
+
+            attr_reader :current_release, :upgrade_path
+
+            # Perform update
+            #
+            # @param [Array] rspec_args
+            # @return [void]
+            def update(rspec_args)
+              Docker::Volumes.new.with_temporary_volumes do |volumes|
+                # deploy first release in upgrade path and run specs to populate db
+                run_gitlab(upgrade_path.first, volumes, ["--", "--tag", "smoke"])
+
+                # deploy releases in upgrade path
+                upgrade_path[1..].each { |release| run_gitlab(release, volumes, skip_setup: true) }
+
+                # deploy current release and run tests
+                run_gitlab(current_release, volumes, rspec_args, skip_setup: true)
+              end
+            end
+
+            # Deploy gitlab instance and optionally run specs
+            #
+            # @param [Gitlab::QA::Release] release
+            # @param [Hash] volumes
+            # @return [void]
+            def run_gitlab(release, volumes, rspec_args = [], skip_setup: false)
+              Runtime::Logger.info("Deploying release: #{release.to_s.bright}")
+
+              Component::Gitlab.perform do |gitlab|
+                gitlab.release = release
+                gitlab.volumes = volumes
+                gitlab.network = 'test'
+
+                if skip_setup
+                  gitlab.skip_server_hooks = true
+                  gitlab.seed_db = false
+                  gitlab.seed_admin_token = false
+                end
+
+                next gitlab.launch_and_teardown_instance unless run_specs?(release)
+
+                gitlab.instance { run_specs(gitlab, release, rspec_args) }
+              end
+            end
+
+            # Run specs
+            #
+            # @param [Gitlab::QA::Component::Gitlab] gitlab
+            # @param [Gitlab::QA::Release] release
+            # @param [Array] rspec_args
+            # @return [void]
+            def run_specs(gitlab, release, rspec_args)
+              Component::Specs.perform do |specs|
+                specs.release = release
+                specs.suite = 'Test::Instance::All'
+                specs.hostname = "qa-e2e-specs.#{gitlab.network}"
+                specs.network = gitlab.network
+                specs.args = [gitlab.address, *rspec_args]
+              end
+            rescue Docker::Shellout::StatusError => e
+              raise e if release == current_release # only fail on current release
+
+              Runtime::Logger.warn("Test run for release '#{gitlab.release}' finished with errors!")
+            end
+
+            # Run specs on first release to populate database and release being tested
+            #
+            # @param [Gitlab::QA::Release] release
+            # @return [Boolean]
+            def run_specs?(release)
+              [upgrade_path.first, current_release].any? { |rel| rel == release }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/support/gitlab_upgrade_path.rb

@@ -0,0 +1,94 @@
+# frozen_string_literal: true
+
+require "active_support/core_ext/module/delegation"
+require "yaml"
+
+module Gitlab
+  module QA
+    module Support
+      class GitlabUpgradePath
+        # Get upgrade path between N - 1 and current version not including current release
+        #
+        # @param [String] current_version
+        # @param [String] semver_component version number component for previous version detection - major|minor|patch
+        # @param [String] edition GitLab edition - ee or ce
+        def initialize(current_version, semver_component, edition)
+          @version_info = GitlabVersionInfo.new(current_version, edition)
+          @current_version = Gem::Version.new(current_version)
+          @semver_component = semver_component
+          @edition = edition
+          @logger = Runtime::Logger.logger
+        end
+
+        # Get upgrade path between releases
+        #
+        # Return array with only previous version for updates from previous minor, patch versions
+        #
+        # @return [Array<QA::Release>]
+        def fetch
+          return [release(latest_patch(previous_version))] unless major_upgrade?
+
+          # get versions between previous major and current version in gitlab upgrade path
+          path = full_upgrade_path.each_with_object([]) do |ver, arr|
+            next if ver <= previous_version || ver >= current_version
+
+            arr << ver
+          end
+
+          [previous_version, *path].map do |ver|
+            release(version_info.latest_patch(ver))
+          end
+        end
+
+        private
+
+        delegate :latest_patch, to: :version_info
+
+        attr_reader :version_info, :current_version, :semver_component, :edition, :logger
+
+        # Upgrade from previous major
+        #
+        # @return [Boolean]
+        def major_upgrade?
+          semver_component == "major"
+        end
+
+        # Docker release image
+        #
+        # @param [String] version
+        # @return [QA::Release]
+        def release(version)
+          QA::Release.new("gitlab/gitlab-#{edition}:#{version}-#{edition}.0")
+        end
+
+        # Previous gitlab version
+        #
+        # @return [Gem::Version]
+        def previous_version
+          @previous_version ||= version_info.previous_version(semver_component)
+        end
+
+        # Gitlab upgrade path
+        #
+        # @return [Array<Gem::Version>]
+        def full_upgrade_path
+          @full_upgrade_path ||= ::YAML
+            .safe_load(upgrade_path_yml, symbolize_names: true)
+            .map { |version| Gem::Version.new("#{version[:major]}.#{version[:minor]}") }
+        end
+
+        # Upgrade path yml
+        #
+        # @return [String]
+        def upgrade_path_yml
+          @upgrade_path_yml ||= begin
+            logger.info("Fetching gitlab upgrade path from 'gitlab-com/support/toolbox/upgrade-path' project")
+            HttpRequest.make_http_request(
+              url: "https://gitlab.com/gitlab-com/support/toolbox/upgrade-path/-/raw/main/upgrade-path.yml"
+            ).body
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/support/gitlab_version_info.rb

@@ -0,0 +1,180 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Support
+      class GitlabVersionInfo
+        VERSION_PATTERN = /^(?<version>\d+\.\d+\.\d+)/.freeze
+        COMPONENT_PATTERN = /^(?<major>\d+)\.(?<minor>\d+)\.(?<patch>\d+)/.freeze
+
+        # Get previous gitlab version
+        #
+        # @param [String] current_version
+        # @param [String] edition GitLab edition - ee or ce
+        def initialize(current_version, edition)
+          @current_version = current_version
+          @edition = edition
+          @logger = Runtime::Logger.logger
+        end
+
+        # Get N - 1 version number
+        #
+        # @param [String] semver_component version number component for previous version detection - major|minor|patch
+        # @return [Gem::Version]
+        def previous_version(semver_component)
+          case semver_component
+          when "major"
+            previous_major
+          when "minor"
+            previous_minor
+          when "patch"
+            previous_patch
+          else
+            raise("Unsupported semver component, must be major|minor|patch")
+          end
+        end
+
+        # Get latest patch for specific version number
+        #
+        # @example
+        # latest_patch(Gem::Version.new("14.10")) => "14.10.5"
+        #
+        # @param [Gem::Version] version
+        # @return [String]
+        def latest_patch(version)
+          versions.find { |ver| ver.to_s.match?(/^#{version}/) }
+        end
+
+        private
+
+        attr_reader :current_version, :edition, :logger
+
+        # Current versions major version
+        #
+        # @return [Integer]
+        def current_major
+          @current_major ||= current_version.match(COMPONENT_PATTERN)[:major].to_i
+        end
+
+        # Current versions minor version
+        #
+        # @return [Integer]
+        def current_minor
+          @current_minor ||= current_version.match(COMPONENT_PATTERN)[:minor].to_i
+        end
+
+        # Current versions patch version
+        #
+        # @return [Integer]
+        def current_patch
+          @current_patch ||= current_version.match(COMPONENT_PATTERN)[:patch].to_i
+        end
+
+        # Previous major version
+        #
+        # @return [String]
+        def previous_major
+          return fallback_major unless tags
+
+          versions.find { |version| version.to_s.start_with?((current_major - 1).to_s) }
+        end
+
+        # Previous first major version image
+        #
+        # @return [String]
+        def fallback_major
+          previous_fallback_version(current_major - 1)
+        end
+
+        # Previous minor version
+        #
+        # @return [String]
+        def previous_minor
+          return fallback_minor unless tags
+          return previous_major if current_minor.zero?
+
+          versions.find { |version| version.to_s.match?(/^#{current_major}\.#{current_minor - 1}/) }
+        end
+
+        # Previous first minor version
+        #
+        # @return [String]
+        def fallback_minor
+          return previous_fallback_version(current_major, current_minor - 1) unless current_minor.zero?
+
+          previous_major
+        end
+
+        # Previous patch version
+        #
+        # @return [String]
+        def previous_patch
+          return fallback_patch unless tags
+          return previous_minor if current_patch.zero?
+
+          versions.find { |version| version.to_s.match?(/^#{current_major}\.#{current_minor}\.#{current_patch - 1}/) }
+        end
+
+        # Previous first patch version
+        #
+        # @return [String]
+        def fallback_patch
+          return previous_fallback_version(current_major, current_minor, current_patch - 1) unless current_patch.zero?
+
+          previous_minor
+        end
+
+        # Version number from docker tag
+        #
+        # @param [String] tag
+        # @return [String]
+        def version(tag)
+          tag.match(VERSION_PATTERN)[:version]
+        end
+
+        # Fallback version
+        #
+        # @param [Integer] major_component
+        # @param [Integer] minor_component
+        # @param [Integer] patch_component
+        # @return [Gem::Version]
+        def previous_fallback_version(major_component, minor_component = 0, patch_component = 0)
+          Gem::Version.new("#{major_component}.#{minor_component}.#{patch_component}")
+        end
+
+        # All available gitlab versions
+        #
+        # @return [Array<String>]
+        def versions
+          @versions = tags
+            .map { |tag| Gem::Version.new(tag.match(VERSION_PATTERN)[:version]) }
+            .sort
+            .reverse # reverse array so first match by .find always returns latest version
+        end
+
+        # All available docker tags
+        #
+        # @return [Array<String>]
+        def tags
+          return @tags if defined?(@tags)
+
+          logger.info("Fetching docker tags from 'gitlab/gitlab-#{edition}' registry")
+          response = HttpRequest.make_http_request(
+            url: "https://registry.hub.docker.com/v1/repositories/gitlab/gitlab-#{edition}/tags",
+            fail_on_error: false
+          )
+
+          unless response.code == 200
+            logger.error("  failed to fetch docker tags - code: #{response.code}, response: '#{response.body}'")
+            return @tags = nil
+          end
+
+          @tags = JSON
+            .parse(response.body, symbolize_names: true)
+            .map { |tag| tag[:name] }
+            .select { |tag| tag.match?(VERSION_PATTERN) }
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '8.2.0'
+    VERSION = '8.3.2'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 8.2.0
+  version: 8.3.2
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-07-29 00:00:00.000000000 Z
+date: 2022-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -358,7 +358,6 @@ files:
 - lib/gitlab/qa/runtime/omnibus_configurations/decomposition_single_db.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/default.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/license_mode.rb
-- lib/gitlab/qa/runtime/omnibus_configurations/metrics.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage_aws.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage_gcs.rb
@@ -398,6 +397,7 @@ files:
 - lib/gitlab/qa/scenario/test/integration/ldap_no_tls.rb
 - lib/gitlab/qa/scenario/test/integration/ldap_tls.rb
 - lib/gitlab/qa/scenario/test/integration/mattermost.rb
+- lib/gitlab/qa/scenario/test/integration/metrics.rb
 - lib/gitlab/qa/scenario/test/integration/mtls.rb
 - lib/gitlab/qa/scenario/test/integration/opensearch.rb
 - lib/gitlab/qa/scenario/test/integration/praefect.rb
@@ -410,11 +410,14 @@ files:
 - lib/gitlab/qa/scenario/test/integration/ssh_tunnel.rb
 - lib/gitlab/qa/scenario/test/omnibus/image.rb
 - lib/gitlab/qa/scenario/test/omnibus/update.rb
+- lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb
 - lib/gitlab/qa/scenario/test/omnibus/upgrade.rb
 - lib/gitlab/qa/scenario/test/sanity/version.rb
 - lib/gitlab/qa/slack/post_to_slack.rb
 - lib/gitlab/qa/support/dev_ee_qa_image.rb
 - lib/gitlab/qa/support/get_request.rb
+- lib/gitlab/qa/support/gitlab_upgrade_path.rb
+- lib/gitlab/qa/support/gitlab_version_info.rb
 - lib/gitlab/qa/support/http_request.rb
 - lib/gitlab/qa/support/invalid_response_error.rb
 - lib/gitlab/qa/test_logger.rb

data/lib/gitlab/qa/runtime/omnibus_configurations/metrics.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module Gitlab
-  module QA
-    module Runtime
-      module OmnibusConfigurations
-        class Metrics < Default
-          def configuration
-            <<~RUBY
-              puma['exporter_enabled'] = true
-              puma['exporter_port'] = 8083
-              sidekiq['metrics_enabled'] = true
-              sidekiq['listen_port'] = 8082
-            RUBY
-          end
-        end
-      end
-    end
-  end
-end