gitlab-qa 10.3.0 → 12.2.1

data/lib/gitlab/qa/support/gitlab_version_info.rb

@@ -4,8 +4,8 @@ module Gitlab
   module QA
     module Support
       class GitlabVersionInfo
-        VERSION_PATTERN = /^(?<version>\d+\.\d+\.\d+)/.freeze
-        COMPONENT_PATTERN = /^(?<major>\d+)\.(?<minor>\d+)\.(?<patch>\d+)/.freeze
+        VERSION_PATTERN = /^(?<version>\d+\.\d+\.\d+)/
+        COMPONENT_PATTERN = /^(?<major>\d+)\.(?<minor>\d+)\.(?<patch>\d+)/
 
         # Get previous gitlab version
         #
@@ -47,6 +47,10 @@ module Gitlab
 
         private
 
+        MAX_TAGS_HTTP_REQUESTS = 50
+        # https://docs.docker.com/docker-hub/api/latest/#tag/images/operation/GetNamespacesRepositoriesImages
+        TAGS_PER_PAGE = 100
+
         attr_reader :current_version, :edition, :logger
 
         # Current versions major version
@@ -155,28 +159,44 @@ module Gitlab
         # All available docker tags
         #
         # @return [Array<String>]
-        # rubocop:disable Metrics/AbcSize
         def tags
           return @tags if defined?(@tags)
 
-          logger.info("Fetching docker tags from 'gitlab/gitlab-#{edition}' registry")
+          MAX_TAGS_HTTP_REQUESTS.times do |index|
+            tag_list, more_data = fetch_tags(page: index + 1)
+
+            if tag_list
+              @tags = Array(@tags)
+              @tags += tag_list
+            end
+
+            break if tag_list.nil? || more_data.nil?
+          end
+
+          @tags
+        end
+
+        def fetch_tags(page:, per_page: TAGS_PER_PAGE)
+          logger.info("Fetching Docker tags page #{page} from 'gitlab/gitlab-#{edition}' registry")
           response = HttpRequest.make_http_request(
-            url: "https://registry.hub.docker.com/v2/namespaces/gitlab/repositories/gitlab-#{edition}/tags?page_size=1000",
+            url: "https://registry.hub.docker.com/v2/namespaces/gitlab/repositories/gitlab-#{edition}/tags?page=#{page}&page_size=#{per_page}",
             fail_on_error: false
           )
 
           unless response.code == 200
             logger.error("  failed to fetch docker tags - code: #{response.code}, response: '#{response.body}'")
-            return @tags = nil
+            return nil
           end
 
-          @tags = JSON
-            .parse(response.body, symbolize_names: true)
+          response = JSON.parse(response.body, symbolize_names: true)
+          matching_tags = response
             .fetch(:results)
             .map { |tag| tag[:name] }
-            .select { |tag| tag.match?(VERSION_PATTERN) }
+            .grep(VERSION_PATTERN)
+          more_data = response.fetch(:next)
+
+          [matching_tags, more_data]
         end
-        # rubocop:enable Metrics/AbcSize
       end
     end
   end

data/lib/gitlab/qa/support/shell_command.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require 'open3'
+require 'active_support'
 require 'active_support/core_ext/string/filters'
 
 module Gitlab

data/lib/gitlab/qa/test_logger.rb

@@ -41,7 +41,7 @@ module Gitlab
         # @return [ActiveSupport::Logger]
         def console_logger(level:, source:)
           ActiveSupport::Logger.new($stdout, level: level, datetime_format: TIME_FORMAT).tap do |logger|
-            logger.formatter = proc do |severity, datetime, progname, msg|
+            logger.formatter = proc do |severity, datetime, _progname, msg|
               msg_prefix = message_prefix(datetime, source, severity)
 
               Rainbow(msg_prefix).public_send(LEVEL_COLORS.fetch(severity, :silver)) + "#{msg}\n" # rubocop:disable GitlabSecurity/PublicSend
@@ -58,7 +58,7 @@ module Gitlab
           log_file = "#{path}/#{source.downcase.tr(' ', '-')}.log"
 
           ActiveSupport::Logger.new(log_file, level: :debug, datetime_format: TIME_FORMAT).tap do |logger|
-            logger.formatter = proc do |severity, datetime, progname, msg|
+            logger.formatter = proc do |severity, datetime, _progname, msg|
               msg_prefix = message_prefix(datetime, source, severity)
 
               "#{msg_prefix}#{msg}\n".gsub(/\e\[(\d+)(?:;\d+)*m/, "")

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '10.3.0'
+    VERSION = '12.2.1'
   end
 end

data/lib/gitlab/qa.rb

@@ -10,7 +10,6 @@ module Gitlab
     loader.ignore("#{__dir__}/qa/version.rb")
 
     loader.inflector.inflect(
-      'results_in_testcases' => 'ResultsInTestCases',
       'postgresql' => 'PostgreSQL',
       'registry_with_cdn' => 'RegistryWithCDN',
       'smtp' => 'SMTP',

data/support/data/admin_access_token_seed.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+require 'active_support'
+require 'active_support/core_ext/numeric/time'
+
 class AdminAccessTokenSeed
   TOKEN_VALUE = 'ypCa3Dzb23o5nvsixwPA'
   SCOPES = Gitlab::Auth.all_available_scopes
@@ -9,7 +12,8 @@ class AdminAccessTokenSeed
 
     token_params = {
       scopes: SCOPES.map(&:to_s),
-      name: 'admin-api-token'
+      name: 'admin-api-token',
+      expires_at: 3.days.from_now
     }
 
     admin_user.personal_access_tokens.build(token_params).tap do |pat|

data/support/data/license_usage_seed.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 # rubocop:disable Metrics/AbcSize
 
 class LicenseUsageSeed
@@ -66,7 +67,8 @@ class LicenseUsageSeed
   def self.create_license_usage_record
     # Force update daily billable users and historical license data
     identifier = Analytics::UsageTrends::Measurement.identifiers[:billable_users]
-    ::Analytics::UsageTrends::CounterJobWorker.new.perform(identifier, User.minimum(:id), User.maximum(:id), Time.zone.now)
+    ::Analytics::UsageTrends::CounterJobWorker.new.perform(identifier, User.minimum(:id), User.maximum(:id),
+      Time.zone.now)
 
     HistoricalData.track!
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 10.3.0
+  version: 12.2.1
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-04-19 00:00:00.000000000 Z
+date: 2023-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -44,14 +44,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.2.1
+        version: '10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.2.1
+        version: '10'
 - !ruby/object:Gem::Dependency
   name: lefthook
   requirement: !ruby/object:Gem::Requirement
@@ -182,30 +182,36 @@ dependencies:
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '6.1'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '6.1'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7.1'
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.18.0
+        version: '4.19'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.18.0
+        version: '4.19'
 - !ruby/object:Gem::Dependency
   name: http
   requirement: !ruby/object:Gem::Requirement
@@ -313,13 +319,13 @@ email:
 - gitlab-qa@gmail.com
 executables:
 - gitlab-qa
-- gitlab-qa-report
 extensions: []
 extra_rdoc_files: []
 files:
 - ".dockerignore"
 - ".gitignore"
 - ".gitlab-ci.yml"
+- ".gitlab/changelog_config.yml"
 - ".gitlab/issue_templates/Default.md"
 - ".gitlab/merge_request_templates/Default.md"
 - ".gitlab/merge_request_templates/Release.md"
@@ -339,7 +345,6 @@ files:
 - bin/gen-cert.sh
 - bin/merge_html_reports
 - bin/setup
-- bin/slack
 - docs/README.md
 - docs/architecture.md
 - docs/configuring_omnibus.md
@@ -355,7 +360,6 @@ files:
 - docs/waits.md
 - docs/what_tests_can_be_run.md
 - exe/gitlab-qa
-- exe/gitlab-qa-report
 - fixtures/ldap/1_add_nodes.ldif
 - fixtures/ldap/2_add_users.ldif
 - fixtures/ldap/3_add_groups.ldif
@@ -393,24 +397,6 @@ files:
 - lib/gitlab/qa/docker/engine.rb
 - lib/gitlab/qa/docker/volumes.rb
 - lib/gitlab/qa/release.rb
-- lib/gitlab/qa/report/base_test_results.rb
-- lib/gitlab/qa/report/find_set_dri.rb
-- lib/gitlab/qa/report/generate_test_session.rb
-- lib/gitlab/qa/report/gitlab_issue_client.rb
-- lib/gitlab/qa/report/gitlab_issue_dry_client.rb
-- lib/gitlab/qa/report/j_unit_test_results.rb
-- lib/gitlab/qa/report/json_test_results.rb
-- lib/gitlab/qa/report/prepare_stage_reports.rb
-- lib/gitlab/qa/report/relate_failure_issue.rb
-- lib/gitlab/qa/report/report_as_issue.rb
-- lib/gitlab/qa/report/report_results.rb
-- lib/gitlab/qa/report/results_in_issues.rb
-- lib/gitlab/qa/report/results_in_testcases.rb
-- lib/gitlab/qa/report/results_reporter_shared.rb
-- lib/gitlab/qa/report/summary_table.rb
-- lib/gitlab/qa/report/test_result.rb
-- lib/gitlab/qa/report/update_screenshot_path.rb
-- lib/gitlab/qa/reporter.rb
 - lib/gitlab/qa/runner.rb
 - lib/gitlab/qa/runtime/env.rb
 - lib/gitlab/qa/runtime/logger.rb
@@ -421,10 +407,8 @@ files:
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage_aws.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/object_storage_gcs.rb
-- lib/gitlab/qa/runtime/omnibus_configurations/packages.rb
 - lib/gitlab/qa/runtime/omnibus_configurations/registry_object_storage.rb
 - lib/gitlab/qa/runtime/scenario.rb
-- lib/gitlab/qa/runtime/token_finder.rb
 - lib/gitlab/qa/scenario/actable.rb
 - lib/gitlab/qa/scenario/cli_commands.rb
 - lib/gitlab/qa/scenario/template.rb
@@ -478,7 +462,6 @@ files:
 - lib/gitlab/qa/service/cluster_provider/base.rb
 - lib/gitlab/qa/service/cluster_provider/k3d.rb
 - lib/gitlab/qa/service/kubernetes_cluster.rb
-- lib/gitlab/qa/slack/post_to_slack.rb
 - lib/gitlab/qa/support/config_scripts.rb
 - lib/gitlab/qa/support/get_request.rb
 - lib/gitlab/qa/support/gitlab_upgrade_path.rb
@@ -487,18 +470,6 @@ files:
 - lib/gitlab/qa/support/invalid_response_error.rb
 - lib/gitlab/qa/support/shell_command.rb
 - lib/gitlab/qa/support/shellout.rb
-- lib/gitlab/qa/system_logs/finders/json_log_finder.rb
-- lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb
-- lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb
-- lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb
-- lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb
-- lib/gitlab/qa/system_logs/log_types/log.rb
-- lib/gitlab/qa/system_logs/log_types/rails/api_log.rb
-- lib/gitlab/qa/system_logs/log_types/rails/application_log.rb
-- lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb
-- lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb
-- lib/gitlab/qa/system_logs/shared_fields.rb
-- lib/gitlab/qa/system_logs/system_logs_formatter.rb
 - lib/gitlab/qa/test_logger.rb
 - lib/gitlab/qa/version.rb
 - scripts/build-package-and-test-env
@@ -534,7 +505,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 3.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/bin/slack

@@ -1,14 +0,0 @@
-#!/bin/bash
-# Sends Slack notification MSG to CI_SLACK_WEBHOOK_URL (which needs to be set).
-# ICON_EMOJI needs to be set to an icon emoji name (without the `:` around it).
-
-CHANNEL=$1
-MSG=$2
-ICON_EMOJI=$3
-
-if [ -z "$CHANNEL" ] || [ -z "$CI_SLACK_WEBHOOK_URL" ] || [ -z "$MSG" ] || [ -z "$ICON_EMOJI" ]; then
-    echo "Missing argument(s) - Use: $0 channel message icon_emoji"
-    echo "and set CI_SLACK_WEBHOOK_URL environment variable."
-else
-    curl -X POST --data-urlencode 'payload={"channel": "#'"$CHANNEL"'", "username": "GitLab QA Bot", "text": "'"$MSG"'", "icon_emoji": "'":$ICON_EMOJI:"'"}' "$CI_SLACK_WEBHOOK_URL"
-fi

data/exe/gitlab-qa-report

@@ -1,10 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-lib = File.expand_path('../lib', __dir__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-
-require 'bundler/setup'
-require 'gitlab/qa'
-
-Gitlab::QA::Reporter.invoke(ARGV)

data/lib/gitlab/qa/report/base_test_results.rb

@@ -1,39 +0,0 @@
-# frozen_string_literal: true
-
-module Gitlab
-  module QA
-    module Report
-      class BaseTestResults
-        include Enumerable
-
-        attr_reader :path
-
-        def initialize(path)
-          @path = path
-          @results = parse
-          @testcases = process
-        end
-
-        def each(&block)
-          testcases.each(&block)
-        end
-
-        def write
-          raise NotImplementedError
-        end
-
-        private
-
-        attr_reader :results, :testcases
-
-        def parse
-          raise NotImplementedError
-        end
-
-        def process
-          raise NotImplementedError
-        end
-      end
-    end
-  end
-end

data/lib/gitlab/qa/report/find_set_dri.rb

@@ -1,43 +0,0 @@
-# frozen_string_literal: true
-
-require 'json'
-
-module Gitlab
-  module QA
-    module Report
-      module FindSetDri
-        def set_dri_via_group(product_group, test)
-          parse_json_with_sets
-          fetch_stage_sets(test)
-
-          return @sets.sample['username'] if @stage_sets.empty?
-
-          fetch_group_sets(product_group)
-
-          if @group_sets.empty?
-            @stage_sets.sample['username']
-          else
-            @group_sets.sample['username']
-          end
-        end
-
-        private
-
-        def parse_json_with_sets
-          response = Support::HttpRequest.make_http_request(
-            url: 'https://gitlab-org.gitlab.io/gitlab-roulette/roulette.json'
-          )
-          @sets = JSON.parse(response.body).select { |user| user['role'].include?('software-engineer-in-test') }
-        end
-
-        def fetch_stage_sets(test)
-          @stage_sets = @sets.select { |user| user['role'].include?(test.stage.split("_").map(&:capitalize).join(" ")) }
-        end
-
-        def fetch_group_sets(product_group)
-          @group_sets = @stage_sets.select { |user| user['role'].include?(product_group.split("_").map { |word| word == 'and' ? word : word.capitalize }.join(" ")) }
-        end
-      end
-    end
-  end
-end