gitlab-qa 9.1.2 → 10.1.0

data/.gitlab/ci/rules.gitlab-ci.yml

@@ -1,183 +0,0 @@
-##############
-# Conditions #
-##############
-.if-default-refs-or-ce: &if-default-refs-or-ce
-  if: '$RELEASE == null || $RELEASE == "" || $RELEASE =~ /gitlab-ce/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
-
-.if-default-refs-or-ee: &if-default-refs-or-ee
-  if: '$RELEASE == null || $RELEASE == "" || $RELEASE =~ /gitlab-ee/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
-
-.if-default-refs-or-ce-or-ee: &if-default-refs-or-ce-or-ee
-  if: '$RELEASE == null || $RELEASE == "" || $RELEASE =~ /gitlab-ce|gitlab-ee/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
-
-# In trigger jobs, such as `trigger-generated-jobs`, if a variable does not have a value set, the job will receive it literally as is i.e., "$RELEASE" in this case.
-.if-not-gitlab-qa-release: &if-not-gitlab-qa-release
-  if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && ($RELEASE == null || $RELEASE == "" || $RELEASE == "$RELEASE")'
-
-.if-staging-and-not-release: &if-staging-and-not-release
-  if: '($RELEASE == null || $RELEASE == "") && $CI_JOB_NAME =~ /staging/'
-
-.if-quarantine-or-custom-and-not-release: &if-quarantine-or-custom-and-not-release
-  if: '($RELEASE == null || $RELEASE == "") && $CI_JOB_NAME =~ /quarantine|custom/'
-
-.if-quarantine-or-custom-and-ee-release: &if-quarantine-or-custom-and-ee-release
-  if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|custom/'
-
-.if-quarantine-or-custom-and-ce-release: &if-quarantine-or-custom-and-ce-release
-  if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|custom/'
-
-.if-quarantine-or-custom-and-merge-request: &if-quarantine-or-custom-and-merge-request
-  if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
-
-.if-tag-or-ee-release: &if-tag-or-ee-release
-  if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ee/'
-
-.if-tag-or-ce-release: &if-tag-or-ce-release
-  if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ce/'
-
-.if-tag-or-release: &if-tag-or-release
-  if: '$CI_COMMIT_TAG || ($RELEASE != null && $RELEASE != "")'
-
-.if-set-feature-flag: &if-set-feature-flag
-  if: '$GITLAB_QA_OPTIONS =~ /--set-feature-flags/'
-
-.if-qa-tests-specified: &if-qa-tests-specified
-  if: '$QA_TESTS != null && $QA_TESTS != ""'
-
-.if-qa-tests-not-specified: &if-qa-tests-not-specified
-  if: '$QA_TESTS == null || $QA_TESTS == ""'
-
-#########
-# Rules #
-#########
-
-.rules:ce-qa:
-  rules:
-    - <<: *if-not-gitlab-qa-release
-      changes: ["lib/**/version.rb"]
-      when: never
-    - <<: *if-tag-or-ee-release
-      when: never
-    - <<: *if-quarantine-or-custom-and-not-release
-      when: manual
-    - <<: *if-quarantine-or-custom-and-ce-release
-      when: manual
-    - <<: *if-quarantine-or-custom-and-merge-request
-      when: manual
-    - <<: *if-default-refs-or-ce
-
-.rules:ee-qa:
-  rules:
-    - <<: *if-not-gitlab-qa-release
-      changes: ["lib/**/version.rb"]
-      when: never
-    - <<: *if-tag-or-ce-release
-      when: never
-    - <<: *if-quarantine-or-custom-and-not-release
-      when: manual
-    - <<: *if-quarantine-or-custom-and-ee-release
-      when: manual
-    - <<: *if-quarantine-or-custom-and-merge-request
-      when: manual
-    - <<: *if-default-refs-or-ee
-
-.rules:never-on-version-change-or-tag:
-  rules:
-    - <<: *if-not-gitlab-qa-release
-      changes: ["lib/**/version.rb"]
-      when: never
-    - if: '$CI_COMMIT_TAG'
-      when: never
-    - <<: *if-default-refs-or-ce-or-ee
-
-.rules:only-qa:
-  rules:
-    - <<: *if-not-gitlab-qa-release
-      changes: ["lib/**/version.rb"]
-      when: never
-    - <<: *if-tag-or-release
-      when: never
-    - <<: *if-staging-and-not-release
-      when: manual
-
-.rules:ce-never-when-triggered-by-feature-flag-definition-change:
-  rules:
-    - <<: *if-set-feature-flag
-      when: never
-    - !reference [".rules:ce-qa", rules]
-
-.rules:ee-never-when-triggered-by-feature-flag-definition-change:
-  rules:
-    - <<: *if-set-feature-flag
-      when: never
-    - !reference [".rules:ee-qa", rules]
-
-.rules:only-qa-never-when-triggered-by-feature-flag-definition-change:
-  rules:
-    - <<: *if-set-feature-flag
-      when: never
-    - !reference [".rules:only-qa", rules]
-
-# === When QA_TESTS variable has a value ===
-
-.rules:ce-never-when-qa-tests-specified:
-  rules:
-    - <<: *if-qa-tests-specified
-      when: never
-    - !reference [".rules:ce-qa", rules]
-
-.rules:ee-never-when-qa-tests-specified:
-  rules:
-    - <<: *if-qa-tests-specified
-      when: never
-    - !reference [".rules:ee-qa", rules]
-
-.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
-  rules:
-    - <<: *if-qa-tests-specified
-      when: never
-    - !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
-
-.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
-  rules:
-    - <<: *if-qa-tests-specified
-      when: never
-    - !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
-
-.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified:
-  rules:
-    - <<: *if-qa-tests-specified
-      when: never
-    - !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]
-
-# === When QA_TESTS variable does not have a value ===
-
-.rules:ce-never-when-qa-tests-not-specified:
-  rules:
-    - <<: *if-qa-tests-not-specified
-      when: never
-    - !reference [".rules:ce-qa", rules]
-
-.rules:ee-never-when-qa-tests-not-specified:
-  rules:
-    - <<: *if-qa-tests-not-specified
-      when: never
-    - !reference [".rules:ee-qa", rules]
-
-.rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
-  rules:
-    - <<: *if-qa-tests-not-specified
-      when: never
-    - !reference [".rules:ce-never-when-triggered-by-feature-flag-definition-change", rules]
-
-.rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
-  rules:
-    - <<: *if-qa-tests-not-specified
-      when: never
-    - !reference [".rules:ee-never-when-triggered-by-feature-flag-definition-change", rules]
-
-.rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified:
-  rules:
-    - <<: *if-qa-tests-not-specified
-      when: never
-    - !reference [".rules:only-qa-never-when-triggered-by-feature-flag-definition-change", rules]

data/lib/gitlab/qa/scenario/test/omnibus/update.rb

@@ -1,72 +0,0 @@
-# frozen_string_literal: true
-
-require 'tmpdir'
-require 'fileutils'
-
-module Gitlab
-  module QA
-    module Scenario
-      module Test
-        module Omnibus
-          class Update < Scenario::Template
-            def perform(from_release, to_release = nil, *rspec_args)
-              version = Component::Gitlab.perform do |gitlab|
-                gitlab.release = from_release
-                gitlab.act do
-                  pull
-                  package_version
-                end
-              end
-
-              if version
-                # Sub any plus symbols in version eg. "15.1.2+ce.0"
-                version.tr!('+', '-')
-                Runtime::Logger.info("Found previous version '#{version}'")
-
-                current_release = QA::Release.new(to_release || from_release)
-
-                type = current_release.ee? ? 'ee' : 'ce'
-
-                existing_previous = Component::Gitlab.perform do |gitlab|
-                  gitlab.act do
-                    next "gitlab/gitlab-#{type}:#{version}" if exist?("gitlab/gitlab-#{type}", version)
-
-                    next "gitlab/gitlab-#{type}:#{version}-#{type}.0" if exist?("gitlab/gitlab-#{type}", "#{version}-#{type}.0")
-
-                    nil
-                  end
-                end
-              else
-                Runtime::Logger.info("Could not find previous image version")
-                existing_previous = nil
-              end
-
-              previous_release = if existing_previous
-                                   Runtime::Logger.info("Using previous image '#{existing_previous}'")
-                                   QA::Release.new(existing_previous)
-                                 else
-                                   Runtime::Logger.info("Using stable as previous image")
-                                   QA::Release.new(from_release).previous_stable
-                                 end
-
-              Docker::Volumes.new.with_temporary_volumes do |volumes|
-                Component::Gitlab.perform do |gitlab|
-                  gitlab.release = previous_release
-                  gitlab.volumes = volumes
-                  gitlab.network = 'test'
-                  gitlab.seed_admin_token = false
-                  gitlab.launch_and_teardown_instance
-                end
-
-                Scenario::Test::Instance::Image
-                  .perform(current_release, *rspec_args) do |scenario|
-                  scenario.volumes = volumes
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/scripts/generate-qa-jobs.rb

@@ -1,99 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require 'yaml'
-
-class GenerateQAJobs
-  def initialize(no_of_example_files)
-    @no_of_example_files = no_of_example_files
-    puts "no_of_example_files: #{@no_of_example_files}"
-  end
-
-  # rubocop:disable Metrics/AbcSize
-  def execute
-    jobs = load_yml_contents('base')
-    jobs.merge!(load_yml_contents('sanity_framework'))
-    jobs.merge!(load_yml_contents('custom_parallel'))
-    jobs.merge!(load_yml_contents('instance', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('relative_url', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('decomposition_single_db', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('decomposition_multiple_db', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('repository_storage', should_automatically_run?('test_instance_all_repository_storage')))
-    jobs.merge!(load_yml_contents('omnibus_image'))
-    jobs.merge!(load_yml_contents('update', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('omnibus_upgrade'))
-    jobs.merge!(load_yml_contents('ee_previous_to_ce_update'))
-    jobs.merge!(load_yml_contents('airgapped', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('mattermost', should_automatically_run?('test_integration_mattermost')))
-    jobs.merge!(load_yml_contents('service_ping_disabled', should_automatically_run?('test_integration_servicepingdisabled')))
-    jobs.merge!(load_yml_contents('ldap_no_tls', should_automatically_run?('test_integration_ldapnotls')))
-    jobs.merge!(load_yml_contents('ldap_tls', should_automatically_run?('test_integration_ldaptls')))
-    jobs.merge!(load_yml_contents('ldap_no_server', should_automatically_run?('test_integration_ldapnoserver')))
-    jobs.merge!(load_yml_contents('instance_saml', should_automatically_run?('test_integration_instancesaml')))
-    jobs.merge!(load_yml_contents('group_saml', should_automatically_run?('test_integration_groupsaml')))
-    jobs.merge!(load_yml_contents('object_storage', should_automatically_run?('test_instance_all_object_storage')))
-    jobs.merge!(load_yml_contents('object_storage_aws', should_automatically_run?('test_instance_all_object_storage')))
-    jobs.merge!(load_yml_contents('object_storage_gcs', should_automatically_run?('test_instance_all_object_storage')))
-    jobs.merge!(load_yml_contents('object_storage_registry_tls', should_automatically_run?('test_integration_registrytls')))
-    jobs.merge!(load_yml_contents('registry', should_automatically_run?('test_integration_registry')))
-    jobs.merge!(load_yml_contents('packages', should_automatically_run?('test_instance_all_packages')))
-    jobs.merge!(load_yml_contents('elasticsearch', should_automatically_run?('test_integration_elasticsearch')))
-    jobs.merge!(load_yml_contents('opensearch', should_automatically_run?('test_integration_opensearch')))
-    jobs.merge!(load_yml_contents('praefect', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('gitaly_cluster', should_automatically_run?('test_instance_all')))
-    jobs.merge!(load_yml_contents('gitlab_pages', should_automatically_run?('test_instance_all_gitlab_pages')))
-    jobs.merge!(load_yml_contents('mtls', should_automatically_run?('test_instance_all_mtls')))
-    jobs.merge!(load_yml_contents('smtp', should_automatically_run?('test_integration_smtp')))
-    jobs.merge!(load_yml_contents('jira', should_automatically_run?('test_instance_all_jira')))
-    jobs.merge!(load_yml_contents('integrations', should_automatically_run?('test_instance_all_integrations')))
-    jobs.merge!(load_yml_contents('large_setup', should_automatically_run?('test_instance_all_can_use_large_setup')))
-    jobs.merge!(load_yml_contents('cloud_activation', should_automatically_run?('test_instance_all_cloud_activation')))
-    jobs.merge!(load_yml_contents('registry_with_cdn', should_automatically_run?('test_integration_registrywithcdn')))
-    jobs.merge!(load_yml_contents('chaos', should_automatically_run?('test_integration_chaos')))
-    jobs.merge!(load_yml_contents('staging'))
-    jobs.merge!(load_yml_contents('metrics', should_automatically_run?('test_instance_all_metrics')))
-
-    # Disabling geo jobs temporarily due to https://gitlab.com/gitlab-org/quality/team-tasks/-/issues/774
-    # jobs.merge!(load_yml_contents('geo', should_automatically_run?('scenario_test_geo')))
-
-    yaml_string = jobs.to_yaml
-    de_stringify_reference(yaml_string)
-
-    yaml_string
-  end
-
-  # rubocop:enable Metrics/AbcSize
-
-  private
-
-  def should_automatically_run?(example_file_name)
-    @no_of_example_files.include?(example_file_name)
-  end
-
-  def load_yml_contents(file_prefix, automatic = true)
-    jobs_dir_path = File.expand_path('../.gitlab/ci/jobs', __dir__)
-    file_contents = File.read(File.join(jobs_dir_path, "#{file_prefix}.gitlab-ci.yml"))
-
-    # Enclose !reference in double quotes at it is not supported with YAML.load
-    stringify_reference(file_contents)
-    yaml_hash = YAML.safe_load(file_contents)
-
-    yaml_hash.each { |key, value| value.merge!("when" => "manual") } unless automatic
-
-    yaml_hash
-  end
-
-  def stringify_reference(str)
-    match_data = str.match(/!reference \[[a-zA-Z_, ]*\]/)
-    str.gsub!(match_data[0], "\"#{match_data[0]}\"") if match_data
-  end
-
-  def de_stringify_reference(str)
-    match_data = str.match(/"(!reference \[[a-zA-Z_, ]*\])"/)
-    str.gsub!(match_data[0], match_data[1]) if match_data
-  end
-end
-
-jobs = GenerateQAJobs.new(Dir.glob('no_of_examples/*').map { |s| File.basename(s, '.*') }).execute
-
-File.open('generated-qa-jobs.yml', 'w') { |f| f.write(jobs) }