gitlab-qa 7.24.5 → 7.25.1

data/Dangerfile

@@ -1,9 +1,7 @@
 require 'gitlab-dangerfiles'
 
 Gitlab::Dangerfiles.for_project(self) do |dangerfiles|
-  # Import all plugins from the gem
   dangerfiles.import_plugins
 
-  # Import only a subset of rules
-  dangerfiles.import_dangerfiles(only: %w[changes_size commit_messages simple_roulette])
+  dangerfiles.import_dangerfiles(except: %w[changelog])
 end

data/bin/notify_upstream

@@ -0,0 +1,98 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'gitlab'
+
+# Default to "Multi-pipeline (from 'gitlab-org/gitlab-qa' 'notify_upstream:*' jobs)" from current project
+api_token = ENV.fetch('GITLAB_QA_PROJECT_ACCESS_TOKEN') do
+  puts "The $GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN variable is deprecated in favor of a dedicated project access token: $GITLAB_QA_PROJECT_ACCESS_TOKEN."
+  puts "See https://gitlab.com/groups/gitlab-org/quality/-/epics/17 for more details."
+  ENV['GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN']
+end
+
+# Configure credentials to be used with gitlab gem
+Gitlab.configure do |config|
+  config.endpoint = 'https://gitlab.com/api/v4'
+  config.private_token = api_token
+end
+
+class CommitComment
+  UPSTREAM_COMMENT = <<~COMMENT
+    - The [`gitlab-qa-mirror` downstream pipeline](%<pipeline_url>s) for https://gitlab.com/%<project_path>s/-/merge_requests/%<mr_iid>s/diffs?commit_id=%<commit_sha>s %<status_with_icon>s
+  COMMENT
+  IDENTIFIABLE_NOTE_TAG = 'gitlab-qa:upstream-notification-note'
+
+  def self.mr?
+    ENV.key?('TOP_UPSTREAM_SOURCE_PROJECT') &&
+      ENV.key?('TOP_UPSTREAM_MERGE_REQUEST_IID') &&
+      ENV.key?('TOP_UPSTREAM_SOURCE_SHA') &&
+      !ENV['TOP_UPSTREAM_SOURCE_PROJECT'].to_s.empty? &&
+      !ENV['TOP_UPSTREAM_MERGE_REQUEST_IID'].to_s.empty? &&
+      !ENV['TOP_UPSTREAM_SOURCE_SHA'].to_s.empty?
+  end
+
+  def self.post!(status)
+    unless mr?
+      puts "All the 'TOP_UPSTREAM_SOURCE_PROJECT', 'TOP_UPSTREAM_MERGE_REQUEST_IID', and 'TOP_UPSTREAM_SOURCE_SHA' environment variables need to be present. We cannot post a comment on the upstream merge request."
+      return
+    end
+
+    # Look for an existing note
+    upstream_notification_note = Gitlab.merge_request_notes(project_path, mr_iid).auto_paginate.find do |note|
+      note.body.include?(IDENTIFIABLE_NOTE_TAG)
+    end
+
+    if upstream_notification_note
+      Gitlab.edit_merge_request_note(project_path, mr_iid, upstream_notification_note.id, [upstream_notification_note.body, build_comment(status)].join("\n"))
+    else
+      Gitlab.create_merge_request_comment(project_path, mr_iid, "<!-- #{IDENTIFIABLE_NOTE_TAG} -->\n#{build_comment(status)}")
+    end
+  rescue Gitlab::Error::Error => error
+    puts "Ignoring the following error: #{error}"
+  end
+
+  def self.project_path
+    ENV['TOP_UPSTREAM_SOURCE_PROJECT']
+  end
+
+  def self.mr_iid
+    ENV['TOP_UPSTREAM_MERGE_REQUEST_IID']
+  end
+
+  def self.pipeline_url
+    ENV['CI_PIPELINE_URL']
+  end
+
+  def self.commit_sha
+    ENV['TOP_UPSTREAM_SOURCE_SHA']
+  end
+
+  def self.build_comment(status)
+    format(UPSTREAM_COMMENT,
+      project_path: project_path,
+      mr_iid: mr_iid,
+      pipeline_url: pipeline_url,
+      status_with_icon: status_with_icon(status),
+      commit_sha: commit_sha
+    )
+  end
+
+  def self.status_with_icon(status)
+    case status
+    when :success
+      "passed. :white_check_mark:"
+    when :failure
+      "failed! :boom:"
+    end
+  end
+
+  def self.post_to_mr(project_id, mr_iid, comment)
+    Gitlab.create_merge_request_comment(project_id, mr_iid, comment)
+  end
+end
+
+status = ARGV.shift.to_s.strip
+
+abort "Please provide a status!" if status == ''
+
+CommitComment.post!(status.to_sym)

data/docs/what_tests_can_be_run.md

@@ -818,6 +818,21 @@ $ export GITLAB_PASSWORD="$GITLAB_QA_PASSWORD"
 $ gitlab-qa Test::Instance::StagingGeo
 ```
 
+### `Test::Instance::StagingRefGeo`
+
+This scenario tests that the Geo staging deployment (with [`staging-ref.gitlab.com`](https://staging-ref.gitlab.com) as the primary site and [`geo.staging-ref.gitlab.com`](https://geo.staging-ref.gitlab.com) as the secondary site) works as expected by running tests tagged `:geo` against it. This is done by spinning up a GitLab QA (`gitlab/gitlab-qa`) container and running the `QA::EE::Scenario::Test::Geo` scenario. Note that the Geo setup steps in the `QA::EE::Scenario::Test::Geo` scenario are skipped when testing a live Geo deployment.
+
+Scenario requirements are the same as [`Test::Instance::StagingGeo`](#testinstancestaginggeo) described above.
+
+```
+$ export GITLAB_QA_ACCESS_TOKEN=your_api_access_token
+$ export GITLAB_QA_DEV_ACCESS_TOKEN=your_dev_registry_access_token
+$ export GITLAB_USERNAME="gitlab-qa"
+$ export GITLAB_PASSWORD="$GITLAB_QA_PASSWORD"
+
+$ gitlab-qa Test::Instance::StagingRefGeo
+```
+
 ### `Test::Instance::Production`
 
 This scenario functions the same as `Test::Instance::Staging`

data/lib/gitlab/qa/component/base.rb

@@ -124,7 +124,6 @@ module Gitlab
 
           return unless docker.running?(name)
 
-          docker.stop(name)
           docker.remove(name)
         end
 

data/lib/gitlab/qa/component/gitlab.rb

@@ -5,6 +5,7 @@ require 'net/http'
 require 'uri'
 require 'forwardable'
 require 'openssl'
+require 'tempfile'
 
 module Gitlab
   module QA
@@ -19,9 +20,11 @@ module Gitlab
         def_delegators :release, :tag, :image, :edition
 
         CERTIFICATES_PATH = File.expand_path('../../../../tls_certificates', __dir__)
+        DATA_SEED_PATH = File.expand_path('../../../../support/data', __dir__)
 
         SSL_PATH = '/etc/gitlab/ssl'
         TRUSTED_PATH = '/etc/gitlab/trusted-certs'
+        DATA_PATH = '/tmp/data-seeds'
 
         def initialize
           super
@@ -40,6 +43,7 @@ module Gitlab
           @volumes[@authority_cert_path] = TRUSTED_PATH
 
           self.release = 'CE'
+          self.exec_commands += seed_test_data_command if Runtime::Scenario.seed_db
         end
 
         def set_formless_login_token
@@ -166,6 +170,12 @@ module Gitlab
           end
         end
 
+        def process_exec_commands
+          @docker.copy(name, DATA_SEED_PATH, DATA_PATH) if Runtime::Scenario.seed_db
+
+          exec_commands.each { |command| @docker.exec(name, command) }
+        end
+
         def sha_version
           json = @docker.read_file(
             @release.image, @release.tag,
@@ -176,6 +186,19 @@ module Gitlab
           manifest['software']['gitlab-rails']['locked_version']
         end
 
+        def copy_key_file(env_key)
+          key_dir = ENV['CI_PROJECT_DIR'] || Dir.tmpdir
+          key_file = Tempfile.new(env_key.downcase, key_dir)
+          key_file.write(ENV.fetch(env_key))
+          key_file.close
+
+          File.chmod(0o744, key_file.path)
+
+          @volumes[key_file.path] = key_file.path
+
+          key_file.path
+        end
+
         private
 
         # Copy certs to a temporary directory in current working directory.
@@ -196,6 +219,18 @@ module Gitlab
           end
         end
 
+        def seed_test_data_command
+          cmd = []
+
+          Runtime::Scenario.seed_db.each do |file_patterns|
+            Dir["#{DATA_SEED_PATH}/#{file_patterns}"].map { |f| File.basename f }.each do |file|
+              cmd << "gitlab-rails runner #{DATA_PATH}/#{file}"
+            end
+          end
+
+          cmd.uniq
+        end
+
         class Availability
           def initialize(name, relative_path: '', scheme: 'http', protocol_port: 80)
             @docker = Docker::Engine.new

data/lib/gitlab/qa/component/staging_ref.rb

@@ -3,6 +3,7 @@ module Gitlab
     module Component
       class StagingRef < Staging
         ADDRESS = 'https://staging-ref.gitlab.com'.freeze
+        GEO_SECONDARY_ADDRESS = 'https://geo.staging-ref.gitlab.com'.freeze
       end
     end
   end

data/lib/gitlab/qa/docker/engine.rb

@@ -76,6 +76,10 @@ module Gitlab
           Docker::Command.execute("attach --sig-proxy=false #{name}", &block)
         end
 
+        def copy(name, src_path, dest_path)
+          Docker::Command.execute("cp #{src_path} #{name}:#{dest_path}")
+        end
+
         def restart(name)
           Docker::Command.execute("restart #{name}")
         end

data/lib/gitlab/qa/release.rb

@@ -147,7 +147,7 @@ module Gitlab
             registry: DEV_REGISTRY
           }
         elsif omnibus_mirror?
-          username, password = if Runtime::Env.ci_job_token && Runtime::Env.ci_pipeline_source == 'pipeline'
+          username, password = if Runtime::Env.ci_job_token && Runtime::Env.ci_pipeline_source.include?('pipeline')
                                  ['gitlab-ci-token', Runtime::Env.ci_job_token]
                                elsif Runtime::Env.qa_container_registry_access_token
                                  [Runtime::Env.gitlab_username, Runtime::Env.qa_container_registry_access_token]

data/lib/gitlab/qa/report/relate_failure_issue.rb

@@ -47,7 +47,7 @@ module Gitlab
           puts "  => Searching issues for test '#{test.name}'..."
 
           begin
-            issue = find_and_link_issue(test) || create_issue(test)
+            issue = test.quarantine? ? find_and_link_issue(test) : find_and_link_issue(test) || create_issue(test)
             return unless issue
 
             update_labels(issue, test)
@@ -86,14 +86,16 @@ module Gitlab
           ld = Class.new.extend(Gem::Text).method(:levenshtein_distance)
           full_stacktrace = test.failures.first['message_lines'].join("\n")
           first_test_failure_stacktrace = sanitize_stacktrace(full_stacktrace, FAILURE_STACKTRACE_REGEX) || full_stacktrace
+          clean_first_test_failure_stacktrace = remove_unique_resource_names(first_test_failure_stacktrace)
 
           # Search with the `search` param returns 500 errors, so we filter by ~QA and then filter further in Ruby
           failure_issues(test).each_with_object({}) do |issue, memo|
             relevant_issue_stacktrace = find_issue_stacktrace(issue)
             next unless relevant_issue_stacktrace
 
-            distance = ld.call(first_test_failure_stacktrace, relevant_issue_stacktrace)
-            diff_ratio = distance.zero? ? 0.0 : (distance.to_f / first_test_failure_stacktrace.size).round(3)
+            clean_relevant_issue_stacktrace = remove_unique_resource_names(relevant_issue_stacktrace)
+            distance = ld.call(clean_first_test_failure_stacktrace, clean_relevant_issue_stacktrace)
+            diff_ratio = distance.zero? ? 0.0 : (distance.to_f / clean_first_test_failure_stacktrace.size).round(3)
 
             if diff_ratio <= max_diff_ratio
               puts "  => [DEBUG] Issue #{issue.web_url} has an acceptable diff ratio of #{(diff_ratio * 100).round(2)}%."
@@ -128,6 +130,10 @@ module Gitlab
           end
         end
 
+        def remove_unique_resource_names(stacktrace)
+          stacktrace.gsub(/qa-(test|user)-[a-z0-9-]+/, '<unique-test-resource>').gsub(/(?:-|_)(?:\d+[a-z]|[a-z]+\d)[a-z\d]{4,}/, '<unique-hash>')
+        end
+
         def find_failure_issue(test)
           relevant_issues = find_relevant_failure_issues(test)
 

data/lib/gitlab/qa/runner.rb

@@ -12,9 +12,11 @@ module Gitlab
         Runtime::Scenario.define(:run_tests, true)
         Runtime::Scenario.define(:qa_image, Runtime::Env.qa_image) if Runtime::Env.qa_image
         Runtime::Scenario.define(:omnibus_configuration, Runtime::OmnibusConfiguration.new)
+        Runtime::Scenario.define(:seed_db, false)
 
         # Omnibus Configurators specified by flags
         @active_configurators = []
+        @seed_scripts = []
         @omnibus_configurations = %w[default] # always load default configuration
 
         @options = OptionParser.new do |opts|
@@ -45,6 +47,14 @@ module Gitlab
             end
           end
 
+          opts.on('--seed-db search_pattern1[,search_pattern2,...]', 'Seed application database with sample test data') do |file_pattern|
+            file_pattern.split(',').each do |pattern|
+              @seed_scripts << pattern
+            end
+
+            Runtime::Scenario.define(:seed_db, @seed_scripts)
+          end
+
           opts.on_tail('-h', '--help', 'Show the usage') do
             puts opts
             exit

data/lib/gitlab/qa/runtime/env.rb

@@ -127,6 +127,11 @@ module Gitlab
           'GOOGLE_PROJECT' => :google_project,
           'GOOGLE_CLIENT_EMAIL' => :google_client_email,
           'GOOGLE_JSON_KEY' => :google_json_key,
+          'GOOGLE_CDN_JSON_KEY' => :google_cdn_json_key,
+          'GOOGLE_CDN_LB' => :google_cdn_load_balancer,
+          'GOOGLE_CDN_SIGNURL_KEY' => :google_cdn_signurl_key,
+          'GOOGLE_CDN_SIGNURL_KEY_NAME' => :google_cdn_signurl_key_name,
+          'GCS_CDN_BUCKET_NAME' => :gcs_cdn_bucket_name,
           'GCS_BUCKET_NAME' => :gcs_bucket_name,
           'SMOKE_ONLY' => :smoke_only,
           'NO_ADMIN' => :no_admin,
@@ -212,7 +217,7 @@ module Gitlab
         end
 
         def elastic_version
-          env_var_value_if_defined('ELASTIC_VERSION') || '6.4.2'.freeze
+          env_var_value_if_defined('ELASTIC_VERSION') || '7.17.0'.freeze
         end
 
         def require_license!
@@ -275,6 +280,14 @@ module Gitlab
           end
         end
 
+        def require_gcs_with_cdn_environment!
+          %w[GOOGLE_CDN_JSON_KEY GCS_CDN_BUCKET_NAME GOOGLE_CDN_LB GOOGLE_CDN_SIGNURL_KEY GOOGLE_CDN_SIGNURL_KEY_NAME].each do |env_key|
+            unless ENV.key?(env_key)
+              raise ArgumentError, "Environment variable #{env_key} must be set to run GCS with CDN enabled scenario"
+            end
+          end
+        end
+
         def require_initial_password!
           return unless env_var_value_if_defined('GITLAB_INITIAL_ROOT_PASSWORD').to_s.strip.empty?
 

data/lib/gitlab/qa/scenario/test/instance/staging_ref_geo.rb

@@ -0,0 +1,27 @@
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Instance
+          class StagingRefGeo < DeploymentBase
+            def initialize
+              @suite = 'QA::EE::Scenario::Test::Geo'
+            end
+
+            def deployment_component
+              Component::StagingRef
+            end
+
+            def non_rspec_args
+              [
+                '--primary-address', deployment_component::ADDRESS,
+                '--secondary-address', deployment_component::GEO_SECONDARY_ADDRESS,
+                '--without-setup'
+              ]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/integration/mattermost.rb

@@ -22,7 +22,11 @@ module Gitlab
                     specs.suite = 'Test::Integration::Mattermost'
                     specs.release = gitlab.release
                     specs.network = gitlab.network
-                    specs.args = [gitlab.address, mattermost_external_url, *rspec_args]
+                    specs.args = [
+                      gitlab.address,
+                      "--mattermost-address", mattermost_external_url,
+                      *rspec_args
+                    ]
                   end
                 end
               end

data/lib/gitlab/qa/scenario/test/integration/registry_with_cdn.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Integration
+          class RegistryWithCDN < Scenario::Template
+            def perform(release, *rspec_args)
+              Runtime::Env.require_gcs_with_cdn_environment!
+
+              Component::Gitlab.perform do |gitlab|
+                gitlab.release = release
+                gitlab.network = 'test'
+                gitlab.name = 'gitlab'
+                sign_url_key_path = gitlab.copy_key_file('GOOGLE_CDN_SIGNURL_KEY')
+                cdn_gcloud_path = gitlab.copy_key_file('GOOGLE_CDN_JSON_KEY')
+
+                gitlab.omnibus_configuration << <<~OMNIBUS
+                  external_url 'http://#{gitlab.name}.#{gitlab.network}';
+                  registry_external_url 'http://#{gitlab.name}.#{gitlab.network}:5050';
+
+                  registry['middleware'] = { 'storage' => [{ 'name' => 'googlecdn', 'options' => { 'baseurl' => '#{Runtime::Env.google_cdn_load_balancer}', 'privatekey' => '#{sign_url_key_path}', 'keyname' => '#{Runtime::Env.google_cdn_signurl_key_name}' } }] }
+                  registry['storage'] = { 'gcs' => { 'bucket' => '#{Runtime::Env.gcs_cdn_bucket_name}', 'keyfile' => '#{cdn_gcloud_path}' } }
+                OMNIBUS
+
+                gitlab.instance do
+                  Component::Specs.perform do |specs|
+                    specs.suite = 'Test::Integration::RegistryWithCDN'
+                    specs.release = gitlab.release
+                    specs.network = gitlab.network
+                    specs.args = [gitlab.address, *rspec_args]
+                  end
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '7.24.5'
+    VERSION = '7.25.1'
   end
 end

data/lib/gitlab/qa.rb

@@ -43,6 +43,7 @@ module Gitlab
           autoload :Release, 'gitlab/qa/scenario/test/instance/release'
           autoload :Geo, 'gitlab/qa/scenario/test/instance/geo'
           autoload :StagingGeo, 'gitlab/qa/scenario/test/instance/staging_geo'
+          autoload :StagingRefGeo, 'gitlab/qa/scenario/test/instance/staging_ref_geo'
           autoload :Airgapped, 'gitlab/qa/scenario/test/instance/airgapped'
         end
 
@@ -76,6 +77,7 @@ module Gitlab
           autoload :RegistryTLS, 'gitlab/qa/scenario/test/integration/registry_tls'
           autoload :ServicePingDisabled, 'gitlab/qa/scenario/test/integration/service_ping_disabled'
           autoload :Integrations, 'gitlab/qa/scenario/test/integration/integrations'
+          autoload :RegistryWithCDN, 'gitlab/qa/scenario/test/integration/registry_with_cdn'
         end
 
         module Sanity

data/scripts/generate-qa-jobs.rb

@@ -0,0 +1,72 @@
+#!/usr/bin/env ruby
+
+class GenerateQAJobs
+  def initialize(no_of_example_files)
+    @no_of_example_files = no_of_example_files
+    puts "no_of_example_files: #{@no_of_example_files}"
+  end
+
+  # rubocop:disable Metrics/AbcSize
+  # rubocop:disable Metrics/PerceivedComplexity
+  # rubocop:disable Metrics/CyclomaticComplexity
+  def execute
+    jobs = load_yml_contents('base')
+    jobs.concat(load_yml_contents('sanity_framework'))
+    jobs.concat(load_yml_contents('custom_parallel'))
+    jobs.concat(load_yml_contents('instance')) if should_run?('test_instance_all')
+    jobs.concat(load_yml_contents('relative_url')) if should_run?('test_instance_all')
+    jobs.concat(load_yml_contents('repository_storage')) if should_run?('test_instance_all_repository_storage')
+    jobs.concat(load_yml_contents('omnibus_image'))
+    jobs.concat(load_yml_contents('update')) if should_run?('test_instance_all')
+    jobs.concat(load_yml_contents('omnibus_upgrade'))
+    jobs.concat(load_yml_contents('ee_previous_to_ce_update'))
+    jobs.concat(load_yml_contents('mattermost')) if should_run?('test_integration_mattermost')
+    jobs.concat(load_yml_contents('service_ping_disabled')) if should_run?('test_integration_servicepingdisabled')
+    jobs.concat(load_yml_contents('ldap_no_tls')) if should_run?('test_integration_ldapnotls')
+    jobs.concat(load_yml_contents('ldap_tls')) if should_run?('test_integration_ldaptls')
+    jobs.concat(load_yml_contents('ldap_no_server')) if should_run?('test_integration_ldapnoserver')
+    jobs.concat(load_yml_contents('instance_saml')) if should_run?('test_integration_instancesaml')
+    jobs.concat(load_yml_contents('group_saml')) if should_run?('test_integration_groupsaml')
+    jobs.concat(load_yml_contents('object_storage')) if should_run?('test_instance_all_object_storage')
+    jobs.concat(load_yml_contents('object_storage_aws')) if should_run?('test_instance_all_object_storage')
+    jobs.concat(load_yml_contents('object_storage_gcs')) if should_run?('test_instance_all_object_storage')
+    jobs.concat(load_yml_contents('object_storage_registry_tls')) if should_run?('test_integration_registrytls')
+    jobs.concat(load_yml_contents('registry')) if should_run?('test_integration_registry')
+    jobs.concat(load_yml_contents('packages')) if should_run?('test_instance_all_packages')
+    jobs.concat(load_yml_contents('actioncable')) if should_run?('test_instance_all_actioncable')
+    jobs.concat(load_yml_contents('elasticsearch')) if should_run?('test_integration_elasticsearch')
+    jobs.concat(load_yml_contents('praefect')) if should_run?('test_instance_all')
+    jobs.concat(load_yml_contents('gitaly_cluster')) if should_run?('test_instance_all')
+    jobs.concat(load_yml_contents('mtls')) if should_run?('test_instance_all_mtls')
+    jobs.concat(load_yml_contents('smtp')) if should_run?('test_integration_smtp')
+    jobs.concat(load_yml_contents('jira')) if should_run?('test_instance_all_jira')
+    jobs.concat(load_yml_contents('integrations')) if should_run?('test_instance_all_integrations')
+    jobs.concat(load_yml_contents('large_setup')) if should_run?('test_instance_all_can_use_large_setup')
+    jobs.concat(load_yml_contents('cloud_activation')) if should_run?('test_instance_all_cloud_activation')
+    jobs.concat(load_yml_contents('registry_with_cdn')) if should_run?('test_integration_registrywithcdn')
+    jobs.concat(load_yml_contents('staging'))
+
+    # Disabling geo jobs temporarily due to https://gitlab.com/gitlab-org/quality/team-tasks/-/issues/774
+    # base.concat(load_yml_contents('geo')) if should_run?('scenario_test_geo')
+
+    jobs
+  end
+  # rubocop:enable Metrics/AbcSize
+  # rubocop:enable Metrics/PerceivedComplexity
+  # rubocop:enable Metrics/CyclomaticComplexity
+
+  private
+
+  def should_run?(example_file_name)
+    @no_of_example_files.include?(example_file_name)
+  end
+
+  def load_yml_contents(file_prefix)
+    jobs_dir_path = File.expand_path('../.gitlab/ci/jobs', __dir__)
+    File.read(File.join(jobs_dir_path, "#{file_prefix}.gitlab-ci.yml"))
+  end
+end
+
+jobs = GenerateQAJobs.new(Dir.glob('no_of_examples/*').map { |s| File.basename(s, '.*') }).execute
+
+File.open('generated-qa-jobs.yml', 'w') { |f| f.write(jobs) }

data/support/data/license_usage_seed.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+# rubocop:disable Metrics/AbcSize
+
+class LicenseUsageSeed
+  def self.seed!
+    admin_user = User.find_by(username: 'root')
+    group_count = seed_groups.count
+    user_count = seed_users.count
+
+    puts 'Start seeding license usage data...'
+
+    rand(5..20).times { create_group(admin_user) }
+    create_users_and_members
+
+    puts 'Creating License usage record...'
+    create_license_usage_record
+
+    puts "Created #{seed_users.count - user_count} users and #{seed_groups.count - group_count} groups."
+    puts 'License usage data seeding completed.'
+  end
+
+  def self.create_user
+    name = "test-user#{SecureRandom.hex(8)}"
+
+    User.create!(
+      email: "#{name}@test.com",
+      password: 'password',
+      username: name,
+      name: "User #{name}",
+      confirmed_at: Time.current
+    )
+  end
+
+  def self.create_group(user)
+    name = "test-group#{SecureRandom.hex(8)}"
+    group_params =
+      {
+        name: name,
+        path: name
+      }
+    ::Groups::CreateService.new(user, group_params).execute
+  end
+
+  def self.create_users_and_members
+    seed_groups.pluck(:id).each do |group_id|
+      3.times { create_member(create_user, group_id) }
+    end
+  end
+
+  def self.create_member(user, group_id)
+    roles = Gitlab::Access.values
+
+    GroupMember.create(user_id: user.id, access_level: roles.sample, source_id: group_id)
+  end
+
+  def self.seed_users
+    User.where('username ~* ?', '^test-user')
+  end
+
+  def self.seed_groups
+    Group.where('name ~* ?', '^test-group')
+  end
+
+  def self.create_license_usage_record
+    # Force update daily billable users and historical license data
+    identifier = Analytics::UsageTrends::Measurement.identifiers[:billable_users]
+    ::Analytics::UsageTrends::CounterJobWorker.new.perform(identifier, User.minimum(:id), User.maximum(:id), Time.zone.now)
+
+    HistoricalData.track!
+  end
+end
+
+LicenseUsageSeed.seed!
+
+# rubocop:enable Metrics/AbcSize