gitlab-qa 7.24.6 → 7.25.0

data/scripts/generate-qa-jobs.rb

@@ -0,0 +1,1741 @@
+#!/usr/bin/env ruby
+
+class GenerateQAJobs
+  def initialize(no_of_example_files)
+    @no_of_example_files = no_of_example_files
+    puts "no_of_example_files: #{@no_of_example_files}"
+  end
+
+  # rubocop:disable Metrics/AbcSize
+  # rubocop:disable Metrics/PerceivedComplexity
+  # rubocop:disable Metrics/CyclomaticComplexity
+  def execute
+    jobs = base
+
+    jobs.concat(sanity_framework)
+
+    jobs.concat(custom_parallel)
+
+    jobs.concat(instance) if should_run?('test_instance_all')
+
+    jobs.concat(relative_url) if should_run?('test_instance_all')
+
+    jobs.concat(repository_storage) if should_run?('test_instance_all_repository_storage')
+
+    jobs.concat(omnibus_image)
+
+    jobs.concat(update) if should_run?('test_instance_all')
+
+    jobs.concat(omnibus_upgrade)
+
+    jobs.concat(ee_previous_to_ce_update)
+
+    jobs.concat(mattermost) if should_run?('test_integration_mattermost')
+
+    jobs.concat(service_ping_disabled) if should_run?('test_integration_servicepingdisabled')
+
+    # Disabling geo jobs temporarily due to https://gitlab.com/gitlab-org/quality/team-tasks/-/issues/774
+    # base.concat(geo) if should_run?('scenario_test_geo')
+
+    jobs.concat(ldap_no_tls) if should_run?('test_integration_ldapnotls')
+
+    jobs.concat(ldap_tls) if should_run?('test_integration_ldaptls')
+
+    jobs.concat(ldap_no_server) if should_run?('test_integration_ldapnoserver')
+
+    jobs.concat(instance_saml) if should_run?('test_integration_instancesaml')
+
+    jobs.concat(group_saml) if should_run?('test_integration_groupsaml')
+
+    jobs.concat(object_storage) if should_run?('test_instance_all_object_storage')
+
+    jobs.concat(object_storage_aws) if should_run?('test_instance_all_object_storage')
+
+    jobs.concat(object_storage_gcs) if should_run?('test_instance_all_object_storage')
+
+    jobs.concat(object_storage_registry_tls) if should_run?('test_integration_registrytls')
+
+    jobs.concat(registry) if should_run?('test_integration_registry')
+
+    jobs.concat(packages) if should_run?('test_instance_all_packages')
+
+    jobs.concat(actioncable) if should_run?('test_instance_all_actioncable')
+
+    jobs.concat(elasticsearch) if should_run?('test_integration_elasticsearch')
+
+    jobs.concat(praefect) if should_run?('test_instance_all')
+
+    jobs.concat(gitaly_cluster) if should_run?('test_instance_all')
+
+    jobs.concat(mtls) if should_run?('test_instance_all_mtls')
+
+    jobs.concat(smtp) if should_run?('test_integration_smtp')
+
+    jobs.concat(jira) if should_run?('test_instance_all_jira')
+
+    jobs.concat(integrations) if should_run?('test_instance_all_integrations')
+
+    jobs.concat(large_setup) if should_run?('test_instance_all_can_use_large_setup')
+
+    jobs.concat(cloud_activation) if should_run?('test_instance_all_cloud_activation')
+
+    jobs.concat(registry_with_cdn) if should_run?('test_integration_registrywithcdn')
+
+    jobs.concat(staging)
+
+    jobs
+  end
+  # rubocop:enable Metrics/AbcSize
+  # rubocop:enable Metrics/PerceivedComplexity
+  # rubocop:enable Metrics/CyclomaticComplexity
+
+  private
+
+  def base
+    <<~YML
+      stages:
+        - test
+        - report
+        - notify
+
+      default:
+        image: registry.gitlab.com/gitlab-org/gitlab-build-images:gitlab-qa-ruby-2.7
+        tags:
+          - gitlab-org
+        cache:
+          key:
+            files:
+              - Gemfile.lock
+              - gitlab-qa.gemspec
+          paths:
+            - vendor/ruby
+        before_script:
+          - export QA_ARTIFACTS_DIR=$CI_PROJECT_DIR
+          - bundle version
+          - bundle config path vendor
+          - bundle install --jobs=$(nproc) --retry=3 --quiet && bundle check
+          - export LANG=C.UTF-8
+          - echo $CI_MERGE_REQUEST_IID
+          - echo $CI_COMMIT_BRANCH
+          - echo $CI_COMMIT_TAG
+          - echo $CI_PIPELINE_SOURCE
+          - echo $CI_DEFAULT_BRANCH
+          - echo $CI_COMMIT_REF_NAME
+          - echo $CI_JOB_ID
+          - echo $CI_COMMIT_REF_PROTECTED
+          - echo $TOP_UPSTREAM_SOURCE_SHA
+          - echo $TOP_UPSTREAM_MERGE_REQUEST_IID
+          - echo $TOP_UPSTREAM_SOURCE_PROJECT
+          - echo $TOP_UPSTREAM_DEFAULT_BRANCH
+          - echo $TOP_UPSTREAM_SOURCE_REF
+          - echo $TOP_UPSTREAM_SOURCE_JOB
+          - echo $GITLAB_QA_OPTIONS
+          - echo $QA_TESTS
+          - echo $RSPEC_REPORT_OPTS
+          - echo $QA_RSPEC_TAGS
+          - echo $QA_TEST_RESULTS_ISSUES_PROJECT
+          - echo $QA_TESTCASES_REPORTING_PROJECT
+          - echo $DEFAULT_RELEASE
+          - echo $GITLAB_QA_OPTIONS_COMBINED
+          - echo $DISABLE_RELATING_FAILURE_ISSUES
+          - echo $QA_FAILURES_MAX_DIFF_RATIO
+          - echo $QA_FAILURES_REPORTER_OPTIONS
+          - echo $NOTIFY_CHANNEL
+          - echo $REPORT_ISSUE_URL
+          - echo $QA_TESTCASE_SESSIONS_PROJECT
+          - echo $QA_FAILURES_REPORTING_PROJECT
+          - echo $ALLURE_JOB_NAME
+          - echo $QA_IMAGE
+          - echo $RELEASE
+          - echo $TEST_LICENSE_MODE
+
+      workflow:
+        rules:
+          # For merge requests, create a pipeline.
+          - if: $CI_MERGE_REQUEST_IID
+          # For the default branch, create a pipeline (this includes on schedules, pushes, merges, etc.).
+          - if: $CI_COMMIT_BRANCH == "master"
+          # For tags, create a pipeline.
+          - if: $CI_COMMIT_TAG
+          # For triggers from GitLab MR pipelines (and pipelines from other projects or parent pipeline), create a pipeline
+          - if: $CI_PIPELINE_SOURCE == "pipeline" || $CI_PIPELINE_SOURCE == "parent_pipeline"
+          # When using Run pipeline button in the GitLab UI, from the project’s CI/CD > Pipelines section, create a pipeline.
+          - if: $CI_PIPELINE_SOURCE == "web"
+
+      variables:
+        DOCKER_DRIVER: overlay2
+        DOCKER_HOST: tcp://docker:2375
+        QA_CAN_TEST_GIT_PROTOCOL_V2: "true"
+        QA_CAN_TEST_PRAEFECT: "false"
+        QA_GENERATE_ALLURE_REPORT: "true"
+        QA_TESTCASES_REPORTING_PROJECT: "gitlab-org/gitlab"
+        QA_TEST_RESULTS_ISSUES_PROJECT: "gitlab-org/quality/testcases"
+        QA_TESTCASE_SESSIONS_PROJECT: "gitlab-org/quality/testcase-sessions"
+        # QA_DEFAULT_BRANCH is the default branch name of the instance under test.
+        QA_DEFAULT_BRANCH: "master"
+
+      .ce-variables:
+        variables:
+          DEFAULT_RELEASE: "CE"
+
+      .ee-variables:
+        variables:
+          DEFAULT_RELEASE: "EE"
+
+      .test:
+        stage: test
+        timeout: 1 hour 30 minutes
+        services:
+          - docker:20.10.5-dind
+        tags:
+          - gitlab-org
+          - docker
+        artifacts:
+          when: always
+          expire_in: 10d
+          paths:
+            - gitlab-qa-run-*
+          reports:
+            junit: gitlab-qa-run-*/**/rspec-*.xml
+        script:
+          - 'echo "QA_ARTIFACTS_DIR: $QA_ARTIFACTS_DIR"'
+          - 'echo "CI_PROJECT_DIR: $CI_PROJECT_DIR"'
+          - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+          - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
+          - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
+          - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+          - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true; fi
+          - exit $test_run_exit_code
+
+      # For jobs that shouldn't report results in issues, e.g., manually run custom jobs
+      .no-issue-report-script:
+        script:
+          - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+          - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
+
+      # For jobs that provide additional GITLAB_QA_OPTIONS, e.g., jobs that include --omnibus-config
+      .combined-gitlab-qa-options-script:
+        script:
+          - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+
+          - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
+          - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
+          - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+          - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true; fi
+          - exit $test_run_exit_code
+
+      # The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
+      # So instead we can use this script with two release variables
+      .update-scenario-script:
+        script:
+          - 'echo "Running: bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
+          - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
+          - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
+          - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+          - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true; fi
+          - exit $test_run_exit_code
+
+      .high-capacity:
+        tags:
+          - docker
+          - 7gb
+          - triggered-packages
+
+      .rspec-report-opts:
+        variables:
+          FILE_SAFE_JOB_NAME: $(echo $CI_JOB_NAME | sed 's/[ /]/_/g')
+          RSPEC_REPORT_OPTS: '--format QA::Support::JsonFormatter --out \"tmp/rspec-${CI_JOB_ID}.json\" --format RspecJunitFormatter --out \"tmp/rspec-${CI_JOB_ID}.xml\" --format html --out \"tmp/rspec-${FILE_SAFE_JOB_NAME}.htm\" --color --format documentation'
+
+      .quarantine:
+        allow_failure: true
+        variables:
+          QA_RSPEC_TAGS: "--tag quarantine"
+
+      generate_test_session:
+        stage: report
+        rules:
+          - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
+            when: always
+          - if: '$TOP_UPSTREAM_SOURCE_JOB =~ /\\Ahttps:\\/\\/ops.gitlab.net\\//'
+            when: always
+        artifacts:
+          when: always
+          expire_in: 10d
+          paths:
+            - REPORT_ISSUE_URL
+        script:
+          - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+          - bundle exec exe/gitlab-qa-report --generate-test-session "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASE_SESSIONS_PROJECT"
+
+      relate_test_failures:
+        stage: report
+        rules:
+          - if: '$DISABLE_RELATING_FAILURE_ISSUES != null && $DISABLE_RELATING_FAILURE_ISSUES != ""'
+            when: never
+          - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
+            when: always
+          - if: '$TOP_UPSTREAM_SOURCE_JOB =~ /\\Ahttps:\\/\\/ops.gitlab.net\\//'
+            when: always
+        variables:
+          QA_FAILURES_REPORTING_PROJECT: "gitlab-org/gitlab"
+          QA_FAILURES_MAX_DIFF_RATIO: "0.15"
+          # The --dry-run can be set to modify the behavior of `exe/gitlab-qa-report --relate-failure-issue` without releasing a new gem version.
+          QA_FAILURES_REPORTER_OPTIONS: ""
+        script:
+          - export GITLAB_QA_ACCESS_TOKEN="$GITLAB_QA_PRODUCTION_ACCESS_TOKEN"
+          - bundle exec exe/gitlab-qa-report --relate-failure-issue "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_FAILURES_REPORTING_PROJECT" --max-diff-ratio "$QA_FAILURES_MAX_DIFF_RATIO" $QA_FAILURES_REPORTER_OPTIONS
+
+      .notify_upstream_commit:
+        stage: notify
+        image: ruby:3.0-alpine
+        before_script:
+          - gem install gitlab --no-document
+
+      notify_upstream_commit:success:
+        extends: .notify_upstream_commit
+        script:
+          - bin/notify_upstream_commit success
+        rules:
+          - if: '$TOP_UPSTREAM_SOURCE_PROJECT != null && $TOP_UPSTREAM_SOURCE_PROJECT != "" && $TOP_UPSTREAM_SOURCE_SHA != null && $TOP_UPSTREAM_SOURCE_SHA != ""'
+            when: on_success
+
+      notify_upstream_commit:failure:
+        extends: .notify_upstream_commit
+        script:
+          - bin/notify_upstream_commit failure
+        rules:
+          - if: '$TOP_UPSTREAM_SOURCE_PROJECT != null && $TOP_UPSTREAM_SOURCE_PROJECT != "" && $TOP_UPSTREAM_SOURCE_SHA != null && $TOP_UPSTREAM_SOURCE_SHA != ""'
+            when: on_failure
+
+      .notify_slack:
+        image: alpine
+        stage: notify
+        dependencies: ['generate_test_session']
+        cache: {}
+        before_script:
+          - apk update && apk add git curl bash
+
+      notify_slack:
+        extends:
+          - .notify_slack
+        rules:
+          - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $NOTIFY_CHANNEL !=null && $NOTIFY_CHANNEL !=""'
+            when: on_failure
+          - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
+            when: on_failure
+        script:
+          - export RELEASE=${TOP_UPSTREAM_SOURCE_REF:-$RELEASE}
+          - echo "NOTIFY_CHANNEL is ${NOTIFY_CHANNEL:=qa-$TOP_UPSTREAM_SOURCE_REF}"
+          - echo "RELEASE is ${RELEASE}"
+          - echo "CI_PIPELINE_URL is $CI_PIPELINE_URL"
+          - echo "TOP_UPSTREAM_SOURCE_JOB is $TOP_UPSTREAM_SOURCE_JOB"
+          - 'bin/slack $NOTIFY_CHANNEL "☠️ QA against $RELEASE failed! ☠️ See the test session report: $(cat REPORT_ISSUE_URL), and pipeline: $CI_PIPELINE_URL (triggered from $TOP_UPSTREAM_SOURCE_JOB)" ci_failing'
+
+      generate-allure-report:
+        extends: .generate-allure-report-base
+        stage: report
+        variables:
+          ALLURE_RESULTS_GLOB: gitlab-qa-run-*/**/allure-results/*
+        cache:
+          policy: pull
+        before_script:
+          # Override allure variables for upstream triggers
+          # Override default before script and don't push cache
+          - export STORAGE_CREDENTIALS=$QA_ALLURE_REPORT_GCS_CREDENTIALS
+          - export GITLAB_AUTH_TOKEN=$GITLAB_QA_MR_ALLURE_REPORT_TOKEN
+          - export ALLURE_PROJECT_PATH=$TOP_UPSTREAM_SOURCE_PROJECT
+          - export ALLURE_MERGE_REQUEST_IID=$TOP_UPSTREAM_MERGE_REQUEST_IID
+          - export ALLURE_COMMIT_SHA=$TOP_UPSTREAM_SOURCE_SHA
+          - export ALLURE_JOB_NAME="${ALLURE_JOB_NAME:-package-and-qa}"
+        rules:
+          # Don't run report generation on release pipelines
+          - if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && $RELEASE == null'
+            changes: ["lib/**/version.rb"]
+            when: never
+          - if: '$CI_COMMIT_TAG'
+            when: never
+          - if: '$CI_PIPELINE_SOURCE == "merge_request_event" || $CI_PIPELINE_SOURCE == "parent_pipeline"  || ($CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH)'
+            variables:
+              ALLURE_JOB_NAME: gitlab-qa
+            when: always
+          - if: '$TOP_UPSTREAM_SOURCE_PROJECT != null && $TOP_UPSTREAM_SOURCE_PROJECT != "" && $TOP_UPSTREAM_SOURCE_SHA != null && $TOP_UPSTREAM_SOURCE_SHA != ""'
+            when: always
+
+      generate-knapsack-report:
+        extends: .generate-knapsack-report-base
+        image:
+          name: ${QA_IMAGE}
+        stage: report
+
+      include:
+        - local: .gitlab/ci/rules.gitlab-ci.yml
+        - project: 'gitlab-org/quality/pipeline-common'
+          file:
+            - '/ci/allure-report.yml'
+            - '/ci/knapsack-report.yml'
+
+    YML
+  end
+
+  def sanity_framework
+    <<~YML
+      # Do not generate allure report since it always adds a failed test to the report. The job runs a test where 1 example would always fail and assert exit code via custom script bin/expect_exit_code_and_text
+      ce:sanity-framework:
+        variables:
+          QA_GENERATE_ALLURE_REPORT: "false"
+          QA_EXPORT_TEST_METRICS: "false"
+        script:
+          - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+
+      ee:sanity-framework:
+        variables:
+          QA_GENERATE_ALLURE_REPORT: "false"
+          QA_EXPORT_TEST_METRICS: "false"
+        script:
+          - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+
+    YML
+  end
+
+  def custom_parallel
+    <<~YML
+      ce:custom-parallel:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .rspec-report-opts
+          - .no-issue-report-script
+          - .ce-variables
+        allow_failure: true
+        parallel: 10
+
+      ee:custom-parallel:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .no-issue-report-script
+        allow_failure: true
+        parallel: 10
+
+    YML
+  end
+
+  def instance
+    <<~YML
+      ce:instance-parallel:
+        extends:
+          - .rules:ce-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        parallel: 5
+
+      ee:instance-parallel:
+        extends:
+          - .rules:ee-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        parallel: 5
+
+      ce:instance:
+        extends:
+          - .rules:ce-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+
+      ce:instance-quarantine:
+        extends:
+          - .rules:ce-qa
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+      ee:instance:
+        extends:
+          - .rules:ee-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+
+      ee:instance-quarantine:
+        extends:
+          - .rules:ee-qa
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+    YML
+  end
+
+  def relative_url
+    <<~YML
+      ce:relative_url-parallel:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        parallel: 5
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+
+      ee:relative_url-parallel:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        parallel: 5
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+
+      ce:relative_url:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+
+      ee:relative_url:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+
+      ce:relative_url-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+      ee:relative_url-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RelativeUrl"
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+    YML
+  end
+
+  def repository_storage
+    <<~YML
+      ce:repository_storage:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RepositoryStorage"
+
+      ce:repository_storage-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RepositoryStorage"
+
+      ee:repository_storage:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RepositoryStorage"
+
+      ee:repository_storage-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Instance::RepositoryStorage"
+    YML
+  end
+
+  # The Test::Omnibus::Image scenarios don't run the E2E tests so they don't need to report test results
+  def omnibus_image
+    <<~YML
+      ce:image:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ce-variables
+
+      ee:image:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ee-variables
+
+    YML
+  end
+
+  def update
+    <<~YML
+      ce:update-parallel:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+          - .update-scenario-script
+        parallel: 5
+
+      ce:update:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+          - .update-scenario-script
+
+      ce:update-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .update-scenario-script
+        variables:
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+      ee:update-parallel:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .update-scenario-script
+        parallel: 10
+
+      ee:update:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .update-scenario-script
+
+      ee:update-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+    YML
+  end
+
+  # The Test::Omnibus::Upgrade scenario isn't run on master (because it always uses the latest CE/EE image) so we don't report the test results in issues
+  def omnibus_upgrade
+    <<~YML
+      ce:upgrade-parallel:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .rspec-report-opts
+        parallel: 5
+
+      ce:upgrade:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .rspec-report-opts
+
+      ce:upgrade-quarantine:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .quarantine
+          - .rspec-report-opts
+
+    YML
+  end
+
+  def ee_previous_to_ce_update
+    <<~YML
+      ee-previous-to-ce:update:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Update EE CE -- $RSPEC_REPORT_OPTS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .rspec-report-opts
+
+      ee-previous-to-ce:update-quarantine:
+        script:
+          - bundle exec exe/gitlab-qa Test::Omnibus::Update EE CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .quarantine
+          - .rspec-report-opts
+
+    YML
+  end
+
+  def mattermost
+    <<~YML
+      ce:mattermost:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Mattermost"
+
+      ce:mattermost-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Mattermost"
+
+      ee:mattermost:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Mattermost"
+
+      ee:mattermost-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Mattermost"
+
+    YML
+  end
+
+  def service_ping_disabled
+    <<~YML
+      ce:service_ping_disabled:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::ServicePingDisabled"
+
+      ee:service_ping_disabled:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::ServicePingDisabled"
+
+    YML
+  end
+
+  def geo
+    <<~YML
+      ee:geo:
+        extends:
+          - .test
+          - .ee-variables
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Geo"
+
+      ee:geo-quarantine:
+        extends:
+          - .test
+          - .ee-variables
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Geo"
+
+    YML
+  end
+
+  def ldap_no_tls
+    <<~YML
+      ce:ldap_no_tls:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoTLS"
+
+      ce:ldap_no_tls-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoTLS"
+
+      ee:ldap_no_tls:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoTLS"
+
+      ee:ldap_no_tls-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoTLS"
+
+    YML
+  end
+
+  def ldap_tls
+    <<~YML
+      ce:ldap_tls:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPTLS"
+
+      ce:ldap_tls-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPTLS"
+
+      ee:ldap_tls:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPTLS"
+
+      ee:ldap_tls-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPTLS"
+
+    YML
+  end
+
+  def ldap_no_server
+    <<~YML
+      ee:ldap_no_server:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoServer"
+
+      ee:ldap_no_server-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::LDAPNoServer"
+
+    YML
+  end
+
+  def instance_saml
+    <<~YML
+      ce:instance_saml:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::InstanceSAML"
+
+      ce:instance_saml-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::InstanceSAML"
+
+      ee:instance_saml:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::InstanceSAML"
+
+      ee:instance_saml-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::InstanceSAML"
+
+    YML
+  end
+
+  def group_saml
+    <<~YML
+      ee:group_saml:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GroupSAML"
+
+      ee:group_saml-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GroupSAML"
+
+    YML
+  end
+
+  def object_storage
+    <<~YML
+      ce:object_storage:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        parallel: 2
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
+
+      ce:object_storage-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
+
+      ee:object_storage:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        parallel: 2
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
+          QA_RSPEC_TAGS: "--tag object_storage"
+
+      ee:object_storage-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage"
+          QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
+
+    YML
+  end
+
+  def object_storage_aws
+    <<~YML
+      ee:object_storage_aws:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        parallel: 2
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
+          QA_RSPEC_TAGS: "--tag object_storage"
+
+      ee:object_storage_aws-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config object_storage_aws"
+          QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
+
+    YML
+  end
+
+  def object_storage_gcs
+    <<~YML
+      ee:object_storage_gcs:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        parallel: 2
+        variables:
+          GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
+          QA_RSPEC_TAGS: "--tag object_storage"
+
+      ee:object_storage_gcs-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
+          QA_RSPEC_TAGS: "--tag quarantine --tag object_storage"
+
+    YML
+  end
+
+  def object_storage_registry_tls
+    <<~YML
+      ce:object_storage_registry_tls:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+
+      ce:object_storage_registry_tls-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+
+      ee:object_storage_registry_tls:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ee-variables
+          - .high-capacity
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+
+      ee:object_storage_registry_tls-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+
+    YML
+  end
+
+  def registry
+    <<~YML
+      ce:registry:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Registry"
+
+      ce:registry-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Registry"
+
+      ee:registry:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Registry"
+
+      ee:registry-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Registry"
+
+    YML
+  end
+
+  def packages
+    <<~YML
+      ee:packages-parallel:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        parallel: 2
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
+          QA_RSPEC_TAGS: "--tag packages"
+
+      ee:packages-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
+          QA_RSPEC_TAGS: "--tag quarantine --tag packages"
+
+    YML
+  end
+
+  def actioncable
+    <<~YML
+      ce:actioncable:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Actioncable"
+
+      ce:actioncable-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Actioncable"
+
+      ee:actioncable:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Actioncable"
+
+      ee:actioncable-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Actioncable"
+
+    YML
+  end
+
+  def elasticsearch
+    <<~YML
+      ee:elasticsearch:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Elasticsearch"
+
+      ee:elasticsearch-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Elasticsearch"
+
+    YML
+  end
+
+  def praefect
+    <<~YML
+      ce:praefect-parallel:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        parallel: 5
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+
+      ce:praefect:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+
+      ce:praefect-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+      ee:praefect-parallel:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        parallel: 10
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+
+      ee:praefect:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change-and-never-when-qa-tests-not-specified
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+
+      ee:praefect-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Praefect"
+          QA_CAN_TEST_PRAEFECT: "true"
+          QA_RSPEC_TAGS: "--tag quarantine --tag ~orchestrated"
+
+    YML
+  end
+
+  def gitaly_cluster
+    <<~YML
+      ce:gitaly-cluster:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GitalyCluster"
+          QA_LOG_PATH: "tmp/gitaly_cluster.log"
+
+      ce:gitaly-cluster-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GitalyCluster"
+          QA_LOG_PATH: "tmp/gitaly_cluster.log"
+
+      ee:gitaly-cluster:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GitalyCluster"
+          QA_LOG_PATH: "tmp/gitaly_cluster.log"
+
+      ee:gitaly-cluster-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::GitalyCluster"
+          QA_LOG_PATH: "tmp/gitaly_cluster.log"
+
+    YML
+  end
+
+  def mtls
+    <<~YML
+      ce:mtls:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::MTLS"
+
+      ee:mtls:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::MTLS"
+
+    YML
+  end
+
+  def smtp
+    <<~YML
+      ce:smtp:
+       extends:
+         - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+         - .test
+         - .high-capacity
+         - .ce-variables
+         - .rspec-report-opts
+       variables:
+         QA_SCENARIO: "Test::Integration::SMTP"
+
+      ee:smtp:
+       extends:
+         - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+         - .test
+         - .high-capacity
+         - .ee-variables
+         - .rspec-report-opts
+       variables:
+         QA_SCENARIO: "Test::Integration::SMTP"
+
+    YML
+  end
+
+  def jira
+    <<~YML
+      ce:jira:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Jira"
+
+      ce:jira-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Jira"
+
+      ee:jira:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Jira"
+
+      ee:jira-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Jira"
+
+    YML
+  end
+
+  def integrations
+    <<~YML
+      ce:integrations:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::Integrations"
+
+      ce:integrations-quarantine:
+        extends:
+          - ce:integrations
+          - .quarantine
+
+    YML
+  end
+
+  def large_setup
+    <<~YML
+      ce:large-setup:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_RSPEC_TAGS: "--tag can_use_large_setup"
+
+      ee:large-setup:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+        variables:
+          QA_RSPEC_TAGS: "--tag can_use_large_setup"
+
+    YML
+  end
+
+  def cloud_activation
+    <<~YML
+      ee:cloud-activation:
+        before_script:
+          - unset EE_LICENSE
+          - !reference [default, before_script]
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          QA_RSPEC_TAGS: "--tag cloud_activation"
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --seed-db license*.rb"
+
+      ee:cloud-activation-quarantine:
+        before_script:
+          - unset EE_LICENSE
+          - !reference [default, before_script]
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+          - .combined-gitlab-qa-options-script
+        variables:
+          QA_RSPEC_TAGS: "--tag cloud_activation"
+          GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --seed-db license*.rb"
+
+    YML
+  end
+
+  def registry_with_cdn
+    <<~YML
+      ce:registry_with_cdn:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryWithCDN"
+        allow_failure: true
+
+      ce:registry_with_cdn-quarantine:
+        extends:
+          - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ce-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryWithCDN"
+
+      ee:registry_with_cdn:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .ee-variables
+          - .high-capacity
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryWithCDN"
+        allow_failure: true
+
+      ee:registry_with_cdn-quarantine:
+        extends:
+          - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+          - .ee-variables
+          - .quarantine
+          - .rspec-report-opts
+        variables:
+          QA_SCENARIO: "Test::Integration::RegistryWithCDN"
+
+    YML
+  end
+
+  # This job requires the `GITLAB_QA_ACCESS_TOKEN` and `GITLAB_QA_DEV_ACCESS_TOKEN`
+  # variable to be passed when triggered.
+  def staging
+    <<~YML
+      staging:
+        script:
+          - unset EE_LICENSE
+          - 'echo "Running: bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS"'
+          - bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS
+        extends:
+          - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
+          - .test
+          - .high-capacity
+        allow_failure: true
+
+    YML
+  end
+
+  def should_run?(example_file_name)
+    @no_of_example_files.include?(example_file_name)
+  end
+end
+
+jobs = GenerateQAJobs.new(Dir.glob('no_of_examples/*').map { |s| File.basename(s, '.*') }).execute
+
+File.open('generated-qa-jobs.yml', 'w') { |f| f.write(jobs) }