RubyGems - gitlab-qa - Versions diffs - 7.10.0 → 7.13.1 - Mend

gitlab-qa 7.10.0 → 7.13.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (18) hide show

checksums.yaml +4 -4
data/.gitlab/ci/rules.gitlab-ci.yml +100 -0
data/.gitlab-ci.yml +222 -136
data/docs/what_tests_can_be_run.md +60 -22
data/lib/gitlab/qa/component/preprod.rb +0 -4
data/lib/gitlab/qa/component/production.rb +0 -4
data/lib/gitlab/qa/component/release.rb +0 -4
data/lib/gitlab/qa/component/staging_ref.rb +9 -0
data/lib/gitlab/qa/report/report_as_issue.rb +1 -1
data/lib/gitlab/qa/runtime/omnibus_configurations/registry_object_storage.rb +19 -0
data/lib/gitlab/qa/scenario/test/instance/staging_ref.rb +18 -0
data/lib/gitlab/qa/scenario/test/integration/gitaly_cluster.rb +1 -0
data/lib/gitlab/qa/scenario/test/integration/registry.rb +2 -11
data/lib/gitlab/qa/scenario/test/integration/registry_tls.rb +44 -0
data/lib/gitlab/qa/support/get_request.rb +20 -1
data/lib/gitlab/qa/version.rb +1 -1
data/lib/gitlab/qa.rb +4 -0
metadata +7 -2

data/.gitlab-ci.yml CHANGED Viewed

@@ -17,6 +17,7 @@ default:
     paths:
       - vendor/ruby
   before_script:
+    - echo $GITLAB_QA_OPTIONS
     - bundle version
     - bundle config path vendor
     - bundle install --jobs=$(nproc) --retry=3 --quiet && bundle check
@@ -108,52 +109,13 @@ rspec:
     - if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then exe/gitlab-qa-report --report-in-issues "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASES_REPORTING_PROJECT" || true; fi
     - exit $test_run_exit_code
-.ce-qa:
+.ce-variables:
   variables:
     DEFAULT_RELEASE: "CE"
-  rules:
-    # Don't run E2E jobs on release pipelines
-    - if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && $RELEASE == null'
-      changes: ["lib/**/version.rb"]
-      when: never
-    - if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ee/'
-      when: never
-    - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$RELEASE =~ /gitlab-ce/ && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$RELEASE == null || $RELEASE =~ /gitlab-ce/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
-.ee-qa:
+.ee-variables:
   variables:
     DEFAULT_RELEASE: "EE"
-  rules:
-    # Don't run E2E jobs on release pipelines
-    - if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && $RELEASE == null'
-      changes: ["lib/**/version.rb"]
-      when: never
-    - if: '$CI_COMMIT_TAG || $RELEASE =~ /gitlab-ce/'
-      when: never
-    - if: '$RELEASE == null && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$RELEASE =~ /gitlab-ee/ && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$CI_MERGE_REQUEST_ID && $CI_JOB_NAME =~ /quarantine|custom/'
-      when: manual
-    - if: '$RELEASE == null || $RELEASE =~ /gitlab-ee/ || $CI_MERGE_REQUEST_ID || $CI_COMMIT_REF_NAME == "master"'
-.only-qa:
-  rules:
-    # Don't run E2E jobs on release pipelines
-    - if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && $RELEASE == null'
-      changes: ["lib/**/version.rb"]
-      when: never
-    - if: '$CI_COMMIT_TAG || $RELEASE'
-      when: never
-    - if: '$RELEASE == null && $CI_JOB_NAME =~ /staging/'
-      when: manual
 .high-capacity:
   tags:
@@ -185,9 +147,10 @@ ce:sanity-framework:
   script:
     - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=CE} -- --tag framework" 1 "2 examples, 1 failure"
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
 ee:sanity-framework:
   variables:
@@ -196,25 +159,29 @@ ee:sanity-framework:
   script:
     - ./bin/expect_exit_code_and_text "bundle exec exe/gitlab-qa Test::Instance::Image ${RELEASE:=EE} -- --tag framework" 1 "2 examples, 1 failure"
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
 ce:custom-parallel:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
     - .rspec-report-opts
     - .no-issue-report-script
+    - .ce-variables
   allow_failure: true
   parallel: 10
 ee:custom-parallel:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
     - .no-issue-report-script
   allow_failure: true
@@ -222,18 +189,20 @@ ee:custom-parallel:
 ce:instance:
   extends:
+    - .rules:ce-qa
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 5
 ce:instance-quarantine:
   extends:
+    - .rules:ce-qa
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -241,18 +210,20 @@ ce:instance-quarantine:
 ee:instance:
   extends:
+    - .rules:ee-qa
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 5
 ee:instance-quarantine:
   extends:
+    - .rules:ee-qa
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -260,9 +231,10 @@ ee:instance-quarantine:
 ce:relative_url:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 5
@@ -271,9 +243,10 @@ ce:relative_url:
 ce:relative_url-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -282,9 +255,10 @@ ce:relative_url-quarantine:
 ee:relative_url:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 5
@@ -293,9 +267,10 @@ ee:relative_url:
 ee:relative_url-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -304,18 +279,20 @@ ee:relative_url-quarantine:
 ce:repository_storage:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Instance::RepositoryStorage"
 ce:repository_storage-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -323,18 +300,20 @@ ce:repository_storage-quarantine:
 ee:repository_storage:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Instance::RepositoryStorage"
 ee:repository_storage-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -345,21 +324,24 @@ ce:image:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=CE}
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
-    - .ce-qa
+    - .ce-variables
 ee:image:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Image ${RELEASE:=EE}
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
-    - .ee-qa
+    - .ee-variables
 ce:update:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
     - .knapsack-variables
     - .update-scenario-script
@@ -367,9 +349,10 @@ ce:update:
 ce:update-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
     - .update-scenario-script
@@ -378,9 +361,10 @@ ce:update-quarantine:
 ee:update:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
     - .knapsack-variables
     - .update-scenario-script
@@ -388,9 +372,10 @@ ee:update:
 ee:update-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -401,9 +386,9 @@ ce:upgrade:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- $RSPEC_REPORT_OPTS
   extends:
+    - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .only-qa
     - .rspec-report-opts
     - .knapsack-variables
   parallel: 5
@@ -412,9 +397,9 @@ ce:upgrade-quarantine:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Upgrade CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
   extends:
+    - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .only-qa
     - .quarantine
     - .rspec-report-opts
@@ -422,35 +407,37 @@ ee-previous-to-ce:update:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Update EE CE -- $RSPEC_REPORT_OPTS
   extends:
+    - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .only-qa
     - .rspec-report-opts
 ee-previous-to-ce:update-quarantine:
   script:
     - bundle exec exe/gitlab-qa Test::Omnibus::Update EE CE -- --tag quarantine --tag ~orchestrated $RSPEC_REPORT_OPTS
   extends:
+    - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .only-qa
     - .quarantine
     - .rspec-report-opts
 ce:mattermost:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Mattermost"
 ce:mattermost-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -458,18 +445,20 @@ ce:mattermost-quarantine:
 ee:mattermost:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Mattermost"
 ee:mattermost-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -479,7 +468,8 @@ ee:mattermost-quarantine:
 # ee:geo:
 #   extends:
 #     - .test
-#     - .ee-qa
+#     - .ee-variables
+#     - .rules:ee-never-when-triggered-by-feature-flag-definition-change
 #     - .rspec-report-opts
 #   variables:
 #     QA_SCENARIO: "Test::Integration::Geo"
@@ -487,7 +477,8 @@ ee:mattermost-quarantine:
 # ee:geo-quarantine:
 #   extends:
 #     - .test
-#     - .ee-qa
+#     - .ee-variables
+#     - .rules:ee-never-when-triggered-by-feature-flag-definition-change
 #     - .quarantine
 #     - .rspec-report-opts
 #   variables:
@@ -495,18 +486,20 @@ ee:mattermost-quarantine:
 ce:ldap_no_tls:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::LDAPNoTLS"
 ce:ldap_no_tls-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -514,18 +507,20 @@ ce:ldap_no_tls-quarantine:
 ee:ldap_no_tls:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::LDAPNoTLS"
 ee:ldap_no_tls-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -533,18 +528,20 @@ ee:ldap_no_tls-quarantine:
 ce:ldap_tls:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::LDAPTLS"
 ce:ldap_tls-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -552,18 +549,20 @@ ce:ldap_tls-quarantine:
 ee:ldap_tls:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::LDAPTLS"
 ee:ldap_tls-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -571,18 +570,20 @@ ee:ldap_tls-quarantine:
 ee:ldap_no_server:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::LDAPNoServer"
 ee:ldap_no_server-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -590,18 +591,20 @@ ee:ldap_no_server-quarantine:
 ce:instance_saml:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::InstanceSAML"
 ce:instance_saml-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -609,18 +612,20 @@ ce:instance_saml-quarantine:
 ee:instance_saml:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::InstanceSAML"
 ee:instance_saml-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -628,18 +633,20 @@ ee:instance_saml-quarantine:
 ee:group_saml:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::GroupSAML"
 ee:group_saml-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -647,9 +654,10 @@ ee:group_saml-quarantine:
 ce:object_storage:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
   variables:
@@ -657,9 +665,10 @@ ce:object_storage:
 ce:object_storage-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
@@ -668,9 +677,10 @@ ce:object_storage-quarantine:
 ee:object_storage_aws:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
   variables:
@@ -679,9 +689,10 @@ ee:object_storage_aws:
 ee:object_storage_aws-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
@@ -691,9 +702,10 @@ ee:object_storage_aws-quarantine:
 ee:object_storage_gcs:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     GITLAB_QA_OPTS: "--omnibus-config object_storage_gcs"
@@ -701,9 +713,10 @@ ee:object_storage_gcs:
 ee:object_storage_gcs-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -712,9 +725,10 @@ ee:object_storage_gcs-quarantine:
 ee:object_storage:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
   variables:
@@ -723,9 +737,10 @@ ee:object_storage:
 ee:object_storage-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
@@ -735,9 +750,10 @@ ee:object_storage-quarantine:
 ee:packages:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
   variables:
@@ -746,9 +762,10 @@ ee:packages:
 ee:packages-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
     - .combined-gitlab-qa-options-script
@@ -756,21 +773,64 @@ ee:packages-quarantine:
     GITLAB_QA_OPTIONS_COMBINED: "$GITLAB_QA_OPTIONS --omnibus-config packages"
     QA_RSPEC_TAGS: "--tag quarantine --tag packages"
+ce:object_storage_registry_tls:
+  extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+    - .test
+    - .high-capacity
+    - .ce-variables
+    - .rspec-report-opts
+  variables:
+    QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+ce:object_storage_registry_tls-quarantine:
+  extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
+    - .test
+    - .high-capacity
+    - .ce-variables
+    - .quarantine
+    - .rspec-report-opts
+  variables:
+    QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+ee:object_storage_registry_tls:
+  extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+    - .test
+    - .ee-variables
+    - .high-capacity
+    - .rspec-report-opts
+  variables:
+    QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
+ee:object_storage_registry_tls-quarantine:
+  extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
+    - .test
+    - .high-capacity
+    - .ee-variables
+    - .quarantine
+    - .rspec-report-opts
+  variables:
+    QA_SCENARIO: "Test::Integration::RegistryTLS --omnibus-config registry_object_storage"
 ce:registry:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
-  allow_failure: true
   variables:
     QA_SCENARIO: "Test::Integration::Registry"
 ce:registry-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -778,19 +838,20 @@ ce:registry-quarantine:
 ee:registry:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
-  allow_failure: true
   variables:
     QA_SCENARIO: "Test::Integration::Registry"
 ee:registry-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -798,18 +859,20 @@ ee:registry-quarantine:
 ce:actioncable:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Actioncable"
 ce:actioncable-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -817,18 +880,20 @@ ce:actioncable-quarantine:
 ee:actioncable:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Actioncable"
 ee:actioncable-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -836,18 +901,20 @@ ee:actioncable-quarantine:
 ee:elasticsearch:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Elasticsearch"
 ee:elasticsearch-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -855,9 +922,10 @@ ee:elasticsearch-quarantine:
 ce:praefect:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 5
@@ -867,9 +935,10 @@ ce:praefect:
 ce:praefect-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -879,9 +948,10 @@ ce:praefect-quarantine:
 ee:praefect:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .knapsack-variables
     - .rspec-report-opts
   parallel: 10
@@ -891,9 +961,10 @@ ee:praefect:
 ee:praefect-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -903,18 +974,20 @@ ee:praefect-quarantine:
 ce:gitaly-cluster:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::GitalyCluster"
 ce:gitaly-cluster-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -922,18 +995,20 @@ ce:gitaly-cluster-quarantine:
 ee:gitaly-cluster:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::GitalyCluster"
 ee:gitaly-cluster-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -941,52 +1016,58 @@ ee:gitaly-cluster-quarantine:
 ce:mtls:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::MTLS"
 ee:mtls:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::MTLS"
 ce:smtp:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::SMTP"
 ee:smtp:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::SMTP"
 ce:jira:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Jira"
 ce:jira-quarantine:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -994,18 +1075,20 @@ ce:jira-quarantine:
 ee:jira:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_SCENARIO: "Test::Integration::Jira"
 ee:jira-quarantine:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .quarantine
     - .rspec-report-opts
   variables:
@@ -1013,18 +1096,20 @@ ee:jira-quarantine:
 ce:large-setup:
   extends:
+    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ce-qa
+    - .ce-variables
     - .rspec-report-opts
   variables:
     QA_RSPEC_TAGS: "--tag can_use_large_setup"
 ee:large-setup:
   extends:
+    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .ee-qa
+    - .ee-variables
     - .rspec-report-opts
   variables:
     QA_RSPEC_TAGS: "--tag can_use_large_setup"
@@ -1037,9 +1122,9 @@ staging:
     - 'echo "Running: bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS"'
     - bundle exec exe/gitlab-qa Test::Instance::Staging ${RELEASE:=$DEFAULT_RELEASE} -- $QA_TESTS $QA_RSPEC_TAGS
   extends:
+    - .rules:only-qa-never-when-triggered-by-feature-flag-definition-change
     - .test
     - .high-capacity
-    - .only-qa
   allow_failure: true
 generate_test_session:
@@ -1122,12 +1207,6 @@ notify_slack:
     - echo "TOP_UPSTREAM_SOURCE_JOB is $TOP_UPSTREAM_SOURCE_JOB"
     - 'bin/slack $NOTIFY_CHANNEL "☠️ QA against $RELEASE failed! ☠️ See the test session report: $(cat REPORT_ISSUE_URL), and pipeline: $CI_PIPELINE_URL (triggered from $TOP_UPSTREAM_SOURCE_JOB)" ci_failing'
-include:
-  - project: 'gitlab-org/quality/pipeline-common'
-    file: '/ci/gem-release.yml'
-  - project: 'gitlab-org/quality/pipeline-common'
-    file: '/ci/allure-report.yml'
 generate-allure-report:
   extends: .generate-allure-report-base
   stage: report
@@ -1159,3 +1238,10 @@ generate-allure-report:
       variables:
         ALLURE_JOB_NAME: package-and-qa
       when: always
+include:
+  - local: .gitlab/ci/*.gitlab-ci.yml
+  - project: 'gitlab-org/quality/pipeline-common'
+    file: '/ci/gem-release.yml'
+  - project: 'gitlab-org/quality/pipeline-common'
+    file: '/ci/allure-report.yml'