gitlab-qa 9.1.2 → 10.1.0

data/lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module LogTypes
+        module Rails
+          class ExceptionLog < Log
+            include SharedFields::Exception
+
+            def initialize(data)
+              super('Rails Exceptions', data)
+            end
+
+            def summary_fields
+              super.concat(exception_fields)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module LogTypes
+        module Rails
+          class GraphqlLog < Log
+            include SharedFields::Meta
+
+            def initialize(data)
+              super('Rails GraphQL', data)
+            end
+
+            def summary_fields
+              super.concat(
+                [
+                  :operation_name,
+                  :query_string,
+                  :variables
+                ],
+                meta_fields
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/shared_fields.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module SharedFields
+        module Meta
+          def meta_fields
+            [
+              :meta_user,
+              :meta_project,
+              :meta_caller_id
+            ]
+          end
+        end
+
+        module Exception
+          def exception_fields
+            [
+              :exception_class,
+              :exception_message,
+              :exception_backtrace
+            ]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/system_logs_formatter.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      class SystemLogsFormatter
+        NUM_OF_LOG_SECTIONS = 4
+
+        def initialize(base_paths, correlation_id)
+          @base_paths = base_paths
+          @correlation_id = correlation_id
+        end
+
+        def system_logs_summary_markdown
+          log_sections = Array.new(NUM_OF_LOG_SECTIONS) { [] }
+
+          @base_paths.each do |base_path|
+            all_logs = [
+              Finders::Rails::ApiLogFinder.new(base_path).find(@correlation_id),
+              Finders::Rails::ExceptionLogFinder.new(base_path).find(@correlation_id),
+              Finders::Rails::ApplicationLogFinder.new(base_path).find(@correlation_id),
+              Finders::Rails::GraphqlLogFinder.new(base_path).find(@correlation_id)
+            ]
+
+            create_log_summary_sections!(all_logs, log_sections)
+          end
+
+          log_sections.prepend('### System Logs') unless log_sections.all?(&:empty?)
+          log_sections.join("\n").rstrip
+        end
+
+        private
+
+        def create_log_summary_sections!(all_logs, sections)
+          sections.zip(all_logs) do |section, logs|
+            unless logs.empty?
+              section_title = "\n#### #{logs.first.name}"
+              section.append(section_title) unless section.include?(section_title)
+              section.append(create_log_summaries(logs))
+            end
+          end
+        end
+
+        def create_log_summaries(logs)
+          section = []
+
+          logs.each do |log|
+            log_summary = <<~MARKDOWN.chomp
+              <details><summary>Click to expand</summary>
+
+              ```json
+              #{JSON.pretty_generate(log.summary)}
+              ```
+              </details>
+            MARKDOWN
+
+            section.append(log_summary)
+          end
+
+          section.join("\n\n")
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '9.1.2'
+    VERSION = '10.1.0'
   end
 end

data/scripts/build-package-and-test-env

@@ -0,0 +1,15 @@
+#!/bin/sh
+
+# set custom qa cache key because upstream template by default installs gitlab-qa from rubygems and uses cache key
+# based on globally defined gitlab-qa version
+#
+# UPDATE_QA_CACHE needs to be passed to included child pipeline because e2e specs run on separate runners which don't share
+# same infrastructure and this variable allows to populate cache for e2e spec specific runners
+qa_cache_key="${RUBY_VERSION}-$(md5sum Gemfile.lock | awk '{ print $1 }')"
+
+echo "Saving environment variables for package-and-test trigger"
+echo "GITLAB_QA_CACHE_KEY=$qa_cache_key" > $BUILD_ENV
+echo "UPDATE_QA_CACHE=$UPDATE_QA_CACHE" >> $BUILD_ENV
+
+echo "Created $BUILD_ENV file:"
+cat $BUILD_ENV

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 9.1.2
+  version: 10.1.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-03-08 00:00:00.000000000 Z
+date: 2023-04-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -108,6 +108,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.7'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+- !ruby/object:Gem::Dependency
+  name: simplecov-cobertura
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: solargraph
   requirement: !ruby/object:Gem::Requirement
@@ -122,6 +150,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.41'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.5
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
@@ -278,55 +320,13 @@ files:
 - ".dockerignore"
 - ".gitignore"
 - ".gitlab-ci.yml"
-- ".gitlab/ci/jobs/airgapped.gitlab-ci.yml"
-- ".gitlab/ci/jobs/base.gitlab-ci.yml"
-- ".gitlab/ci/jobs/chaos.gitlab-ci.yml"
-- ".gitlab/ci/jobs/cloud_activation.gitlab-ci.yml"
-- ".gitlab/ci/jobs/custom_parallel.gitlab-ci.yml"
-- ".gitlab/ci/jobs/decomposition_multiple_db.gitlab-ci.yml"
-- ".gitlab/ci/jobs/decomposition_single_db.gitlab-ci.yml"
-- ".gitlab/ci/jobs/ee_previous_to_ce_update.gitlab-ci.yml"
-- ".gitlab/ci/jobs/elasticsearch.gitlab-ci.yml"
-- ".gitlab/ci/jobs/geo.gitlab-ci.yml"
-- ".gitlab/ci/jobs/gitaly_cluster.gitlab-ci.yml"
-- ".gitlab/ci/jobs/gitlab_pages.gitlab-ci.yml"
-- ".gitlab/ci/jobs/group_saml.gitlab-ci.yml"
-- ".gitlab/ci/jobs/instance.gitlab-ci.yml"
-- ".gitlab/ci/jobs/instance_saml.gitlab-ci.yml"
-- ".gitlab/ci/jobs/integrations.gitlab-ci.yml"
-- ".gitlab/ci/jobs/jira.gitlab-ci.yml"
-- ".gitlab/ci/jobs/large_setup.gitlab-ci.yml"
-- ".gitlab/ci/jobs/ldap_no_server.gitlab-ci.yml"
-- ".gitlab/ci/jobs/ldap_no_tls.gitlab-ci.yml"
-- ".gitlab/ci/jobs/ldap_tls.gitlab-ci.yml"
-- ".gitlab/ci/jobs/mattermost.gitlab-ci.yml"
-- ".gitlab/ci/jobs/metrics.gitlab-ci.yml"
-- ".gitlab/ci/jobs/mtls.gitlab-ci.yml"
-- ".gitlab/ci/jobs/object_storage.gitlab-ci.yml"
-- ".gitlab/ci/jobs/object_storage_aws.gitlab-ci.yml"
-- ".gitlab/ci/jobs/object_storage_gcs.gitlab-ci.yml"
-- ".gitlab/ci/jobs/object_storage_registry_tls.gitlab-ci.yml"
-- ".gitlab/ci/jobs/omnibus_image.gitlab-ci.yml"
-- ".gitlab/ci/jobs/omnibus_upgrade.gitlab-ci.yml"
-- ".gitlab/ci/jobs/opensearch.gitlab-ci.yml"
-- ".gitlab/ci/jobs/packages.gitlab-ci.yml"
-- ".gitlab/ci/jobs/praefect.gitlab-ci.yml"
-- ".gitlab/ci/jobs/registry.gitlab-ci.yml"
-- ".gitlab/ci/jobs/registry_with_cdn.gitlab-ci.yml"
-- ".gitlab/ci/jobs/relative_url.gitlab-ci.yml"
-- ".gitlab/ci/jobs/repository_storage.gitlab-ci.yml"
-- ".gitlab/ci/jobs/sanity_framework.gitlab-ci.yml"
-- ".gitlab/ci/jobs/service_ping_disabled.gitlab-ci.yml"
-- ".gitlab/ci/jobs/smtp.gitlab-ci.yml"
-- ".gitlab/ci/jobs/staging.gitlab-ci.yml"
-- ".gitlab/ci/jobs/update.gitlab-ci.yml"
-- ".gitlab/ci/rules.gitlab-ci.yml"
 - ".gitlab/issue_templates/Default.md"
 - ".gitlab/merge_request_templates/Default.md"
 - ".gitlab/merge_request_templates/Release.md"
 - ".rspec"
 - ".rubocop.yml"
 - ".rubocop_todo.yml"
+- ".simplecov"
 - CONTRIBUTING.md
 - Dangerfile
 - Gemfile
@@ -459,6 +459,7 @@ files:
 - lib/gitlab/qa/scenario/test/integration/mattermost.rb
 - lib/gitlab/qa/scenario/test/integration/metrics.rb
 - lib/gitlab/qa/scenario/test/integration/mtls.rb
+- lib/gitlab/qa/scenario/test/integration/oauth.rb
 - lib/gitlab/qa/scenario/test/integration/opensearch.rb
 - lib/gitlab/qa/scenario/test/integration/praefect.rb
 - lib/gitlab/qa/scenario/test/integration/registry.rb
@@ -469,7 +470,6 @@ files:
 - lib/gitlab/qa/scenario/test/integration/smtp.rb
 - lib/gitlab/qa/scenario/test/integration/suggested_reviewer.rb
 - lib/gitlab/qa/scenario/test/omnibus/image.rb
-- lib/gitlab/qa/scenario/test/omnibus/update.rb
 - lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb
 - lib/gitlab/qa/scenario/test/omnibus/upgrade.rb
 - lib/gitlab/qa/scenario/test/sanity/version.rb
@@ -485,9 +485,21 @@ files:
 - lib/gitlab/qa/support/invalid_response_error.rb
 - lib/gitlab/qa/support/shell_command.rb
 - lib/gitlab/qa/support/shellout.rb
+- lib/gitlab/qa/system_logs/finders/json_log_finder.rb
+- lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb
+- lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb
+- lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb
+- lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb
+- lib/gitlab/qa/system_logs/log_types/log.rb
+- lib/gitlab/qa/system_logs/log_types/rails/api_log.rb
+- lib/gitlab/qa/system_logs/log_types/rails/application_log.rb
+- lib/gitlab/qa/system_logs/log_types/rails/exception_log.rb
+- lib/gitlab/qa/system_logs/log_types/rails/graphql_log.rb
+- lib/gitlab/qa/system_logs/shared_fields.rb
+- lib/gitlab/qa/system_logs/system_logs_formatter.rb
 - lib/gitlab/qa/test_logger.rb
 - lib/gitlab/qa/version.rb
-- scripts/generate-qa-jobs.rb
+- scripts/build-package-and-test-env
 - support/data/admin_access_token_seed.rb
 - support/data/license_usage_seed.rb
 - support/manifests/suggested_reviewer/authenticator.yaml

data/.gitlab/ci/jobs/airgapped.gitlab-ci.yml

@@ -1,23 +0,0 @@
-ce:airgapped:
-  extends:
-    - .rules:ce-never-when-triggered-by-feature-flag-definition-change
-    - .test
-    - .high-capacity
-    - .ce-variables
-    - .rspec-report-opts
-  parallel: 10
-  variables:
-    QA_SCENARIO: "Test::Instance::Airgapped"
-    QA_RSPEC_TAGS: "--tag '~github' --tag '~skip_live_env'"
-
-ee:airgapped:
-  extends:
-    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
-    - .test
-    - .high-capacity
-    - .ee-variables
-    - .rspec-report-opts
-  parallel: 10
-  variables:
-    QA_SCENARIO: "Test::Instance::Airgapped"
-    QA_RSPEC_TAGS: "--tag '~github' --tag '~skip_live_env'"

data/.gitlab/ci/jobs/base.gitlab-ci.yml

@@ -1,273 +0,0 @@
-stages:
-  - test
-  - report
-  - notify
-
-default:
-  image: registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bullseye-ruby-${RUBY_VERSION}:bundler-2.3-docker-${DOCKER_VERSION}
-  tags:
-    - gitlab-org
-  cache:
-    key:
-      files:
-        - Gemfile.lock
-        - gitlab-qa.gemspec
-      prefix: $RUBY_VERSION
-    paths:
-      - vendor/ruby
-  before_script:
-    - export QA_ARTIFACTS_DIR=$CI_PROJECT_DIR
-    - bundle version
-    - bundle config path vendor
-    - bundle install --jobs=$(nproc) --retry=3 --quiet && bundle check
-    - export LANG=C.UTF-8
-    - echo $CI_MERGE_REQUEST_IID
-    - echo $CI_COMMIT_BRANCH
-    - echo $CI_COMMIT_TAG
-    - echo $CI_PIPELINE_SOURCE
-    - echo $CI_DEFAULT_BRANCH
-    - echo $CI_COMMIT_REF_NAME
-    - echo $CI_JOB_ID
-    - echo $CI_COMMIT_REF_PROTECTED
-    - echo $TOP_UPSTREAM_SOURCE_SHA
-    - echo $TOP_UPSTREAM_MERGE_REQUEST_IID
-    - echo $TOP_UPSTREAM_SOURCE_PROJECT
-    - echo $TOP_UPSTREAM_DEFAULT_BRANCH
-    - echo $TOP_UPSTREAM_SOURCE_REF
-    - echo $TOP_UPSTREAM_SOURCE_JOB
-    - echo $GITLAB_QA_OPTIONS
-    - echo $QA_TESTS
-    - echo $RSPEC_REPORT_OPTS
-    - echo $QA_RSPEC_TAGS
-    - echo $QA_TEST_RESULTS_ISSUES_PROJECT
-    - echo $QA_TESTCASES_REPORTING_PROJECT
-    - echo $DEFAULT_RELEASE
-    - echo $GITLAB_QA_OPTIONS_COMBINED
-    - echo $DISABLE_RELATING_FAILURE_ISSUES
-    - echo $QA_FAILURES_MAX_DIFF_RATIO
-    - echo $QA_FAILURES_REPORTER_OPTIONS
-    - echo $NOTIFY_CHANNEL
-    - echo $REPORT_ISSUE_URL
-    - echo $QA_TESTCASE_SESSIONS_PROJECT
-    - echo $QA_FAILURES_REPORTING_PROJECT
-    - echo $ALLURE_JOB_NAME
-    - echo $QA_IMAGE
-    - echo $RELEASE
-    - echo $TEST_LICENSE_MODE
-
-workflow:
-  rules:
-    # For merge requests, create a pipeline.
-    - if: $CI_MERGE_REQUEST_IID
-    # For the default branch, create a pipeline (this includes on schedules, pushes, merges, etc.).
-    - if: $CI_COMMIT_BRANCH == "master"
-    # For tags, create a pipeline.
-    - if: $CI_COMMIT_TAG
-    # For triggers from GitLab MR pipelines (and pipelines from other projects or parent pipeline), create a pipeline
-    - if: $CI_PIPELINE_SOURCE == "pipeline" || $CI_PIPELINE_SOURCE == "parent_pipeline"
-    # When using Run pipeline button in the GitLab UI, from the project’s CI/CD > Pipelines section, create a pipeline.
-    - if: $CI_PIPELINE_SOURCE == "web"
-
-variables:
-  DOCKER_DRIVER: overlay2
-  DOCKER_HOST: tcp://docker:2375
-  COLORIZED_LOGS: "true"
-  QA_CAN_TEST_GIT_PROTOCOL_V2: "true"
-  QA_CAN_TEST_PRAEFECT: "false"
-  QA_GENERATE_ALLURE_REPORT: "true"
-  QA_TESTCASES_REPORTING_PROJECT: "gitlab-org/gitlab"
-  QA_TEST_RESULTS_ISSUES_PROJECT: "gitlab-org/quality/testcases"
-  QA_TESTCASE_SESSIONS_PROJECT: "gitlab-org/quality/testcase-sessions"
-  # QA_DEFAULT_BRANCH is the default branch name of the instance under test.
-  QA_DEFAULT_BRANCH: "master"
-  RUBY_VERSION: "2.7"
-  DOCKER_VERSION: "20.10.14"
-
-.ce-variables:
-  variables:
-    DEFAULT_RELEASE: "CE"
-
-.ee-variables:
-  variables:
-    DEFAULT_RELEASE: "EE"
-
-.test:
-  stage: test
-  timeout: 1 hour 30 minutes
-  services:
-    - docker:20.10.5-dind
-  tags:
-    - gitlab-org
-    - docker
-  artifacts:
-    when: always
-    expire_in: 10d
-    paths:
-      - gitlab-qa-run-*
-    reports:
-      junit: gitlab-qa-run-*/**/rspec-*.xml
-  script:
-    - 'echo "QA_ARTIFACTS_DIR: $QA_ARTIFACTS_DIR"'
-    - 'echo "CI_PROJECT_DIR: $CI_PROJECT_DIR"'
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
-    # Back-compatibility until we migrate all GITLAB_QA_PRODUCTION_ACCESS_TOKEN to QA_REPORT_RESULT_TOKEN.
-    # See https://gitlab.com/gitlab-org/quality/engineering-productivity/team/-/issues/175#note_1281196581 for context.
-    - export GITLAB_QA_ACCESS_TOKEN="${QA_REPORT_RESULT_TOKEN:-$GITLAB_QA_PRODUCTION_ACCESS_TOKEN}"
-    - |
-      if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then
-        exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true;
-      fi
-    - exit $test_run_exit_code
-
-# For jobs that shouldn't report results in issues, e.g., manually run custom jobs
-.no-issue-report-script:
-  script:
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS
-
-# For jobs that provide additional GITLAB_QA_OPTIONS, e.g., jobs that include --omnibus-config
-.combined-gitlab-qa-options-script:
-  script:
-    - 'echo "Running: bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-
-    - bundle exec exe/gitlab-qa ${QA_SCENARIO:=Test::Instance::Image} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS_COMBINED -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
-    # Back-compatibility until we migrate all GITLAB_QA_PRODUCTION_ACCESS_TOKEN to QA_REPORT_RESULT_TOKEN.
-    # See https://gitlab.com/gitlab-org/quality/engineering-productivity/team/-/issues/175#note_1281196581 for context.
-    - export GITLAB_QA_ACCESS_TOKEN="${QA_REPORT_RESULT_TOKEN:-$GITLAB_QA_PRODUCTION_ACCESS_TOKEN}"
-    - |
-      if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then
-        exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true;
-      fi
-    - exit $test_run_exit_code
-
-# The Test::Omnibus::Update scenarios require the release to be specified twice, which can't be done dynamically using the `variables` parameter
-# So instead we can use this script with two release variables
-.update-scenario-script:
-  script:
-    - 'echo "Running: bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS"'
-    - bundle exec exe/gitlab-qa Test::Omnibus::Update ${RELEASE:=$DEFAULT_RELEASE} ${RELEASE:=$DEFAULT_RELEASE} $GITLAB_QA_OPTIONS -- $QA_TESTS $QA_RSPEC_TAGS $RSPEC_REPORT_OPTS || test_run_exit_code=$?
-    - bundle exec exe/gitlab-qa-report --update-screenshot-path "gitlab-qa-run-*/**/rspec-*.xml"
-    # Back-compatibility until we migrate all GITLAB_QA_PRODUCTION_ACCESS_TOKEN to QA_REPORT_RESULT_TOKEN.
-    # See https://gitlab.com/gitlab-org/quality/engineering-productivity/team/-/issues/175#note_1281196581 for context.
-    - export GITLAB_QA_ACCESS_TOKEN="${QA_REPORT_RESULT_TOKEN:-$GITLAB_QA_PRODUCTION_ACCESS_TOKEN}"
-    - |
-      if [ "$TOP_UPSTREAM_SOURCE_REF" == $TOP_UPSTREAM_DEFAULT_BRANCH ] || [[ "$TOP_UPSTREAM_SOURCE_JOB" == https://ops.gitlab.net* ]]; then
-        exe/gitlab-qa-report --report-results "gitlab-qa-run-*/**/rspec-*.json" --test-case-project "$QA_TESTCASES_REPORTING_PROJECT" --results-issue-project "$QA_TEST_RESULTS_ISSUES_PROJECT" || true;
-      fi
-    - exit $test_run_exit_code
-
-.high-capacity:
-  tags:
-    - e2e
-
-.rspec-report-opts:
-  variables:
-    FILE_SAFE_JOB_NAME: $(echo $CI_JOB_NAME | sed 's/[ /]/_/g')
-    RSPEC_REPORT_OPTS: '--format QA::Support::JsonFormatter --out "tmp/rspec-${CI_JOB_ID}.json" --format RspecJunitFormatter --out "tmp/rspec-${CI_JOB_ID}.xml" --format html --out "tmp/rspec-${FILE_SAFE_JOB_NAME}.htm" --color --format documentation'
-
-.quarantine:
-  allow_failure: true
-  variables:
-    QA_RSPEC_TAGS: "--tag quarantine"
-
-generate_test_session:
-  stage: report
-  rules:
-    - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
-      when: always
-    - if: '$TOP_UPSTREAM_SOURCE_JOB =~ /\Ahttps:\/\/ops.gitlab.net\//'
-      when: always
-  artifacts:
-    when: always
-    expire_in: 10d
-    paths:
-      - REPORT_ISSUE_URL
-  script:
-    # Back-compatibility until we migrate all GITLAB_QA_PRODUCTION_ACCESS_TOKEN to QA_TEST_SESSION_TOKEN.
-    # See https://gitlab.com/gitlab-org/quality/engineering-productivity/team/-/issues/175#note_1281240424 for context.
-    - export GITLAB_QA_ACCESS_TOKEN="${QA_TEST_SESSION_TOKEN:-$GITLAB_QA_PRODUCTION_ACCESS_TOKEN}"
-    - bundle exec exe/gitlab-qa-report --generate-test-session "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_TESTCASE_SESSIONS_PROJECT"
-
-relate_test_failures:
-  stage: report
-  rules:
-    - if: '$DISABLE_RELATING_FAILURE_ISSUES != null && $DISABLE_RELATING_FAILURE_ISSUES != ""'
-      when: never
-    - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
-      when: always
-    - if: '$TOP_UPSTREAM_SOURCE_JOB =~ /\Ahttps:\/\/ops.gitlab.net\//'
-      when: always
-  variables:
-    QA_FAILURES_REPORTING_PROJECT: "gitlab-org/gitlab"
-    QA_FAILURES_MAX_DIFF_RATIO: "0.15"
-    # The --dry-run can be set to modify the behavior of `exe/gitlab-qa-report --relate-failure-issue` without releasing a new gem version.
-    QA_FAILURES_REPORTER_OPTIONS: ""
-  script:
-    # Back-compatibility until we migrate all GITLAB_QA_PRODUCTION_ACCESS_TOKEN to QA_REPORT_RESULT_TOKEN.
-    # See https://gitlab.com/gitlab-org/quality/engineering-productivity/team/-/issues/175#note_1281196581 for context.
-    - export GITLAB_QA_ACCESS_TOKEN="${QA_REPORT_RESULT_TOKEN:-$GITLAB_QA_PRODUCTION_ACCESS_TOKEN}"
-    - bundle exec exe/gitlab-qa-report --relate-failure-issue "gitlab-qa-run-*/**/rspec-*.json" --project "$QA_FAILURES_REPORTING_PROJECT" --max-diff-ratio "$QA_FAILURES_MAX_DIFF_RATIO" $QA_FAILURES_REPORTER_OPTIONS
-
-.notify_slack:
-  image: alpine
-  stage: notify
-  dependencies: ['generate_test_session']
-  cache: {}
-  before_script:
-    - apk update && apk add git curl bash
-
-notify_slack:
-  extends:
-    - .notify_slack
-  rules:
-    - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $NOTIFY_CHANNEL !=null && $NOTIFY_CHANNEL !=""'
-      when: on_failure
-    - if: '$TOP_UPSTREAM_SOURCE_JOB !=null && $TOP_UPSTREAM_SOURCE_JOB !="" && $TOP_UPSTREAM_SOURCE_REF == $TOP_UPSTREAM_DEFAULT_BRANCH'
-      when: on_failure
-  script:
-    - export RELEASE=${TOP_UPSTREAM_SOURCE_REF:-$RELEASE}
-    - echo "NOTIFY_CHANNEL is ${NOTIFY_CHANNEL:=qa-$TOP_UPSTREAM_SOURCE_REF}"
-    - echo "RELEASE is ${RELEASE}"
-    - echo "CI_PIPELINE_URL is $CI_PIPELINE_URL"
-    - echo "TOP_UPSTREAM_SOURCE_JOB is $TOP_UPSTREAM_SOURCE_JOB"
-    - 'bin/slack $NOTIFY_CHANNEL "☠️ QA against $RELEASE failed! ☠️ See the test session report: $(cat REPORT_ISSUE_URL), and pipeline: $CI_PIPELINE_URL (triggered from $TOP_UPSTREAM_SOURCE_JOB)" ci_failing'
-
-generate-allure-report:
-  extends: .generate-allure-report-base
-  stage: report
-  variables:
-    ALLURE_RESULTS_GLOB: gitlab-qa-run-*/**/allure-results/*
-  cache:
-    policy: pull
-  before_script:
-    - export STORAGE_CREDENTIALS=$QA_ALLURE_REPORT_GCS_CREDENTIALS
-    - export GITLAB_AUTH_TOKEN=$GITLAB_QA_MR_ALLURE_REPORT_TOKEN
-    # Set allure variables for merge request comment based on pipeline source
-    - export ALLURE_MERGE_REQUEST_IID=${TOP_UPSTREAM_MERGE_REQUEST_IID:-$CI_MERGE_REQUEST_IID}
-    - export ALLURE_PROJECT_PATH=${TOP_UPSTREAM_SOURCE_PROJECT:-$CI_MERGE_REQUEST_PROJECT_PATH}
-    - export ALLURE_COMMIT_SHA=${TOP_UPSTREAM_SOURCE_SHA:-$CI_MERGE_REQUEST_SOURCE_BRANCH_SHA}
-  rules:
-    # Don't run report generation on release pipelines
-    - if: '$CI_SERVER_HOST == "gitlab.com" && $CI_PROJECT_PATH == "gitlab-org/gitlab-qa" && $RELEASE == null'
-      changes: ["lib/**/version.rb"]
-      when: never
-    - if: '$CI_COMMIT_TAG'
-      when: never
-    - if: '$ALLURE_JOB_NAME'
-      when: always
-
-generate-knapsack-report:
-  extends: .generate-knapsack-report-base
-  image:
-    name: ${QA_IMAGE}
-  stage: report
-
-include:
-  - local: .gitlab/ci/rules.gitlab-ci.yml
-  - project: 'gitlab-org/quality/pipeline-common'
-    file:
-      - '/ci/allure-report.yml'
-      - '/ci/knapsack-report.yml'

data/.gitlab/ci/jobs/chaos.gitlab-ci.yml

@@ -1,22 +0,0 @@
-ee:chaos:
-  extends:
-    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
-    - .test
-    - .high-capacity
-    - .ee-variables
-    - .rspec-report-opts
-  variables:
-    QA_SCENARIO: "Test::Integration::Chaos"
-    QA_RSPEC_TAGS: "--tag chaos"
-
-ee:chaos-quarantine:
-  extends:
-    - .rules:ee-never-when-triggered-by-feature-flag-definition-change
-    - .test
-    - .high-capacity
-    - .ee-variables
-    - .quarantine
-    - .rspec-report-opts
-  variables:
-    QA_SCENARIO: "Test::Integration::Chaos"
-    QA_RSPEC_TAGS: "--tag quarantine --tag chaos"