gitlab_quality-test_tooling 3.4.0 → 3.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 870c9853d71d7274b721d9f7bf0b6e23466da21ca5dec47a66aae9d3ebc62ea0
-  data.tar.gz: 242a18c953ae4259bce53f875c110be58e79d1b2477b07f8871d78a64aa7c5c6
+  metadata.gz: 4a734c368f480307b04c5cb1fb3e91059e0a8c357da88eb10e42b06071b7a528
+  data.tar.gz: 032f619282b68ef105086a34e1a67cb29bf9e620e3031d30fe941ddb9e36abc8
 SHA512:
-  metadata.gz: 4469d2f5013331527e49b45356563d7f8f4de34c2a49eb9ea4860cfc87fdb96979d4d3d05152403264f5564a70febdb91cc46e4e93373d2cd6b16924641a400e
-  data.tar.gz: 585059565492ed297f43f60bc13ec7c747e6a5cacb1330e9a8f828735b6dd1e151c72cba938b251c9cff8bca4926d191d0b8b336da2deb069827b841d666989d
+  metadata.gz: 409cff4f9f3afd710b9b8e06d15e8b90cc550d59d15237ce8cbd11b813cdee938bba0873cbefcca8df55beb817c5a0fa4507d880d7124e520e74e549c48fdbe6
+  data.tar.gz: 9d1d9bcee36c44006824cee0f9cfafe80c1a8da902975dc6f53d9c7c64286775513b7e1830dee811487c9784a6223b31d853e3252a20488ceb98e012c8e4c8b7

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (3.4.0)
+    gitlab_quality-test_tooling (3.6.0)
       activesupport (>= 7.0)
       amatch (~> 0.4.1)
       fog-google (~> 1.24, >= 1.24.1)

data/README.md

@@ -185,20 +185,6 @@ Usage: exe/failed-test-issues [options]
     -h, --help                       Show the usage
 ```
 
-### `exe/existing-test-health-issue`
-
-```shell
-Purpose: Checks whether tests coming from the rspec JSON report files has an existing test health issue opened.
-Usage: exe/existing-test-health-issue [options]
-    -i, --input-files INPUT_FILES    JSON rspec-retry report files
-    -p, --project PROJECT            Can be an integer or a group/project string
-    -t, --token TOKEN                A valid access token with `api` scope and Maintainer permission in PROJECT
-        --health-problem-type PROBLEM_TYPE
-                                     Look for the given health problem type (failures, pass-after-retry, slow)
-    -v, --version                    Show the version
-    -h, --help                       Show the usage
-```
-
 ### `exe/detect-infrastructure-failures`
 
 ```shell
@@ -290,6 +276,53 @@ Usage: exe/feature-readiness-evaluation [options]
     -h, --help                       Show the usage
 ```
 
+### `exe/test-coverage`
+
+```shell
+Purpose: Export test coverage metrics to ClickHouse
+Usage: exe/test-coverage [options]
+
+Options:
+        --test-reports GLOB          Glob pattern for test JSON reports (RSpec or Jest) (e.g., "reports/**/*.json")
+        --coverage-report PATH       Path to the LCOV coverage report (e.g., "coverage/lcov/gitlab.lcov")
+        --test-map PATH              Path to the test map file (e.g., "crystalball/packed-mapping.json.gz")
+        --clickhouse-url URL         ClickHouse server URL
+        --clickhouse-database DATABASE
+                                     ClickHouse database name
+        --clickhouse-username USERNAME
+                                     ClickHouse username
+        --clickhouse-shared-database DATABASE
+                                     ClickHouse shared database name (default: shared)
+        --responsibility-patterns PATH
+                                     Path to YAML file with responsibility classification patterns
+
+Environment variables:
+  GLCI_CLICKHOUSE_METRICS_PASSWORD   ClickHouse password (required, not passed via CLI for security)
+
+    -h, --help                       Show the usage
+    -v, --version                    Show the version
+```
+
+### `exe/sync-category-owners`
+
+```shell
+Purpose: Sync feature category ownership data from stages.yml to ClickHouse
+Usage: exe/sync-category-owners [options]
+
+Options:
+        --clickhouse-url URL         ClickHouse server URL
+        --clickhouse-database DATABASE
+                                     ClickHouse database name (default: shared)
+        --clickhouse-username USERNAME
+                                     ClickHouse username
+
+Environment variables:
+  GLCI_CLICKHOUSE_METRICS_PASSWORD   ClickHouse password (required)
+
+    -h, --help                       Show the usage
+    -v, --version                    Show the version
+```
+
 ## Development
 
 ### Initial setup

data/exe/sync-category-owners

@@ -0,0 +1,99 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "optparse"
+require "uri"
+
+require_relative "../lib/gitlab_quality/test_tooling"
+
+require_relative '../lib/gitlab_quality/test_tooling/code_coverage/category_owners'
+require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/category_owners_table'
+
+params = {}
+required_params = [:clickhouse_url, :clickhouse_database, :clickhouse_username]
+
+options = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
+
+  opts.separator ""
+  opts.separator "Syncs feature category ownership data from stages.yml to ClickHouse."
+  opts.separator ""
+  opts.separator "Options:"
+
+  opts.on('--clickhouse-url URL', 'ClickHouse server URL') do |url|
+    params[:clickhouse_url] = url
+  end
+
+  opts.on('--clickhouse-database DATABASE', 'ClickHouse database name (default: shared)') do |database|
+    params[:clickhouse_database] = database
+  end
+
+  opts.on('--clickhouse-username USERNAME', 'ClickHouse username') do |username|
+    params[:clickhouse_username] = username
+  end
+
+  opts.separator ""
+  opts.separator "Environment variables:"
+  opts.separator "  GLCI_CLICKHOUSE_METRICS_PASSWORD   ClickHouse password (required)"
+  opts.separator ""
+
+  opts.on('-h', '--help', 'Show the usage') do
+    puts opts
+    exit
+  end
+
+  opts.on_tail('-v', '--version', 'Show the version') do
+    require_relative "../lib/gitlab_quality/test_tooling/version"
+    puts "#{$PROGRAM_NAME} : #{GitlabQuality::TestTooling::VERSION}"
+    exit
+  end
+
+  opts.parse(ARGV)
+end
+
+# Default database to 'shared' if not specified
+params[:clickhouse_database] ||= 'shared'
+
+if params.any? && (required_params - params.keys).none?
+  clickhouse_password = ENV.fetch('GLCI_CLICKHOUSE_METRICS_PASSWORD', nil)
+  if clickhouse_password.to_s.strip.empty?
+    puts "Error: GLCI_CLICKHOUSE_METRICS_PASSWORD environment variable must be set and not empty"
+    exit 1
+  end
+
+  [:clickhouse_url, :clickhouse_database, :clickhouse_username].each do |param|
+    if params[param].to_s.strip.empty?
+      puts "Error: --#{param.to_s.tr('_', '-')} cannot be empty"
+      exit 1
+    end
+  end
+
+  begin
+    uri = URI.parse(params[:clickhouse_url])
+    unless uri.is_a?(URI::HTTP) || uri.is_a?(URI::HTTPS)
+      puts "Error: --clickhouse-url must be a valid HTTP or HTTPS URL"
+      exit 1
+    end
+  rescue URI::InvalidURIError
+    puts "Error: --clickhouse-url is not a valid URL format"
+    exit 1
+  end
+
+  category_owners = GitlabQuality::TestTooling::CodeCoverage::CategoryOwners.new
+
+  category_owners_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::CategoryOwnersTable.new(
+    url: params[:clickhouse_url],
+    database: params[:clickhouse_database],
+    username: params[:clickhouse_username],
+    password: clickhouse_password
+  )
+
+  category_owners_table.truncate
+  category_owners_table.push(category_owners.as_db_table)
+
+  puts "Successfully synced #{category_owners.as_db_table.length} feature categories to ClickHouse"
+else
+  puts "Missing argument(s). Required arguments are: #{required_params.map { |p| "--#{p.to_s.tr('_', '-')}" }.join(', ')}"
+  puts options
+  exit 1
+end

data/exe/test-coverage

@@ -55,6 +55,10 @@ options = OptionParser.new do |opts|
     params[:clickhouse_username] = username
   end
 
+  opts.on('--clickhouse-shared-database DATABASE', 'ClickHouse shared database name (default: shared)') do |database|
+    params[:clickhouse_shared_database] = database
+  end
+
   opts.on('--responsibility-patterns PATH', 'Path to YAML file with responsibility classification patterns') do |path|
     params[:responsibility_patterns] = path
   end
@@ -166,19 +170,27 @@ if params.any? && (required_params - params.keys).none?
     password: clickhouse_password
   }
 
-  category_owners_table  = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::CategoryOwnersTable.new(**clickhouse_data)
-  coverage_metrics_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::CoverageMetricsTable.new(**clickhouse_data)
-
-  if ENV['CLICKHOUSE_PUSH_CATEGORY_DATA'] == 'true'
-    category_owners_table.truncate
-    category_owners_table.push(category_owners.as_db_table)
-  end
+  shared_clickhouse_data = {
+    url: params[:clickhouse_url],
+    database: params[:clickhouse_shared_database] || 'shared',
+    username: params[:clickhouse_username],
+    password: clickhouse_password
+  }
 
+  category_owners_table  = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::CategoryOwnersTable.new(**shared_clickhouse_data)
+  coverage_metrics_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::CoverageMetricsTable.new(
+    category_owners_table: category_owners_table,
+    **clickhouse_data
+  )
   coverage_metrics_table.push(coverage_data.as_db_table)
 
   # Export test-to-file mappings
-  test_file_mapping_data = GitlabQuality::TestTooling::CodeCoverage::TestFileMappingData.new(test_to_sources)
-  test_file_mappings_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::TestFileMappingsTable.new(**clickhouse_data)
+  test_file_mapping_data = GitlabQuality::TestTooling::CodeCoverage::TestFileMappingData.new(
+    test_to_sources,
+    tests_to_categories: tests_to_categories,
+    feature_categories_to_teams: category_owners.feature_categories_to_teams
+  )
+  test_file_mappings_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::TestFileMappingsTable.new(**shared_clickhouse_data)
   test_file_mappings_table.push(test_file_mapping_data.as_db_table)
 else
   puts "Missing argument(s). Required arguments are: #{required_params}\nPassed arguments are: #{params}\n"

data/lib/gitlab_quality/test_tooling/code_coverage/category_owners.rb

@@ -116,14 +116,18 @@ module GitlabQuality
             groups = stage_data['groups'] || {}
             next unless section
 
-            groups.each { |group, group_data| add_hierarchy_entry(section, stage, group, group_data['categories']) }
+            groups.each do |group, group_data|
+              add_hierarchy_entry(section, stage, group, group_data['categories'])
+              add_hierarchy_entry(section, stage, group, group_data['maintained_categories'])
+            end
           end
         end
 
         def add_hierarchy_entry(section, stage, group, categories)
           @hierarchy[section] ||= {}
           @hierarchy[section][stage] ||= {}
-          @hierarchy[section][stage][group] = categories || []
+          @hierarchy[section][stage][group] ||= []
+          @hierarchy[section][stage][group].concat(Array(categories))
         end
 
         def populate_feature_categories_map(data, current_section = nil, current_stage = nil, current_group = nil)

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/category_owners_table.rb

@@ -11,6 +11,8 @@ module GitlabQuality
 
           MissingMappingError = Class.new(StandardError)
 
+          KNOWN_UNOWNED = %w[shared not_owned tooling].freeze
+
           def truncate
             logger.debug("#{LOG_PREFIX} Truncating table #{full_table_name} ...")
 
@@ -24,6 +26,13 @@ module GitlabQuality
           # @param feature_category_name [String] the feature_category name
           # @return [Hash]
           def owners(feature_category_name)
+            if KNOWN_UNOWNED.include?(feature_category_name)
+              logger.info(
+                "#{LOG_PREFIX} #{feature_category_name} is a known feature category without owner..."
+              )
+              return {}
+            end
+
             records.fetch(feature_category_name)
           rescue KeyError
             raise(MissingMappingError, "Feature category '#{feature_category_name}' not found in table '#{table_name}'")

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/coverage_metrics_table.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require_relative 'table'
+require_relative 'category_owners_table'
 
 module GitlabQuality
   module TestTooling
@@ -9,8 +10,15 @@ module GitlabQuality
         class CoverageMetricsTable < GitlabQuality::TestTooling::CodeCoverage::ClickHouse::Table
           TABLE_NAME = "coverage_metrics"
 
+          def initialize(category_owners_table: nil, **args)
+            super(**args)
+            @category_owners_table = category_owners_table
+          end
+
           private
 
+          attr_reader :category_owners_table
+
           # @return [Boolean] True if the record is valid, false otherwise
           def valid_record?(record)
             valid_file?(record) &&
@@ -68,10 +76,47 @@ module GitlabQuality
               is_responsible: record[:is_responsible],
               is_dependent: record[:is_dependent],
               category: record[:feature_category],
+              **coverage_counts(record),
+              **org_data(record[:feature_category]),
               **ci_metadata
             }
           end
 
+          # @return [Hash] Raw coverage counts from the record
+          def coverage_counts(record)
+            {
+              total_lines: record[:total_lines] || 0,
+              covered_lines: record[:covered_lines] || 0,
+              total_branches: record[:total_branches] || 0,
+              covered_branches: record[:covered_branches] || 0,
+              total_functions: record[:total_functions] || 0,
+              covered_functions: record[:covered_functions] || 0
+            }
+          end
+
+          # @param category [String, nil] Feature category name
+          # @return [Hash] Organization data (group, stage, section) for the category
+          def org_data(category)
+            return { group: '', stage: '', section: '' } if category.nil? || category_owners_table.nil?
+
+            @org_data_cache ||= {}
+            @org_data_cache[category] ||= fetch_org_data(category)
+          end
+
+          # @param category [String] Feature category name
+          # @return [Hash] Organization data fetched from category_owners_table
+          def fetch_org_data(category)
+            owners = category_owners_table.owners(category)
+            {
+              group: owners['group'] || '',
+              stage: owners['stage'] || '',
+              section: owners['section'] || ''
+            }
+          rescue CategoryOwnersTable::MissingMappingError
+            logger.warn("#{LOG_PREFIX} No org data found for category '#{category}', using empty values")
+            { group: '', stage: '', section: '' }
+          end
+
           # @return [Hash] CI-related metadata
           def ci_metadata
             {

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table.rb

@@ -38,7 +38,11 @@ module GitlabQuality
               timestamp: time,
               test_file: record[:test_file],
               source_file: record[:source_file],
-              ci_project_path: ENV.fetch('CI_PROJECT_PATH', nil)
+              ci_project_path: ENV.fetch('CI_PROJECT_PATH', nil),
+              category: record[:category] || '',
+              group: record[:group] || '',
+              stage: record[:stage] || '',
+              section: record[:section] || ''
             }
           end
         end

data/lib/gitlab_quality/test_tooling/code_coverage/coverage_data.rb

@@ -80,7 +80,13 @@ module GitlabQuality
             line_coverage: coverage_data&.dig(:percentage),
             branch_coverage: coverage_data&.dig(:branch_percentage),
             function_coverage: coverage_data&.dig(:function_percentage),
-            source_file_type: @source_file_types[file] || 'other'
+            source_file_type: @source_file_types[file] || 'other',
+            total_lines: coverage_data&.dig(:total_lines) || 0,
+            covered_lines: coverage_data&.dig(:covered_lines) || 0,
+            total_branches: coverage_data&.dig(:total_branches) || 0,
+            covered_branches: coverage_data&.dig(:covered_branches) || 0,
+            total_functions: coverage_data&.dig(:total_functions) || 0,
+            covered_functions: coverage_data&.dig(:covered_functions) || 0
           }
         end
 

data/lib/gitlab_quality/test_tooling/code_coverage/test_file_mapping_data.rb

@@ -6,23 +6,36 @@ module GitlabQuality
       class TestFileMappingData
         # @param [Hash<String, Array<String>>] test_to_sources Test files
         #   mapped to all source files they cover
-        def initialize(test_to_sources)
+        # @param [Hash<String, Array<String>>] tests_to_categories Test files
+        #   mapped to their feature categories
+        # @param [Hash<String, Hash>] feature_categories_to_teams Feature categories
+        #   mapped to their org hierarchy (group, stage, section)
+        def initialize(test_to_sources, tests_to_categories: {}, feature_categories_to_teams: {})
           @test_to_sources = test_to_sources
+          @tests_to_categories = tests_to_categories
+          @feature_categories_to_teams = feature_categories_to_teams
         end
 
         # @return [Array<Hash<Symbol, String>>] Mapping data formatted for database insertion
         # @example Return value
         #   [
-        #     { test_file: "spec/models/user_spec.rb", source_file: "app/models/user.rb" },
-        #     { test_file: "spec/models/user_spec.rb", source_file: "lib/utils.rb" },
+        #     { test_file: "spec/models/user_spec.rb", source_file: "app/models/user.rb",
+        #       category: "team_planning", group: "project_management", stage: "plan", section: "dev" },
         #     ...
         #   ]
         def as_db_table
           @test_to_sources.flat_map do |test_file, source_files|
+            category = @tests_to_categories[test_file]&.first || ''
+            team = @feature_categories_to_teams[category] || {}
+
             source_files.map do |source_file|
               {
                 test_file: test_file,
-                source_file: source_file
+                source_file: source_file,
+                category: category,
+                group: team[:group] || '',
+                stage: team[:stage] || '',
+                section: team[:section] || ''
               }
             end
           end

data/lib/gitlab_quality/test_tooling/report/results_in_test_cases.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'erb'
-
 module GitlabQuality
   module TestTooling
     module Report
@@ -68,12 +66,12 @@ module GitlabQuality
         end
 
         def execution_graph_section(test)
-          formatted_title = ERB::Util.url_encode(test.name)
+          formatted_path = CGI.escape(test.relative_file)
 
           <<~MKDOWN.strip
             ### Executions
 
-            [Spec metrics on all environments](https://dashboards.quality.gitlab.net/d/cW0UMgv7k/single-spec-metrics?orgId=1&var-run_type=All&var-name=#{formatted_title})
+            [Spec metrics on all environments](https://dashboards.devex.gitlab.net/d/739c1bdd-a436-452b-bddc-fccb4d055768/single-test-overview?var-file_path=#{formatted_path})
           MKDOWN
         end
 

data/lib/gitlab_quality/test_tooling/test_meta/processor/meta_processor.rb

@@ -45,7 +45,7 @@ module GitlabQuality
               commits.each_with_index.map do |(changed_line_number, spec), index|
                 <<~MARKDOWN
                   #{index + 1}. [`#{spec['name']}`](https://gitlab.com/#{context.project}/-/blob/#{context.ref}/#{spec['file_path']}#L#{changed_line_number.to_i + 1})
-                      | [Testcase](#{spec['testcase']}) | [Spec metrics](#{context.single_spec_metrics_link(spec['name'])})
+                      | [Testcase](#{spec['testcase']}) | [Spec metrics](#{context.single_spec_metrics_link(spec['file_path'])})
                       #{failure_issue_text(spec)}
                 MARKDOWN
               end.join("\n")

data/lib/gitlab_quality/test_tooling/test_meta/test_meta_updater.rb

@@ -348,11 +348,11 @@ module GitlabQuality
 
         # Returns the link to the Grafana dashboard for single spec metrics
         #
-        # @param [String] example_name the full example name
+        # @param [String] file_path the full path of spec
         # @return [String]
-        def single_spec_metrics_link(example_name)
-          base_url = "https://dashboards.quality.gitlab.net/d/cW0UMgv7k/single-spec-metrics?orgId=1&var-run_type=All&var-name="
-          base_url + CGI.escape(example_name)
+        def single_spec_metrics_link(file_path)
+          base_url = "https://dashboards.devex.gitlab.net/d/739c1bdd-a436-452b-bddc-fccb4d055768/single-test-overview?var-file_path="
+          base_url + CGI.escape(file_path)
         end
 
         # Returns any test description string within single or double quotes

data/lib/gitlab_quality/test_tooling/test_metrics_exporter/test_metrics.rb

@@ -51,6 +51,7 @@ module GitlabQuality
             exception_classes: exception_classes.map { |e| e.class.to_s }.uniq,
             failure_exception: failure_exception,
             quarantined: quarantined?,
+            quarantine_issue_url: quarantine_issue_url || "",
             feature_category: example.metadata[:feature_category] || "",
             test_retried: config.test_retried_proc.call(example),
             run_type: run_type,
@@ -98,6 +99,25 @@ module GitlabQuality
           example.execution_result.status == :pending
         end
 
+        # Extract quarantine issue URL from metadata
+        #
+        # @return [String, nil]
+        def quarantine_issue_url
+          return nil unless example.metadata.key?(:quarantine)
+
+          metadata = example.metadata[:quarantine]
+          case metadata
+          when String
+            # Direct URL: quarantine: 'https://gitlab.com/.../issues/123'
+            metadata if metadata.start_with?('http')
+          when Hash
+            # Hash format: quarantine: { issue: 'https://...', reason: '...' }
+            issue = metadata[:issue] || metadata['issue']
+            # Handle array of URLs (take the first one)
+            issue.is_a?(Array) ? issue.first : issue
+          end
+        end
+
         # Base ci job name
         #
         # @return [String]

data/lib/gitlab_quality/test_tooling/test_result/base_test_result.rb

@@ -14,6 +14,7 @@ module GitlabQuality
           "could not be found (502)",
           "Error reference number: 502",
           "(502): `GitLab is not responding`",
+          "(502): `502 Bad Gateway`",
           "<head><title>502 Bad Gateway</title></head>",
           "14:connections to all backends failing",
           "gitlab_canary=true cookie was set in browser but 'Next' badge was not shown on UI"

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "3.4.0"
+    VERSION = "3.6.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 3.4.0
+  version: 3.6.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-01-13 00:00:00.000000000 Z
+date: 2026-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -416,12 +416,10 @@ email:
 executables:
 - detect-infrastructure-failures
 - epic-readiness-notification
-- existing-test-health-issue
 - failed-test-issues
 - feature-readiness-checklist
 - feature-readiness-evaluation
 - flaky-test-issues
-- generate-test-session
 - knapsack-report-issues
 - post-to-slack
 - prepare-stage-reports
@@ -429,6 +427,7 @@ executables:
 - report-results
 - slow-test-issues
 - slow-test-merge-request-report-note
+- sync-category-owners
 - test-coverage
 - update-screenshot-paths
 - update-test-meta
@@ -451,12 +450,10 @@ files:
 - Rakefile
 - exe/detect-infrastructure-failures
 - exe/epic-readiness-notification
-- exe/existing-test-health-issue
 - exe/failed-test-issues
 - exe/feature-readiness-checklist
 - exe/feature-readiness-evaluation
 - exe/flaky-test-issues
-- exe/generate-test-session
 - exe/knapsack-report-issues
 - exe/post-to-slack
 - exe/prepare-stage-reports
@@ -464,6 +461,7 @@ files:
 - exe/report-results
 - exe/slow-test-issues
 - exe/slow-test-merge-request-report-note
+- exe/sync-category-owners
 - exe/test-coverage
 - exe/update-screenshot-paths
 - exe/update-test-meta
@@ -526,7 +524,6 @@ files:
 - lib/gitlab_quality/test_tooling/report/failed_test_issue.rb
 - lib/gitlab_quality/test_tooling/report/feature_readiness/report_on_epic.rb
 - lib/gitlab_quality/test_tooling/report/flaky_test_issue.rb
-- lib/gitlab_quality/test_tooling/report/generate_test_session.rb
 - lib/gitlab_quality/test_tooling/report/group_issues/error_message_normalizer.rb
 - lib/gitlab_quality/test_tooling/report/group_issues/error_pattern_matcher.rb
 - lib/gitlab_quality/test_tooling/report/group_issues/failure_processor.rb
@@ -549,7 +546,6 @@ files:
 - lib/gitlab_quality/test_tooling/report/results_in_issues.rb
 - lib/gitlab_quality/test_tooling/report/results_in_test_cases.rb
 - lib/gitlab_quality/test_tooling/report/slow_test_issue.rb
-- lib/gitlab_quality/test_tooling/report/test_health_issue_finder.rb
 - lib/gitlab_quality/test_tooling/report/update_screenshot_path.rb
 - lib/gitlab_quality/test_tooling/runtime/env.rb
 - lib/gitlab_quality/test_tooling/runtime/logger.rb

data/exe/existing-test-health-issue

@@ -1,59 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require "bundler/setup"
-require "optparse"
-
-require_relative "../lib/gitlab_quality/test_tooling"
-
-params = {}
-HEALTH_PROBLEM_TYPES = GitlabQuality::TestTooling::Report::TestHealthIssueFinder::HEALTH_PROBLEM_TYPE_TO_LABEL.keys
-
-options = OptionParser.new do |opts|
-  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
-
-  opts.on('-i', '--input-files INPUT_FILES', String, 'JSON rspec-retry report files') do |input_files|
-    params[:input_files] = input_files
-  end
-
-  opts.on('-p', '--project PROJECT', String, 'Can be an integer or a group/project string') do |project|
-    params[:project] = project
-  end
-
-  opts.on('-t', '--token TOKEN', String, 'A valid access token with `api` scope and Maintainer permission in PROJECT') do |token|
-    params[:token] = token
-  end
-
-  opts.on("--health-problem-type PROBLEM_TYPE", String, "Look for the given health problem type (#{HEALTH_PROBLEM_TYPES.join(', ')})") do |value|
-    raise ArgumentError, "Invalid health problem type: #{value}. Valid options are: #{HEALTH_PROBLEM_TYPES.join(', ')}" unless HEALTH_PROBLEM_TYPES.include?(value)
-
-    params[:health_problem_type] = value
-  end
-
-  opts.on_tail('-v', '--version', 'Show the version') do
-    require_relative "../lib/gitlab_quality/test_tooling/version"
-    puts "#{$PROGRAM_NAME} : #{GitlabQuality::TestTooling::VERSION}"
-    exit
-  end
-
-  opts.on_tail('-h', '--help', 'Show the usage') do
-    puts "Purpose: Checks whether tests coming from the rspec JSON report files has an existing test health issue opened."
-    puts opts
-    exit
-  end
-
-  opts.parse(ARGV)
-end
-
-if params.any?
-  raise ArgumentError, "No health problem type given. Valid options are: #{HEALTH_PROBLEM_TYPES.join(', ')}" unless params.key?(:health_problem_type)
-
-  if GitlabQuality::TestTooling::Report::TestHealthIssueFinder.new(**params).found_existing_unhealthy_test_issue?
-    exit 0
-  else
-    exit 1
-  end
-else
-  puts options
-  exit 1
-end

data/exe/generate-test-session

@@ -1,70 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require "bundler/setup"
-require "optparse"
-
-require_relative "../lib/gitlab_quality/test_tooling"
-
-params = {}
-
-options = OptionParser.new do |opts|
-  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
-
-  opts.on('-i', '--input-files INPUT_FILES', String, 'RSpec report files (JSON or JUnit XML)') do |input_files|
-    params[:input_files] = input_files
-  end
-
-  opts.on('-p', '--project PROJECT', String, 'Can be an integer or a group/project string') do |project|
-    params[:project] = project
-  end
-
-  opts.on('-t', '--token TOKEN', String, 'A valid access token with `api` scope and Reporter permission in PROJECT') do |token|
-    params[:token] = token
-  end
-
-  opts.on('-c', '--ci-project-token CI_PROJECT_TOKEN', String, 'A valid access token with `read_api` scope permission in current ENV["CI_PROJECT_ID"]') do |ci_project_token|
-    params[:ci_project_token] = ci_project_token
-  end
-
-  opts.on('-f', '--issue-url-file ISSUE_URL_FILE', 'Output the created test session issue URL') do |issue_url_file|
-    params[:issue_url_file] = issue_url_file
-  end
-
-  opts.on('--pipeline-stages STAGES', String, 'Comma-separated list of pipeline stages to include in test session issue') do |pipeline_stages|
-    params[:pipeline_stages] = pipeline_stages.split(',')
-  end
-
-  opts.on('--confidential', "Makes test session issue confidential") do
-    params[:confidential] = true
-  end
-
-  opts.on('--dry-run', "Perform a dry-run (don't create or update issues or test cases)") do
-    params[:dry_run] = true
-  end
-
-  opts.on_tail('-v', '--version', 'Show the version') do
-    require_relative "../lib/gitlab_quality/test_tooling/version"
-    puts "#{$PROGRAM_NAME} : #{GitlabQuality::TestTooling::VERSION}"
-    exit
-  end
-
-  opts.on_tail('-h', '--help', 'Show the usage') do
-    puts "Purpose: Generate test session report based on RSpec report files (JSON or JUnit XML)"
-    puts opts
-    exit
-  end
-
-  opts.parse(ARGV)
-end
-
-issue_url_file = params.delete(:issue_url_file)
-
-if params.any?
-  issue_url = GitlabQuality::TestTooling::Report::GenerateTestSession.new(**params).invoke!
-
-  File.write(issue_url_file, issue_url) if issue_url_file && issue_url
-else
-  puts options
-  exit 1
-end

data/lib/gitlab_quality/test_tooling/report/generate_test_session.rb

@@ -1,288 +0,0 @@
-# frozen_string_literal: true
-
-require 'erb'
-require 'date'
-
-module GitlabQuality
-  module TestTooling
-    module Report
-      class GenerateTestSession < ReportAsIssue
-        def initialize(ci_project_token:, pipeline_stages: nil, **kwargs)
-          super
-          @ci_project_token = ci_project_token
-          @pipeline_stages = Set.new(pipeline_stages)
-          @issue_type = 'issue'
-        end
-
-        private
-
-        attr_reader :ci_project_token, :pipeline_stages
-
-        # rubocop:disable Metrics/AbcSize
-        def run!
-          puts "Generating test results in `#{files.join(',')}` as issues in project `#{project}` via the API at `#{Runtime::Env.gitlab_api_base}`."
-
-          tests = Dir.glob(files).flat_map do |path|
-            puts "Loading tests in #{path}"
-
-            TestResults::JsonTestResults.new(path: path).to_a
-          end
-
-          tests = tests.select { |test| pipeline_stages.include? test.report["stage"] } unless pipeline_stages.empty?
-
-          issue = gitlab.create_issue(
-            title: "#{Time.now.to_date.iso8601} Test session report | #{Runtime::Env.qa_run_type}",
-            description: generate_description(tests),
-            labels: ['automation:bot-authored', 'E2E', 'triage report', pipeline_name_label, 'suppress-contributor-links'],
-            confidential: confidential
-          )
-
-          # Workaround for https://gitlab.com/gitlab-org/gitlab/-/issues/295493
-          unless Runtime::Env.qa_issue_url.to_s.empty?
-            gitlab.create_issue_note(
-              iid: issue.iid,
-              note: "/relate #{Runtime::Env.qa_issue_url}")
-          end
-
-          issue&.web_url # Issue isn't created in dry-run mode
-        end
-        # rubocop:enable Metrics/AbcSize
-
-        def generate_description(tests)
-          <<~MARKDOWN.rstrip
-          ## Session summary
-
-          * Deploy version: #{Runtime::Env.deploy_version}
-          * Deploy environment: #{Runtime::Env.deploy_environment}
-          * Pipeline: #{Runtime::Env.pipeline_from_project_name} [#{Runtime::Env.ci_pipeline_id}](#{Runtime::Env.ci_pipeline_url})
-          #{generate_summary(tests: tests)}
-
-          #{generate_failed_jobs_listing}
-
-          #{generate_stages_listing(tests)}
-
-          #{generate_qa_issue_relation}
-
-          #{generate_link_to_dashboard}
-          MARKDOWN
-        end
-
-        def generate_summary(tests:, tests_by_status: nil)
-          tests_by_status ||= tests.group_by(&:status)
-          total = tests.size
-          passed = tests_by_status['passed']&.size || 0
-          failed = tests_by_status['failed']&.size || 0
-          others = total - passed - failed
-
-          <<~MARKDOWN.chomp
-          * Total #{total} tests
-          * Passed #{passed} tests
-          * Failed #{failed} tests
-          * #{others} other tests (usually skipped)
-          MARKDOWN
-        end
-
-        def generate_failed_jobs_listing
-          failed_jobs = fetch_pipeline_failed_jobs
-          listings = failed_jobs.filter_map do |job|
-            next if pipeline_stages.any? && !pipeline_stages.include?(job.stage)
-
-            allowed_to_fail = ' (allowed to fail)' if job.allow_failure
-
-            "* [#{job.name}](#{job.web_url})#{allowed_to_fail}"
-          end.join("\n")
-
-          <<~MARKDOWN.chomp if failed_jobs.any?
-          ## Failed jobs
-
-          #{listings}
-          MARKDOWN
-        end
-
-        def generate_stages_listing(tests)
-          generate_tests_by_stage(tests).map do |stage, tests_for_stage|
-            tests_by_status = tests_for_stage.group_by(&:status)
-
-            <<~MARKDOWN.chomp
-            ### #{stage&.capitalize || 'Unknown'}
-
-            #{generate_summary(
-              tests: tests_for_stage, tests_by_status: tests_by_status)}
-
-            #{generate_testcase_listing_by_status(
-              tests: tests_for_stage, tests_by_status: tests_by_status)}
-            MARKDOWN
-          end.join("\n\n")
-        end
-
-        def generate_tests_by_stage(tests)
-          # https://about.gitlab.com/handbook/product/product-categories/#devops-stages
-          ordering = %w[
-            manage
-            plan
-            create
-            verify
-            package
-            release
-            configure
-            monitor
-            secure
-            defend
-            growth
-            fulfillment
-            enablement
-            self-managed
-            saas
-          ]
-
-          tests.sort_by do |test|
-            ordering.index(test.stage) || ordering.size
-          end.group_by(&:stage)
-        end
-
-        def generate_testcase_listing_by_status(tests:, tests_by_status:)
-          failed_tests = tests_by_status['failed']
-          passed_tests = tests_by_status['passed']
-          other_tests = tests.reject do |test|
-            test.status == 'failed' || test.status == 'passed'
-          end
-
-          [
-            (failed_listings(failed_tests) if failed_tests),
-            (passed_listings(passed_tests) if passed_tests),
-            (other_listings(other_tests) if other_tests.any?)
-          ].compact.join("\n\n")
-        end
-
-        def failed_listings(failed_tests)
-          generate_testcase_listing(failed_tests)
-        end
-
-        def passed_listings(passed_tests)
-          <<~MARKDOWN.chomp
-            <details><summary>Passed tests:</summary>
-
-            #{generate_testcase_listing(passed_tests, passed: true)}
-
-            </details>
-          MARKDOWN
-        end
-
-        def other_listings(other_tests)
-          <<~MARKDOWN.chomp
-            <details><summary>Other tests:</summary>
-
-            #{generate_testcase_listing(other_tests)}
-
-            </details>
-          MARKDOWN
-        end
-
-        def generate_testcase_listing(tests, passed: false)
-          body = tests.group_by(&:testcase).map do |testcase, tests_with_same_testcase|
-            tests_with_same_testcase.sort_by!(&:name)
-            [
-              generate_test_text(testcase, tests_with_same_testcase, passed),
-              generate_test_job(tests_with_same_testcase),
-              generate_test_status(tests_with_same_testcase),
-              generate_test_actions(tests_with_same_testcase)
-            ].join(' | ')
-          end.join("\n")
-
-          <<~MARKDOWN.chomp
-          | Test | Job | Status | Action |
-          | - | - | - | - |
-          #{body}
-          MARKDOWN
-        end
-
-        def generate_test_text(testcase, tests_with_same_testcase, passed)
-          text = tests_with_same_testcase.map(&:name).uniq.join(', ')
-
-          if testcase && !passed
-            "[#{text}](#{testcase})"
-          else
-            text
-          end
-        end
-
-        def generate_test_job(tests_with_same_testcase)
-          tests_with_same_testcase.map do |test|
-            ci_job_id = test.ci_job_url[/\d+\z/]
-
-            "[#{ci_job_id}](#{test.ci_job_url})#{' ~"quarantine"' if test.quarantine?}"
-          end.uniq.join(', ')
-        end
-
-        def generate_test_status(tests_with_same_testcase)
-          tests_with_same_testcase.map(&:status).uniq.map do |status|
-            %(~"#{status}")
-          end.join(', ')
-        end
-
-        def generate_test_actions(tests_with_same_testcase)
-          # All failed tests would be grouped together, meaning that
-          # if one failed, all the tests here would be failed too.
-          # So this check is safe. Same applies to 'passed'.
-          # But all other status might be mixing together,
-          # we cannot assume other statuses.
-          if tests_with_same_testcase.first.status == 'failed'
-            tests_having_failure_issue =
-              tests_with_same_testcase.select(&:failure_issue)
-
-            if tests_having_failure_issue.any?
-              items = tests_having_failure_issue.uniq(&:failure_issue).map do |test|
-                "<li>[ ] [failure issue](#{test.failure_issue})</li>"
-              end.join(' ')
-
-              "<ul>#{items}</ul>"
-            else
-              '<ul><li>[ ] failure issue exists or was created</li></ul>'
-            end
-          else
-            '-'
-          end
-        end
-
-        def generate_qa_issue_relation
-          return unless Runtime::Env.qa_issue_url
-
-          <<~MARKDOWN.chomp
-          ## Release QA issue
-
-          * #{Runtime::Env.qa_issue_url}
-
-          /relate #{Runtime::Env.qa_issue_url}
-          MARKDOWN
-        end
-
-        def generate_link_to_dashboard
-          return unless Runtime::Env.qa_run_type
-
-          <<~MARKDOWN.chomp
-          ## Link to Grafana dashboard for run-type of #{Runtime::Env.qa_run_type}
-
-          * https://dashboards.quality.gitlab.net/d/tR_SmBDVk/main-runs?orgId=1&refresh=1m&var-run_type=#{Runtime::Env.qa_run_type}
-          MARKDOWN
-        end
-
-        def fetch_pipeline_failed_jobs
-          failed_jobs = []
-
-          ci_project_client = Gitlab.client(
-            endpoint: Runtime::Env.ci_api_v4_url,
-            private_token: ci_project_token)
-
-          gitlab.handle_gitlab_client_exceptions do
-            failed_jobs = ci_project_client.pipeline_jobs(
-              Runtime::Env.ci_project_id,
-              Runtime::Env.ci_pipeline_id,
-              scope: 'failed')
-          end
-
-          failed_jobs
-        end
-      end
-    end
-  end
-end

data/lib/gitlab_quality/test_tooling/report/test_health_issue_finder.rb

@@ -1,79 +0,0 @@
-# frozen_string_literal: true
-
-require 'http'
-require 'json'
-
-module GitlabQuality
-  module TestTooling
-    module Report
-      class TestHealthIssueFinder < ReportAsIssue
-        HEALTH_PROBLEM_TYPE_TO_LABEL = {
-          'pass-after-retry' => 'test-health:pass-after-retry',
-          'slow' => 'test-health:slow',
-          'failures' => 'test-health:failures'
-        }.freeze
-
-        def initialize(health_problem_type: [], **kwargs)
-          super(**kwargs)
-
-          @health_problem_type = health_problem_type
-        end
-
-        def found_existing_unhealthy_test_issue?
-          issue_url = invoke!
-
-          !issue_url.nil? && !issue_url.empty?
-        end
-
-        def run!
-          existing_issue_found = nil
-
-          applicable_tests.each do |test|
-            issues = find_issues_by_hash(test_hash(test), state: 'opened', labels: search_labels)
-            next if issues.empty?
-
-            existing_issue_found = issues.first.web_url
-            puts "Found an existing test health issue of type #{health_problem_type} for test #{test.file}:#{test.line_number}: #{existing_issue_found}."
-            break
-          end
-
-          puts "Did not find an existing test health issue of type #{health_problem_type}." unless existing_issue_found
-
-          existing_issue_found
-        end
-
-        def applicable_tests
-          applicable_tests = []
-
-          TestResults::Builder.new(file_glob: files, token: token, project: project).test_results_per_file do |test_results|
-            applicable_tests = test_results.select { |test| test_is_applicable?(test) }
-          end
-
-          applicable_tests
-        end
-
-        private
-
-        attr_reader :health_problem_type
-
-        # Be mindful about the number of tests this method would return,
-        # as we will make at least one API request per test.
-        def test_is_applicable?(test)
-          expected_test_status =
-            case health_problem_type
-            when 'failures'
-              'failed'
-            else
-              'passed'
-            end
-
-          test.status == expected_test_status
-        end
-
-        def search_labels
-          ['test', HEALTH_PROBLEM_TYPE_TO_LABEL[health_problem_type]]
-        end
-      end
-    end
-  end
-end