gitlab_quality-test_tooling 3.22.1 → 3.23.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 753fbf9038d32ba4c43b76dbeac70b9a7bec17cd58e62b92f1c6c6279c1105a6
-  data.tar.gz: 6d10b736a6a40453ccc70edce8aad4c360a50df4d27a662cde93d38fd107de59
+  metadata.gz: 49a063bdf7dc0b0055d926d178df7a5274c067f352a5feae0d5f04695702ea01
+  data.tar.gz: 426701ca7b4f8b55c433bfd78b173f1e731c1f55dafd099584acb0366b6f77de
 SHA512:
-  metadata.gz: 54cd62d62cbcb29923e63ebafeccfa3911086a37220a59b16efe2d2b652587c598731360a827f79a27fe0a92f8e702c4943b3e03810c8e51ac1052d6a7bacba3
-  data.tar.gz: 2991e98253c031c1cf0d98e04178d09c53f4c331e1b23c244e567cfcb79552da6c104f91fb3ad42c23284f0654bb192367823e7159db2c06c7aaa5d387c3757d
+  metadata.gz: a3a5eb95bc469a879dacb6db1e3a456b35373391ed034df6a4adec4840533666613367de04510f4a8b9e1c60f755bfc5140b6a32048a597ec822bfc1c10cfd92
+  data.tar.gz: 00136e319209d433a0ff36c7c4a583ea54848653a5b1290244ba8d9108e47c0e3f7aad4a736cd7f3b51d42afe8d3beb16074c655cb41939f0135e555cfd96efb

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (3.22.1)
+    gitlab_quality-test_tooling (3.23.1)
       activesupport (>= 7.0)
       amatch (~> 0.4.1)
       csv (~> 3.0)
@@ -19,30 +19,33 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.1.4)
+    activesupport (7.2.4)
       base64
+      benchmark (>= 0.3)
       bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      connection_pool (>= 2.2.5)
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5, < 3)
       drb
       i18n (>= 1.6, < 2)
-      minitest (>= 5.1)
-      mutex_m
-      tzinfo (~> 2.0)
-    addressable (2.8.7)
-      public_suffix (>= 2.0.2, < 7.0)
+      logger (>= 1.4.2)
+      minitest (>= 5.1, < 6)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
     amatch (0.4.1)
       mize
       tins (~> 1.0)
     ast (2.4.2)
     backport (1.2.0)
-    base64 (0.2.0)
+    base64 (0.3.0)
     benchmark (0.3.0)
-    bigdecimal (3.1.8)
+    bigdecimal (4.1.3)
     binding_of_caller (1.0.1)
       debug_inspector (>= 1.2.0)
     builder (3.3.0)
-    byebug (11.1.3)
+    byebug (13.0.0)
+      reline (>= 0.6.0)
     claide (1.1.0)
     claide-plugins (0.9.2)
       cork
@@ -51,14 +54,14 @@ GEM
     climate_control (1.2.0)
     coderay (1.1.3)
     colored2 (3.1.2)
-    concurrent-ruby (1.3.4)
-    connection_pool (2.4.1)
+    concurrent-ruby (1.3.8)
+    connection_pool (2.5.5)
     cork (0.3.0)
       colored2 (~> 3.1)
     crack (1.0.0)
       bigdecimal
       rexml
-    csv (3.3.0)
+    csv (3.3.6)
     danger (9.5.0)
       claide (~> 1.0)
       claide-plugins (>= 0.9.2)
@@ -79,18 +82,20 @@ GEM
     diff-lcs (1.5.1)
     docile (1.4.1)
     domain_name (0.6.20240107)
-    drb (2.2.1)
+    drb (2.2.3)
     e2mmap (0.1.0)
     excon (1.6.0)
       logger
-    faraday (2.12.0)
-      faraday-net_http (>= 2.0, < 3.4)
+    faraday (2.14.4)
+      faraday-net_http (>= 2.0, < 3.5)
       json
       logger
+    faraday-follow_redirects (0.5.0)
+      faraday (>= 1, < 3)
     faraday-http-cache (2.5.1)
       faraday (>= 0.8)
-    faraday-net_http (3.3.0)
-      net-http
+    faraday-net_http (3.4.4)
+      net-http (~> 0.5)
     ffi (1.17.0)
     ffi-compiler (1.3.2)
       ffi (>= 1.15.5)
@@ -139,16 +144,17 @@ GEM
       rubocop-rails (~> 2.26.0)
       rubocop-rspec (~> 3.0.4)
       rubocop-rspec_rails (~> 2.30.0)
-    google-apis-compute_v1 (0.108.0)
+    google-apis-compute_v1 (0.155.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-core (0.15.1)
-      addressable (~> 2.5, >= 2.5.1)
-      googleauth (~> 1.9)
-      httpclient (>= 2.8.3, < 3.a)
-      mini_mime (~> 1.0)
-      mutex_m
+    google-apis-core (1.2.2)
+      addressable (~> 2.8, >= 2.8.7)
+      faraday (~> 2.13)
+      faraday-follow_redirects (~> 0.3)
+      googleauth (~> 1.14)
+      mini_mime (~> 1.1)
+      multi_json (~> 1.11)
       representable (~> 3.0)
-      retriable (>= 2.0, < 4.a)
+      retriable (>= 3.1, < 5.0)
     google-apis-dns_v1 (0.44.0)
       google-apis-core (>= 0.15.0, < 2.a)
     google-apis-iamcredentials_v1 (0.21.0)
@@ -163,12 +169,14 @@ GEM
       google-apis-core (>= 0.15.0, < 2.a)
     google-cloud-env (2.2.1)
       faraday (>= 1.0, < 3.a)
-    googleauth (1.11.1)
+    google-logging-utils (0.2.0)
+    googleauth (1.17.4)
       faraday (>= 1.0, < 3.a)
-      google-cloud-env (~> 2.1)
-      jwt (>= 1.4, < 3.0)
-      multi_json (~> 1.11)
+      google-cloud-env (~> 2.2)
+      google-logging-utils (~> 0.1)
+      jwt (>= 1.4, < 4.0)
       os (>= 0.9, < 2.0)
+      pstore (~> 0.1)
       signet (>= 0.16, < 2.a)
     guard (2.18.1)
       formatador (>= 0.2.4)
@@ -195,16 +203,16 @@ GEM
     http-cookie (1.0.7)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
-    httparty (0.22.0)
+    httparty (0.24.3)
       csv
       mini_mime (>= 1.0.0)
       multi_xml (>= 0.5.2)
-    httpclient (2.8.3)
-    i18n (1.14.6)
+    i18n (1.15.2)
       concurrent-ruby (~> 1.0)
+    io-console (0.9.4)
     jaro_winkler (1.6.0)
-    json (2.7.2)
-    jwt (2.9.3)
+    json (2.21.2)
+    jwt (3.3.0)
       base64
     kramdown (2.4.0)
       rexml
@@ -218,7 +226,7 @@ GEM
     llhttp-ffi (0.5.0)
       ffi-compiler (~> 1.0)
       rake (~> 13.0)
-    logger (1.6.1)
+    logger (1.7.0)
     lumberjack (1.2.10)
     method_source (1.1.0)
     mime-types (3.6.0)
@@ -226,19 +234,18 @@ GEM
       mime-types-data (~> 3.2015)
     mime-types-data (3.2024.1001)
     mini_mime (1.1.5)
-    mini_portile2 (2.8.7)
-    minitest (5.25.1)
+    mini_portile2 (2.8.9)
+    minitest (5.27.0)
     mize (0.6.0)
     multi_json (1.15.0)
-    multi_xml (0.7.1)
-      bigdecimal (~> 3.1)
-    mutex_m (0.2.0)
+    multi_xml (0.9.1)
+      bigdecimal (>= 3.1, < 5)
     nap (1.1.0)
     nenv (0.3.0)
-    net-http (0.4.1)
-      uri
+    net-http (0.9.1)
+      uri (>= 0.11.1)
     netrc (0.11.0)
-    nokogiri (1.16.7)
+    nokogiri (1.19.4)
       mini_portile2 (~> 2.8.2)
       racc (~> 1.4)
     notiffany (0.1.3)
@@ -260,12 +267,13 @@ GEM
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    pry-byebug (3.10.1)
-      byebug (~> 11.0)
-      pry (>= 0.13, < 0.15)
-    public_suffix (6.0.1)
+    pry-byebug (3.12.0)
+      byebug (~> 13.0)
+      pry (>= 0.13, < 0.17)
+    pstore (0.2.1)
+    public_suffix (7.0.5)
     racc (1.8.1)
-    rack (3.2.1)
+    rack (3.2.7)
     rainbow (3.1.1)
     rake (13.2.1)
     rb-fsevent (0.11.2)
@@ -274,6 +282,8 @@ GEM
     rbs (2.8.4)
     rchardet (1.8.0)
     regexp_parser (2.11.2)
+    reline (0.7.0)
+      io-console (~> 0.5)
     representable (3.2.0)
       declarative (< 0.1.0)
       trailblazer-option (>= 0.1.1, < 0.2.0)
@@ -286,7 +296,7 @@ GEM
     retriable (3.1.2)
     reverse_markdown (2.1.1)
       nokogiri
-    rexml (3.3.8)
+    rexml (3.4.4)
     rouge (4.4.0)
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
@@ -349,12 +359,12 @@ GEM
     sawyer (0.9.2)
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
+    securerandom (0.4.1)
     shellany (0.0.1)
-    signet (0.19.0)
+    signet (0.22.0)
       addressable (~> 2.8)
       faraday (>= 0.17.5, < 3.a)
-      jwt (>= 1.5, < 3.0)
-      multi_json (~> 1.10)
+      jwt (>= 1.5, < 4.0)
     simplecov (0.22.0)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
@@ -398,7 +408,7 @@ GEM
     unparser (0.6.15)
       diff-lcs (~> 1.3)
       parser (>= 3.3.0)
-    uri (0.13.1)
+    uri (1.1.1)
     webmock (3.26.4)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
@@ -417,7 +427,7 @@ DEPENDENCIES
   gitlab_quality-test_tooling!
   guard-rspec (~> 4.7)
   lefthook (~> 1.3)
-  pry-byebug (= 3.10.1)
+  pry-byebug (= 3.12.0)
   rake (~> 13.0)
   rest-client (~> 2.1.0)
   rspec (~> 3.12)

data/README.md

@@ -51,6 +51,7 @@ Purpose: Post a message to Slack, and optionally add a test summary table based
 Usage: exe/post-to-slack [options]
     -w SLACK_WEBHOOK_URL,            Slack webhook URL
         --slack-webhook-url
+    -b, --slack-bot-token TOKEN      Slack bot token, used instead of the webhook URL when set
     -c, --channel CHANNEL            Slack channel to post the message to
     -m, --message MESSAGE            Post message to Slack
     -t FILES,                        Add a test summary table based on RSpec report files (JUnit XML)
@@ -247,7 +248,7 @@ Usage: exe/feature-readiness-evaluation [options]
 
 Runs in one of three modes:
 
-- **Full coverage-metrics export** (default, no `--per-test-coverage` / `--run-aggregation`): reads the LCOV report, Crystalball test map, and test reports, then exports the coverage-metrics and test-file-mapping tables. Requires the full argument set.
+- **Full coverage-metrics export** (default, no `--per-test-coverage` / `--run-aggregation`): reads the LCOV report, Crystalball test map, and test reports, then exports the coverage-metrics table. Requires the full argument set.
 - **Per-test coverage** (`--per-test-coverage GLOB`): inserts per-test rows into `code_coverage.test_coverage_per_file` and runs the daily `test_health_risk` aggregation unless `--skip-aggregation`. Needs only the `--clickhouse-*` options; `--test-reports` and `--jest-quarantine-file` are optional enrichment.
 - **Aggregation only** (`--run-aggregation`): runs the daily `test_health_risk` aggregation and exits. Needs only the `--clickhouse-*` options. Pair with `--skip-aggregation` on batched per-test inserts to aggregate once at the end instead of once per batch.
 

data/exe/post-to-slack

@@ -15,8 +15,14 @@ gitlab_api_token = nil
 options = OptionParser.new do |opts|
   opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
 
-  opts.on('-w', '--slack-webhook-url SLACK_WEBHOOK_URL', String, 'Slack webhook URL') do |slack_webhook_url|
-    params[:slack_webhook_url] = slack_webhook_url
+  # No String type on the webhook URL and bot token: OptionParser's String rejects "",
+  # and CI passes an unset variable as "".
+  opts.on('-w', '--slack-webhook-url SLACK_WEBHOOK_URL', 'Slack webhook URL') do |slack_webhook_url|
+    params[:slack_webhook_url] = slack_webhook_url unless slack_webhook_url.empty?
+  end
+
+  opts.on('-b', '--slack-bot-token TOKEN', 'Slack bot token, used instead of the webhook URL when set') do |token|
+    params[:slack_bot_token] = token unless token.empty?
   end
 
   opts.on('-a', '--gitlab-api-token TOKEN', String, 'GitLab API token') do |token|

data/exe/test-coverage

@@ -11,7 +11,6 @@ require_relative '../lib/gitlab_quality/test_tooling/code_coverage/category_owne
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/category_owners_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/coverage_metrics_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/per_test_coverage_table'
-require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/jest_quarantined_tests_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregator'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_score_snapshotter'
@@ -20,7 +19,6 @@ require_relative '../lib/gitlab_quality/test_tooling/code_coverage/lcov_file'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/artifacts'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/test_report'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/test_map'
-require_relative '../lib/gitlab_quality/test_tooling/code_coverage/test_file_mapping_data'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/per_test_coverage_data'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/per_test_coverage_exporter'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/source_file_classifier'
@@ -279,12 +277,4 @@ when :full_export
     **clickhouse_data
   )
   coverage_metrics_table.push(coverage_data.as_db_table)
-
-  # Export test-to-file mappings
-  test_file_mapping_data = GitlabQuality::TestTooling::CodeCoverage::TestFileMappingData.new(
-    test_to_sources,
-    tests_to_categories: tests_to_categories
-  )
-  test_file_mappings_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::TestFileMappingsTable.new(**shared_clickhouse_data)
-  test_file_mappings_table.push(test_file_mapping_data.as_db_table)
 end

data/lib/gitlab_quality/test_tooling/code_coverage/README.md

@@ -135,15 +135,6 @@ dependent:
   - "^spec/features/"
 ```
 
-## Test-to-File Mappings
-
-When a test map is provided, the module also exports test-to-source-file relationships
-to a separate `test_file_mappings` table. This enables:
-
-- **Coverage context for tests** - see which source files a specific test covers
-- **Impact analysis** - understand which files would lose coverage if a test is quarantined
-- **Flaky test triage** - correlate flaky tests with the source files they cover
-
 ## CLI
 
 Example usage:

data/lib/gitlab_quality/test_tooling/gitlab_client/gitlab_client.rb

@@ -40,13 +40,14 @@ module GitlabQuality
         end
 
         def post_exception_to_slack(error)
-          return unless ENV['CI_SLACK_WEBHOOK_URL']
+          return if ENV.values_at('CI_SLACK_BOT_TOKEN', 'CI_SLACK_WEBHOOK_URL').all? { |value| value.to_s.empty? }
 
           pipeline = Runtime::Env.pipeline_from_project_name
           channel = Runtime::Env.slack_alerts_channel
 
           slack_options = {
             slack_webhook_url: ENV.fetch('CI_SLACK_WEBHOOK_URL', nil),
+            slack_bot_token: ENV.fetch('CI_SLACK_BOT_TOKEN', nil),
             channel: channel,
             username: "GitLab Quality Test Tooling",
             icon_emoji: ':ci_failing:',
@@ -59,6 +60,9 @@ module GitlabQuality
           puts "Posting Slack message to channel: #{channel}"
 
           GitlabQuality::TestTooling::Slack::PostToSlack.new(**slack_options).invoke!
+        # The caller re-raises the GitLab error after this, so a failed alert must not replace it.
+        rescue StandardError => e
+          warn("Failed to post the error to Slack: #{e.message}")
         end
 
         def ignore_gitlab_client_exceptions

data/lib/gitlab_quality/test_tooling/report/report_as_issue.rb

@@ -122,7 +122,7 @@ module GitlabQuality
           issue_attrs = {}
 
           new_description = new_issue_description(test)
-          issue_attrs[:description] = new_description if issue.description != new_description
+          issue_attrs[:description] = new_description unless issue.description.to_s.include?(new_description.strip)
 
           new_labels = up_to_date_labels(test: test, issue: issue).to_a
           issue_attrs[:add_labels] = new_labels if (new_labels - issue.labels).any?

data/lib/gitlab_quality/test_tooling/slack/post_to_slack.rb

@@ -8,9 +8,12 @@ module GitlabQuality
       class PostToSlack
         MAX_PATTERN_MESSAGE_LENGTH = 150
         MAX_GROUPED_FAILURES_TO_DISPLAY = 10
+        POST_MESSAGE_URL = 'https://slack.com/api/chat.postMessage'
 
-        def initialize(slack_webhook_url:, channel:, message:, username:, icon_emoji:, environment_issues_file: nil)
+        # Posts with slack_bot_token when it is set and not empty, otherwise to slack_webhook_url.
+        def initialize(channel:, message:, username:, icon_emoji:, slack_webhook_url: nil, slack_bot_token: nil, environment_issues_file: nil)
           @slack_webhook_url = slack_webhook_url
+          @slack_bot_token = slack_bot_token
           @channel = channel
           @message = message
           @username = username
@@ -25,6 +28,8 @@ module GitlabQuality
           params['icon_emoji'] = icon_emoji
           params['text'] = build_message
 
+          return post_with_token(params) unless slack_bot_token.to_s.empty?
+
           Support::HttpRequest.make_http_request(
             method: 'post',
             url: slack_webhook_url,
@@ -35,7 +40,29 @@ module GitlabQuality
 
         private
 
-        attr_reader :slack_webhook_url, :channel, :message, :username, :icon_emoji, :environment_issues_file
+        attr_reader :slack_webhook_url, :slack_bot_token, :channel, :message, :username, :icon_emoji, :environment_issues_file
+
+        # chat.postMessage answers HTTP 200 with {"ok":false,...} on errors, so the body decides.
+        def post_with_token(params)
+          response = Support::HttpRequest.make_http_request(
+            method: 'post',
+            url: POST_MESSAGE_URL,
+            params: params,
+            headers: { 'Authorization' => "Bearer #{slack_bot_token}" },
+            show_response: true
+          )
+
+          raise "Slack did not accept the message: #{response.body}" unless accepted?(response.body.to_s)
+
+          response
+        end
+
+        def accepted?(body)
+          parsed = JSON.parse(body)
+          parsed.is_a?(Hash) && parsed['ok'] == true
+        rescue JSON::ParserError
+          false
+        end
 
         def build_message
           messages = []

data/lib/gitlab_quality/test_tooling/test_meta/test_meta_updater.rb

@@ -295,6 +295,7 @@ module GitlabQuality
           channel = Runtime::Env.slack_alerts_channel
           slack_options = {
             slack_webhook_url: ENV.fetch('CI_SLACK_WEBHOOK_URL', nil),
+            slack_bot_token: ENV.fetch('CI_SLACK_BOT_TOKEN', nil),
             channel: channel,
             username: "GitLab Quality Test Tooling",
             icon_emoji: ':warning:',

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "3.22.1"
+    VERSION = "3.23.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 3.22.1
+  version: 3.23.1
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-10-07 00:00:00.000000000 Z
+date: 2026-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -86,14 +86,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.10.1
+        version: 3.12.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.10.1
+        version: 3.12.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -502,7 +502,6 @@ files:
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/jest_quarantined_tests_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/per_test_coverage_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/table.rb
-- lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregation.sql
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregator.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_score_snapshot.sql
@@ -515,7 +514,6 @@ files:
 - lib/gitlab_quality/test_tooling/code_coverage/responsibility_patterns_config.rb
 - lib/gitlab_quality/test_tooling/code_coverage/rspec_report.rb
 - lib/gitlab_quality/test_tooling/code_coverage/source_file_classifier.rb
-- lib/gitlab_quality/test_tooling/code_coverage/test_file_mapping_data.rb
 - lib/gitlab_quality/test_tooling/code_coverage/test_map.rb
 - lib/gitlab_quality/test_tooling/code_coverage/test_report.rb
 - lib/gitlab_quality/test_tooling/code_coverage/utils.rb

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table.rb

@@ -1,263 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'table'
-
-module GitlabQuality
-  module TestTooling
-    module CodeCoverage
-      module ClickHouse
-        class TestFileMappingsTable < GitlabQuality::TestTooling::CodeCoverage::ClickHouse::Table
-          TABLE_NAME = "test_file_mappings"
-
-          # Override push to skip mappings already stored with the same values.
-          #
-          # @param data [Array<Hash>] Code coverage related data to be pushed to ClickHouse
-          # @return [nil]
-          def push(data) # rubocop:disable Metrics/AbcSize
-            return logger.warn("#{LOG_PREFIX} No data found, skipping ClickHouse export!") if data.empty?
-
-            logger.debug("#{LOG_PREFIX} Starting data export to ClickHouse")
-            @dropped_source_files = []
-            sanitized_data = sanitize(data)
-            report_dropped_source_files(sanitized_data.size)
-
-            return logger.warn("#{LOG_PREFIX} No valid data found after sanitization, skipping ClickHouse export!") if sanitized_data.empty?
-
-            # Filter out records that already exist with identical values
-            new_or_changed_records = filter_duplicates(sanitized_data)
-
-            if new_or_changed_records.empty?
-              logger.info("#{LOG_PREFIX} None of the #{sanitized_data.size} mappings need writing to #{full_table_name}, skipping insert")
-              return
-            end
-
-            client.insert_json_data(table_name, new_or_changed_records)
-            skipped_count = sanitized_data.size - new_or_changed_records.size
-            logger.info("#{LOG_PREFIX} Successfully pushed #{new_or_changed_records.size} new/changed records " \
-              "to #{full_table_name} (#{skipped_count} not written)")
-          rescue StandardError => e
-            logger.error("#{LOG_PREFIX} Error occurred while pushing data to #{full_table_name}: #{e.message}")
-            raise
-          end
-
-          private
-
-          # @return [Boolean] True if the record is valid, false otherwise
-          def valid_record?(record)
-            valid_test_file?(record) && valid_source_file?(record)
-          end
-
-          # @return [Boolean] True if the test_file field is present
-          def valid_test_file?(record)
-            return true unless record[:test_file].blank?
-
-            logger.warn("#{LOG_PREFIX} Skipping record with nil/empty test_file: #{record}")
-            false
-          end
-
-          # @return [Boolean] True if the source_file field is present
-          def valid_source_file?(record)
-            return true unless record[:source_file].blank?
-
-            logger.warn("#{LOG_PREFIX} Skipping record with nil/empty source_file: #{record}")
-            false
-          end
-
-          # @return [Hash, nil] Transformed mapping data including timestamp and CI metadata,
-          #   or nil when the source path cannot be made repo-relative
-          def sanitized_data_record(record)
-            source_file = relative_source_file(record[:source_file])
-
-            if source_file.nil?
-              dropped_source_files << record[:source_file]
-              return
-            end
-
-            {
-              timestamp: time,
-              test_file: record[:test_file],
-              source_file: source_file,
-              # CI_PROJECT_PATH is set by GitLab CI runner and considered trusted infrastructure input.
-              # In non-CI environments, this may be user-controlled, but sanitize_for_clickhouse
-              # provides SQL injection protection.
-              ci_project_path: ENV.fetch('CI_PROJECT_PATH', nil),
-              category: record[:category] || ''
-            }
-          end
-
-          def dropped_source_files
-            @dropped_source_files ||= []
-          end
-
-          # Reports the records that relative_source_file could not make repo-relative, once
-          # for the whole run, and raises when none survived. A CI_PROJECT_DIR that does not
-          # match the artifact's paths drops every mapping, so warning per record buries the
-          # job trace in one line per mapping, and warning alone would let a wholly empty
-          # export finish green.
-          #
-          # @return [void]
-          def report_dropped_source_files(kept_count)
-            return if dropped_source_files.empty?
-
-            message = "#{LOG_PREFIX} Skipped #{dropped_source_files.size} records with " \
-              "non-relative source_file, samples: #{dropped_source_files.first(3).join(', ')}"
-
-            raise message if kept_count.zero?
-
-            logger.warn(message)
-          end
-
-          # The repo-relative form of a source path, which is what the table's
-          # valid_source_file_format constraint accepts. Returns nil when the path cannot be
-          # made relative or normalizes to nothing, and the caller drops that record, because
-          # ClickHouse rejects the whole insert batch on a constraint violation rather than
-          # the offending row.
-          #
-          # @return [String, nil]
-          def relative_source_file(path)
-            ci_project_dir = ENV.fetch('CI_PROJECT_DIR', nil)
-
-            relative = path
-            relative = relative.delete_prefix("#{ci_project_dir.chomp('/')}/") if ci_project_dir.present?
-            relative = relative.sub(%r{\A(\./)+}, '')
-
-            relative.presence unless relative.start_with?('/')
-          end
-
-          # The records worth writing: mappings this project has not stored yet, plus ones
-          # whose category changed, except that a blank never replaces a stored category.
-          # Re-sending an unchanged mapping costs a row that survives until the table's TTL
-          # expires it, because section and stage are still part of the sort key and the
-          # values written here no longer match the stored ones.
-          #
-          # If the stored categories cannot be read, see #insertable_without_lookup.
-          #
-          # @param records [Array<Hash>] Sanitized records to insert
-          # @return [Array<Hash>] Records that are new or have changed values
-          def filter_duplicates(records) # rubocop:disable Metrics/AbcSize
-            return records if records.empty?
-
-            # Assumes all records belong to the same project (batch from single pipeline run)
-            ci_project_path = records.first[:ci_project_path]
-            return records if ci_project_path.blank? # Can't query without project path
-
-            logger.debug("#{LOG_PREFIX} Checking for duplicate mappings in #{full_table_name}")
-
-            existing_mappings = fetch_existing_mappings(ci_project_path, records)
-            return insertable_without_lookup(records) if existing_mappings.nil?
-
-            blank_suppressed = 0
-
-            new_or_changed = records.select do |record|
-              key = "#{record[:test_file]}|#{record[:source_file]}"
-              existing = existing_mappings[key]
-
-              # New mapping - doesn't exist yet
-              next true if existing.nil?
-
-              # A blank category means this pipeline's rspec reports didn't cover the test,
-              # not that the test has no category: the mappings come from the Crystalball map,
-              # which lists every test file regardless of what ran. Writing the blank erases a
-              # known category, and readers resolving ownership through category get nothing.
-              if record[:category].blank? && existing[:category].present?
-                blank_suppressed += 1
-                next false
-              end
-
-              existing[:category] != record[:category]
-            end
-
-            log_blank_suppressions(blank_suppressed)
-            logger.debug("#{LOG_PREFIX} Found #{new_or_changed.size} new/changed mappings out of #{records.size} total")
-            new_or_changed
-          rescue StandardError => e
-            logger.warn("#{LOG_PREFIX} Failed to check for duplicates: #{e.message}")
-            insertable_without_lookup(records)
-          end
-
-          # What to write when the stored categories could not be read. Records carrying a
-          # category still go in, because a failed read must not silently drop mappings.
-          # Blanks are held back: with no stored value to compare against they look new, and
-          # writing one replaces whatever category is already there. The mapping comes back
-          # on the next export that can read.
-          #
-          # @param records [Array<Hash>] Sanitized records to insert
-          # @return [Array<Hash>] Records that carry a category
-          def insertable_without_lookup(records)
-            with_category = records.reject { |record| record[:category].blank? }
-
-            logger.warn("#{LOG_PREFIX} No duplicate check possible; inserting " \
-              "#{with_category.size} of #{records.size} mappings and holding back " \
-              "#{records.size - with_category.size} with no category")
-
-            with_category
-          end
-
-          # Reported at info because it is the only signal that a pipeline's reports were
-          # incomplete. A steady non-zero count across runs means categories are arriving
-          # from fewer reports than there are test files in the map.
-          #
-          # @param count [Integer] Mappings whose stored category was kept over an incoming blank
-          # @return [nil]
-          def log_blank_suppressions(count)
-            return unless count.positive?
-
-            logger.info("#{LOG_PREFIX} Kept the stored category for #{count} mappings " \
-              "this pipeline's reports did not cover")
-          end
-
-          # The category currently stored against each of this project's mappings. Only
-          # filter_duplicates reads it.
-          #
-          # @param ci_project_path [String] The CI project path to filter by
-          # @param records [Array<Hash>] Records being inserted (used to limit query scope)
-          # @return [Hash, nil] "test_file|source_file" => { category: String }, or nil when
-          #   the read fails. An empty Hash means the table holds nothing for this project.
-          def fetch_existing_mappings(ci_project_path, records) # rubocop:disable Metrics/AbcSize
-            # Query for ALL latest mappings for this project
-            # We filter in Ruby rather than building dynamic SQL to avoid injection risks
-            # Aggregate rather than matching rows against a set of the latest timestamps.
-            # The set form has to materialise one tuple per stored mapping before it can
-            # filter anything, which exceeds the server's memory limit at this table's
-            # size; argMax streams and peaks at roughly a quarter of it.
-            sql = <<~SQL
-              SELECT
-                test_file,
-                source_file,
-                argMax(category, timestamp) AS category
-              FROM #{full_table_name}
-              WHERE ci_project_path = {project_path:String}
-              GROUP BY test_file, source_file
-            SQL
-
-            # Substitute project_path value using manual escaping (client doesn't support parameterized queries)
-            sql_with_params = sql.strip.gsub('{project_path:String}', "'#{sanitize_for_clickhouse(ci_project_path)}'")
-            results = client.query(sql_with_params)
-
-            # Build lookup hash, filtering to only the test_files we're checking if dataset is small
-            test_files_set = records.to_set { |r| r[:test_file] } if records.size <= 10_000
-
-            results.each_with_object({}) do |row, hash|
-              # Skip if we're doing selective filtering and this test_file isn't in our set
-              next if test_files_set && !test_files_set.include?(row['test_file'])
-
-              key = "#{row['test_file']}|#{row['source_file']}"
-              hash[key] = { category: row['category'] }
-            end
-          rescue StandardError => e
-            logger.warn("#{LOG_PREFIX} Failed to fetch existing mappings: #{e.message}")
-            nil # nil, not {}: an empty table and an unreadable one need different handling
-          end
-
-          # Sanitize string for ClickHouse by escaping single quotes and backslashes
-          # This protects against SQL injection when we must use string interpolation
-          # @param str [String] String to sanitize
-          # @return [String] Sanitized string
-          def sanitize_for_clickhouse(str)
-            str.to_s.gsub(/\\/, '\\\\\\\\').gsub("'", "''") # rubocop:disable Style/RedundantRegexpArgument
-          end
-        end
-      end
-    end
-  end
-end

data/lib/gitlab_quality/test_tooling/code_coverage/test_file_mapping_data.rb

@@ -1,49 +0,0 @@
-# frozen_string_literal: true
-
-module GitlabQuality
-  module TestTooling
-    module CodeCoverage
-      class TestFileMappingData
-        # @param [Hash<String, Array<String>>] test_to_sources Test files
-        #   mapped to all source files they cover
-        # @param [Hash<String, Array<String>>] tests_to_categories Test files
-        #   mapped to their feature categories
-        def initialize(test_to_sources, tests_to_categories: {})
-          @test_to_sources = test_to_sources
-          @tests_to_categories = tests_to_categories
-        end
-
-        # Rows for shared.test_file_mappings, one per test-and-source pair.
-        #
-        # Carries no group, stage or section on purpose. Those describe the category
-        # rather than the mapping and change whenever stages.yml is reorganised, so
-        # storing them on every mapping multiplies rows for no gain.
-        #
-        # Readers resolve ownership from shared.category_owners through category. That
-        # table keeps every historical row, up to 57 for one category, so a plain join
-        # fans out; dedupe it with ORDER BY category, timestamp DESC LIMIT 1 BY category.
-        #
-        # @return [Array<Hash<Symbol, String>>] Mapping data formatted for database insertion
-        # @example Return value
-        #   [
-        #     { test_file: "spec/models/user_spec.rb", source_file: "app/models/user.rb",
-        #       category: "team_planning" },
-        #     ...
-        #   ]
-        def as_db_table
-          @test_to_sources.flat_map do |test_file, source_files|
-            category = @tests_to_categories[test_file]&.first || ''
-
-            source_files.map do |source_file|
-              {
-                test_file: test_file,
-                source_file: source_file,
-                category: category
-              }
-            end
-          end
-        end
-      end
-    end
-  end
-end