gitlab_quality-test_tooling 3.22.0 → 3.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a2bfb7b97e0b3a58ac7cbf7cc5f4ab8eb49bf3bf117fce216a34996ed4b4e471
-  data.tar.gz: 93b21c6cf0608d72292514aa34770db9f7402813ac6b0aeafc383b74f48202b9
+  metadata.gz: 635939993ec2f8ac5d2593a070f8494cf9953510c3d2b1f659a86afadd57ff66
+  data.tar.gz: 7a75e161d96b24793411864ab93a467bad63bab716d2b1e2a5d1ab272583a9b9
 SHA512:
-  metadata.gz: b58cd4d33e53fccf07cd9ca8a1113f0e93a50f33a2217f46c50c3d4ec3e5a1e2f777fbd5546ec20813385a913e989f29b56fbb936be7a5b0bff1fe4f2ffd9231
-  data.tar.gz: 06a62a7194ebbdc04483a4691eef617c3e2d82d553851f82430ddef4634c0a53f1cb4d3e8cda82fb648bc57ef6a2dda581e4c774cc3eacb622473d7c86d6466d
+  metadata.gz: 47a4fb04a69850d455d1dde34a2fdf3026183590d839301c07bad0685c41a8c244e128a40006dd7b90fcf83175e873b01f258945073d03e1cc9c77fe3ee6f37a
+  data.tar.gz: bf09187090fd25886a6c4a0eb320b1d431db0df8a6eca497f09b178245ffb9c229a8ba0c84107016a036eb5f095b01e709dfadc136a0393864ef1b45445df65d

data/Gemfile.lock

@@ -1,9 +1,10 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (3.22.0)
+    gitlab_quality-test_tooling (3.23.0)
       activesupport (>= 7.0)
       amatch (~> 0.4.1)
+      csv (~> 3.0)
       fog-google (~> 1.25)
       gitlab (>= 4.19, < 7.0)
       http (~> 5.0)
@@ -18,30 +19,33 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.1.4)
+    activesupport (7.2.4)
       base64
+      benchmark (>= 0.3)
       bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      connection_pool (>= 2.2.5)
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5, < 3)
       drb
       i18n (>= 1.6, < 2)
-      minitest (>= 5.1)
-      mutex_m
-      tzinfo (~> 2.0)
-    addressable (2.8.7)
-      public_suffix (>= 2.0.2, < 7.0)
+      logger (>= 1.4.2)
+      minitest (>= 5.1, < 6)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
     amatch (0.4.1)
       mize
       tins (~> 1.0)
     ast (2.4.2)
     backport (1.2.0)
-    base64 (0.2.0)
+    base64 (0.3.0)
     benchmark (0.3.0)
-    bigdecimal (3.1.8)
+    bigdecimal (4.1.3)
     binding_of_caller (1.0.1)
       debug_inspector (>= 1.2.0)
     builder (3.3.0)
-    byebug (11.1.3)
+    byebug (13.0.0)
+      reline (>= 0.6.0)
     claide (1.1.0)
     claide-plugins (0.9.2)
       cork
@@ -50,14 +54,14 @@ GEM
     climate_control (1.2.0)
     coderay (1.1.3)
     colored2 (3.1.2)
-    concurrent-ruby (1.3.4)
-    connection_pool (2.4.1)
+    concurrent-ruby (1.3.8)
+    connection_pool (2.5.5)
     cork (0.3.0)
       colored2 (~> 3.1)
     crack (1.0.0)
       bigdecimal
       rexml
-    csv (3.3.0)
+    csv (3.3.6)
     danger (9.5.0)
       claide (~> 1.0)
       claide-plugins (>= 0.9.2)
@@ -78,18 +82,20 @@ GEM
     diff-lcs (1.5.1)
     docile (1.4.1)
     domain_name (0.6.20240107)
-    drb (2.2.1)
+    drb (2.2.3)
     e2mmap (0.1.0)
     excon (1.6.0)
       logger
-    faraday (2.12.0)
-      faraday-net_http (>= 2.0, < 3.4)
+    faraday (2.14.4)
+      faraday-net_http (>= 2.0, < 3.5)
       json
       logger
+    faraday-follow_redirects (0.5.0)
+      faraday (>= 1, < 3)
     faraday-http-cache (2.5.1)
       faraday (>= 0.8)
-    faraday-net_http (3.3.0)
-      net-http
+    faraday-net_http (3.4.4)
+      net-http (~> 0.5)
     ffi (1.17.0)
     ffi-compiler (1.3.2)
       ffi (>= 1.15.5)
@@ -138,16 +144,17 @@ GEM
       rubocop-rails (~> 2.26.0)
       rubocop-rspec (~> 3.0.4)
       rubocop-rspec_rails (~> 2.30.0)
-    google-apis-compute_v1 (0.108.0)
+    google-apis-compute_v1 (0.155.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-core (0.15.1)
-      addressable (~> 2.5, >= 2.5.1)
-      googleauth (~> 1.9)
-      httpclient (>= 2.8.3, < 3.a)
-      mini_mime (~> 1.0)
-      mutex_m
+    google-apis-core (1.2.2)
+      addressable (~> 2.8, >= 2.8.7)
+      faraday (~> 2.13)
+      faraday-follow_redirects (~> 0.3)
+      googleauth (~> 1.14)
+      mini_mime (~> 1.1)
+      multi_json (~> 1.11)
       representable (~> 3.0)
-      retriable (>= 2.0, < 4.a)
+      retriable (>= 3.1, < 5.0)
     google-apis-dns_v1 (0.44.0)
       google-apis-core (>= 0.15.0, < 2.a)
     google-apis-iamcredentials_v1 (0.21.0)
@@ -162,12 +169,14 @@ GEM
       google-apis-core (>= 0.15.0, < 2.a)
     google-cloud-env (2.2.1)
       faraday (>= 1.0, < 3.a)
-    googleauth (1.11.1)
+    google-logging-utils (0.2.0)
+    googleauth (1.17.4)
       faraday (>= 1.0, < 3.a)
-      google-cloud-env (~> 2.1)
-      jwt (>= 1.4, < 3.0)
-      multi_json (~> 1.11)
+      google-cloud-env (~> 2.2)
+      google-logging-utils (~> 0.1)
+      jwt (>= 1.4, < 4.0)
       os (>= 0.9, < 2.0)
+      pstore (~> 0.1)
       signet (>= 0.16, < 2.a)
     guard (2.18.1)
       formatador (>= 0.2.4)
@@ -194,16 +203,16 @@ GEM
     http-cookie (1.0.7)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
-    httparty (0.22.0)
+    httparty (0.24.3)
       csv
       mini_mime (>= 1.0.0)
       multi_xml (>= 0.5.2)
-    httpclient (2.8.3)
-    i18n (1.14.6)
+    i18n (1.15.2)
       concurrent-ruby (~> 1.0)
+    io-console (0.9.4)
     jaro_winkler (1.6.0)
-    json (2.7.2)
-    jwt (2.9.3)
+    json (2.21.2)
+    jwt (3.3.0)
       base64
     kramdown (2.4.0)
       rexml
@@ -217,7 +226,7 @@ GEM
     llhttp-ffi (0.5.0)
       ffi-compiler (~> 1.0)
       rake (~> 13.0)
-    logger (1.6.1)
+    logger (1.7.0)
     lumberjack (1.2.10)
     method_source (1.1.0)
     mime-types (3.6.0)
@@ -225,19 +234,18 @@ GEM
       mime-types-data (~> 3.2015)
     mime-types-data (3.2024.1001)
     mini_mime (1.1.5)
-    mini_portile2 (2.8.7)
-    minitest (5.25.1)
+    mini_portile2 (2.8.9)
+    minitest (5.27.0)
     mize (0.6.0)
     multi_json (1.15.0)
-    multi_xml (0.7.1)
-      bigdecimal (~> 3.1)
-    mutex_m (0.2.0)
+    multi_xml (0.9.1)
+      bigdecimal (>= 3.1, < 5)
     nap (1.1.0)
     nenv (0.3.0)
-    net-http (0.4.1)
-      uri
+    net-http (0.9.1)
+      uri (>= 0.11.1)
     netrc (0.11.0)
-    nokogiri (1.16.7)
+    nokogiri (1.19.4)
       mini_portile2 (~> 2.8.2)
       racc (~> 1.4)
     notiffany (0.1.3)
@@ -259,12 +267,13 @@ GEM
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    pry-byebug (3.10.1)
-      byebug (~> 11.0)
-      pry (>= 0.13, < 0.15)
-    public_suffix (6.0.1)
+    pry-byebug (3.12.0)
+      byebug (~> 13.0)
+      pry (>= 0.13, < 0.17)
+    pstore (0.2.1)
+    public_suffix (7.0.5)
     racc (1.8.1)
-    rack (3.2.1)
+    rack (3.2.7)
     rainbow (3.1.1)
     rake (13.2.1)
     rb-fsevent (0.11.2)
@@ -273,6 +282,8 @@ GEM
     rbs (2.8.4)
     rchardet (1.8.0)
     regexp_parser (2.11.2)
+    reline (0.7.0)
+      io-console (~> 0.5)
     representable (3.2.0)
       declarative (< 0.1.0)
       trailblazer-option (>= 0.1.1, < 0.2.0)
@@ -285,7 +296,7 @@ GEM
     retriable (3.1.2)
     reverse_markdown (2.1.1)
       nokogiri
-    rexml (3.3.8)
+    rexml (3.4.4)
     rouge (4.4.0)
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
@@ -348,12 +359,12 @@ GEM
     sawyer (0.9.2)
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
+    securerandom (0.4.1)
     shellany (0.0.1)
-    signet (0.19.0)
+    signet (0.22.0)
       addressable (~> 2.8)
       faraday (>= 0.17.5, < 3.a)
-      jwt (>= 1.5, < 3.0)
-      multi_json (~> 1.10)
+      jwt (>= 1.5, < 4.0)
     simplecov (0.22.0)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
@@ -397,9 +408,9 @@ GEM
     unparser (0.6.15)
       diff-lcs (~> 1.3)
       parser (>= 3.3.0)
-    uri (0.13.1)
-    webmock (3.7.0)
-      addressable (>= 2.3.6)
+    uri (1.1.1)
+    webmock (3.26.4)
+      addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
     yard (0.9.37)
@@ -416,7 +427,7 @@ DEPENDENCIES
   gitlab_quality-test_tooling!
   guard-rspec (~> 4.7)
   lefthook (~> 1.3)
-  pry-byebug (= 3.10.1)
+  pry-byebug (= 3.12.0)
   rake (~> 13.0)
   rest-client (~> 2.1.0)
   rspec (~> 3.12)
@@ -425,7 +436,7 @@ DEPENDENCIES
   simplecov-cobertura (~> 2.1)
   solargraph (~> 0.41)
   timecop (~> 0.9.5)
-  webmock (= 3.7.0)
+  webmock (= 3.26.4)
 
 BUNDLED WITH
    2.7.2

data/README.md

@@ -51,6 +51,7 @@ Purpose: Post a message to Slack, and optionally add a test summary table based
 Usage: exe/post-to-slack [options]
     -w SLACK_WEBHOOK_URL,            Slack webhook URL
         --slack-webhook-url
+    -b, --slack-bot-token TOKEN      Slack bot token, used instead of the webhook URL when set
     -c, --channel CHANNEL            Slack channel to post the message to
     -m, --message MESSAGE            Post message to Slack
     -t FILES,                        Add a test summary table based on RSpec report files (JUnit XML)

data/exe/post-to-slack

@@ -19,6 +19,11 @@ options = OptionParser.new do |opts|
     params[:slack_webhook_url] = slack_webhook_url
   end
 
+  # No String type: OptionParser's String rejects "", and CI passes an unset variable as "".
+  opts.on('-b', '--slack-bot-token TOKEN', 'Slack bot token, used instead of the webhook URL when set') do |token|
+    params[:slack_bot_token] = token unless token.empty?
+  end
+
   opts.on('-a', '--gitlab-api-token TOKEN', String, 'GitLab API token') do |token|
     gitlab_api_token = token unless token.empty?
   end

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregation.sql

@@ -9,9 +9,10 @@
 -- Parameters use `{name}` braces, substituted as literal text by gsub in
 -- TestHealthRiskAggregator#build_sql after validation. A typoed placeholder
 -- silently survives gsub, so match the names exactly.
---   {snapshot_date}  date stamp for this run
---   {coverage_start} day of the most recent full per-test capture
---   {risk_window}    quarantine/flaky lookback, default '30 DAY'
+--   {snapshot_date}     date stamp for this run
+--   {coverage_start}    day of the most recent full per-test capture
+--   {risk_window}       flaky and ownership lookback, default '30 DAY'
+--   {quarantine_window} default-branch quarantine lookback, fixed at '3 DAY'
 --
 -- The INSERT is unconditional. Idempotency comes from the target table's
 -- ReplacingMergeTree(version) engine keyed by the row tuple: re-runs and
@@ -26,17 +27,16 @@
 INSERT INTO code_coverage.test_health_risk_per_group
 WITH
   quarantine_status AS (
-    -- `date` is the daily aggregation timestamp on the test_metrics summary
-    -- view (when the per-test counts were rolled up), not the date a test
-    -- entered quarantine. We treat any test marked quarantined within the
-    -- risk window as currently quarantined.
-    SELECT
-      test_file,
-      uniqIfMerge(quarantined_cases) > 0 AS is_quarantined
-    FROM test_metrics.test_file_quarantine_summary
-    WHERE date >= now() - INTERVAL {risk_window}
-    GROUP BY test_file
-    HAVING is_quarantined
+    -- The same source and window the Quarantine score counts from, so both
+    -- agree on which specs are quarantined. The MV keeps default-branch
+    -- pipelines only; test_file_quarantine_summary also counts stable-branch
+    -- and backport pipelines, which keep a spec quarantined long after master
+    -- has fixed it.
+    SELECT DISTINCT
+      file_path AS test_file,
+      TRUE AS is_quarantined
+    FROM test_metrics.quarantined_tests_hourly_mv
+    WHERE hour_timestamp >= now() - INTERVAL {quarantine_window}
   ),
   flaky_status AS (
     SELECT

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregator.rb

@@ -39,6 +39,8 @@ module GitlabQuality
           # denominator built from sparse data.
           DEFAULT_ANCHOR_LOOKBACK = '21 DAY'
           DEFAULT_RISK_WINDOW = '30 DAY'
+          # Must match the Quarantine score's window in the runbooks Test Health views.
+          QUARANTINE_WINDOW = '3 DAY'
 
           # `snapshot_date` is YYYY-MM-DD; intervals are `<integer> <unit>`
           # (singular or plural).
@@ -126,6 +128,7 @@ module GitlabQuality
               .gsub('{snapshot_date}', validate_date(snapshot_date))
               .gsub('{coverage_start}', coverage_start)
               .gsub('{risk_window}', validate_interval(risk_window))
+              .gsub('{quarantine_window}', QUARANTINE_WINDOW)
           end
 
           # DateTime/Time `to_s` includes the time portion and is rejected.

data/lib/gitlab_quality/test_tooling/gitlab_client/gitlab_client.rb

@@ -40,13 +40,14 @@ module GitlabQuality
         end
 
         def post_exception_to_slack(error)
-          return unless ENV['CI_SLACK_WEBHOOK_URL']
+          return if ENV.values_at('CI_SLACK_BOT_TOKEN', 'CI_SLACK_WEBHOOK_URL').all? { |value| value.to_s.empty? }
 
           pipeline = Runtime::Env.pipeline_from_project_name
           channel = Runtime::Env.slack_alerts_channel
 
           slack_options = {
             slack_webhook_url: ENV.fetch('CI_SLACK_WEBHOOK_URL', nil),
+            slack_bot_token: ENV.fetch('CI_SLACK_BOT_TOKEN', nil),
             channel: channel,
             username: "GitLab Quality Test Tooling",
             icon_emoji: ':ci_failing:',
@@ -59,6 +60,9 @@ module GitlabQuality
           puts "Posting Slack message to channel: #{channel}"
 
           GitlabQuality::TestTooling::Slack::PostToSlack.new(**slack_options).invoke!
+        # The caller re-raises the GitLab error after this, so a failed alert must not replace it.
+        rescue StandardError => e
+          warn("Failed to post the error to Slack: #{e.message}")
         end
 
         def ignore_gitlab_client_exceptions

data/lib/gitlab_quality/test_tooling/report/report_as_issue.rb

@@ -122,7 +122,7 @@ module GitlabQuality
           issue_attrs = {}
 
           new_description = new_issue_description(test)
-          issue_attrs[:description] = new_description if issue.description != new_description
+          issue_attrs[:description] = new_description unless issue.description.to_s.include?(new_description.strip)
 
           new_labels = up_to_date_labels(test: test, issue: issue).to_a
           issue_attrs[:add_labels] = new_labels if (new_labels - issue.labels).any?

data/lib/gitlab_quality/test_tooling/slack/post_to_slack.rb

@@ -8,9 +8,12 @@ module GitlabQuality
       class PostToSlack
         MAX_PATTERN_MESSAGE_LENGTH = 150
         MAX_GROUPED_FAILURES_TO_DISPLAY = 10
+        POST_MESSAGE_URL = 'https://slack.com/api/chat.postMessage'
 
-        def initialize(slack_webhook_url:, channel:, message:, username:, icon_emoji:, environment_issues_file: nil)
+        # Posts with slack_bot_token when it is set and not empty, otherwise to slack_webhook_url.
+        def initialize(channel:, message:, username:, icon_emoji:, slack_webhook_url: nil, slack_bot_token: nil, environment_issues_file: nil)
           @slack_webhook_url = slack_webhook_url
+          @slack_bot_token = slack_bot_token
           @channel = channel
           @message = message
           @username = username
@@ -25,6 +28,8 @@ module GitlabQuality
           params['icon_emoji'] = icon_emoji
           params['text'] = build_message
 
+          return post_with_token(params) unless slack_bot_token.to_s.empty?
+
           Support::HttpRequest.make_http_request(
             method: 'post',
             url: slack_webhook_url,
@@ -35,7 +40,29 @@ module GitlabQuality
 
         private
 
-        attr_reader :slack_webhook_url, :channel, :message, :username, :icon_emoji, :environment_issues_file
+        attr_reader :slack_webhook_url, :slack_bot_token, :channel, :message, :username, :icon_emoji, :environment_issues_file
+
+        # chat.postMessage answers HTTP 200 with {"ok":false,...} on errors, so the body decides.
+        def post_with_token(params)
+          response = Support::HttpRequest.make_http_request(
+            method: 'post',
+            url: POST_MESSAGE_URL,
+            params: params,
+            headers: { 'Authorization' => "Bearer #{slack_bot_token}" },
+            show_response: true
+          )
+
+          raise "Slack did not accept the message: #{response.body}" unless accepted?(response.body.to_s)
+
+          response
+        end
+
+        def accepted?(body)
+          parsed = JSON.parse(body)
+          parsed.is_a?(Hash) && parsed['ok'] == true
+        rescue JSON::ParserError
+          false
+        end
 
         def build_message
           messages = []

data/lib/gitlab_quality/test_tooling/test_meta/test_meta_updater.rb

@@ -295,6 +295,7 @@ module GitlabQuality
           channel = Runtime::Env.slack_alerts_channel
           slack_options = {
             slack_webhook_url: ENV.fetch('CI_SLACK_WEBHOOK_URL', nil),
+            slack_bot_token: ENV.fetch('CI_SLACK_BOT_TOKEN', nil),
             channel: channel,
             username: "GitLab Quality Test Tooling",
             icon_emoji: ':warning:',

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "3.22.0"
+    VERSION = "3.23.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 3.22.0
+  version: 3.23.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-09-09 00:00:00.000000000 Z
+date: 2026-10-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -86,14 +86,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.10.1
+        version: 3.12.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.10.1
+        version: 3.12.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -212,14 +212,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.7.0
+        version: 3.26.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 3.7.0
+        version: 3.26.4
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
@@ -248,6 +248,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.4.1
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
 - !ruby/object:Gem::Dependency
   name: fog-google
   requirement: !ruby/object:Gem::Requirement