gitlab_quality-test_tooling 2.22.0 → 2.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9bc3f79d2fd78c6d8fd1ee931c50f126e8aa2c91a0608b6e3675605fffa5dd5e
-  data.tar.gz: a80d4658c0781ec47d880b6dbf0166eb97f64742ce4e468ef86f9bc3e1e7615c
+  metadata.gz: 3c015244f26f542bc2a00450d783e83ce4067e785e4f3dcdd242178b5144a722
+  data.tar.gz: 46f7ed259a123fcee7fb3ce26f8e31aa15beed4f3eac08f41dfadb2715abfa76
 SHA512:
-  metadata.gz: bb3d6fde7d83295c03059558525e6e4722416cd87dcf5e8a72c0b8f673dc384e08012d18aaed88877febd22cd400f039a24fb977ebbba985d0774e940b12f24e
-  data.tar.gz: 4cd6cee22b30f7cc1bd6c6291f55c0ba6026d4688b04c00b054cbcb3598054e8a5f696758b7e23adad1853ae9222802ebe22179baea96027be0b88a4598d5b5b
+  metadata.gz: d5e93d7172b231765c6e58bd92eb567cb02fd1fdd522f749241359ce38af74ea058c8323a749e6eb54c5de6091236b3ab8a7494aa4da9870f0dfc5f7d1e2e41f
+  data.tar.gz: c9f71fd4df1d8af85264396cd0625e2b7cbaab934d164037c8edfc8bc90d542c780ea2394b9950c61e7e909cfcd40d482e66332c3cfecf1f2e58e29c80a77461

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (2.22.0)
+    gitlab_quality-test_tooling (2.23.0)
       activesupport (>= 7.0, < 7.3)
       amatch (~> 0.4.1)
       fog-google (~> 1.24, >= 1.24.1)

data/exe/post-to-slack

@@ -77,6 +77,10 @@ options = OptionParser.new do |opts|
     params[:icon_emoji] = icon_emoji
   end
 
+  opts.on('-e', '--environment-issues-file FILE', String, 'Add environment issues alert based on grouped failure data in a file') do |file|
+    params[:environment_issues_file] = file
+  end
+
   opts.on_tail('-v', '--version', 'Show the version') do
     require_relative "../lib/gitlab_quality/test_tooling/version"
     puts "#{$PROGRAM_NAME} : #{GitlabQuality::TestTooling::VERSION}"

data/lib/gitlab_quality/test_tooling/report/relate_failure_issue.rb

@@ -71,6 +71,7 @@ module GitlabQuality
           exclude_labels_for_search: nil,
           metrics_files: [],
           group_similar: false,
+          environment_issues_output_file: nil,
           **kwargs)
           super
           @max_diff_ratio = max_diff_ratio.to_f
@@ -81,11 +82,13 @@ module GitlabQuality
           @commented_issue_list = Set.new
           @metrics_files = Array(metrics_files)
           @group_similar = group_similar
+          @environment_issues_output_file = environment_issues_output_file
         end
 
         private
 
-        attr_reader :max_diff_ratio, :system_logs, :base_issue_labels, :exclude_labels_for_search, :metrics_files, :ops_gitlab_client, :group_similar
+        attr_reader :max_diff_ratio, :system_logs, :base_issue_labels, :exclude_labels_for_search, :metrics_files, :ops_gitlab_client, :group_similar,
+          :environment_issues_output_file
 
         def run!
           puts "Reporting test failures in `#{files.join(',')}` as issues in project `#{project}` via the API at `#{Runtime::Env.gitlab_api_base}`."
@@ -123,6 +126,8 @@ module GitlabQuality
 
           grouper.process_failures(failure_data)
           grouper.process_issues
+
+          export_environment_issues_for_slack(environment_issues_output_file) if environment_issues_output_file
         end
 
         def collect_all_test_results
@@ -690,6 +695,43 @@ module GitlabQuality
 
           "|| [Screenshot](#{ci_job_url}/artifacts/file/#{screenshot_path})"
         end
+
+        def export_environment_issues_for_slack(output_file)
+          return unless similar_issues_grouped?
+
+          File.write(output_file, build_environment_issues_data.to_json)
+        rescue StandardError => e
+          puts "Warning: Failed to export environment issues for Slack: #{e.message}"
+        end
+
+        def build_environment_issues_data
+          {
+            grouped_failures: format_grouped_failures,
+            summary: grouper.summary
+          }
+        end
+
+        def format_grouped_failures
+          grouper.grouped_failures.map do |_fingerprint, grouped_failure|
+            {
+              fingerprint: grouped_failure[:fingerprint],
+              pattern_name: grouped_failure[:pattern_name],
+              normalized_message: grouped_failure[:normalized_message],
+              failure_count: grouped_failure[:failures].size,
+              failures: format_individual_failures(grouped_failure[:failures])
+            }
+          end
+        end
+
+        def format_individual_failures(failures)
+          failures.map do |failure|
+            {
+              description: failure[:description],
+              file_path: failure[:file_path],
+              ci_job_url: failure[:ci_job_url]
+            }
+          end
+        end
       end
     end
   end

data/lib/gitlab_quality/test_tooling/slack/post_to_slack.rb

@@ -1,15 +1,21 @@
 # frozen_string_literal: true
 
+require 'json'
+
 module GitlabQuality
   module TestTooling
     module Slack
       class PostToSlack
-        def initialize(slack_webhook_url:, channel:, message:, username:, icon_emoji:)
+        MAX_PATTERN_MESSAGE_LENGTH = 150
+        MAX_GROUPED_FAILURES_TO_DISPLAY = 10
+
+        def initialize(slack_webhook_url:, channel:, message:, username:, icon_emoji:, environment_issues_file: nil)
           @slack_webhook_url = slack_webhook_url
           @channel = channel
           @message = message
           @username = username
           @icon_emoji = icon_emoji
+          @environment_issues_file = environment_issues_file
         end
 
         def invoke!
@@ -17,7 +23,7 @@ module GitlabQuality
           params['channel'] = channel
           params['username'] = username
           params['icon_emoji'] = icon_emoji
-          params['text'] = message
+          params['text'] = build_message
 
           Support::HttpRequest.make_http_request(
             method: 'post',
@@ -29,7 +35,101 @@ module GitlabQuality
 
         private
 
-        attr_reader :slack_webhook_url, :channel, :message, :username, :icon_emoji
+        attr_reader :slack_webhook_url, :channel, :message, :username, :icon_emoji, :environment_issues_file
+
+        def build_message
+          messages = []
+          messages << message if message && !message.empty?
+          messages << format_environment_issues if environment_issues_file && File.exist?(environment_issues_file)
+
+          messages.join("\n\n")
+        end
+
+        def format_environment_issues
+          issues_data = JSON.parse(File.read(environment_issues_file))
+          return nil if issues_data.nil? || issues_data['grouped_failures'].empty?
+
+          build_slack_message(issues_data)
+        rescue JSON::ParserError => e
+          ":x: Error parsing environment issues file: #{e.message}"
+        rescue StandardError => e
+          ":x: Error formatting environment issues: #{e.message}"
+        end
+
+        def format_single_environment_issue(failure)
+          pattern_title = pattern_display_name(failure['pattern_name'])
+
+          issue_text = build_issue_header(pattern_title, failure)
+          issue_text + build_job_info(failure)
+        end
+
+        def pattern_display_name(pattern_name)
+          case pattern_name&.downcase
+          when /http_500/
+            "HTTP 500 Internal Server Errors"
+          when /http_400/
+            "HTTP 400 Bad Request Errors"
+          when /http_503/
+            "HTTP 503 Service Unavailable"
+          when /timeout/
+            "Timeout Errors"
+          when /git_rpc|repository/
+            "Git/Repository Errors"
+          else
+            "#{pattern_name&.humanize || 'Unknown'} Errors"
+          end
+        end
+
+        def build_slack_message(issues_data)
+          header = ":warning: *Environment Issues Detected*\n"
+
+          issue_messages = format_issue_messages(issues_data['grouped_failures'])
+          truncation_note = build_truncation_note(issues_data['grouped_failures'].size)
+          summary = build_summary_text(issues_data['summary'])
+
+          header + issue_messages + truncation_note + summary
+        end
+
+        def format_issue_messages(grouped_failures)
+          failures_to_show = grouped_failures.first(MAX_GROUPED_FAILURES_TO_DISPLAY)
+          failures_to_show.map { |failure| format_single_environment_issue(failure) }.join("\n\n")
+        end
+
+        def build_truncation_note(total_failures)
+          return "" unless total_failures > MAX_GROUPED_FAILURES_TO_DISPLAY
+
+          "\n_... and #{total_failures - MAX_GROUPED_FAILURES_TO_DISPLAY} more environment issue(s)_"
+        end
+
+        def build_issue_header(pattern_title, failure)
+          <<~TEXT
+            *#{pattern_title}*
+            • Affected tests: #{failure['failure_count']}
+            • Pattern: `#{truncate_message(failure['normalized_message'])}`
+          TEXT
+        end
+
+        def build_job_info(failure)
+          return "" unless failure['failures']&.any?
+
+          job_urls = failure['failures'].filter_map { |f| f['ci_job_url'] }.uniq
+          job_urls.any? ? "• Jobs affected: #{job_urls.size}\n" : ""
+        end
+
+        def build_summary_text(summary)
+          <<~TEXT
+
+            *Summary:* #{summary['grouped_issues']} environment issue(s) affecting #{summary['total_grouped_failures']} test(s)
+
+            _Note: Future improvements will include direct GitLab issue links and enhanced filtering._
+            _Track progress: https://gitlab.com/groups/gitlab-org/quality/quality-engineering/-/epics/168_
+          TEXT
+        end
+
+        def truncate_message(message)
+          text = message.to_s
+          text.length > MAX_PATTERN_MESSAGE_LENGTH ? "#{text[0..MAX_PATTERN_MESSAGE_LENGTH]}..." : text
+        end
       end
     end
   end

data/lib/gitlab_quality/test_tooling/test_metrics_exporter/utils.rb

@@ -78,7 +78,7 @@ module GitlabQuality
             )
             ENGINE = MergeTree()
             PARTITION BY toYYYYMM(timestamp)
-            ORDER BY (ci_project_path, timestamp, run_type, status, feature_category, file_path, ci_pipeline_id)
+            ORDER BY (ci_project_path, status, run_type, feature_category, file_path, timestamp, ci_pipeline_id)
             SETTINGS index_granularity = 8192;
           SQL
           return if config.extra_metadata_columns.empty?

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "2.22.0"
+    VERSION = "2.23.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 2.22.0
+  version: 2.23.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-10-15 00:00:00.000000000 Z
+date: 2025-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control