gitlab_quality-test_tooling 1.22.0 → 1.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 755ed1e2f1e0a7ac2e1d1264eeed686c76fb23c90d5eb6ebfbcaa64f931045f6
-  data.tar.gz: 5bbc1d0b7b93d8db268e2b0b0081b3878ff4117e97b2a3426023180cdec945ec
+  metadata.gz: c63a7a25d0e3a05f515954353898bb8d0dcb9e7a90634087e738f5cb16174c57
+  data.tar.gz: 386833833dc0fd5cdc6334d3d613a38544fbc885c5ccb396070614f0e889555f
 SHA512:
-  metadata.gz: 3078229a51d390624b6e148444735f38581383319e377db26986d7d1b77d2b53447b440d1fc3eecb8eaf52e92a3cc0c927e4ab44930e34bfb83165e88b011097
-  data.tar.gz: a0ac07071de3a7fe50144f2527faff4a6e5c5530477681b5ebf1137fc1d89aa8991f2aa88ef255bd0ffa84c3a3d8440ab91e3b3b7ef4c28fed9ae3b11c7709e0
+  metadata.gz: bb13a1c06a626b1152115262e0606480e78eb9aaafd6ed5e673cd72d6b1a268ab7659c020dbab743ebb872e71c1332905319d0ed6970cbde8bf0168c208fa2c3
+  data.tar.gz: 40652c63561438f37f5610e5b22f93c6a0404c53d4dc65b17713bbf5469bf769dd13691361f02f5aa8229aab706f7e349db6abf663cf45745aaa040456461db7

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (1.22.0)
+    gitlab_quality-test_tooling (1.23.0)
       activesupport (>= 6.1, < 7.2)
       amatch (~> 0.4.1)
       gitlab (~> 4.19)

data/lib/gitlab_quality/test_tooling/report/concerns/issue_reports.rb

@@ -12,11 +12,57 @@ module GitlabQuality
           REPORT_ITEM_REGEX = /^1\. \d{4}-\d{2}-\d{2}: #{JOB_URL_REGEX} \((?<pipeline_url>\S+)\)/
           LATEST_REPORTS_TO_SHOW = 10
 
+          class ReportsList
+            def initialize(preserved_content:, section_header:, reports:, extra_content:)
+              @preserved_content = preserved_content
+              @section_header = section_header
+              @reports = reports
+              @extra_content = extra_content
+            end
+
+            def self.report_list_item(test, item_extra_content: nil)
+              "1. #{Time.new.utc.strftime('%F')}: #{test.ci_job_url} (#{ENV.fetch('CI_PIPELINE_URL', 'pipeline url is missing')}) #{item_extra_content}".strip
+            end
+
+            def reports_count
+              reports.size
+            end
+
+            def to_s
+              [
+                preserved_content,
+                "#{section_header} (#{reports_count})",
+                reports_list(reports),
+                extra_content
+              ].reject(&:blank?).compact.join("\n\n")
+            end
+
+            private
+
+            attr_reader :preserved_content, :section_header, :reports, :extra_content
+
+            def reports_list(reports)
+              sorted_reports = reports.sort.reverse
+
+              if sorted_reports.size > LATEST_REPORTS_TO_SHOW
+                [
+                  "Last 10 reports:",
+                  sorted_reports[...LATEST_REPORTS_TO_SHOW].join("\n"),
+                  "<details><summary>See #{sorted_reports.size - LATEST_REPORTS_TO_SHOW} more reports</summary>",
+                  sorted_reports[LATEST_REPORTS_TO_SHOW..].join("\n"),
+                  "</details>"
+                ].join("\n\n")
+              else
+                sorted_reports.join("\n")
+              end
+            end
+          end
+
           def initial_reports_section(test)
             <<~REPORTS
             ### Reports (1)
 
-            #{report_list_item(test)}
+            #{ReportsList.report_list_item(test)}
             REPORTS
           end
 
@@ -27,14 +73,14 @@ module GitlabQuality
             item_extra_content: nil,
             reports_extra_content: nil)
             preserved_content = current_reports_content.split(reports_section_header).first&.strip
-            reports = report_lines(current_reports_content) + [report_list_item(test, item_extra_content: item_extra_content)]
-
-            [
-              preserved_content,
-              "#{reports_section_header} (#{reports.size})",
-              reports_list(reports),
-              reports_extra_content
-            ].reject(&:blank?).compact.join("\n\n")
+            reports = report_lines(current_reports_content) + [ReportsList.report_list_item(test, item_extra_content: item_extra_content)]
+
+            ReportsList.new(
+              preserved_content: preserved_content,
+              section_header: reports_section_header,
+              reports: reports,
+              extra_content: reports_extra_content
+            )
           end
 
           def failed_issue_job_url(issue)
@@ -55,40 +101,12 @@ module GitlabQuality
             content.lines.grep(REPORT_ITEM_REGEX).map(&:strip)
           end
 
-          def reports_list(reports)
-            sorted_reports = reports.sort.reverse
-
-            if sorted_reports.size > LATEST_REPORTS_TO_SHOW
-              [
-                "Last 10 reports:",
-                sorted_reports[...LATEST_REPORTS_TO_SHOW].join("\n"),
-                "<details><summary>See #{sorted_reports.size - LATEST_REPORTS_TO_SHOW} more reports</summary>",
-                sorted_reports[LATEST_REPORTS_TO_SHOW..].join("\n"),
-                "</details>"
-              ].join("\n\n")
-            else
-              sorted_reports.join("\n")
-            end
-          end
-
-          def report_list_item(test, item_extra_content: nil)
-            "1. #{Time.new.utc.strftime('%F')}: #{test.ci_job_url} (#{ENV.fetch('CI_PIPELINE_URL', 'pipeline url is missing')}) #{item_extra_content}".strip
-          end
-
           def job_urls_from_description(issue_description, regex)
             issue_description.lines.filter_map do |line|
               match = line.match(regex)
               match[:job_url] if match
             end
           end
-
-          def test_captures_to_report_items(test_captures)
-            test_captures.map do |ci_job_url, _, _|
-              report_list_item(GitlabQuality::TestTooling::TestResult::JsonTestResult.new(
-                'ci_job_url' => ci_job_url
-              ))
-            end
-          end
         end
       end
     end

data/lib/gitlab_quality/test_tooling/report/failed_test_issue.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'amatch'
-
 module GitlabQuality
   module TestTooling
     module Report
@@ -15,7 +13,6 @@ module GitlabQuality
       class FailedTestIssue < ReportAsIssue
         include Concerns::GroupAndCategoryLabels
         include Concerns::IssueReports
-        include Amatch
 
         IDENTITY_LABELS       = ['test', 'automation:bot-authored'].freeze
         NEW_ISSUE_LABELS      = Set.new(['type::maintenance', 'failure::new', 'priority::3', 'severity::3', *IDENTITY_LABELS]).freeze
@@ -25,10 +22,6 @@ module GitlabQuality
         REPORTS_DISCUSSION_HEADER = '### Failure reports'
         REPORT_SECTION_HEADER = '#### Failure reports'
 
-        IGNORED_FAILURES = [
-          'Net::ReadTimeout',
-          '403 Forbidden - Your account has been blocked'
-        ].freeze
         FAILURE_STACKTRACE_REGEX = %r{(?:(?:.*Failure/Error:(?<stacktrace>.+))|(?<stacktrace>.+))}m
         ISSUE_STACKTRACE_REGEX = /##### Stack trace\s*(```)#{FAILURE_STACKTRACE_REGEX}(```)\n*/m
         DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION = 0.15
@@ -92,20 +85,21 @@ module GitlabQuality
           end
         end
 
-        def add_report_to_issue(issue:, test:, related_issues:)
+        def add_report_to_issue(issue:, test:, related_issues:) # rubocop:disable Metrics/AbcSize:
           reports_discussion = find_or_create_reports_discussion(issue: issue)
-          failure_discussion_note = find_failure_discussion_note(issue: issue, test: test, reports_discussion: reports_discussion)
+          current_reports_note = find_failure_discussion_note(issue: issue, test: test, reports_discussion: reports_discussion)
+          new_reports_list = add_report_for_test(current_reports_content: current_reports_note&.body.to_s, test: test)
 
           note_body = [
-            report_body(reports_note: failure_discussion_note, test: test),
+            new_reports_list.to_s,
             identity_labels_quick_action,
             relate_issues_quick_actions(related_issues)
           ].join("\n")
 
-          if failure_discussion_note
+          if current_reports_note
             gitlab.edit_issue_note(
               issue_iid: issue.iid,
-              note_id: failure_discussion_note.id,
+              note_id: current_reports_note.id,
               note: note_body
             )
           else
@@ -158,6 +152,8 @@ module GitlabQuality
 
           clean_test_stacktrace = cleaned_stack_trace_from_test(test: test)
 
+          # We're skipping the first note of the discussion as this is the "non-collapsible note", aka
+          # the "header note", which doesn't contain any stack trace.
           reports_discussion.notes[1..].each_with_object({}) do |note, memo|
             clean_note_stacktrace = cleaned_stack_trace_from_note(issue: issue, note: note)
             diff_ratio = diff_ratio_between_test_and_note_stacktraces(
@@ -171,7 +167,7 @@ module GitlabQuality
         end
 
         def cleaned_stack_trace_from_test(test:)
-          sanitize_stacktrace(stacktrace: full_stacktrace(test: test), regex: FAILURE_STACKTRACE_REGEX) || full_stacktrace(test: test)
+          sanitize_stacktrace(stacktrace: test.full_stacktrace, regex: FAILURE_STACKTRACE_REGEX) || test.full_stacktrace
         end
 
         def cleaned_stack_trace_from_note(issue:, note:)
@@ -191,53 +187,33 @@ module GitlabQuality
           end
         end
 
-        def full_stacktrace(test:)
-          test.failures.each do |failure|
-            message = failure['message'] || ""
-            message_lines = failure['message_lines'] || []
-
-            next if IGNORED_FAILURES.any? { |e| message.include?(e) }
-
-            return message_lines.empty? ? message : message_lines.join("\n")
-          end
-        end
-
         def diff_ratio_between_test_and_note_stacktraces(issue:, note:, test_stacktrace:, note_stacktrace:)
           return if note_stacktrace.nil?
 
-          diff_ratio = compare_stack_traces(test_stacktrace, note_stacktrace)
+          stack_trace_comparator = StackTraceComparator.new(test_stacktrace, note_stacktrace)
 
-          if diff_ratio <= max_diff_ratio
-            puts "  => [DEBUG] Note #{issue.web_url}#note_#{note.id} has an acceptable diff ratio of #{(diff_ratio * 100).round(2)}%."
+          if stack_trace_comparator.lower_or_equal_to_diff_ratio?(max_diff_ratio)
+            puts "  => [DEBUG] Note #{issue.web_url}#note_#{note.id} has an acceptable diff ratio of #{stack_trace_comparator.diff_percent}%."
             # The `Gitlab::ObjectifiedHash` class overrides `#hash` which is used by `Hash#[]=` to compute the hash key.
             # This leads to a `TypeError Exception: no implicit conversion of Hash into Integer` error, so we convert the object to a hash before using it as a Hash key.
             # See:
             # - https://gitlab.com/gitlab-org/gitlab-qa/-/merge_requests/587#note_453336995
             # - https://github.com/NARKOZ/gitlab/commit/cbdbd1e32623f018a8fae39932a8e3bc4d929abb?_pjax=%23js-repo-pjax-container#r44484494
-            diff_ratio
+            stack_trace_comparator.diff_ratio
           else
-            puts "  => [DEBUG] Found note #{issue.web_url}#note_#{note.id} but stacktraces are too different (#{(diff_ratio * 100).round(2)}%).\n"
+            puts "  => [DEBUG] Found note #{issue.web_url}#note_#{note.id} but stacktraces are too different (#{stack_trace_comparator.diff_percent}%).\n"
             puts "  => [DEBUG] Issue stacktrace:\n----------------\n#{note_stacktrace}\n----------------\n"
             puts "  => [DEBUG] Failure stacktrace:\n----------------\n#{test_stacktrace}\n----------------\n"
           end
         end
 
-        def compare_stack_traces(stack_trace_first, stack_trace_second)
-          calculate_diff_ratio(stack_trace_first, stack_trace_second)
-        end
-
-        def calculate_diff_ratio(stack_trace_first, stack_trace_second)
-          distance = Levenshtein.new(stack_trace_first).match(stack_trace_second)
-          distance.zero? ? 0.0 : (distance.to_f / stack_trace_first.size).round(3)
-        end
-
-        def report_body(reports_note:, test:)
+        def add_report_for_test(current_reports_content:, test:)
           increment_reports(
-            current_reports_content: reports_note&.body.to_s,
+            current_reports_content: current_reports_content,
             test: test,
             reports_section_header: REPORT_SECTION_HEADER,
             item_extra_content: found_label,
-            reports_extra_content: "##### Stack trace\n\n```\n#{full_stacktrace(test: test)}\n```"
+            reports_extra_content: "##### Stack trace\n\n```\n#{test.full_stacktrace}\n```"
           )
         end
 

data/lib/gitlab_quality/test_tooling/report/flaky_test_issue.rb

@@ -83,17 +83,20 @@ module GitlabQuality
         end
 
         def add_report_to_issue(issue:, test:, related_issues:)
-          reports_note = existing_reports_note(issue: issue)
+          current_reports_note = existing_reports_note(issue: issue)
+          new_reports_list = add_report_for_test(current_reports_content: current_reports_note&.body.to_s, test: test)
+
           note_body = [
-            report_body(reports_note: reports_note, test: test),
+            new_reports_list.to_s,
+            flakiness_status_labels_quick_action(new_reports_list.reports_count),
             identity_labels_quick_action,
             relate_issues_quick_actions(related_issues)
           ].join("\n")
 
-          if reports_note
+          if current_reports_note
             gitlab.edit_issue_note(
               issue_iid: issue.iid,
-              note_id: reports_note.id,
+              note_id: current_reports_note.id,
               note: note_body
             )
           else
@@ -107,9 +110,9 @@ module GitlabQuality
           end
         end
 
-        def report_body(reports_note:, test:)
+        def add_report_for_test(current_reports_content:, test:)
           increment_reports(
-            current_reports_content: reports_note&.body.to_s,
+            current_reports_content: current_reports_content,
             test: test,
             reports_section_header: REPORT_SECTION_HEADER,
             item_extra_content: found_label,
@@ -125,6 +128,19 @@ module GitlabQuality
           end
         end
 
+        def flakiness_status_labels_quick_action(reports_count)
+          case reports_count
+          when 1000..Float::INFINITY
+            '/label ~"flakiness::1"'
+          when 500..999
+            '/label ~"flakiness::2"'
+          when 10..499
+            '/label ~"flakiness::3"'
+          else
+            '/label ~"flakiness::4"'
+          end
+        end
+
         def identity_labels_quick_action
           labels_list = IDENTITY_LABELS.map { |label| %(~"#{label}") }.join(' ')
           %(/label #{labels_list})

data/lib/gitlab_quality/test_tooling/report/relate_failure_issue.rb

@@ -2,7 +2,6 @@
 
 require 'nokogiri'
 require 'rubygems/text'
-require 'amatch'
 
 module GitlabQuality
   module TestTooling
@@ -17,7 +16,6 @@ module GitlabQuality
         include TestTooling::Concerns::FindSetDri
         include Concerns::GroupAndCategoryLabels
         include Concerns::IssueReports
-        include Amatch
 
         DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION = 0.15
         SYSTEMIC_EXCEPTIONS_THRESHOLD = 10
@@ -26,10 +24,6 @@ module GitlabQuality
         ISSUE_STACKTRACE_REGEX = /### Stack trace\s*(```)#{FAILURE_STACKTRACE_REGEX}(```)\n*\n###/m
 
         NEW_ISSUE_LABELS = Set.new(%w[test failure::new priority::2]).freeze
-        IGNORED_FAILURES = [
-          'Net::ReadTimeout',
-          '403 Forbidden - Your account has been blocked'
-        ].freeze
         SCREENSHOT_IGNORED_ERRORS = ['500 Internal Server Error', 'fabricate_via_api!', 'Error Code 500'].freeze
 
         MultipleIssuesFound = Class.new(StandardError)
@@ -168,7 +162,9 @@ module GitlabQuality
 
             next if pipeline != pipeline_env_from_job_url(job_url_from_issue)
 
-            compare_stack_traces(cleaned_stack_trace_from_test(test), cleaned_stack_trace_from_issue(issue)) < max_diff_ratio
+            stack_trace_comparator = StackTraceComparator.new(cleaned_stack_trace_from_test(test), cleaned_stack_trace_from_issue(issue))
+
+            stack_trace_comparator.lower_than_diff_ratio?(max_diff_ratio)
           end
         end
 
@@ -196,17 +192,6 @@ module GitlabQuality
           )
         end
 
-        def full_stacktrace(test)
-          test.failures.each do |failure|
-            message = failure['message'] || ""
-            message_lines = failure['message_lines'] || []
-
-            next if IGNORED_FAILURES.any? { |e| message.include?(e) }
-
-            return message_lines.empty? ? message : message_lines.join("\n")
-          end
-        end
-
         def cleaned_stack_trace_from_issue(issue)
           relevant_issue_stacktrace = find_issue_stacktrace(issue)
           return unless relevant_issue_stacktrace
@@ -215,20 +200,11 @@ module GitlabQuality
         end
 
         def cleaned_stack_trace_from_test(test)
-          test_failure_stacktrace = sanitize_stacktrace(full_stacktrace(test),
-            FAILURE_STACKTRACE_REGEX) || full_stacktrace(test)
+          test_failure_stacktrace = sanitize_stacktrace(test.full_stacktrace,
+            FAILURE_STACKTRACE_REGEX) || test.full_stacktrace
           remove_unique_resource_names(test_failure_stacktrace)
         end
 
-        def compare_stack_traces(stack_trace_first, stack_trace_second)
-          calculate_diff_ratio(stack_trace_first, stack_trace_second)
-        end
-
-        def calculate_diff_ratio(stack_trace_first, stack_trace_second)
-          distance = Levenshtein.new(stack_trace_first).match(stack_trace_second)
-          distance.zero? ? 0.0 : (distance.to_f / stack_trace_first.size).round(3)
-        end
-
         def find_relevant_failure_issues(test) # rubocop:disable Metrics/AbcSize
           clean_first_test_failure_stacktrace = cleaned_stack_trace_from_test(test)
           # Search with the `search` param returns 500 errors, so we filter by `base_issue_labels` and then filter further in Ruby
@@ -236,17 +212,18 @@ module GitlabQuality
             clean_relevant_issue_stacktrace = cleaned_stack_trace_from_issue(issue)
             next if clean_relevant_issue_stacktrace.nil?
 
-            diff_ratio = compare_stack_traces(clean_first_test_failure_stacktrace, clean_relevant_issue_stacktrace)
-            if diff_ratio <= max_diff_ratio
-              puts "  => [DEBUG] Issue #{issue.web_url} has an acceptable diff ratio of #{(diff_ratio * 100).round(2)}%."
+            stack_trace_comparator = StackTraceComparator.new(clean_first_test_failure_stacktrace, clean_relevant_issue_stacktrace)
+
+            if stack_trace_comparator.lower_or_equal_to_diff_ratio?(max_diff_ratio)
+              puts "  => [DEBUG] Issue #{issue.web_url} has an acceptable diff ratio of #{stack_trace_comparator.diff_percent}%."
               # The `Gitlab::ObjectifiedHash` class overrides `#hash` which is used by `Hash#[]=` to compute the hash key.
               # This leads to a `TypeError Exception: no implicit conversion of Hash into Integer` error, so we convert the object to a hash before using it as a Hash key.
               # See:
               # - https://gitlab.com/gitlab-org/gitlab-qa/-/merge_requests/587#note_453336995
               # - https://github.com/NARKOZ/gitlab/commit/cbdbd1e32623f018a8fae39932a8e3bc4d929abb?_pjax=%23js-repo-pjax-container#r44484494
-              memo[issue.to_h] = diff_ratio
+              memo[issue.to_h] = stack_trace_comparator.diff_ratio
             else
-              puts "  => [DEBUG] Found issue #{issue.web_url} but stacktraces are too different (#{(diff_ratio * 100).round(2)}%).\n"
+              puts "  => [DEBUG] Found issue #{issue.web_url} but stacktraces are too different (#{stack_trace_comparator.diff_percent}%).\n"
               puts "  => [DEBUG] Issue stacktrace:\n----------------\n#{clean_relevant_issue_stacktrace}\n----------------\n"
               puts "  => [DEBUG] Failure stacktrace:\n----------------\n#{clean_first_test_failure_stacktrace}\n----------------\n"
             end
@@ -295,7 +272,7 @@ module GitlabQuality
         def new_issue_description(test)
           super + [
             "\n### Stack trace",
-            "```\n#{full_stacktrace(test)}\n```",
+            "```\n#{test.full_stacktrace}\n```",
             screenshot_section(test),
             system_log_errors_section(test),
             initial_reports_section(test)
@@ -345,7 +322,7 @@ module GitlabQuality
           state_event = issue.state == 'closed' ? 'reopen' : nil
 
           issue_attrs = {
-            description: increment_reports(current_reports_content: issue.description, test: test),
+            description: increment_reports(current_reports_content: issue.description, test: test).to_s,
             labels: up_to_date_labels(test: test, issue: issue)
           }
           issue_attrs[:state_event] = state_event if state_event
@@ -357,7 +334,7 @@ module GitlabQuality
         def screenshot_section(test)
           return unless test.screenshot?
 
-          failure = full_stacktrace(test)
+          failure = test.full_stacktrace
           return if SCREENSHOT_IGNORED_ERRORS.any? { |e| failure.include?(e) }
 
           relative_url = gitlab.upload_file(file_fullpath: test.screenshot_image)
@@ -374,7 +351,7 @@ module GitlabQuality
           return false unless test.failures?
 
           puts "  => Systemic failures detected: #{systemic_failure_messages}" if systemic_failure_messages.any?
-          failure_to_ignore = IGNORED_FAILURES + systemic_failure_messages
+          failure_to_ignore = TestResult::BaseTestResult::IGNORED_FAILURES + systemic_failure_messages
 
           reason = ignored_failure_reason(test.failures, failure_to_ignore)
 

data/lib/gitlab_quality/test_tooling/report/slow_test_issue.rb

@@ -64,17 +64,19 @@ module GitlabQuality
         end
 
         def add_report_to_issue(issue:, test:, related_issues:)
-          reports_note = existing_reports_note(issue: issue)
+          current_reports_note = existing_reports_note(issue: issue)
+          new_reports_list = add_report_for_test(current_reports_content: current_reports_note&.body.to_s, test: test)
+
           note_body = [
-            report_body(reports_note: reports_note, test: test),
+            new_reports_list.to_s,
             identity_labels_quick_action,
             relate_issues_quick_actions(related_issues)
           ].join("\n")
 
-          if reports_note
+          if current_reports_note
             gitlab.edit_issue_note(
               issue_iid: issue.iid,
-              note_id: reports_note.id,
+              note_id: current_reports_note.id,
               note: note_body
             )
           else
@@ -88,9 +90,9 @@ module GitlabQuality
           end
         end
 
-        def report_body(reports_note:, test:)
+        def add_report_for_test(current_reports_content:, test:)
           increment_reports(
-            current_reports_content: reports_note&.body.to_s,
+            current_reports_content: current_reports_content,
             test: test,
             reports_section_header: REPORT_SECTION_HEADER,
             item_extra_content: "(#{test.run_time} seconds) #{found_label}",

data/lib/gitlab_quality/test_tooling/stack_trace_comparator.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+require 'amatch'
+
+module GitlabQuality
+  module TestTooling
+    class StackTraceComparator
+      include Amatch
+
+      def initialize(first_trace, second_trace)
+        @first_trace = first_trace
+        @second_trace = second_trace
+      end
+
+      def diff_ratio
+        @diff_ratio ||= (1 - first_trace.levenshtein_similar(second_trace))
+      end
+
+      def diff_percent
+        (diff_ratio * 100).round(2)
+      end
+
+      def lower_than_diff_ratio?(max_diff_ratio)
+        diff_ratio < max_diff_ratio
+      end
+
+      def lower_or_equal_to_diff_ratio?(max_diff_ratio)
+        diff_ratio <= max_diff_ratio
+      end
+
+      private
+
+      attr_reader :first_trace, :second_trace
+    end
+  end
+end

data/lib/gitlab_quality/test_tooling/test_result/base_test_result.rb

@@ -4,6 +4,11 @@ module GitlabQuality
   module TestTooling
     module TestResult
       class BaseTestResult
+        IGNORED_FAILURES = [
+          'Net::ReadTimeout',
+          '403 Forbidden - Your account has been blocked'
+        ].freeze
+
         attr_reader :report
 
         def initialize(report)
@@ -41,6 +46,17 @@ module GitlabQuality
         def failures?
           failures.any?
         end
+
+        def full_stacktrace
+          failures.each do |failure|
+            message = failure['message'] || ""
+            message_lines = failure['message_lines'] || []
+
+            next if IGNORED_FAILURES.any? { |e| message.include?(e) }
+
+            return message_lines.empty? ? message : message_lines.join("\n")
+          end
+        end
       end
     end
   end

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "1.22.0"
+    VERSION = "1.23.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 1.22.0
+  version: 1.23.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-04-10 00:00:00.000000000 Z
+date: 2024-04-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -441,6 +441,7 @@ files:
 - lib/gitlab_quality/test_tooling/runtime/logger.rb
 - lib/gitlab_quality/test_tooling/slack/post_to_slack.rb
 - lib/gitlab_quality/test_tooling/slack/post_to_slack_dry.rb
+- lib/gitlab_quality/test_tooling/stack_trace_comparator.rb
 - lib/gitlab_quality/test_tooling/summary_table.rb
 - lib/gitlab_quality/test_tooling/support/http_request.rb
 - lib/gitlab_quality/test_tooling/system_logs/finders/json_log_finder.rb