gitlab_quality-test_tooling 2.3.0 → 2.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 349ae941a991eb8ad7c3c863cc0b840c84541d32ff742948bf06796be3b5263a
-  data.tar.gz: f23b333320ea5b242d7bda47f895fa6d56c8c63f2206657353749980a7470b6e
+  metadata.gz: cd181fe7622793361cd772d2f949d1a8922f4b0762c2d50ae9f839fdfd69bb86
+  data.tar.gz: aaa900d8e19eff7ae0016bda52bf6dc3722aa4e4fe288f16c16d6685254c831a
 SHA512:
-  metadata.gz: 489db862072fc1f574e35de9f5eae7c8adc0909a5c1c76d3e7d30d9f0c8633b9af0e5c0b7e26cc80802bf2ca8afb599ed151133ce1fb13b2fbe719a01a9e9ede
-  data.tar.gz: 4cba020c783aabde06a85dc48bd68b95f97b5df9fbe0471ff85f7e1d7788912404a2e996a1a95b54e6d276fc0e1c48f7d9b6202fb6f3231f85e5a4bd0da85a29
+  metadata.gz: 5b5e1a85230726944574ec3c92c9fbe0e8a547776a6a7f7ce07d4db1889abf1a23b35a8b13b55d79eaf90eb3b7cfac4ec47960efa9eedaa509ffa02dd9655077
+  data.tar.gz: 47f438135b5ac5d4cc2cfc95a30e6a917f6de4c714bd8f42ed74c4d51439af925ac1424bf2105e71c76cd581f5faf287d8d0a415bf4c220df36df2fd85ec6149

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (2.3.0)
+    gitlab_quality-test_tooling (2.5.0)
       activesupport (>= 7.0, < 7.2)
       amatch (~> 0.4.1)
       fog-google (~> 1.24, >= 1.24.1)

data/lib/gitlab_quality/test_tooling/job_trace_analyzer.rb

@@ -7,6 +7,38 @@ module GitlabQuality
     class JobTraceAnalyzer
       attr_reader :project, :token, :job_id
 
+      FailureTraceDefinition = Struct.new(:type, :trace_start, :trace_end, :language, :label, keyword_init: true)
+      FAILURE_TRACE_DEFINITIONS = [
+        FailureTraceDefinition.new(
+          type: :rspec,
+          trace_start: "Failures:\n",
+          trace_end: "[TEST PROF INFO]",
+          language: :ruby,
+          label: '~backend'
+        ),
+        FailureTraceDefinition.new(
+          type: :jest,
+          trace_start: "Summary of all failing tests\n",
+          trace_end: "\nRan all test suites.",
+          language: :javascript,
+          label: '~frontend'
+        ),
+        FailureTraceDefinition.new(
+          type: :workhorse,
+          trace_start: "make: Entering directory '/builds/gitlab-org/gitlab/workhorse'",
+          trace_end: "make: Leaving directory '/builds/gitlab-org/gitlab/workhorse'",
+          language: :go,
+          label: '~workhorse'
+        ),
+        FailureTraceDefinition.new(
+          type: :rubocop,
+          trace_start: "Running RuboCop in graceful mode:",
+          trace_end: "section_end",
+          language: :ruby,
+          label: '~backend'
+        )
+      ].freeze
+
       TRANSIENT_ROOT_CAUSE_TO_TRACE_MAP =
         {
           failed_to_pull_image: ['job failed: failed to pull image'],
@@ -35,13 +67,16 @@ module GitlabQuality
             'segmentation fault',
             'no space left on device',
             'Check free disk space',
-            'CLUSTERDOWN'
+            'CLUSTERDOWN',
+            'Redis client could not fetch cluster information: Connection refused'
           ],
           flaky_test: [
             "We have detected a PG::QueryCanceled error in the specs, so we're failing early"
           ]
         }.freeze
 
+      AFTER_SCRIPT_TRACE_START_MARKER = 'Running after_script'
+
       def initialize(project:, token:, job_id:)
         @project = project
         @token = token
@@ -49,8 +84,10 @@ module GitlabQuality
       end
 
       def found_infrastructure_error?
+        trace_to_search = failure_summary || main_trace
+
         TRANSIENT_ROOT_CAUSE_TO_TRACE_MAP[:infrastructure].any? do |search_string|
-          found = job_trace.downcase.include?(search_string.downcase)
+          found = trace_to_search.downcase.include?(search_string.downcase)
 
           puts "Found infrastructure error stacktrace: #{search_string}" if found
 
@@ -60,9 +97,35 @@ module GitlabQuality
 
       private
 
+      def detected_failure_trace_definition
+        return @detected_failure_trace_definition if defined?(@detected_failure_trace_definition)
+
+        @detected_failure_trace_definition = FAILURE_TRACE_DEFINITIONS.find do |failure_trace_definition|
+          job_trace.include?(failure_trace_definition.trace_start) &&
+            job_trace.include?(failure_trace_definition.trace_end)
+        end
+      end
+
       def job_trace
         @job_trace ||= GitlabClient::JobClient.new(project: project, token: token, job_id: job_id).job_trace
       end
+
+      def main_trace
+        return job_trace unless job_trace.include?(AFTER_SCRIPT_TRACE_START_MARKER)
+
+        job_trace.split(AFTER_SCRIPT_TRACE_START_MARKER).first
+      end
+
+      def failure_summary
+        return unless detected_failure_trace_definition
+
+        @failure_summary ||= main_trace
+          .split(detected_failure_trace_definition.trace_start)
+          .last
+          .split(detected_failure_trace_definition.trace_end)
+          .first
+          .chomp
+      end
     end
   end
 end

data/lib/gitlab_quality/test_tooling/report/relate_failure_issue.rb

@@ -106,7 +106,7 @@ module GitlabQuality
           begin
             issue = find_issue_and_update_reports(test)
 
-            issue = create_issue(test) unless issue || test.quarantine?
+            issue = create_issue(test) unless issue || (test.quarantine? && !test.conditional_quarantine?)
 
             issue
           rescue MultipleIssuesFound => e

data/lib/gitlab_quality/test_tooling/test_result/base_test_result.rb

@@ -100,6 +100,12 @@ module GitlabQuality
           !!quarantine
         end
 
+        def conditional_quarantine?
+          return true if quarantine? && quarantine.is_a?(Hash) && quarantine.has_key?('only')
+
+          false
+        end
+
         def file
           @file ||= relative_file.start_with?('qa/') ? "qa/#{relative_file}" : relative_file
         end

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "2.3.0"
+    VERSION = "2.5.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 2.3.0
+  version: 2.5.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-11-28 00:00:00.000000000 Z
+date: 2025-01-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control