gitlab_quality-test_tooling 1.7.0 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6924fc592c0dbb5e1ae0aed8710f7f7714c336bdd1d1d31b343e6edddd358ead
-  data.tar.gz: 0ebb5fbe0aeff0417193d4521cf52a78d849b83d116e08118b9cf87ee2655a71
+  metadata.gz: 4ee3407afd5274be75c1bb63c7f7aeeb0d2353cf62f0fb75c1393bd2103c8c1e
+  data.tar.gz: a4965dd9d979a58c4202c6f25315d60e08d597d51322db491a077a0ae797cf34
 SHA512:
-  metadata.gz: f9a64cbae7e3a34ae66450ae7fe20181560dc6860950a92e53c5aaf61ab10343372044968b5a726bef51b082a45dd9150d6f161d93a45a4ccf75d550cf981be1
-  data.tar.gz: a77ea69469a02b3cbd089cade6be20347abc03cada1cf93fec8380456f000d083a914296e0b35faff573e60d73e4759abd1b5d224cb04e64b38862fe720cf65c
+  metadata.gz: 1619807ec2456f02c9d4a1c09dfb0aeba598de7d51fe7a0377c1e5a9f3f9fc82cf607fa34387bb5ee1691ad28b5637e75c18c38ce068269c3bba76e3c902df22
+  data.tar.gz: '0940057d402dfb8fbcd3a6d2d09f7ff698e26d140ebdda659fcc5347445574fa7f398b2bd91e8a39c872b0f8a9f368fa1f734e59e10262790ed2d507fb97e514'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (1.7.0)
+    gitlab_quality-test_tooling (1.8.0)
       activesupport (>= 6.1, < 7.2)
       amatch (~> 0.4.1)
       gitlab (~> 4.19)

data/README.md

@@ -77,6 +77,8 @@ Usage: exe/prepare-stage-reports [options]
 Purpose: Relate test failures to failure issues from RSpec report files (JSON or JUnit XML)
 Usage: exe/relate-failure-issue [options]
     -i, --input-files INPUT_FILES    RSpec report files (JSON or JUnit XML)
+    -m METRICS_FILES,                Test metrics files (JSON)
+        --metrics-files
         --max-diff-ratio MAX_DIFF_RATO
                                      Max stacktrace diff ratio for failure issues detection
     -p, --project PROJECT            Can be an integer or a group/project string

data/exe/relate-failure-issue

@@ -15,6 +15,10 @@ options = OptionParser.new do |opts|
     params[:input_files] = input_files
   end
 
+  opts.on('-m', '--metrics-files METRICS_FILES', String, 'Test metrics files (JSON)') do |metrics_files|
+    params[:metrics_files] = metrics_files
+  end
+
   opts.on('--max-diff-ratio MAX_DIFF_RATO', Float, 'Max stacktrace diff ratio for failure issues detection') do |max_diff_ratio|
     params[:max_diff_ratio] = max_diff_ratio
   end

data/lib/gitlab_quality/test_tooling/report/relate_failure_issue.rb

@@ -41,6 +41,7 @@ module GitlabQuality
           system_logs: [],
           base_issue_labels: nil,
           exclude_labels_for_search: nil,
+          metrics_files: [],
           **kwargs)
           super
           @max_diff_ratio = max_diff_ratio.to_f
@@ -49,11 +50,12 @@ module GitlabQuality
           @exclude_labels_for_search = Set.new(exclude_labels_for_search)
           @issue_type = 'issue'
           @commented_issue_list = Set.new
+          @metrics_files = Array(metrics_files)
         end
 
         private
 
-        attr_reader :max_diff_ratio, :system_logs, :base_issue_labels, :exclude_labels_for_search
+        attr_reader :max_diff_ratio, :system_logs, :base_issue_labels, :exclude_labels_for_search, :metrics_files
 
         def run!
           puts "Reporting test failures in `#{files.join(',')}` as issues in project `#{project}` via the API at `#{Runtime::Env.gitlab_api_base}`."
@@ -66,16 +68,39 @@ module GitlabQuality
           write_issues_log_file
         end
 
+        def test_metric_collections
+          @test_metric_collections ||= Dir.glob(metrics_files).map do |path|
+            TestMetrics::JsonTestMetricCollection.new(path)
+          end
+        end
+
         def process_test_results(test_results)
           systemic_failures = systemic_failures_for_test_results(test_results)
 
           test_results.each do |test|
             collect_issues(test, relate_failure_to_issue(test)) if should_report?(test, systemic_failures)
+
+            copy_failure_issue_to_test_metrics(test) if metrics_files.any?
           end
 
           test_results.write
         end
 
+        def copy_failure_issue_to_test_metrics(test)
+          failure_issue = test.failure_issue
+
+          return unless failure_issue
+
+          test_metric_collections.find do |test_metric_collection|
+            test_metric = test_metric_collection.metric_for_test_id(test.example_id)
+
+            if test_metric
+              test_metric.fields['failure_issue'] = failure_issue
+              test_metric_collection.write
+            end
+          end
+        end
+
         def systemic_failures_for_test_results(test_results)
           test_results
             .flat_map { |test| test.failures.map { |failure| failure['message'].lines.first.chomp } }

data/lib/gitlab_quality/test_tooling/test_metric/json_test_metric.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module GitlabQuality
+  module TestTooling
+    module TestMetric
+      class JsonTestMetric
+        attr_reader :metric
+
+        def initialize(metric)
+          @metric = metric
+        end
+
+        def name
+          metric.fetch('name')
+        end
+
+        def time
+          metric.fetch('time')
+        end
+
+        def tags
+          @tags ||= metric.fetch('tags')
+        end
+
+        def fields
+          @fields ||= metric.fetch('fields')
+        end
+
+        def to_json(*options)
+          as_json.to_json(*options)
+        end
+
+        private
+
+        def as_json
+          {
+            name: name,
+            time: time,
+            tags: tags,
+            fields: fields
+          }
+        end
+      end
+    end
+  end
+end

data/lib/gitlab_quality/test_tooling/test_metrics/json_test_metric_collection.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module GitlabQuality
+  module TestTooling
+    module TestMetrics
+      class JsonTestMetricCollection
+        include Enumerable
+
+        attr_reader :path, :metrics
+
+        def initialize(path)
+          @path = path
+          @metrics = process
+        end
+
+        def metric_for_test_id(test_id)
+          metrics.find do |metric|
+            metric.fields['id'] == test_id
+          end
+        end
+
+        def write
+          File.write(path, JSON.pretty_generate(metrics))
+        end
+
+        private
+
+        def parse
+          JSON.parse(File.read(path))
+        rescue JSON::ParserError
+          Runtime::Logger.debug("#{self.class.name}##{__method__} attempted to parse invalid JSON at path: #{path}")
+          {}
+        end
+
+        def process
+          parse.map do |test|
+            GitlabQuality::TestTooling::TestMetric::JsonTestMetric.new(test)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "1.7.0"
+    VERSION = "1.8.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 1.7.0
+  version: 1.8.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-11-29 00:00:00.000000000 Z
+date: 2023-11-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -422,6 +422,8 @@ files:
 - lib/gitlab_quality/test_tooling/system_logs/log_types/rails/graphql_log.rb
 - lib/gitlab_quality/test_tooling/system_logs/shared_fields.rb
 - lib/gitlab_quality/test_tooling/system_logs/system_logs_formatter.rb
+- lib/gitlab_quality/test_tooling/test_metric/json_test_metric.rb
+- lib/gitlab_quality/test_tooling/test_metrics/json_test_metric_collection.rb
 - lib/gitlab_quality/test_tooling/test_result/base_test_result.rb
 - lib/gitlab_quality/test_tooling/test_result/j_unit_test_result.rb
 - lib/gitlab_quality/test_tooling/test_result/json_test_result.rb