gitlab_quality-test_tooling 0.9.0 → 0.9.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e9bcb8c6202edb63313039592fdf1a6c953c0b43db4566d9e84105e31d2029d3
-  data.tar.gz: 27dcc6d668da50a3ec76bd13b8898d61b24bbe2835faeee6fc6dbce684945388
+  metadata.gz: 4705c9599c4ff8fdad916cf3eb3ee62e4701f384fa76a8b8f358249c3f630142
+  data.tar.gz: c45ec5e61bac03819dec93d345577b8577f7279d4d0c8c6a1744d7d74e3bceb5
 SHA512:
-  metadata.gz: cd3003fced80af3cd8ebafa3495d799eb63756b659b4c6e002c27557ea84beb3ec4bba1bbb08784cf27fe74ab6f4d1c6eb2ed7888fdbf317209683475247310b
-  data.tar.gz: 579e87d66fa4107263220501f4959e3b08b0dbb887224ecb11917a69e5d6774e9cfdd2298d62a20992bc27b7b4be3f561e35574f599a4cbb165230331261e9c5
+  metadata.gz: 481900a88510d1b00a597209fc2e007d963d7a9defeb143ba96d9ecd8ee5bc4a60b5c50ca54b2613108cc41ae0212d7145edf5235f9fff01b40f1ba4ac7691fa
+  data.tar.gz: 70c9094e72cd9c4f7651390747eff6cf4f1ac3942a6c79ac5947a9b58cf8d30eaa983268de73de33c45b9697a3e8e29d8871e1498e4e2a64468df21ea6caa0e4

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (0.9.0)
+    gitlab_quality-test_tooling (0.9.2)
       activesupport (>= 6.1, < 7.1)
       gitlab (~> 4.19)
       http (~> 5.0)

data/lib/gitlab_quality/test_tooling/report/relate_failure_issue.rb

@@ -176,12 +176,10 @@ module GitlabQuality
         end
 
         def full_stacktrace(test)
-          first_failure = test.failures.first
+          test.failures.each do |failure|
+            next if IGNORED_FAILURES.any? { |e| failure['message'].include?(e) }
 
-          if first_failure['message_lines'].empty?
-            first_failure['message']
-          else
-            first_failure['message_lines'].join("\n")
+            return failure['message_lines'].empty? ? failure['message'] : failure['message_lines'].join("\n")
           end
         end
 
@@ -193,9 +191,9 @@ module GitlabQuality
         end
 
         def cleaned_stacktrace_from_test(test)
-          first_test_failure_stacktrace = sanitize_stacktrace(full_stacktrace(test),
+          test_failure_stacktrace = sanitize_stacktrace(full_stacktrace(test),
             FAILURE_STACKTRACE_REGEX) || full_stacktrace(test)
-          remove_unique_resource_names(first_test_failure_stacktrace)
+          remove_unique_resource_names(test_failure_stacktrace)
         end
 
         def compare_stack_traces(stack_trace_first, stack_trace_second)

data/lib/gitlab_quality/test_tooling/report/report_as_issue.rb

@@ -10,6 +10,17 @@ module GitlabQuality
 
         FILE_BASE_URL = "https://gitlab.com/gitlab-org/gitlab/-/blob/master/"
 
+        OTHER_TESTS_MAX_DURATION = 45.40 # seconds
+
+        TestLevelSpecification = Struct.new(:regex, :max_duration)
+
+        TEST_LEVEL_SPECIFICATIONS = [
+          TestLevelSpecification.new(%r{spec/features/}, 50.13),
+          TestLevelSpecification.new(%r{spec/(controllers|requests)/}, 19.20),
+          TestLevelSpecification.new(%r{spec/lib/}, 27.12),
+          TestLevelSpecification.new(%r{qa/specs/features/}, 240)
+        ].freeze
+
         def initialize(token:, input_files:, project: nil, dry_run: false, **_kwargs)
           @project = project
           @gitlab = (dry_run ? GitlabIssueDryClient : GitlabIssueClient).new(token: token, project: project)
@@ -42,7 +53,10 @@ module GitlabQuality
           | ------ | ------ |
           | File | #{test_file_link(test)} |
           | Description | `#{test.name}` |
+          | Test level | #{test.level} |
           | Hash | `#{test_hash(test)}` |
+          | Duration | #{test.run_time} seconds |
+          | Expected duration | < #{max_duration_for_test(test)} seconds |
           #{"| Test case | #{test.testcase} |" if test.testcase}
           DESCRIPTION
         end
@@ -50,7 +64,7 @@ module GitlabQuality
         def test_file_link(test)
           path_prefix = test.file.start_with?('qa/') ? 'qa/' : ''
 
-          "[`#{path_prefix}#{test.file}`](#{FILE_BASE_URL}#{path_prefix}#{test.file}#L#{test.line_number})"
+          "[`#{path_prefix}#{test.file}#L#{test.line_number}`](#{FILE_BASE_URL}#{path_prefix}#{test.file}#L#{test.line_number})"
         end
 
         def new_issue_labels(_test)
@@ -155,6 +169,15 @@ module GitlabQuality
         def ee_test?(test)
           test.file =~ %r{features/ee/(api|browser_ui)}
         end
+
+        def max_duration_for_test(test)
+          test_level_specification = TEST_LEVEL_SPECIFICATIONS.find do |test_level_specification|
+            test.example_id =~ test_level_specification.regex
+          end
+          return OTHER_TESTS_MAX_DURATION unless test_level_specification
+
+          test_level_specification.max_duration
+        end
       end
     end
   end

data/lib/gitlab_quality/test_tooling/report/slow_test_issue.rb

@@ -13,21 +13,11 @@ module GitlabQuality
         include Concerns::FindSetDri
         include Concerns::GroupAndCategoryLabels
 
-        NEW_ISSUE_LABELS = Set.new(%w[test type::maintenance maintenance::performance priority::3 severity::3]).freeze
+        NEW_ISSUE_LABELS = Set.new(['test', 'type::maintenance', 'maintenance::performance', 'priority::3', 'severity::3', 'rspec profiling', 'rspec:slow test']).freeze
         SEARCH_LABELS = %w[test maintenance::performance].freeze
 
         MultipleIssuesFound = Class.new(StandardError)
 
-        TestLevelSpecification = Struct.new(:regex, :max_duration)
-
-        OTHER_TESTS_MAX_DURATION = 45.40 # seconds
-
-        TEST_LEVEL_SPECIFICATIONS = [
-          TestLevelSpecification.new(%r{/features/}, 50.13),
-          TestLevelSpecification.new(%r{/controllers|requests/}, 19.20),
-          TestLevelSpecification.new(%r{/lib/}, 27.12)
-        ].freeze
-
         private
 
         def run!
@@ -47,13 +37,11 @@ module GitlabQuality
         end
 
         def new_issue_description(test)
-          super + [
-            "\n### Slow test",
-            "Slow tests detected, see guides for more details and how to improve them:",
-            "- [Top slow tests](https://docs.gitlab.com/ee/development/testing_guide/best_practices.html#top-slow-tests)",
-            "- [Test speed](https://docs.gitlab.com/ee/development/testing_guide/best_practices.html#test-speed)",
-            "**Duration**: #{test.run_time} seconds"
-          ].compact.join("\n\n")
+          super +
+            <<~DESCRIPTION
+              Slow tests were detected, please see the [test speed best practices guide](https://docs.gitlab.com/ee/development/testing_guide/best_practices.html#test-speed)
+              to improve them. More context available about this issue in the [top slow tests guide](https://docs.gitlab.com/ee/development/testing_guide/best_practices.html#top-slow-tests).
+            DESCRIPTION
         end
 
         def create_slow_issue(test)
@@ -73,15 +61,6 @@ module GitlabQuality
         def should_create_slow_issue?(test)
           test.run_time > max_duration_for_test(test)
         end
-
-        def max_duration_for_test(test)
-          test_level_specification = TEST_LEVEL_SPECIFICATIONS.find do |test_level_specification|
-            test.example_id =~ test_level_specification.regex
-          end
-          return OTHER_TESTS_MAX_DURATION unless test_level_specification
-
-          test_level_specification.max_duration
-        end
       end
     end
   end

data/lib/gitlab_quality/test_tooling/test_result/json_test_result.rb

@@ -89,6 +89,10 @@ module GitlabQuality
           report['line_number']
         end
 
+        def level
+          report['level']
+        end
+
         def failures # rubocop:disable Metrics/AbcSize
           @failures ||=
             report.fetch('exceptions', []).filter_map do |exception|

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "0.9.0"
+    VERSION = "0.9.2"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.9.2
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-07-05 00:00:00.000000000 Z
+date: 2023-07-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control