gitlab_quality-test_tooling 1.39.0 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e87f64ae21e1503086674e077ee9c65072bbb34b6d5c90a97473aa771c949998
-  data.tar.gz: c01d95a8ffc05fb31c58e552c73ba76f60e847dca360bf45f3e5d60a6ebb59f8
+  metadata.gz: 69b4478a8c7af86d2dae63c79d0924037feb673486f1ae6f15d5617121a0b9f4
+  data.tar.gz: 9a7f797d54687a515d834cfe0585bca7b87f5a28cd33000d5c06ebea292de56e
 SHA512:
-  metadata.gz: 12ce0cf0811d94f50244de3f61247ba992096a8801130f7801d0901f7edfa67861c166e76366d75cf5d3ecbb62112c632b1bac6aa49bda33eeb162c8b36ea146
-  data.tar.gz: ed223adb0e1729db0637a49de34e337a1fbfd8b684eadc7272010317008ddaf1503e63b68a7a8caccbc2331b8553c24e7b4bf7e345d6a4b4d1038a6142e31c6f
+  metadata.gz: 50206a9f212b2d78ab38b8433ffb5f22864e8a322b6065b6492a9023104e2caf0097042c8935c913f7d16de982fd3fb04a8438d294865f61caac84eee60d943e
+  data.tar.gz: 1267891667d8bf81617843d65ea6cd9bee2aef24007a2dc53ba92d970529f771dcbf8b8209aba7d59531f40ffac2e2c549444441dcae123c8e70bac1c0d417e7

data/.rubocop_todo.yml

@@ -1,17 +1,11 @@
 # This configuration was generated by
 # `rubocop --auto-gen-config`
-# on 2023-05-02 23:14:58 UTC using RuboCop version 1.43.0.
+# on 2024-10-10 06:12:01 UTC using RuboCop version 1.62.1.
 # The point is for the user to remove these configuration records
 # one by one as the offenses are removed from the code base.
 # Note that changes in the inspected code, or installation of new
 # versions of RuboCop, may require this file to be generated again.
 
-# Offense count: 1
-# This cop supports safe autocorrection (--autocorrect).
-Cop/CustomErrorClass:
-  Exclude:
-    - 'lib/gitlab_quality/test_tooling.rb'
-
 # Offense count: 1
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: TreatCommentsAsGroupSeparators, ConsiderPunctuation, Include.
@@ -20,9 +14,54 @@ Gemspec/OrderedDependencies:
   Exclude:
     - 'gitlab_quality-test_tooling.gemspec'
 
+# Offense count: 3
+# This cop supports unsafe autocorrection (--autocorrect-all).
+# Configuration parameters: Categories, ExpectedOrder.
+# ExpectedOrder: module_inclusion, constants, public_class_methods, initializer, public_methods, protected_methods, private_methods
+Layout/ClassStructure:
+  Exclude:
+    - 'lib/gitlab_quality/test_tooling/labels_inference.rb'
+    - 'lib/gitlab_quality/test_tooling/report/concerns/issue_reports.rb'
+    - 'lib/gitlab_quality/test_tooling/report/update_screenshot_path.rb'
+
+# Offense count: 6
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: EnforcedStyle, IndentationWidth.
+# SupportedStyles: aligned, indented
+Layout/LineEndStringConcatenationIndentation:
+  Exclude:
+    - 'lib/gitlab_quality/test_tooling/gitlab_client/merge_requests_dry_client.rb'
+    - 'lib/gitlab_quality/test_tooling/report/report_results.rb'
+    - 'spec/gitlab_quality/test_tooling/gitlab_client/issues_client_spec.rb'
+    - 'spec/gitlab_quality/test_tooling/report/failed_test_issue_spec.rb'
+    - 'spec/gitlab_quality/test_tooling/report/slow_test_issue_spec.rb'
+
+# Offense count: 200
+# Configuration parameters: EnforcedStyle, IgnoreSharedExamples.
+# SupportedStyles: always, named_only
+RSpec/NamedSubject:
+  Enabled: false
+
+# Offense count: 2
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: AllowOnlyRestArgument, UseAnonymousForwarding, RedundantRestArgumentNames, RedundantKeywordRestArgumentNames, RedundantBlockArgumentNames.
+# RedundantRestArgumentNames: args, arguments
+# RedundantKeywordRestArgumentNames: kwargs, options, opts
+# RedundantBlockArgumentNames: blk, block, proc
+Style/ArgumentsForwarding:
+  Exclude:
+    - 'lib/gitlab_quality/test_tooling/test_results/base_test_results.rb'
+
+# Offense count: 2
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: AllowMultipleReturnValues.
+Style/RedundantReturn:
+  Exclude:
+    - 'lib/gitlab_quality/test_tooling/runtime/env.rb'
+
 # Offense count: 1
-# Configuration parameters: Severity, Include.
-# Include: **/*.gemspec
-Gemspec/RequiredRubyVersion:
+# This cop supports unsafe autocorrection (--autocorrect-all).
+# Configuration parameters: AllowedMethods, AllowedPatterns.
+Style/ReturnNilInPredicateMethodDefinition:
   Exclude:
-    - 'gitlab_quality-test_tooling.gemspec'
+    - 'lib/gitlab_quality/test_tooling/knapsack_reports/spec_run_time.rb'

data/.ruby-version

@@ -1 +1 @@
-3.2.3
+3.2.5

data/.tool-versions

@@ -1 +1,2 @@
-ruby 3.0.5
+ruby 3.2.5
+lefthook 1.7.14

data/Gemfile.lock

@@ -1,11 +1,11 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (1.39.0)
+    gitlab_quality-test_tooling (2.1.0)
       activesupport (>= 7.0, < 7.2)
       amatch (~> 0.4.1)
       fog-google (~> 1.24, >= 1.24.1)
-      gitlab (~> 4.19)
+      gitlab (>= 4.19, < 6.0)
       http (~> 5.0)
       influxdb-client (~> 3.1)
       nokogiri (~> 1.10)
@@ -18,7 +18,7 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.1.3.2)
+    activesupport (7.1.4)
       base64
       bigdecimal
       concurrent-ruby (~> 1.0, >= 1.0.2)
@@ -28,8 +28,8 @@ GEM
       minitest (>= 5.1)
       mutex_m
       tzinfo (~> 2.0)
-    addressable (2.8.6)
-      public_suffix (>= 2.0.2, < 6.0)
+    addressable (2.8.7)
+      public_suffix (>= 2.0.2, < 7.0)
     amatch (0.4.1)
       mize
       tins (~> 1.0)
@@ -38,8 +38,8 @@ GEM
     base64 (0.2.0)
     benchmark (0.3.0)
     bigdecimal (3.1.8)
-    binding_of_caller (1.0.0)
-      debug_inspector (>= 0.0.1)
+    binding_of_caller (1.0.1)
+      debug_inspector (>= 1.2.0)
     builder (3.3.0)
     byebug (11.1.3)
     claide (1.1.0)
@@ -50,13 +50,15 @@ GEM
     climate_control (1.2.0)
     coderay (1.1.3)
     colored2 (3.1.2)
-    concurrent-ruby (1.2.3)
+    concurrent-ruby (1.3.4)
     connection_pool (2.4.1)
     cork (0.3.0)
       colored2 (~> 3.1)
-    crack (0.4.5)
+    crack (1.0.0)
+      bigdecimal
       rexml
-    danger (9.4.2)
+    csv (3.3.0)
+    danger (9.5.0)
       claide (~> 1.0)
       claide-plugins (>= 0.9.2)
       colored2 (~> 3.1)
@@ -66,29 +68,30 @@ GEM
       git (~> 1.13)
       kramdown (~> 2.3)
       kramdown-parser-gfm (~> 1.0)
-      no_proxy_fix
       octokit (>= 4.0)
       terminal-table (>= 1, < 4)
-    danger-gitlab (8.0.0)
+    danger-gitlab (9.0.0)
       danger
-      gitlab (~> 4.2, >= 4.2.0)
+      gitlab (~> 5.0)
     debug_inspector (1.2.0)
     declarative (0.0.20)
-    diff-lcs (1.5.0)
-    docile (1.4.0)
+    diff-lcs (1.5.1)
+    docile (1.4.1)
     domain_name (0.6.20240107)
     drb (2.2.1)
     e2mmap (0.1.0)
-    excon (0.111.0)
-    faraday (2.9.0)
-      faraday-net_http (>= 2.0, < 3.2)
+    excon (0.112.0)
+    faraday (2.12.0)
+      faraday-net_http (>= 2.0, < 3.4)
+      json
+      logger
     faraday-http-cache (2.5.1)
       faraday (>= 0.8)
-    faraday-net_http (3.1.0)
+    faraday-net_http (3.3.0)
       net-http
-    ffi (1.16.3)
-    ffi-compiler (1.0.1)
-      ffi (>= 1.0.0)
+    ffi (1.17.0)
+    ffi-compiler (1.3.2)
+      ffi (>= 1.15.5)
       rake
     fog-core (2.4.0)
       builder
@@ -118,44 +121,45 @@ GEM
     git (1.19.1)
       addressable (~> 2.8)
       rchardet (~> 1.8)
-    gitlab (4.19.0)
+    gitlab (5.0.0)
       httparty (~> 0.20)
       terminal-table (>= 1.5.1)
     gitlab-dangerfiles (3.13.0)
       danger (>= 8.4.5)
       danger-gitlab (>= 8.0.0)
       rake
-    gitlab-styles (10.1.0)
-      rubocop (~> 1.50.2)
-      rubocop-graphql (~> 0.18)
-      rubocop-performance (~> 1.15)
-      rubocop-rails (~> 2.17)
-      rubocop-rspec (~> 2.22)
-    google-apis-compute_v1 (0.102.0)
+    gitlab-styles (12.0.1)
+      rubocop (~> 1.62.1)
+      rubocop-factory_bot (~> 2.25.1)
+      rubocop-graphql (~> 1.5.0)
+      rubocop-performance (~> 1.20.2)
+      rubocop-rails (~> 2.24.0)
+      rubocop-rspec (~> 2.27.1)
+    google-apis-compute_v1 (0.108.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-core (0.15.0)
+    google-apis-core (0.15.1)
       addressable (~> 2.5, >= 2.5.1)
       googleauth (~> 1.9)
-      httpclient (>= 2.8.1, < 3.a)
+      httpclient (>= 2.8.3, < 3.a)
       mini_mime (~> 1.0)
+      mutex_m
       representable (~> 3.0)
       retriable (>= 2.0, < 4.a)
-      rexml
     google-apis-dns_v1 (0.44.0)
       google-apis-core (>= 0.15.0, < 2.a)
     google-apis-iamcredentials_v1 (0.21.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-monitoring_v3 (0.65.0)
+    google-apis-monitoring_v3 (0.69.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-pubsub_v1 (0.54.0)
+    google-apis-pubsub_v1 (0.56.0)
       google-apis-core (>= 0.15.0, < 2.a)
     google-apis-sqladmin_v1beta4 (0.74.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-apis-storage_v1 (0.41.0)
+    google-apis-storage_v1 (0.46.0)
       google-apis-core (>= 0.15.0, < 2.a)
-    google-cloud-env (2.1.1)
+    google-cloud-env (2.2.1)
       faraday (>= 1.0, < 3.a)
-    googleauth (1.11.0)
+    googleauth (1.11.1)
       faraday (>= 1.0, < 3.a)
       google-cloud-env (~> 2.1)
       jwt (>= 1.4, < 3.0)
@@ -176,93 +180,95 @@ GEM
       guard (~> 2.1)
       guard-compat (~> 1.1)
       rspec (>= 2.99.0, < 4.0)
-    hashdiff (1.1.0)
-    http (5.1.1)
+    hashdiff (1.1.1)
+    http (5.2.0)
       addressable (~> 2.8)
+      base64 (~> 0.1)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
-      llhttp-ffi (~> 0.4.0)
-    http-cookie (1.0.5)
+      llhttp-ffi (~> 0.5.0)
+    http-cookie (1.0.7)
       domain_name (~> 0.5)
     http-form_data (2.3.0)
-    httparty (0.21.0)
+    httparty (0.22.0)
+      csv
       mini_mime (>= 1.0.0)
       multi_xml (>= 0.5.2)
     httpclient (2.8.3)
-    i18n (1.14.5)
+    i18n (1.14.6)
       concurrent-ruby (~> 1.0)
     influxdb-client (3.1.0)
-    jaro_winkler (1.5.6)
-    json (2.7.1)
-    jwt (2.8.2)
+    jaro_winkler (1.6.0)
+    json (2.7.2)
+    jwt (2.9.3)
       base64
     kramdown (2.4.0)
       rexml
     kramdown-parser-gfm (1.1.0)
       kramdown (~> 2.0)
-    lefthook (1.6.1)
-    listen (3.8.0)
+    language_server-protocol (3.17.0.3)
+    lefthook (1.7.18)
+    listen (3.9.0)
       rb-fsevent (~> 0.10, >= 0.10.3)
       rb-inotify (~> 0.9, >= 0.9.10)
-    llhttp-ffi (0.4.0)
+    llhttp-ffi (0.5.0)
       ffi-compiler (~> 1.0)
       rake (~> 13.0)
+    logger (1.6.1)
     lumberjack (1.2.10)
-    method_source (1.0.0)
-    mime-types (3.5.2)
+    method_source (1.1.0)
+    mime-types (3.6.0)
+      logger
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2024.0702)
+    mime-types-data (3.2024.1001)
     mini_mime (1.1.5)
-    mini_portile2 (2.8.5)
-    minitest (5.23.0)
-    mize (0.4.1)
-      protocol (~> 2.0)
+    mini_portile2 (2.8.7)
+    minitest (5.25.1)
+    mize (0.6.0)
     multi_json (1.15.0)
-    multi_xml (0.6.0)
+    multi_xml (0.7.1)
+      bigdecimal (~> 3.1)
     mutex_m (0.2.0)
     nap (1.1.0)
     nenv (0.3.0)
     net-http (0.4.1)
       uri
-    no_proxy_fix (0.1.2)
-    nokogiri (1.16.0)
+    nokogiri (1.16.7)
       mini_portile2 (~> 2.8.2)
       racc (~> 1.4)
     notiffany (0.1.3)
       nenv (~> 0.1)
       shellany (~> 0.0)
-    octokit (8.0.0)
+    octokit (9.1.0)
       faraday (>= 1, < 3)
       sawyer (~> 0.9)
     open4 (1.3.4)
     os (1.1.4)
-    parallel (1.24.0)
-    parser (3.3.0.5)
+    parallel (1.26.3)
+    parser (3.3.5.0)
       ast (~> 2.4.1)
       racc
-    proc_to_ast (0.1.0)
-      coderay
+    proc_to_ast (0.2.0)
       parser
+      rouge
       unparser
-    protocol (2.0.0)
-      ruby_parser (~> 3.0)
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
     pry-byebug (3.10.1)
       byebug (~> 11.0)
       pry (>= 0.13, < 0.15)
-    public_suffix (5.0.4)
-    racc (1.7.3)
-    rack (3.0.8)
+    public_suffix (6.0.1)
+    racc (1.8.1)
+    rack (3.1.7)
     rainbow (3.1.1)
-    rake (13.1.0)
+    rake (13.2.1)
     rb-fsevent (0.11.2)
-    rb-inotify (0.10.1)
+    rb-inotify (0.11.1)
       ffi (~> 1.0)
     rbs (2.8.4)
     rchardet (1.8.0)
-    regexp_parser (2.9.0)
+    regexp_parser (2.9.2)
     representable (3.2.0)
       declarative (< 0.1.0)
       trailblazer-option (>= 0.1.1, < 0.2.0)
@@ -270,69 +276,69 @@ GEM
     retriable (3.1.2)
     reverse_markdown (2.1.1)
       nokogiri
-    rexml (3.2.6)
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.2)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.3)
+    rexml (3.3.8)
+    rouge (4.4.0)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.1)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.3)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.6)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.2)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-parameterized (1.0.0)
+      rspec-support (~> 3.13.0)
+    rspec-parameterized (1.0.2)
       rspec-parameterized-core (< 2)
       rspec-parameterized-table_syntax (< 2)
-    rspec-parameterized-core (1.0.0)
+    rspec-parameterized-core (1.0.1)
       parser
-      proc_to_ast
+      proc_to_ast (>= 0.2.0)
       rspec (>= 2.13, < 4)
       unparser
     rspec-parameterized-table_syntax (1.0.1)
       binding_of_caller
       rspec-parameterized-core (< 2)
-    rspec-support (3.12.1)
-    rubocop (1.50.2)
+    rspec-support (3.13.1)
+    rspec_junit_formatter (0.6.0)
+      rspec-core (>= 2, < 4, != 2.12.0)
+    rubocop (1.62.1)
       json (~> 2.3)
+      language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
-      parser (>= 3.2.0.0)
+      parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.28.0, < 2.0)
+      rubocop-ast (>= 1.31.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.30.0)
-      parser (>= 3.2.1.0)
-    rubocop-capybara (2.20.0)
+    rubocop-ast (1.32.3)
+      parser (>= 3.3.1.0)
+    rubocop-capybara (2.21.0)
       rubocop (~> 1.41)
     rubocop-factory_bot (2.25.1)
       rubocop (~> 1.41)
-    rubocop-graphql (0.19.0)
-      rubocop (>= 0.87, < 2)
+    rubocop-graphql (1.5.4)
+      rubocop (>= 1.50, < 2)
     rubocop-performance (1.20.2)
       rubocop (>= 1.48.1, < 2.0)
       rubocop-ast (>= 1.30.0, < 2.0)
-    rubocop-rails (2.23.1)
+    rubocop-rails (2.24.1)
       activesupport (>= 4.2.0)
       rack (>= 1.1)
       rubocop (>= 1.33.0, < 2.0)
-      rubocop-ast (>= 1.30.0, < 2.0)
-    rubocop-rspec (2.26.1)
+      rubocop-ast (>= 1.31.1, < 2.0)
+    rubocop-rspec (2.27.1)
       rubocop (~> 1.40)
       rubocop-capybara (~> 2.17)
       rubocop-factory_bot (~> 2.22)
     ruby-progressbar (1.13.0)
-    ruby_parser (3.21.0)
-      racc (~> 1.5)
-      sexp_processor (~> 4.16)
     sawyer (0.9.2)
       addressable (>= 2.3.5)
       faraday (>= 0.17.3, < 3)
-    sexp_processor (4.17.1)
     shellany (0.0.1)
     signet (0.19.0)
       addressable (~> 2.8)
@@ -346,7 +352,7 @@ GEM
     simplecov-cobertura (2.1.0)
       rexml
       simplecov (~> 0.19)
-    simplecov-html (0.12.3)
+    simplecov-html (0.13.1)
     simplecov_json_formatter (0.1.4)
     solargraph (0.50.0)
       backport (~> 1.2)
@@ -368,26 +374,27 @@ GEM
     table_print (1.5.7)
     terminal-table (3.0.2)
       unicode-display_width (>= 1.1.1, < 3)
-    thor (1.3.0)
-    tilt (2.3.0)
-    timecop (0.9.8)
-    tins (1.32.1)
+    thor (1.3.2)
+    tilt (2.4.0)
+    timecop (0.9.10)
+    tins (1.34.0)
+      bigdecimal
       sync
     trailblazer-option (0.1.2)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
     uber (0.1.0)
-    unicode-display_width (2.5.0)
-    unparser (0.6.12)
+    unicode-display_width (2.6.0)
+    unparser (0.6.15)
       diff-lcs (~> 1.3)
-      parser (>= 3.2.2.4)
-    uri (0.13.0)
+      parser (>= 3.3.0)
+    uri (0.13.1)
     webmock (3.7.0)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    yard (0.9.34)
-    zeitwerk (2.6.12)
+    yard (0.9.37)
+    zeitwerk (2.6.18)
 
 PLATFORMS
   ruby
@@ -395,13 +402,14 @@ PLATFORMS
 DEPENDENCIES
   climate_control (~> 1.2)
   gitlab-dangerfiles (~> 3.8)
-  gitlab-styles (~> 10.0)
+  gitlab-styles (~> 12.0)
   gitlab_quality-test_tooling!
   guard-rspec (~> 4.7)
   lefthook (~> 1.3)
   pry-byebug (= 3.10.1)
   rake (~> 13.0)
   rspec (~> 3.12)
+  rspec_junit_formatter (~> 0.6.0)
   simplecov (~> 0.22)
   simplecov-cobertura (~> 2.1)
   solargraph (~> 0.41)
@@ -409,4 +417,4 @@ DEPENDENCIES
   webmock (= 3.7.0)
 
 BUNDLED WITH
-   2.5.15
+   2.5.19

data/README.md

@@ -177,6 +177,20 @@ Usage: exe/failed-test-issues [options]
     -h, --help                       Show the usage
 ```
 
+### `exe/existing-test-health-issue`
+
+```shell
+Purpose: Checks whether tests coming from the rspec JSON report files has an existing test health issue opened.
+Usage: exe/existing-test-health-issue [options]
+    -i, --input-files INPUT_FILES    JSON rspec-retry report files
+    -p, --project PROJECT            Can be an integer or a group/project string
+    -t, --token TOKEN                A valid access token with `api` scope and Maintainer permission in PROJECT
+        --health-problem-type PROBLEM_TYPE
+                                     Look for the given health problem type (failures, pass-after-retry, slow)
+    -v, --version                    Show the version
+    -h, --help                       Show the usage
+```
+
 ### `exe/flaky-test-issues`
 
 ```shell

data/exe/existing-test-health-issue

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "optparse"
+
+require_relative "../lib/gitlab_quality/test_tooling"
+
+params = {}
+HEALTH_PROBLEM_TYPES = GitlabQuality::TestTooling::Report::TestHealthIssueFinder::HEALTH_PROBLEM_TYPE_TO_LABEL.keys
+
+options = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
+
+  opts.on('-i', '--input-files INPUT_FILES', String, 'JSON rspec-retry report files') do |input_files|
+    params[:input_files] = input_files
+  end
+
+  opts.on('-p', '--project PROJECT', String, 'Can be an integer or a group/project string') do |project|
+    params[:project] = project
+  end
+
+  opts.on('-t', '--token TOKEN', String, 'A valid access token with `api` scope and Maintainer permission in PROJECT') do |token|
+    params[:token] = token
+  end
+
+  opts.on("--health-problem-type PROBLEM_TYPE", String, "Look for the given health problem type (#{HEALTH_PROBLEM_TYPES.join(', ')})") do |value|
+    raise ArgumentError, "Invalid health problem type: #{value}. Valid options are: #{HEALTH_PROBLEM_TYPES.join(', ')}" unless HEALTH_PROBLEM_TYPES.include?(value)
+
+    params[:health_problem_type] = value
+  end
+
+  opts.on_tail('-v', '--version', 'Show the version') do
+    require_relative "../lib/gitlab_quality/test_tooling/version"
+    puts "#{$PROGRAM_NAME} : #{GitlabQuality::TestTooling::VERSION}"
+    exit
+  end
+
+  opts.on_tail('-h', '--help', 'Show the usage') do
+    puts "Purpose: Checks whether tests coming from the rspec JSON report files has an existing test health issue opened."
+    puts opts
+    exit
+  end
+
+  opts.parse(ARGV)
+end
+
+if params.any?
+  raise ArgumentError, "No health problem type given. Valid options are: #{HEALTH_PROBLEM_TYPES.join(', ')}" unless params.key?(:health_problem_type)
+
+  if GitlabQuality::TestTooling::Report::TestHealthIssueFinder.new(**params).found_existing_unhealthy_test_issue?
+    exit 0
+  else
+    exit 1
+  end
+else
+  puts options
+  exit 1
+end

data/lib/gitlab_quality/test_tooling/report/failed_test_issue.rb

@@ -29,6 +29,17 @@ module GitlabQuality
           @max_diff_ratio = max_diff_ratio.to_f
         end
 
+        def most_recent_report_date_for_issue(issue_iid:)
+          reports_discussion = existing_reports_discussion(issue_iid: issue_iid)
+          return unless reports_discussion
+
+          # We're skipping the first note of the discussion as this is the "non-collapsible note", aka
+          # the "header note", which doesn't contain any stack trace.
+          reports_discussion.notes[1..].filter_map do |reports_note|
+            most_recent_report_from_reports_note(reports_note)&.report_date
+          end.max
+        end
+
         private
 
         attr_reader :base_issue_labels, :max_diff_ratio
@@ -37,12 +48,57 @@ module GitlabQuality
           'failed'
         end
 
-        def test_is_applicable?(test)
-          test.status == 'failed'
+        # We redefine this method, because we are reporting failed tests in a discussion instead of a comment.
+        #
+        # We do this because a test could fail for many different reasons, so we report
+        # different test failures in the same discussion, under different threads.
+        def add_report_to_issue(issue:, test:, related_issues:)
+          reports_discussion   = find_or_create_reports_discussion(issue_iid: issue.iid)
+          current_reports_note = find_failure_discussion_note(issue: issue, test: test, reports_discussion: reports_discussion)
+
+          new_reports_list = new_reports_list(current_reports_note: current_reports_note, test: test)
+          note_body        = new_note_body(
+            new_reports_list: new_reports_list,
+            related_issues: related_issues,
+            options: {
+              reports_discussion: reports_discussion,
+              test: test
+            }
+          )
+
+          if current_reports_note
+            gitlab.edit_issue_note(
+              issue_iid: issue.iid,
+              note_id: current_reports_note.id,
+              note: note_body
+            )
+          else
+            gitlab.add_note_to_issue_discussion_as_thread(
+              iid: issue.iid,
+              discussion_id: reports_discussion.id,
+              note: note_body
+            )
+          end
+        end
+
+        def find_or_create_reports_discussion(issue_iid:)
+          reports_discussion = existing_reports_discussion(issue_iid: issue_iid)
+          return reports_discussion if reports_discussion
+
+          gitlab.create_issue_discussion(iid: issue_iid, note: report_section_header)
         end
 
-        def report_in_discussion?
-          true
+        def existing_reports_discussion(issue_iid:)
+          gitlab.find_issue_discussions(iid: issue_iid).find do |discussion|
+            next if discussion.individual_note
+            next unless discussion.notes.first
+
+            discussion.notes.first.body.start_with?(report_section_header)
+          end
+        end
+
+        def test_is_applicable?(test)
+          test.status == 'failed'
         end
 
         def identity_labels
@@ -57,8 +113,30 @@ module GitlabQuality
           "##### Stack trace\n\n```\n#{test.full_stacktrace}\n```"
         end
 
-        def health_problem_status_label_quick_action(reports_list)
-          '/label ~"priority::1" ~"severity::1"' if reports_list.spiked_in_short_period?
+        def health_problem_status_label_quick_action(reports_list, options: {})
+          quick_actions = []
+          quick_actions << '/label ~"priority::1" ~"severity::1"' if reports_list.spiked_in_short_period?
+
+          # We can have several kinds of failures for a single test.
+          # We want to count all the failures that are reported for a test.
+          reports_notes = options[:reports_discussion].notes[1..] || []
+          all_reports_count = reports_notes.sum do |report_note|
+            new_reports_list(current_reports_note: report_note, test: options[:test]).reports_count
+          end
+
+          quick_actions <<
+            case all_reports_count
+            when 149..Float::INFINITY
+              '/label ~"failed-tests::1"'
+            when 137..148
+              '/label ~"failed-tests::2"'
+            when 130..136
+              '/label ~"failed-tests::3"'
+            else
+              '/label ~"failed-tests::4"'
+            end
+
+          quick_actions.join("\n")
         end
 
         def up_to_date_labels(test:, issue: nil, new_labels: Set.new)

data/lib/gitlab_quality/test_tooling/report/flaky_test_issue.rb

@@ -52,7 +52,7 @@ module GitlabQuality
           REPORTS_DOCUMENTATION
         end
 
-        def health_problem_status_label_quick_action(reports_list)
+        def health_problem_status_label_quick_action(reports_list, **)
           case reports_list.reports_count
           when 399..Float::INFINITY
             '/label ~"flakiness::1"'

data/lib/gitlab_quality/test_tooling/report/health_problem_reporter.rb

@@ -11,7 +11,7 @@ module GitlabQuality
       # - Takes a project where flaky test issues should be created
       # - For every passed test in the report:
       #   - Find issue by test hash or create a new issue if no issue was found
-      #   - Add a flakiness report in the "Flakiness reports" note
+      #   - Add a Failures/Flakiness/Slowness/... report in the "<Failures/Flakiness/Slowness/...> reports" note
       class HealthProblemReporter < ReportAsIssue
         include Concerns::GroupAndCategoryLabels
         include Concerns::IssueReports
@@ -25,11 +25,10 @@ module GitlabQuality
         end
 
         def most_recent_report_date_for_issue(issue_iid:)
-          if report_in_discussion?
-            most_recent_report_from_discussion(issue_iid: issue_iid)
-          else
-            most_recent_report_from_note(issue_iid: issue_iid)
-          end
+          reports_note = existing_reports_note(issue_iid: issue_iid)
+          return unless reports_note
+
+          most_recent_report_from_reports_note(reports_note)&.report_date
         end
 
         private
@@ -42,10 +41,6 @@ module GitlabQuality
           false
         end
 
-        def report_in_discussion?
-          false
-        end
-
         def identity_labels
           []
         end
@@ -58,15 +53,11 @@ module GitlabQuality
           ''
         end
 
-        def find_failure_discussion_note(_issue:, _test:, _reports_discussion:)
-          nil
-        end
-
         def reports_extra_content(_test)
           ''
         end
 
-        def health_problem_status_label_quick_action(_reports_count)
+        def health_problem_status_label_quick_action(*)
           ''
         end
 
@@ -74,24 +65,6 @@ module GitlabQuality
           found_label
         end
 
-        def most_recent_report_from_discussion(issue_iid:)
-          reports_discussion = existing_reports_discussion(issue_iid: issue_iid)
-          return unless reports_discussion
-
-          # We're skipping the first note of the discussion as this is the "non-collapsible note", aka
-          # the "header note", which doesn't contain any stack trace.
-          reports_discussion.notes[1..].filter_map do |reports_note|
-            most_recent_report_from_reports_note(reports_note)&.report_date
-          end.max
-        end
-
-        def most_recent_report_from_note(issue_iid:)
-          reports_note = existing_reports_note(issue_iid: issue_iid)
-          return unless reports_note
-
-          most_recent_report_from_reports_note(reports_note)&.report_date
-        end
-
         def most_recent_report_from_reports_note(reports_note)
           @most_recent_report_from_reports_note ||= report_lines(reports_note&.body.to_s).first
         end
@@ -138,24 +111,11 @@ module GitlabQuality
           end
         end
 
-        def add_report_to_issue(issue:, test:, related_issues:) # rubocop:disable Metrics/AbcSize -- FIXME
-          current_reports_note =
-            if report_in_discussion?
-              reports_discussion = find_or_create_reports_discussion(issue_iid: issue.iid)
-
-              find_failure_discussion_note(issue: issue, test: test, reports_discussion: reports_discussion)
-            else
-              existing_reports_note(issue_iid: issue.iid)
-            end
+        def add_report_to_issue(issue:, test:, related_issues:)
+          current_reports_note = existing_reports_note(issue_iid: issue.iid)
 
-          new_reports_list = add_report_for_test(current_reports_content: current_reports_note&.body.to_s, test: test)
-
-          note_body = [
-            new_reports_list.to_s,
-            health_problem_status_label_quick_action(new_reports_list),
-            identity_labels_quick_action,
-            relate_issues_quick_actions(related_issues)
-          ].join("\n")
+          new_reports_list = new_reports_list(current_reports_note: current_reports_note, test: test)
+          note_body        = new_note_body(new_reports_list: new_reports_list, related_issues: related_issues)
 
           if current_reports_note
             gitlab.edit_issue_note(
@@ -163,31 +123,31 @@ module GitlabQuality
               note_id: current_reports_note.id,
               note: note_body
             )
-          elsif report_in_discussion?
-            gitlab.add_note_to_issue_discussion_as_thread(
-              iid: issue.iid,
-              discussion_id: reports_discussion.id,
-              note: note_body
-            )
           else
             gitlab.create_issue_note(iid: issue.iid, note: note_body)
           end
         end
 
-        def find_or_create_reports_discussion(issue_iid:)
-          reports_discussion = existing_reports_discussion(issue_iid: issue_iid)
-          return reports_discussion if reports_discussion
-
-          gitlab.create_issue_discussion(iid: issue_iid, note: report_section_header)
+        def new_reports_list(current_reports_note:, test:)
+          increment_reports(
+            current_reports_content: current_reports_note&.body.to_s,
+            test: test,
+            reports_section_header: report_section_header,
+            item_extra_content: item_extra_content(test),
+            reports_extra_content: reports_extra_content(test)
+          )
         end
 
-        def existing_reports_discussion(issue_iid:)
-          gitlab.find_issue_discussions(iid: issue_iid).find do |discussion|
-            next if discussion.individual_note
-            next unless discussion.notes.first
+        def new_note_body(new_reports_list:, related_issues:, options: {})
+          report = new_reports_list
 
-            discussion.notes.first.body.start_with?(report_section_header)
-          end
+          quick_actions = [
+            health_problem_status_label_quick_action(new_reports_list, options: options),
+            identity_labels_quick_action,
+            relate_issues_quick_actions(related_issues)
+          ]
+
+          quick_actions.unshift(report).join("\n")
         end
 
         def existing_reports_note(issue_iid:)
@@ -196,16 +156,6 @@ module GitlabQuality
           end
         end
 
-        def add_report_for_test(current_reports_content:, test:)
-          increment_reports(
-            current_reports_content: current_reports_content,
-            test: test,
-            reports_section_header: report_section_header,
-            item_extra_content: item_extra_content(test),
-            reports_extra_content: reports_extra_content(test)
-          )
-        end
-
         def found_label
           if ENV.key?('CI_MERGE_REQUEST_IID')
             FOUND_IN_MR_LABEL

data/lib/gitlab_quality/test_tooling/report/slow_test_issue.rb

@@ -42,7 +42,7 @@ module GitlabQuality
           REPORTS_DOCUMENTATION
         end
 
-        def health_problem_status_label_quick_action(reports_list)
+        def health_problem_status_label_quick_action(reports_list, **)
           case reports_list.reports_count
           when 6099..Float::INFINITY
             '/label ~"slowness::1"'

data/lib/gitlab_quality/test_tooling/report/test_health_issue_finder.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+require 'http'
+require 'json'
+
+module GitlabQuality
+  module TestTooling
+    module Report
+      class TestHealthIssueFinder < ReportAsIssue
+        HEALTH_PROBLEM_TYPE_TO_LABEL = {
+          'pass-after-retry' => 'test-health:pass-after-retry',
+          'slow' => 'test-health:slow',
+          'failures' => 'test-health:failures'
+        }.freeze
+
+        def initialize(health_problem_type: [], **kwargs)
+          super(**kwargs)
+
+          @health_problem_type = health_problem_type
+        end
+
+        def found_existing_unhealthy_test_issue?
+          issue_url = invoke!
+
+          !issue_url.nil? && !issue_url.empty?
+        end
+
+        def run!
+          existing_issue_found = nil
+
+          applicable_tests.each do |test|
+            issues = find_issues_by_hash(test_hash(test), state: 'opened', labels: search_labels)
+            next if issues.empty?
+
+            existing_issue_found = issues.first.web_url
+            puts "Found an existing test health issue of type #{health_problem_type} for test #{test.file}:#{test.line_number}: #{existing_issue_found}."
+            break
+          end
+
+          puts "Did not find an existing test health issue of type #{health_problem_type}." unless existing_issue_found
+
+          existing_issue_found
+        end
+
+        def applicable_tests
+          applicable_tests = []
+
+          TestResults::Builder.new(file_glob: files, token: token, project: project).test_results_per_file do |test_results|
+            applicable_tests = test_results.select { |test| test_is_applicable?(test) }
+          end
+
+          applicable_tests
+        end
+
+        private
+
+        attr_reader :health_problem_type
+
+        # Be mindful about the number of tests this method would return,
+        # as we will make at least one API request per test.
+        def test_is_applicable?(test)
+          expected_test_status =
+            case health_problem_type
+            when 'failures'
+              'failed'
+            else
+              'passed'
+            end
+
+          test.status == expected_test_status
+        end
+
+        def search_labels
+          ['test', HEALTH_PROBLEM_TYPE_TO_LABEL[health_problem_type]]
+        end
+      end
+    end
+  end
+end

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "1.39.0"
+    VERSION = "2.1.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 1.39.0
+  version: 2.1.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-10-07 00:00:00.000000000 Z
+date: 2024-10-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -44,14 +44,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '12.0'
 - !ruby/object:Gem::Dependency
   name: guard-rspec
   requirement: !ruby/object:Gem::Requirement
@@ -192,6 +192,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 3.7.0
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
@@ -230,16 +244,22 @@ dependencies:
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.19'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '6.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.19'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '6.0'
 - !ruby/object:Gem::Dependency
   name: http
   requirement: !ruby/object:Gem::Requirement
@@ -394,6 +414,7 @@ description: A collection of test-related tools.
 email:
 - quality@gitlab.com
 executables:
+- existing-test-health-issue
 - failed-test-issues
 - flaky-test-issues
 - generate-test-session
@@ -423,6 +444,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- exe/existing-test-health-issue
 - exe/failed-test-issues
 - exe/flaky-test-issues
 - exe/generate-test-session
@@ -471,6 +493,7 @@ files:
 - lib/gitlab_quality/test_tooling/report/results_in_issues.rb
 - lib/gitlab_quality/test_tooling/report/results_in_test_cases.rb
 - lib/gitlab_quality/test_tooling/report/slow_test_issue.rb
+- lib/gitlab_quality/test_tooling/report/test_health_issue_finder.rb
 - lib/gitlab_quality/test_tooling/report/update_screenshot_path.rb
 - lib/gitlab_quality/test_tooling/runtime/env.rb
 - lib/gitlab_quality/test_tooling/runtime/logger.rb
@@ -527,7 +550,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: 3.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="