gitlab_quality-test_tooling 3.15.0 → 3.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c8b4293811154f61f07fd8e35523a2406ba9832c6fe3e5eb3cf12164688df97a
-  data.tar.gz: c31082d6308fabe29ec51b4be09ebfd5d4c1d84e61ae8b3ce3741ffadcace9a6
+  metadata.gz: 4c662ad8ff8b0b48b868eb201c12bd783c4a446bf0647d01e42778d59fd9f334
+  data.tar.gz: 3b26b7d715a0d55314e35194f490bef33aefc590356095bfb247e3f81cc2da5b
 SHA512:
-  metadata.gz: 1e522f9897eeddf1857caa10470ab1e11ae1ad7bad5062af80dbabdfb80e0fd11170f2011a2c28e9fcf5bb59394ca5124d9a88bedca637fbaec2e2fbf462503c
-  data.tar.gz: 1bb96de8d84feb07694145507df76707d88906b0671887b8104b79c3105859dda2c1d9ca6b68e0344478b955cdf91ec5f459ad6f1e48ca3612653b233c214531
+  metadata.gz: b09d7935e13222a40f137f51a4ddc0164e3da841b9fc30eba901f8cead0f237a5ff1cc6c8df44a121e42d207fe0b1442e62ab3bc415f477a95a95ae05553c8c7
+  data.tar.gz: 2d9f33720064de7b9f8b78c00fafe7ff0b582e7554b7c7f7d89e690b080cf5e71aa515407e3825ce110f48221f3761816268841c594c823b2539576530a4e938

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab_quality-test_tooling (3.15.0)
+    gitlab_quality-test_tooling (3.16.0)
       activesupport (>= 7.0)
       amatch (~> 0.4.1)
       fog-google (~> 1.24, >= 1.24.1)

data/exe/test-coverage

@@ -12,6 +12,7 @@ require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/c
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/coverage_metrics_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/per_test_coverage_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table'
+require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/jest_quarantined_tests_table'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregator'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/coverage_data'
 require_relative '../lib/gitlab_quality/test_tooling/code_coverage/lcov_file'
@@ -73,6 +74,13 @@ options = OptionParser.new do |opts|
     params[:per_test_coverage] = pattern
   end
 
+  opts.on('--jest-quarantine-file PATH',
+    'Optional. Path to quarantined_vue3_specs.txt. When provided alongside ' \
+      '--per-test-coverage, populates code_coverage.jest_quarantined_tests_today ' \
+      'before the nightly aggregation so Jest tests count toward is_quarantined.') do |path|
+    params[:jest_quarantine_file] = path
+  end
+
   opts.separator ""
   opts.separator "Environment variables:"
   opts.separator "  GLCI_CLICKHOUSE_METRICS_PASSWORD   ClickHouse password (required, not passed via CLI for security)"
@@ -217,6 +225,13 @@ if params.any? && (required_params - params.keys).none?
       per_test_coverage_table = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::PerTestCoverageTable.new(**clickhouse_data)
       per_test_coverage_table.push(per_test_data.as_db_table)
 
+      if params[:jest_quarantine_file] && File.exist?(params[:jest_quarantine_file])
+        jest_qt = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::JestQuarantinedTestsTable.new(**clickhouse_data)
+        jest_qt.populate(quarantine_file: params[:jest_quarantine_file])
+      elsif params[:jest_quarantine_file]
+        puts "Jest quarantine file not found at #{params[:jest_quarantine_file]}; skipping jest quarantine ingestion."
+      end
+
       aggregator = GitlabQuality::TestTooling::CodeCoverage::ClickHouse::TestHealthRiskAggregator.new(**clickhouse_data)
       aggregator.run
     else

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/jest_quarantined_tests_table.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require_relative 'table'
+
+module GitlabQuality
+  module TestTooling
+    module CodeCoverage
+      module ClickHouse
+        # Replaces `code_coverage.jest_quarantined_tests_today` with the current
+        # contents of `scripts/frontend/quarantined_vue3_specs.txt` before each
+        # nightly risk aggregation. The helper table is a transient snapshot:
+        # it is truncated and repopulated on every aggregation run so the
+        # aggregation SQL can treat it as a simple LEFT JOIN for is_quarantined
+        # enrichment without needing a time-windowed query.
+        class JestQuarantinedTestsTable
+          include Client
+
+          TABLE_NAME = 'jest_quarantined_tests_today'
+
+          def initialize(url:, database:, username: nil, password: nil, logger: nil)
+            @url = url
+            @database = database
+            @username = username
+            @password = password
+            @logger = logger || Runtime::Logger.logger
+          end
+
+          # Reads `quarantine_file`, truncates `jest_quarantined_tests_today`,
+          # then inserts one row per non-blank, non-comment line. Idempotent:
+          # repeated calls with the same flat file produce the same table state.
+          #
+          # @param quarantine_file [String] path to the quarantine flat file
+          # @return [void]
+          def populate(quarantine_file:)
+            truncate_and_insert(read_quarantine_file(quarantine_file))
+          rescue StandardError => e
+            logger.error("#{LOG_PREFIX} Error populating #{full_table_name}: #{e.message}")
+            raise
+          end
+
+          private
+
+          attr_reader :url, :database, :username, :password, :logger
+
+          def truncate_and_insert(test_files)
+            logger.info(
+              "#{LOG_PREFIX} Populating #{full_table_name} with #{test_files.size} Jest quarantined test files"
+            )
+            client.query("TRUNCATE TABLE #{full_table_name}", format: 'TabSeparated')
+            insert_rows(test_files) if test_files.any?
+            logger.info("#{LOG_PREFIX} Populated #{full_table_name} with #{test_files.size} rows")
+          end
+
+          def insert_rows(test_files)
+            rows_sql = test_files.map { |f| "('#{escape(f)}')" }.join(",\n")
+            client.query(<<~SQL, format: 'TabSeparated')
+              INSERT INTO #{full_table_name} (test_file) VALUES #{rows_sql}
+            SQL
+          end
+
+          def read_quarantine_file(path)
+            File.readlines(path, chomp: true)
+                .reject { |line| line.start_with?('#') || line.strip.empty? }
+          end
+
+          def full_table_name
+            "#{database}.#{TABLE_NAME}"
+          end
+
+          # ClickHouse string escape: backslash then single quote.
+          def escape(str)
+            str.to_s.gsub('\\', '\\\\\\\\').gsub("'", "''")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab_quality/test_tooling/code_coverage/click_house/test_health_risk_aggregation.sql

@@ -71,6 +71,13 @@ WITH
     GROUP BY test_file
     HAVING is_flaky
   ),
+  -- Jest quarantine comes from a flat file (quarantined_vue3_specs.txt) rather
+  -- than the issue-based RSpec ledger. It is populated into this helper table
+  -- by JestQuarantinedTestsTable before each nightly aggregation run.
+  jest_quarantine_status AS (
+    SELECT test_file
+    FROM code_coverage.jest_quarantined_tests_today FINAL
+  ),
   per_test_status AS (
     SELECT
       tc.source_file,
@@ -79,11 +86,12 @@ WITH
       tc.section,
       tc.total_lines,
       tc.covered_lines,
-      coalesce(qs.is_quarantined, FALSE) AS is_quarantined,
-      coalesce(fs.is_flaky, FALSE)       AS is_flaky
+      (coalesce(qs.is_quarantined, FALSE) OR (jq.test_file IS NOT NULL)) AS is_quarantined,
+      coalesce(fs.is_flaky, FALSE) AS is_flaky
     FROM code_coverage.test_coverage_per_file tc FINAL
-    LEFT JOIN quarantine_status qs ON qs.test_file = tc.test_file
-    LEFT JOIN flaky_status      fs ON fs.test_file = tc.test_file
+    LEFT JOIN quarantine_status      qs ON qs.test_file = tc.test_file
+    LEFT JOIN jest_quarantine_status jq ON jq.test_file = tc.test_file
+    LEFT JOIN flaky_status           fs ON fs.test_file = tc.test_file
     WHERE tc.timestamp >= now() - INTERVAL {coverage_window}
   ),
   per_file AS (

data/lib/gitlab_quality/test_tooling/version.rb

@@ -2,6 +2,6 @@
 
 module GitlabQuality
   module TestTooling
-    VERSION = "3.15.0"
+    VERSION = "3.16.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab_quality-test_tooling
 version: !ruby/object:Gem::Version
-  version: 3.15.0
+  version: 3.16.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-05-13 00:00:00.000000000 Z
+date: 2026-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -493,6 +493,7 @@ files:
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/category_owners_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/client.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/coverage_metrics_table.rb
+- lib/gitlab_quality/test_tooling/code_coverage/click_house/jest_quarantined_tests_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/per_test_coverage_table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/table.rb
 - lib/gitlab_quality/test_tooling/code_coverage/click_house/test_file_mappings_table.rb