rspec_trunk_flaky_tests 0.12.1.pre.beta.1-arm64-darwin → 0.12.1.pre.beta.12-arm64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 45f0425cc78c2401f9e5cb60b3a027da0f47951eaa9a94a3a2a44e472cd68747
-  data.tar.gz: f6bff613aefaaf1691ea9980d0b77f65f0a183dacc7108fe7e57604b7784c160
+  metadata.gz: 25c9b33903ad844202a9a2df2ae7757bf40da046c0eb94d5db5285fa2f4f0f62
+  data.tar.gz: 0571e6e35dcd0f65933fe0cb66b269ea8529572a0bfa8d1d6198316c62eff68c
 SHA512:
-  metadata.gz: dc80d2f70d6b1e7ed1e6f52586cf4ab5c35cee784a8acc7af742f4528b2ce0afa46929ca1b8dbb1dd201013c1f86d4218d0f25fb6fdf669fc446ddc9ef52f815
-  data.tar.gz: 6931066bdf58084b4795100acfca30eaf3d28a6cd9b2bf9c76c47d46c3e8b484c79c436b31c411bbe1e450c917552cf40f346806f1e863e3439821a069384635
+  metadata.gz: 9d344e20114b9c15092889af629be28785b14d1ae2dac43fd1ca2bde90b9d8cee80fcb7c0c127c8a90dfa1e35cfdfdeb3e9ea00e596d8c84e43ce2bc6048e24a
+  data.tar.gz: 7d40284107364e9a20dc0d38462bedd75eafd656cc03045af2d5c99f64c75c629c33d7245f0fde69ebbda05c7cbb4376029e2b6a29e9500cfa95c1f080df0c69

data/lib/rspec_trunk_flaky_tests.rb

@@ -4,5 +4,31 @@ begin
   ruby_version = /(\d+\.\d+)/.match(RUBY_VERSION)
   require_relative "rspec_trunk_flaky_tests/#{ruby_version}/rspec_trunk_flaky_tests"
 rescue LoadError
-  require_relative 'rspec_trunk_flaky_tests/rspec_trunk_flaky_tests'
+  begin
+    require_relative 'rspec_trunk_flaky_tests/rspec_trunk_flaky_tests'
+  rescue LoadError
+    raise LoadError, <<~MSG
+      Could not load the native extension for rspec_trunk_flaky_tests.
+
+      You are using the pure ruby variant of this gem, which is a placeholder
+      that exists so that Gemfile.lock files with `PLATFORMS ruby` can resolve
+      this dependency. It does not include a precompiled native extension.
+
+      Precompiled native gems are available for:
+        x86_64-linux, aarch64-linux, arm64-darwin, x86_64-darwin
+
+      If you are on a supported platform and seeing this error, make sure
+      bundler is selecting the native variant for your platform:
+
+          bundle lock --add-platform #{RUBY_PLATFORM}
+          bundle install
+
+      If you are on an unsupported platform, this gem cannot be used in your
+      environment. Please open an issue at:
+        https://github.com/trunk-io/analytics-cli/issues
+
+      Current platform: #{RUBY_PLATFORM}
+      Current Ruby version: #{RUBY_VERSION}
+    MSG
+  end
 end

data/lib/trunk_spec_helper.rb

@@ -16,6 +16,7 @@
 #   TRUNK_REPO_HEAD_BRANCH - HEAD branch name
 #   TRUNK_REPO_HEAD_COMMIT_EPOCH - HEAD commit timestamp (seconds since epoch)
 #   TRUNK_REPO_HEAD_AUTHOR_NAME - HEAD commit author name
+#   TRUNK_PR_NUMBER - PR number, if uploading from a PR (normally inferred from CI environment variables)
 #
 # Optional environment variables for configuration:
 #   TRUNK_CODEOWNERS_PATH - Path to CODEOWNERS file
@@ -25,6 +26,7 @@
 #   TRUNK_DRY_RUN - Set to 'true' to save bundle locally instead of uploading
 #   TRUNK_USE_UNCLONED_REPO - Set to 'true' for uncloned repo mode
 #   TRUNK_LOCAL_UPLOAD_DIR - Directory to save test results locally (disables upload)
+#   TRUNK_QUARANTINED_TESTS_DISK_CACHE_TTL_SECS - Time to cache quarantined tests on disk (in seconds)
 #   DISABLE_RSPEC_TRUNK_FLAKY_TESTS - Set to 'true' to completely disable Trunk
 #
 require 'rspec/core'
@@ -64,7 +66,8 @@ end
 
 def knapsack_detector_command?
   command_line = "#{$PROGRAM_NAME} #{ARGV.join(' ')}".strip
-  command_line.include?('knapsack_pro:rspec_test_example_detector')
+  command_line.include?('knapsack_pro:rspec_test_example_detector') ||
+    command_line.include?('knapsack_pro:queue:rspec:initialize')
 end
 
 def trunk_disabled
@@ -72,8 +75,9 @@ def trunk_disabled
     ENV['TRUNK_ORG_URL_SLUG'].nil? || ENV['TRUNK_API_TOKEN'].nil?
 end
 
-# we want to cache the test report so we can add to it as we go and reduce the number of API calls
+# we want to cache the test report in memory so we can add to it as we go and reduce the number of API calls
 $test_report = TestReport.new('rspec', "#{$PROGRAM_NAME} #{ARGV.join(' ')}", nil)
+$failure_encountered_and_quarantining_disabled = false
 
 module RSpec
   module Core
@@ -85,20 +89,34 @@ module RSpec
       # RSpec uses the existance of an exception to determine if the test failed
       # We need to override this to allow us to capture the exception and then
       # decide if we want to fail the test or not
-      # trunk-ignore(rubocop/Metrics/AbcSize,rubocop/Metrics/MethodLength,rubocop/Naming/AccessorMethodName)
+      # trunk-ignore(rubocop/Naming/AccessorMethodName)
       def set_exception(exception)
         return set_exception_core(exception) if metadata[:pending]
         return set_exception_core(exception) if trunk_disabled
         return set_exception_core(exception) if metadata[:retry_attempts]&.positive?
 
+        handle_quarantine_check(exception)
+      end
+
+      # trunk-ignore(rubocop/Metrics/AbcSize,rubocop/Metrics/MethodLength)
+      def handle_quarantine_check(exception)
         id = generate_trunk_id
         name = full_description
         parent_name = example_group.metadata[:description]
         parent_name = parent_name.empty? ? 'rspec' : parent_name
         file = escape(metadata[:file_path])
         classname = file.sub(%r{\.[^/.]+\Z}, '').gsub('/', '.').gsub(/\A\.+|\.+\Z/, '')
-        puts "Test failed, checking if it can be quarantined: `#{location}`".yellow
-        if $test_report.is_quarantined(id, name, parent_name, classname, file)
+        unless $failure_encountered_and_quarantining_disabled
+          puts "Test failed, checking if it can be quarantined: `#{location}`".yellow
+        end
+        is_quarantined_result = $test_report.is_quarantined(id, name, parent_name, classname, file)
+        if is_quarantined_result.quarantining_disabled_for_repo
+          unless $failure_encountered_and_quarantining_disabled
+            puts 'Quarantining is disabled for this repo, no failures will be quarantined'.yellow
+            $failure_encountered_and_quarantining_disabled = true
+          end
+          set_exception_core(exception)
+        elsif is_quarantined_result.test_is_quarantined
           # monitor the override in the metadata
           metadata[:quarantined_exception] = exception
           puts "Test is quarantined, overriding exception: #{exception}".green
@@ -168,9 +186,40 @@ module RSpec
   end
 end
 
+def format_exception_message(exception)
+  case exception
+  when RSpec::Core::MultipleExceptionError
+    # MultipleExceptionError contains multiple exceptions in @exceptions array
+    messages = exception.all_exceptions.map { |e| "#{e.class}: #{e.message}" }
+    "#{exception.class}: #{messages.join(' | ')}"
+  else
+    exception.to_s
+  end
+end
+
+# trunk-ignore(rubocop/Metrics/MethodLength)
+def format_exception_backtrace(exception)
+  case exception
+  when RSpec::Core::MultipleExceptionError
+    # Collect backtraces from all nested exceptions
+    backtraces = exception.all_exceptions.map do |e|
+      if e.backtrace && !e.backtrace.empty?
+        "#{e.class}: #{e.message}\n#{e.backtrace.join("\n")}"
+      else
+        "#{e.class}: #{e.message}"
+      end
+    end
+    backtraces.join("\n\n")
+  else
+    exception.backtrace&.join("\n") || ''
+  end
+end
+
 # TrunkAnalyticsListener is a class that is used to listen to the execution of the Example class
 # it generates and submits the final test reports
 class TrunkAnalyticsListener
+  MAX_TEXT_FIELD_SIZE = 8_000
+
   def initialize
     @testreport = $test_report
   end
@@ -181,6 +230,9 @@ class TrunkAnalyticsListener
 
   # trunk-ignore(rubocop/Metrics/MethodLength)
   def close(_notification)
+    if $failure_encountered_and_quarantining_disabled
+      puts 'Note: Quarantining is disabled for this repo. Test failures were not quarantined.'.yellow
+    end
     if ENV['TRUNK_LOCAL_UPLOAD_DIR']
       saved = @testreport.try_save(ENV['TRUNK_LOCAL_UPLOAD_DIR'])
       if saved
@@ -200,8 +252,15 @@ class TrunkAnalyticsListener
 
   # trunk-ignore(rubocop/Metrics/CyclomaticComplexity,rubocop/Metrics/AbcSize,rubocop/Metrics/MethodLength)
   def add_test_case(example)
-    failure_message = example.exception.to_s if example.exception
-    failure_message = example.metadata[:quarantined_exception].to_s if example.metadata[:quarantined_exception]
+    exception = example.exception || example.metadata[:quarantined_exception]
+    failure_message = ''
+    backtrace = ''
+    if exception
+      failure_message = format_exception_message(exception)
+      backtrace = format_exception_backtrace(exception)
+    end
+    failure_message = failure_message[0...MAX_TEXT_FIELD_SIZE] if failure_message.length > MAX_TEXT_FIELD_SIZE
+    backtrace = backtrace[0...MAX_TEXT_FIELD_SIZE] if backtrace.length > MAX_TEXT_FIELD_SIZE
     # TODO: should we use concatenated string or alias when auto-generated description?
     name = example.full_description
     file = escape(example.metadata[:file_path])
@@ -226,7 +285,7 @@ class TrunkAnalyticsListener
     parent_name = example.example_group.metadata[:description]
     parent_name = parent_name.empty? ? 'rspec' : parent_name
     @testreport.add_test(id, name, classname, file, parent_name, line, status, attempt_number,
-                         started_at, finished_at, failure_message || '', is_quarantined)
+                         started_at, finished_at, failure_message || '', backtrace || '', is_quarantined)
   end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rspec_trunk_flaky_tests
 version: !ruby/object:Gem::Version
-  version: 0.12.1.pre.beta.1
+  version: 0.12.1.pre.beta.12
 platform: arm64-darwin
 authors:
 - Trunk Technologies, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2025-12-19 00:00:00.000000000 Z
+date: 2026-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec-core
@@ -52,11 +52,13 @@ files:
 - lib/rspec_trunk_flaky_tests/3.2/rspec_trunk_flaky_tests.bundle
 - lib/rspec_trunk_flaky_tests/3.3/rspec_trunk_flaky_tests.bundle
 - lib/rspec_trunk_flaky_tests/3.4/rspec_trunk_flaky_tests.bundle
+- lib/rspec_trunk_flaky_tests/4.0/rspec_trunk_flaky_tests.bundle
 - lib/trunk_spec_helper.rb
 homepage: https://docs.trunk.io/flaky-tests/get-started/frameworks/rspec
 licenses:
 - MIT
-metadata: {}
+metadata:
+  source_code_uri: https://github.com/trunk-io/analytics-cli/tree/main/rspec-trunk-flaky-tests
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -68,7 +70,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '3.0'
   - - "<"
     - !ruby/object:Gem::Version
-      version: 3.5.dev
+      version: 4.1.dev
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="