rspec_trunk_flaky_tests 0.13.7.pre.beta.1-arm64-darwin → 0.14.0-arm64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff395ba59ea3c6c0702093e63fbd16aaf38c0063b57a3ed991c46d45687b9c6d
-  data.tar.gz: a50a18a73832b63b908f03355c4a32d7095d1a9f25dd2b650f243249f36e6619
+  metadata.gz: d568a9ea6ac6dff18ba7708a436b4d63acc5e713da4265ab41d92a4503b599e6
+  data.tar.gz: d0a00946d5587b4ada9f7c9bdb71d59231d325745ec8dcec0a428db853e7c541
 SHA512:
-  metadata.gz: f7d42cded84d8da7985b794345ffd7fe848a89e8c74abdb7fca400121041d5d893f07c617fca5194b4903faf0ebe2fad6844317ea18289e29482aa287b332edb
-  data.tar.gz: 873dc3e24334e08cb129b4289fa388cd790d5c415a50464a75bbfaa9bead376c71724d2b6fd653ce601550808c72c4276f936f14f5858532ce1aa89c5c21e1aa
+  metadata.gz: 7e245a2b4cdb378c904afee98c7fa0e814980fa485d4ebb01dc974458f19f23469a73fcff1a09f3f7c3308578070227c2d8baaff3cb379d42bdea885e1a78809
+  data.tar.gz: 8cbdb9f0f426636a1f5c972bb357376855f853d3209fbc436172c849b928c2aafc792ad4ac35d522bd08679c2aa9567b97b98bb71a110bdccdf0eaee06941a97

data/lib/rspec_trunk_flaky_tests.rb

@@ -15,7 +15,8 @@ rescue LoadError
       this dependency. It does not include a precompiled native extension.
 
       Precompiled native gems are available for:
-        x86_64-linux, aarch64-linux, arm64-darwin, x86_64-darwin
+        x86_64-linux-gnu, x86_64-linux-musl, aarch64-linux-gnu,
+        aarch64-linux-musl, arm64-darwin, x86_64-darwin
 
       If you are on a supported platform and seeing this error, make sure
       bundler is selecting the native variant for your platform:

data/lib/trunk_spec_helper.rb

@@ -108,11 +108,25 @@ module RSpec
       # decide if we want to fail the test or not
       # trunk-ignore(rubocop/Naming/AccessorMethodName)
       def set_exception(exception)
-        return set_exception_core(exception) if metadata[:pending]
+        # Pending stays green, except a fixed pending example is a real failure.
+        return set_exception_core(exception) if metadata[:pending] && !pending_example_fixed?(exception)
         return set_exception_core(exception) if trunk_disabled
         return set_exception_core(exception) if metadata[:retry_attempts]&.positive?
 
+        handle_quarantine_check_safely(exception)
+      end
+
+      # If the quarantine machinery itself blows up, the failure must stand.
+      def handle_quarantine_check_safely(exception)
         handle_quarantine_check(exception)
+      rescue StandardError => e
+        puts "Quarantine check errored (#{e.class}: #{e.message}), treating test as not quarantined".yellow
+        set_exception_core(exception)
+      end
+
+      def pending_example_fixed?(exception)
+        defined?(RSpec::Core::Pending::PendingExampleFixedError) &&
+          exception.is_a?(RSpec::Core::Pending::PendingExampleFixedError)
       end
 
       # trunk-ignore(rubocop/Metrics/AbcSize,rubocop/Metrics/MethodLength,rubocop/Metrics/CyclomaticComplexity)
@@ -336,7 +350,7 @@ class TrunkAnalyticsListener
 
   # trunk-ignore(rubocop/Metrics/CyclomaticComplexity,rubocop/Metrics/AbcSize,rubocop/Metrics/MethodLength)
   def add_test_case(example)
-    exception = example.exception || example.metadata[:quarantined_exception]
+    status, exception = status_and_exception(example)
     failure_message = ''
     backtrace = ''
     if exception
@@ -355,22 +369,63 @@ class TrunkAnalyticsListener
     id = example.generate_trunk_id
 
     attempt_number = example.metadata[:retry_attempts] || example.metadata[:attempt_number] || 0
-    status = example.execution_result.status.to_s
     # set the status to failure, but mark it as quarantined
     is_quarantined = example.metadata[:quarantined_exception] ? true : false
-    case example.execution_result.status
-    when :passed
-      status = is_quarantined ? Status.new('failure') : Status.new('success')
-    when :failed
-      status = Status.new('failure')
-    when :pending
-      status = Status.new('skipped')
-    end
     parent_name = example.example_group.metadata[:description]
     parent_name = parent_name.empty? ? 'rspec' : parent_name
     @testreport.add_test(id, name, classname, file, parent_name, line, status, attempt_number,
                          started_at, finished_at, failure_message || '', backtrace || '', is_quarantined)
   end
+
+  # Determine the Trunk status to report for an example, plus the exception (if
+  # any) whose message/backtrace should be recorded for it.
+  #
+  # `pending` examples need care because RSpec expresses their outcome as the
+  # inverse of the body's pass/fail. A pending example's contract is "this is
+  # expected to fail", so:
+  #   - body still fails  -> expectation met     -> RSpec status :pending, build green
+  #   - body now passes   -> expectation violated -> RSpec status :failed
+  #                          (PendingExampleFixedError), build red
+  # We report the outcome RSpec actually decided, which also matches the build
+  # result:
+  #   - skip / xit (never ran)     -> skipped
+  #   - pending, body still failing -> success (expectation met)
+  #   - pending, body now passing   -> failure (PendingExampleFixedError)
+  # RSpec's own build pass/fail behavior is left untouched (see #set_exception).
+  #
+  # trunk-ignore(rubocop/Metrics/AbcSize,rubocop/Metrics/CyclomaticComplexity,rubocop/Metrics/MethodLength)
+  def status_and_exception(example)
+    result = example.execution_result
+    quarantined_exception = example.metadata[:quarantined_exception]
+
+    # A genuinely skipped example (`skip`/`xit`, or `skip` called from a hook or
+    # body) never runs, so it has no real pass/fail outcome. RSpec still reports
+    # it with status :pending, so detect skips explicitly -- and up front -- via
+    # metadata[:skip] before interpreting any pending pass/fail semantics below.
+    return [Status.new('skipped'), nil] if example.metadata[:skip]
+
+    case result.status
+    when :passed
+      # A quarantined failure is recorded as :passed by RSpec (see #set_exception),
+      # so report it as a failure but carry the original quarantined exception.
+      quarantined_exception ? [Status.new('failure'), quarantined_exception] : [Status.new('success'), nil]
+    when :failed
+      # Includes a pending example whose body unexpectedly passed: RSpec reports it
+      # as :failed with a PendingExampleFixedError (on example.exception) and breaks
+      # the build (the pending expectation was violated), so it is a failure here too.
+      [Status.new('failure'), example.exception || quarantined_exception]
+    when :pending
+      # A quarantined fixed-pending is left :pending but pending_fixed? -- still a
+      # failure. Otherwise the pending "should fail" expectation was met -> success.
+      if result.pending_fixed?
+        [Status.new('failure'), quarantined_exception || example.exception]
+      else
+        [Status.new('success'), nil]
+      end
+    else
+      [Status.new(result.status.to_s), example.exception || quarantined_exception]
+    end
+  end
 end
 
 RSpec.configure do |c|

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rspec_trunk_flaky_tests
 version: !ruby/object:Gem::Version
-  version: 0.13.7.pre.beta.1
+  version: 0.14.0
 platform: arm64-darwin
 authors:
 - Trunk Technologies, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-07-06 00:00:00.000000000 Z
+date: 2026-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec-core
@@ -47,7 +47,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/rspec_trunk_flaky_tests.rb
-- lib/rspec_trunk_flaky_tests/3.0/rspec_trunk_flaky_tests.bundle
 - lib/rspec_trunk_flaky_tests/3.1/rspec_trunk_flaky_tests.bundle
 - lib/rspec_trunk_flaky_tests/3.2/rspec_trunk_flaky_tests.bundle
 - lib/rspec_trunk_flaky_tests/3.3/rspec_trunk_flaky_tests.bundle
@@ -67,7 +66,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.0'
+      version: '3.1'
   - - "<"
     - !ruby/object:Gem::Version
       version: 4.1.dev