rspec-tracer 1.0.2 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 57dd6b7ba2dafd73bbe30d91e42c36498c7e4fb505e02c405825cf45d8ac0787
-  data.tar.gz: e8886b116e2412f566ae908d3f0e2d9213df9ff70e0c88d54a8a4fb28dab9788
+  metadata.gz: 24ed84e70e415d8eccd09ea63cee04cc318e4a167227dc9f937a3badb7229fb6
+  data.tar.gz: fa6d30e91e776b35b935b5e0e420422700d552859d894d001e16fee2b93e0874
 SHA512:
-  metadata.gz: 88ea3fbe3fef4c4ab2b2d2664ac5915b4e7eaa97b5ecc0d2b77dfeb03604e7f54faf4a567f65ff31235464f351a60e8817527d51f64f5a2717bb267f1cf72261
-  data.tar.gz: fbba1feed081e49a4cef7338c05b6d1022ecac5f013b499150b42b817e1cdb13bf2dc29ad993a502d8233bfe52dc89f991ad036eaeb513cde0b5d029b6413a46
+  metadata.gz: 4c3abb2234b5c02257f70c494775a4d01d5fe84dfeb9d61eba92f70064a649045607ac801b526ca8198b3defc75db8751db68597557ae379666f0c979236cbe0
+  data.tar.gz: 23b9a629e8a8d93af51d74b2d426c6770db64ed9971c50fb269f96dd74abcb1badc520f02289725d96a97a7e5077210e6d54e3405da2510a799a4ec956cd81c9

data/CHANGELOG.md

@@ -1,3 +1,59 @@
+## [1.0.4] - 2026-05-06
+
+### Fixed
+
+- **Parallel-tests purge race when a sibling worker is still mid-flush**
+  — the elected worker trusted only `parallel_tests`'s pid-file barrier
+  (`ParallelTests.wait_for_other_processes_to_finish`), which under
+  specific scheduling/I/O timing on GHA Linux x86_64 can return while a
+  sibling's `parallel_tests_N/` dir hasn't fully flushed. The elected
+  then merged + purged, racing the in-progress sibling. Symptoms:
+  intermittent leftover `parallel_tests_N/` dir post-purge AND/OR
+  silently dropped peer caches in the merge.
+
+  Backport of upstream PR
+  [#168](https://github.com/avmnu-sng/rspec-tracer/pull/168). Adds a
+  filesystem barrier layered on top of the pid-file wait. Each worker
+  writes a `.rspec_tracer_boot` marker at `RSpecTracer.start` time and
+  a `.rspec_tracer_done` marker as the first step of its at_exit tasks;
+  the elected worker waits for every booted peer's `.done` to
+  materialize before proceeding to merge + purge. Two independent
+  signals (pid file + filesystem) must agree before the elected worker
+  declares the peer set stable. Bounded at 5 s with a graceful warn
+  for crashed peers — their dirs are purged regardless of completion
+  state, and the merge accepts whatever's on disk.
+
+## [1.0.3] - 2026-05-04
+
+### Fixed
+
+- **Carry-forward filter contract** — newly-added filters now apply
+  uniformly to both fresh attribution AND prior-snapshot carry-forward.
+  Previously, `Cache#load_all_files_cache` and `load_dependency_cache`
+  read previous-run state without re-applying the current filter list.
+  A user adding a new filter mid-development saw the filter take
+  effect only for fresh attributions on cold runs; previously-cached
+  paths matching the new filter persisted in `all_files` and
+  `dependency` until the next cold run. Filter additions now take
+  effect on the very next warm run. (from upstream
+  [PR #161](https://github.com/avmnu-sng/rspec-tracer/pull/161))
+
+### Note on exclusions
+
+The companion default-filter expansion shipped in upstream PR #161
+(adds `rspec_tracer_cache/`, `rspec_tracer_coverage/`,
+`rspec_tracer_report/`, `rspec_tracer.lock` to the default
+`add_filter` / `add_coverage_filter` lists) is intentionally NOT
+backported to this 1.0.x line, for the same reason the broader
+1.1.0 default-filter expansion was excluded from 1.0.1: changing
+the default filter set shifts the files present in `all_files.json`
+for users who track tracer-self paths, which would invalidate their
+existing caches on upgrade. Users on 1.0.x who want this default
+hygiene can either upgrade to 1.2.x / 2.0.x OR add the four paths
+to their own `.rspec-tracer` config explicitly. The carry-forward
+filter check shipped here MAKES that user-side `add_filter` take
+effect on the next warm run.
+
 ## [1.0.2] - 2026-05-01
 
 ### Fixed

data/lib/rspec_tracer/cache.rb

@@ -152,9 +152,10 @@ module RSpecTracer
 
       return unless File.file?(file_name)
 
-      @all_files = JSON.parse(File.read(file_name, encoding: 'UTF-8')).transform_values do |files|
+      raw = JSON.parse(File.read(file_name, encoding: 'UTF-8')).transform_values do |files|
         files.transform_keys(&:to_sym)
       end
+      @all_files = raw.reject { |fname, _| filtered_by_current_filters?(fname) }
     end
 
     def load_dependency_cache(cache_dir)
@@ -162,7 +163,18 @@ module RSpecTracer
 
       return unless File.file?(file_name)
 
-      @dependency = JSON.parse(File.read(file_name, encoding: 'UTF-8')).transform_values(&:to_set)
+      raw = JSON.parse(File.read(file_name, encoding: 'UTF-8')).transform_values(&:to_set)
+      @dependency = raw.transform_values do |files|
+        files.reject { |fname| filtered_by_current_filters?(fname) }.to_set
+      end
+    end
+
+    # True iff `file_name` matches any currently-configured filter.
+    # Applied at carry-forward seed time so newly-added filters take
+    # effect on the very next warm run instead of waiting for a cold
+    # run.
+    def filtered_by_current_filters?(file_name)
+      RSpecTracer.filters.any? { |f| f.match?(file_name: file_name) }
     end
 
     def load_examples_coverage_cache(cache_dir)

data/lib/rspec_tracer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RSpecTracer
-  VERSION = '1.0.2'
+  VERSION = '1.0.4'
 end

data/lib/rspec_tracer.rb

@@ -32,6 +32,17 @@ require_relative 'rspec_tracer/time_formatter'
 require_relative 'rspec_tracer/version'
 
 module RSpecTracer
+  # Filesystem barrier markers, layered on top of parallel_tests's
+  # pid-file wait to defend against the GHA-observed race where the
+  # gem's `wait_for_other_processes_to_finish` returns while a sibling
+  # worker hasn't fully flushed its `parallel_tests_N/` dir yet. Each
+  # worker writes BOOT at setup-time and DONE as the first step of its
+  # at_exit tasks; the elected worker waits for every booted peer's
+  # DONE marker (deadline-bounded) before proceeding to merge + purge.
+  PARALLEL_TESTS_BOOT_MARKER_FILENAME = '.rspec_tracer_boot'
+  PARALLEL_TESTS_DONE_MARKER_FILENAME = '.rspec_tracer_done'
+  PARALLEL_TESTS_PEER_DONE_DEADLINE_SECONDS = 5
+
   class << self
     attr_accessor :running, :pid, :no_examples
 
@@ -191,6 +202,27 @@ module RSpecTracer
       puts "Failed to load parallel tests (Error: #{e.message})"
     ensure
       track_parallel_tests_test_env_number
+      parallel_tests_touch_boot!
+    end
+
+    # Per-worker boot marker. Source-of-truth for "this worker booted
+    # past `RSpecTracer.start`", consumed by the elected worker's
+    # finalize-time peer enumeration. Idempotent; failures are warned
+    # and absorbed (boot-marker write must never block test execution).
+    def parallel_tests_touch_boot!
+      return unless parallel_tests?
+
+      FileUtils.mkdir_p(RSpecTracer.cache_path)
+      File.write(
+        File.join(RSpecTracer.cache_path, PARALLEL_TESTS_BOOT_MARKER_FILENAME),
+        JSON.generate(
+          pid: Process.pid,
+          test_env_number: ENV.fetch('TEST_ENV_NUMBER', ''),
+          started_at: Time.now.utc.iso8601
+        )
+      )
+    rescue StandardError => e
+      puts "RSpec tracer: failed to write boot marker (#{e.class}: #{e.message})"
     end
 
     def track_parallel_tests_test_env_number
@@ -324,6 +356,15 @@ module RSpecTracer
     end
 
     def run_parallel_tests_exit_tasks
+      # Every worker — elected or not — drops its `.done` marker as the
+      # first thing in finalize so the elected worker's
+      # `parallel_tests_wait_for_peer_done_markers!` can observe it.
+      # Non-elected workers stop here; the elected worker proceeds to
+      # the merge + purge sequence (gated by `parallel_tests_executed?`,
+      # which now layers the peer-done barrier on top of the existing
+      # pid-file wait).
+      parallel_tests_touch_done!
+
       return unless parallel_tests_executed?
 
       merge_parallel_tests_reports
@@ -333,6 +374,24 @@ module RSpecTracer
       purge_parallel_tests_reports
     end
 
+    # Per-worker done marker. Written by every worker (elected or not)
+    # as the first step of `run_parallel_tests_exit_tasks`. Pairs with
+    # the boot marker for the elected worker's peer-done barrier:
+    # presence of `.done` means "this worker has signalled completion
+    # of its own writes"; absence (with `.boot` present) means "still
+    # mid-flush or crashed". Idempotent; failures are warned + absorbed.
+    def parallel_tests_touch_done!
+      return unless parallel_tests?
+
+      FileUtils.mkdir_p(RSpecTracer.cache_path)
+      File.write(
+        File.join(RSpecTracer.cache_path, PARALLEL_TESTS_DONE_MARKER_FILENAME),
+        Time.now.utc.iso8601
+      )
+    rescue StandardError => e
+      puts "RSpec tracer: failed to write done marker (#{e.class}: #{e.message})"
+    end
+
     def merge_parallel_tests_reports
       return unless parallel_tests_executed?
 
@@ -432,9 +491,62 @@ module RSpecTracer
 
       ParallelTests.wait_for_other_processes_to_finish
 
+      # Belt-and-suspenders barrier: pid-file said everyone's done, but
+      # the gem's `wait_for_other_processes_to_finish` has been observed
+      # on GHA Linux x86_64 to return while a sibling's `parallel_tests_N/`
+      # is still mid-flush. Cross-check via the `.boot`/`.done` filesystem
+      # markers before declaring the peer set stable. Idempotent: once
+      # all peers have flushed, subsequent calls just glob, find nothing
+      # missing, and return.
+      parallel_tests_wait_for_peer_done_markers!
+
       true
     end
 
+    # Block until every peer that wrote `.boot` has also written `.done`,
+    # or the deadline elapses. Polled at 50ms — fine enough to close the
+    # typical "barrier returned a tick early" case within a poll or two,
+    # coarse enough not to dominate CPU.
+    #
+    # On timeout we log and proceed: a peer that never wrote `.done`
+    # either crashed (then its dir is orphan content; the subsequent
+    # purge cleans it) or is genuinely hung (the elected can't fix that
+    # — we choose merge correctness over indefinite wait).
+    def parallel_tests_wait_for_peer_done_markers!
+      base_dir = File.dirname(RSpecTracer.cache_path)
+      deadline = Process.clock_gettime(Process::CLOCK_MONOTONIC) + PARALLEL_TESTS_PEER_DONE_DEADLINE_SECONDS
+
+      loop do
+        missing = parallel_tests_peer_dirs_missing_done(base_dir)
+        return if missing.empty?
+
+        if Process.clock_gettime(Process::CLOCK_MONOTONIC) >= deadline
+          puts 'RSpec tracer: peers booted without finishing within ' \
+               "#{PARALLEL_TESTS_PEER_DONE_DEADLINE_SECONDS}s: #{missing.inspect}; " \
+               'proceeding (peer dirs will be purged regardless of completion state)'
+          return
+        end
+
+        sleep 0.05
+      end
+    end
+
+    # Set difference of `.boot`-bearing peer dirs and `.done`-bearing
+    # peer dirs under `base_dir`. A returned entry means "this peer
+    # registered but has not signalled completion yet" — either still
+    # mid-flush or crashed.
+    def parallel_tests_peer_dirs_missing_done(base_dir)
+      boot_dirs = parallel_tests_peer_dirs_with_marker(base_dir, PARALLEL_TESTS_BOOT_MARKER_FILENAME)
+      done_dirs = parallel_tests_peer_dirs_with_marker(base_dir, PARALLEL_TESTS_DONE_MARKER_FILENAME)
+      boot_dirs - done_dirs
+    end
+
+    def parallel_tests_peer_dirs_with_marker(base_dir, marker_filename)
+      Dir.glob(File.join(base_dir, 'parallel_tests_*', marker_filename)).map do |path|
+        File.dirname(path)
+      end
+    end
+
     # Elects the worker that performs the per-run merge. Delegates to
     # `::ParallelTests.first_process?`, which returns true iff
     # `TEST_ENV_NUMBER.to_i <= 1` — i.e. for exactly one worker per run,

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rspec-tracer
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.4
 platform: ruby
 authors:
 - Abhimanyu Singh
@@ -118,7 +118,7 @@ licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/avmnu-sng/rspec-tracer
-  source_code_uri: https://github.com/avmnu-sng/rspec-tracer/tree/v1.0.2
+  source_code_uri: https://github.com/avmnu-sng/rspec-tracer/tree/v1.0.4
   changelog_uri: https://github.com/avmnu-sng/rspec-tracer/blob/main/CHANGELOG.md
   bug_tracker_uri: https://github.com/avmnu-sng/rspec-tracer/issues
 rdoc_options: []