RubyGems - polyrun - Versions diffs - 1.4.1 → 1.5.0 - Mend

polyrun 1.4.1 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (34) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +21 -0
data/lib/polyrun/cli/ci_shard_hooks.rb +12 -4
data/lib/polyrun/cli/ci_shard_run_command.rb +3 -1
data/lib/polyrun/cli/help.rb +3 -0
data/lib/polyrun/cli/helpers.rb +22 -0
data/lib/polyrun/cli/run_shards_parallel_children.rb +26 -34
data/lib/polyrun/cli/run_shards_parallel_wait.rb +267 -0
data/lib/polyrun/cli/run_shards_plan_boot_phases.rb +34 -1
data/lib/polyrun/cli/run_shards_plan_options.rb +6 -2
data/lib/polyrun/cli/run_shards_run.rb +7 -33
data/lib/polyrun/cli/run_shards_worker_interrupt.rb +75 -0
data/lib/polyrun/coverage/collector_finish.rb +3 -2
data/lib/polyrun/coverage/formatter.rb +2 -1
data/lib/polyrun/coverage/merge/formatters_html.rb +191 -43
data/lib/polyrun/coverage/merge/html/_file_list.html.erb +21 -0
data/lib/polyrun/coverage/merge/html/_file_section.html.erb +26 -0
data/lib/polyrun/coverage/merge/html/_groups_table.html.erb +18 -0
data/lib/polyrun/coverage/merge/html/_overview.html.erb +47 -0
data/lib/polyrun/coverage/merge/html/report.css +147 -0
data/lib/polyrun/coverage/merge/html/report.js +48 -0
data/lib/polyrun/coverage/merge/html/template.html.erb +30 -0
data/lib/polyrun/coverage/track_files.rb +9 -0
data/lib/polyrun/hooks.rb +9 -1
data/lib/polyrun/log.rb +16 -0
data/lib/polyrun/minitest.rb +34 -0
data/lib/polyrun/quick/example_runner.rb +11 -0
data/lib/polyrun/rspec.rb +18 -0
data/lib/polyrun/version.rb +1 -1
data/lib/polyrun/worker_ping.rb +74 -0
data/sig/polyrun/minitest.rbs +2 -0
data/sig/polyrun/rspec.rbs +4 -0
data/sig/polyrun/worker_ping.rbs +10 -0
metadata +12 -1

data/lib/polyrun/coverage/merge/html/template.html.erb ADDED Viewed

@@ -0,0 +1,30 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8"/>
+  <title><%= title %></title>
+  <style>
+<%= stylesheet %>
+  </style>
+</head>
+<body>
+  <div id="wrapper">
+    <div class="topbar">
+      <h1><%= title %></h1>
+      <div class="timestamp">Generated <%= generated_label %></div>
+    </div>
+    <%= overview_html %>
+    <%= file_list_html %>
+    <div id="source-files">
+      <%= file_sections_html %>
+    </div>
+  </div>
+  <script>
+<%= javascript %>
+  </script>
+</body>
+</html>

data/lib/polyrun/coverage/track_files.rb CHANGED Viewed

@@ -22,6 +22,15 @@ module Polyrun
         end.map { |rel| File.expand_path(rel, root) }.uniq
       end
+      # Keeps only loaded files that match configured +track_files+ globs.
+      def keep_tracked_files(blob, root, track_files)
+        tracked = expand_globs(root, track_files).each_with_object({}) { |abs, acc| acc[abs] = true }
+        blob.each_with_object({}) do |(path, entry), out|
+          abs = File.expand_path(path.to_s)
+          out[abs] = entry if tracked[abs]
+        end
+      end
       # Adds tracked files that were never required, with simulated line arrays (blank/comment => nil, else 0).
       # Matches SimpleCov +add_not_loaded_files+ behavior for coverage completeness.
       def merge_untracked_into_blob(blob, root, track_files)

data/lib/polyrun/hooks.rb CHANGED Viewed

@@ -118,6 +118,9 @@ module Polyrun
       if reg&.any?(phase)
         begin
           reg.run(phase, merged)
+        rescue Interrupt
+          Polyrun::Log.warn "polyrun hooks: #{phase} ruby hook interrupted"
+          return 130
         rescue => e
           Polyrun::Log.warn "polyrun hooks: #{phase} ruby hook failed: #{e.class}: #{e.message}"
           return 1
@@ -125,7 +128,12 @@ module Polyrun
       end
       commands_for(phase).each do |cmd|
-        ok = system(merged, "sh", "-c", cmd)
+        ok = begin
+          system(merged, "sh", "-c", cmd)
+        rescue Interrupt
+          Polyrun::Log.warn "polyrun hooks: #{phase} shell hook interrupted"
+          return 130
+        end
         return $?.exitstatus unless ok
       end
       0

data/lib/polyrun/log.rb CHANGED Viewed

@@ -6,6 +6,9 @@ module Polyrun
   #
   #   Polyrun::Log.stderr = Logger.new($stderr)
   #   Polyrun::Log.stdout = StringIO.new
+  #
+  # Orchestration (+orchestration_warn+): worker timeout and SIGINT lines use the same sink as +warn+ unless
+  # +POLYRUN_ORCHESTRATION_STDERR=1+ and stderr is not process +$stderr+ (then the summary is copied to +$stderr+).
   module Log
     class << self
       attr_writer :stderr
@@ -25,6 +28,19 @@ module Polyrun
         emit_line(stderr, msg)
       end
+      # Like {#warn}, and when +POLYRUN_ORCHESTRATION_STDERR=1+ and {#stderr} is not the process +$stderr+,
+      # also writes one line to +$stderr+ so timeout/interrupt attribution survives custom/null Log sinks.
+      def orchestration_warn(msg)
+        warn(msg)
+        return unless %w[1 true yes].include?(ENV["POLYRUN_ORCHESTRATION_STDERR"]&.downcase)
+        return if stderr.equal?($stderr)
+        # Intentionally the real stderr stream (+Kernel#warn+ routes through +Log.stderr+).
+        # rubocop:disable Style/StderrPuts
+        $stderr.puts(msg.to_s.chomp)
+        # rubocop:enable Style/StderrPuts
+      end
       def puts(msg = "")
         if msg.nil?
           stdout.write("\n")

data/lib/polyrun/minitest.rb CHANGED Viewed

@@ -7,11 +7,45 @@ module Polyrun
   # after Rails / DB configuration (same timing as a direct call to
   # {Data::ParallelProvisioning.run_suite_hooks!}).
   module Minitest
+    module WorkerPingTestHook
+      def setup
+        Polyrun::WorkerPing.ping!(location: polyrun_minitest_location)
+        super
+      end
+      def teardown
+        super
+        Polyrun::WorkerPing.ping!(location: polyrun_minitest_location)
+      end
+      private
+      def polyrun_minitest_location
+        file, line = method(name).source_location
+        (file && line) ? "#{file}:#{line}" : nil
+      rescue NameError
+        nil
+      end
+    end
     module_function
     # Runs {Data::ParallelProvisioning.run_suite_hooks!} (serial vs shard worker hooks).
     def install_parallel_provisioning!
       Polyrun::Data::ParallelProvisioning.run_suite_hooks!
     end
+    # Same ping semantics as {RSpec.install_worker_ping!}: +ping!+ at test +setup+ and +teardown+.
+    # Requires +minitest+ to be loaded first (+Minitest::Test+ defined).
+    def install_worker_ping!
+      require_relative "worker_ping"
+      unless defined?(::Minitest::Test)
+        Polyrun::Log.warn "polyrun minitest: install_worker_ping! skipped (load minitest/autorun or minitest/test first)"
+        return
+      end
+      ::Minitest::Test.send(:prepend, WorkerPingTestHook)
+      Polyrun::WorkerPing.ensure_interval_ping_thread!
+    end
   end
 end

data/lib/polyrun/quick/example_runner.rb CHANGED Viewed

@@ -1,7 +1,10 @@
+require_relative "../worker_ping"
 require_relative "assertions"
 require_relative "errors"
 require_relative "matchers"
+Polyrun::WorkerPing.ensure_interval_ping_thread!
 module Polyrun
   module Quick
     # Per-example execution: merged lets, hooks, assertions, optional Capybara::DSL.
@@ -20,6 +23,8 @@ module Polyrun
         define_let_methods!
         run_let_bangs_from_chain
         extend_capybara_if_enabled!
+        qloc = quick_example_location(block)
+        Polyrun::WorkerPing.ping!(location: qloc)
         begin
           run_before_hooks_from_chain(ancestor_chain)
           instance_eval(&block)
@@ -32,11 +37,17 @@ module Polyrun
           run_after_hooks_from_chain(ancestor_chain)
           reset_capybara_if_enabled!
           @_let_cache = {}
+          Polyrun::WorkerPing.ping!(location: qloc)
         end
       end
       private
+      def quick_example_location(block)
+        loc = block&.source_location
+        loc ? "#{loc[0]}:#{loc[1]}" : nil
+      end
       def merge_lets_from_chain(ancestor_chain)
         @merged_lets = {}
         ancestor_chain.each do |g|

data/lib/polyrun/rspec.rb CHANGED Viewed

@@ -44,5 +44,23 @@ module Polyrun
         config.add_formatter Polyrun::Reporting::RspecFailureFragmentFormatter
       end
     end
+    # Writes {WorkerPing} after suite start, before/after each example (+location+ is file:line from metadata).
+    # Keeps +--worker-idle-timeout+ sensitive to example progress (not only a background thread).
+    def install_worker_ping!
+      require "rspec/core"
+      require_relative "worker_ping"
+      ::RSpec.configure do |config|
+        config.before(:suite) { Polyrun::WorkerPing.ping! }
+        config.before(:each) do |example|
+          Polyrun::WorkerPing.ping!(location: example.metadata[:location] || example.location)
+        end
+        config.after(:each) do |example|
+          Polyrun::WorkerPing.ping!(location: example.metadata[:location] || example.location)
+        end
+      end
+      Polyrun::WorkerPing.ensure_interval_ping_thread!
+    end
   end
 end

data/lib/polyrun/version.rb CHANGED Viewed

@@ -1,3 +1,3 @@
 module Polyrun
-  VERSION = "1.4.1"
+  VERSION = "1.5.0"
 end

data/lib/polyrun/worker_ping.rb ADDED Viewed

@@ -0,0 +1,74 @@
+module Polyrun
+  # Writes a monotonic timestamp to +POLYRUN_WORKER_PING_FILE+ when the test process advances
+  # (typically once per example). When +location:+ is passed (path:line of the example), the file
+  # is two lines: timestamp, then that string. Parents use +--worker-idle-timeout+ to detect a worker with no
+  # progress *inside* a single example—unlike a background thread, +ping!+ does not run while Ruby
+  # is busy on the main thread, so a tight CPU loop or stuck native code leaves the timestamp stale.
+  #
+  # Prefer framework installs (call from helpers *after* loading the runner):
+  #
+  #   require "polyrun/rspec"
+  #   Polyrun::RSpec.install_worker_ping!
+  #
+  #   require "polyrun/minitest"
+  #   Polyrun::Minitest.install_worker_ping!
+  #
+  # Polyrun Quick runs +ping!+ automatically when requiring the Quick stack.
+  #
+  # Optional interval thread (+POLYRUN_WORKER_PING_THREAD=1+, +POLYRUN_WORKER_PING_INTERVAL_SEC+): call
+  # {#ensure_interval_ping_thread!} once at worker startup if you rely on periodic pings without per-example {#ping!};
+  # installers call this so the env toggle works out of the box.
+  module WorkerPing
+    class << self
+      def ping!(location: nil)
+        path = ping_file_path
+        return if path.empty?
+        t = Process.clock_gettime(Process::CLOCK_MONOTONIC).to_s
+        loc = location.to_s.strip
+        payload = loc.empty? ? t : "#{t}\n#{loc}"
+        File.binwrite(path, payload)
+      rescue SystemCallError
+        # best-effort
+      end
+      def ping_file_path
+        ENV["POLYRUN_WORKER_PING_FILE"].to_s.strip
+      end
+      # Starts a periodic +ping!+ thread when +POLYRUN_WORKER_PING_THREAD+ is truthy and +POLYRUN_WORKER_PING_FILE+ is set.
+      # Prefer per-example {#ping!}; safe to call more than once (idempotent).
+      # rubocop:disable ThreadSafety/ClassInstanceVariable -- idempotent once-per-process latch
+      def ensure_interval_ping_thread!
+        thread_flag = ENV["POLYRUN_WORKER_PING_THREAD"]
+        return unless %w[1 true yes].include?(thread_flag&.downcase)
+        path = ping_file_path
+        return if path.empty?
+        @interval_ping_mx ||= Mutex.new
+        @interval_ping_mx.synchronize do
+          return if @interval_ping_started
+          raw = ENV["POLYRUN_WORKER_PING_INTERVAL_SEC"].to_s.strip
+          interval = Float(raw.empty? ? "15" : raw, exception: false) || 15.0
+          interval = 1.0 if interval < 1.0
+          ping!
+          # rubocop:disable ThreadSafety/NewThread -- optional periodic ping alongside per-example ping!
+          Thread.new do
+            loop do
+              sleep(interval)
+              ping!
+            rescue SystemCallError, Interrupt
+              break
+            end
+          end
+          # rubocop:enable ThreadSafety/NewThread
+          @interval_ping_started = true
+        end
+      end
+      # rubocop:enable ThreadSafety/ClassInstanceVariable
+    end
+  end
+end

data/sig/polyrun/minitest.rbs CHANGED Viewed

@@ -1,5 +1,7 @@
 module Polyrun
   module Minitest
     def self.install_parallel_provisioning!: () -> void
+    def self.install_worker_ping!: () -> void
   end
 end

data/sig/polyrun/rspec.rbs CHANGED Viewed

@@ -3,5 +3,9 @@ module Polyrun
     def self.install_parallel_provisioning!: (untyped rspec_config) -> void
     def self.install_example_timing!: (?output_path: String? ) -> void
+    def self.install_failure_fragments!: (?only_if: untyped?) -> void
+    def self.install_worker_ping!: () -> void
   end
 end

data/sig/polyrun/worker_ping.rbs ADDED Viewed

@@ -0,0 +1,10 @@
+module Polyrun
+  module WorkerPing
+    def self.ping!: (?location: String?) -> void
+    def self.ping_file_path: () -> String
+    # Idempotent — installers call once; POLYRUN_WORKER_PING_THREAD gates the periodic thread.
+    def self.ensure_interval_ping_thread!: () -> void
+  end
+end

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: polyrun
 version: !ruby/object:Gem::Version
-  version: 1.4.1
+  version: 1.5.0
 platform: ruby
 authors:
 - Andrei Makarov
@@ -188,10 +188,12 @@ files:
 - lib/polyrun/cli/report_commands.rb
 - lib/polyrun/cli/run_shards_command.rb
 - lib/polyrun/cli/run_shards_parallel_children.rb
+- lib/polyrun/cli/run_shards_parallel_wait.rb
 - lib/polyrun/cli/run_shards_plan_boot_phases.rb
 - lib/polyrun/cli/run_shards_plan_options.rb
 - lib/polyrun/cli/run_shards_planning.rb
 - lib/polyrun/cli/run_shards_run.rb
+- lib/polyrun/cli/run_shards_worker_interrupt.rb
 - lib/polyrun/cli/start_bootstrap.rb
 - lib/polyrun/cli/timing_command.rb
 - lib/polyrun/config.rb
@@ -207,6 +209,13 @@ files:
 - lib/polyrun/coverage/merge.rb
 - lib/polyrun/coverage/merge/formatters.rb
 - lib/polyrun/coverage/merge/formatters_html.rb
+- lib/polyrun/coverage/merge/html/_file_list.html.erb
+- lib/polyrun/coverage/merge/html/_file_section.html.erb
+- lib/polyrun/coverage/merge/html/_groups_table.html.erb
+- lib/polyrun/coverage/merge/html/_overview.html.erb
+- lib/polyrun/coverage/merge/html/report.css
+- lib/polyrun/coverage/merge/html/report.js
+- lib/polyrun/coverage/merge/html/template.html.erb
 - lib/polyrun/coverage/merge_fragment_meta.rb
 - lib/polyrun/coverage/merge_merge_two.rb
 - lib/polyrun/coverage/rails.rb
@@ -273,6 +282,7 @@ files:
 - lib/polyrun/timing/rspec_example_formatter.rb
 - lib/polyrun/timing/summary.rb
 - lib/polyrun/version.rb
+- lib/polyrun/worker_ping.rb
 - polyrun.gemspec
 - sig/polyrun.rbs
 - sig/polyrun/cli.rbs
@@ -282,6 +292,7 @@ files:
 - sig/polyrun/minitest.rbs
 - sig/polyrun/quick.rbs
 - sig/polyrun/rspec.rbs
+- sig/polyrun/worker_ping.rbs
 homepage: https://github.com/amkisko/polyrun.rb
 licenses:
 - MIT