polyrun 1.5.0 → 2.1.0

data/lib/polyrun/timing/stats.rb

@@ -0,0 +1,76 @@
+module Polyrun
+  module Timing
+    # Normalizes scalar or object timing entries for merge and binpack weight lookup.
+    module Stats
+      STAT_KEYS = %w[last_seconds min max mean p95 runs failures timeouts].freeze
+
+      module_function
+
+      def normalize_entry(value)
+        case value
+        when Hash
+          normalize_hash(value)
+        else
+          sec = value.to_f
+          {
+            "last_seconds" => sec,
+            "min" => sec,
+            "max" => sec,
+            "mean" => sec,
+            "p95" => sec,
+            "runs" => 1,
+            "failures" => 0,
+            "timeouts" => 0
+          }
+        end
+      end
+
+      # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity -- timing hash key coercion
+      def normalize_hash(h)
+        out = {}
+        sec = h["last_seconds"] || h[:last_seconds] || h["seconds"] || h[:seconds]
+        sec = sec.to_f if sec
+        mean = (h["mean"] || h[:mean] || sec)&.to_f
+        out["last_seconds"] = (sec || mean || 0.0).to_f
+        out["min"] = (h["min"] || h[:min] || out["last_seconds"]).to_f
+        out["max"] = (h["max"] || h[:max] || out["last_seconds"]).to_f
+        out["mean"] = (mean || out["last_seconds"]).to_f
+        out["p95"] = (h["p95"] || h[:p95] || out["max"]).to_f
+        out["runs"] = Integer(h["runs"] || h[:runs] || 1)
+        out["failures"] = Integer(h["failures"] || h[:failures] || 0)
+        out["timeouts"] = Integer(h["timeouts"] || h[:timeouts] || 0)
+        out
+      end
+      # rubocop:enable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+
+      def binpack_weight(entry)
+        h = normalize_entry(entry)
+        h["last_seconds"].positive? ? h["last_seconds"] : h["mean"]
+      end
+
+      # rubocop:disable Metrics/AbcSize -- weighted mean merge
+      def merge_entries(a, b)
+        ha = normalize_entry(a)
+        hb = normalize_entry(b)
+        runs = ha["runs"] + hb["runs"]
+        mean =
+          if runs.positive?
+            ((ha["mean"] * ha["runs"]) + (hb["mean"] * hb["runs"])) / runs.to_f
+          else
+            0.0
+          end
+        {
+          "last_seconds" => [ha["last_seconds"], hb["last_seconds"]].max,
+          "min" => [ha["min"], hb["min"]].min,
+          "max" => [ha["max"], hb["max"]].max,
+          "mean" => mean,
+          "p95" => [ha["p95"], hb["p95"]].max,
+          "runs" => runs,
+          "failures" => ha["failures"] + hb["failures"],
+          "timeouts" => ha["timeouts"] + hb["timeouts"]
+        }
+      end
+      # rubocop:enable Metrics/AbcSize
+    end
+  end
+end

data/lib/polyrun/timing/summary.rb

@@ -1,14 +1,17 @@
+require_relative "stats"
+
 module Polyrun
   module Timing
     # Human-readable slow-file list from merged timing JSON (per-file cost).
     module Summary
       module_function
 
-      # +merged+ is path (String) => seconds (Float), as produced by +Timing::Merge.merge_files+.
+      # +merged+ is path (String) => seconds (Float) or stats Hash, as produced by +Timing::Merge.merge_files+.
       def format_slow_files(merged, top: 30, title: "Polyrun slowest files (by wall time, seconds)")
         return "#{title}\n  (no data)\n" if merged.nil? || merged.empty?
 
-        pairs = merged.sort_by { |_, sec| -sec.to_f }.first(Integer(top))
+        pairs = merged.map { |path, sec| [path, Stats.binpack_weight(sec)] }
+          .sort_by { |(_, sec)| -sec.to_f }.first(Integer(top))
         lines = [title, ""]
         pairs.each_with_index do |(path, sec), i|
           lines << format("  %2d. %s  %.4f", i + 1, path, sec.to_f)

data/lib/polyrun/timing/variance_report.rb

@@ -0,0 +1,51 @@
+module Polyrun
+  module Timing
+    # Flags high-variance, flaky, and regression timing entries.
+    module VarianceReport
+      module_function
+
+      # rubocop:disable Metrics/AbcSize -- variance flag scan
+      def analyze(merged_stats)
+        flags = []
+        merged_stats.each do |path, entry|
+          h = Stats.normalize_entry(entry)
+          next if h["runs"] < 2
+
+          median = h["mean"]
+          if median.positive? && (h["p95"] / median) > 2.0
+            flags << {path: path, kind: "high_variance", detail: "p95/mean=#{format("%.2f", h["p95"] / median)}"}
+          end
+
+          if h["runs"] >= 3 && (h["failures"].to_f / h["runs"]) > 0.3
+            flags << {path: path, kind: "often_failed", detail: "failures=#{h["failures"]}/#{h["runs"]}"}
+          end
+
+          if h["timeouts"].to_i >= 2
+            flags << {path: path, kind: "timeout_cluster", detail: "timeouts=#{h["timeouts"]}"}
+          end
+
+          if h["mean"].positive? && h["last_seconds"] > (2.0 * h["mean"])
+            flags << {path: path, kind: "runtime_regression", detail: "last=#{h["last_seconds"]} mean=#{h["mean"]}"}
+          end
+        end
+        flags
+      end
+      # rubocop:enable Metrics/AbcSize
+
+      def emit_warnings!(merged_stats)
+        analyze(merged_stats).each do |f|
+          Polyrun::Log.warn "polyrun timing #{f[:kind]}: #{f[:path]} (#{f[:detail]})"
+        end
+      end
+
+      def format_report(merged_stats)
+        lines = ["Polyrun timing variance report", ""]
+        analyze(merged_stats).each do |f|
+          lines << "  [#{f[:kind]}] #{f[:path]} — #{f[:detail]}"
+        end
+        lines << "  (none)" if lines.size == 2
+        lines.join("\n") + "\n"
+      end
+    end
+  end
+end

data/lib/polyrun/version.rb

@@ -1,3 +1,3 @@
 module Polyrun
-  VERSION = "1.5.0"
+  VERSION = "2.1.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: polyrun
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 2.1.0
 platform: ruby
 authors:
 - Andrei Makarov
@@ -180,12 +180,14 @@ files:
 - lib/polyrun/cli/helpers.rb
 - lib/polyrun/cli/hooks_command.rb
 - lib/polyrun/cli/init_command.rb
+- lib/polyrun/cli/partition_diagnostics.rb
 - lib/polyrun/cli/plan_command.rb
 - lib/polyrun/cli/prepare_command.rb
 - lib/polyrun/cli/prepare_recipe.rb
 - lib/polyrun/cli/queue_command.rb
 - lib/polyrun/cli/quick_command.rb
 - lib/polyrun/cli/report_commands.rb
+- lib/polyrun/cli/run_queue_command.rb
 - lib/polyrun/cli/run_shards_command.rb
 - lib/polyrun/cli/run_shards_parallel_children.rb
 - lib/polyrun/cli/run_shards_parallel_wait.rb
@@ -194,6 +196,7 @@ files:
 - lib/polyrun/cli/run_shards_planning.rb
 - lib/polyrun/cli/run_shards_run.rb
 - lib/polyrun/cli/run_shards_worker_interrupt.rb
+- lib/polyrun/cli/spec_quality_commands.rb
 - lib/polyrun/cli/start_bootstrap.rb
 - lib/polyrun/cli/timing_command.rb
 - lib/polyrun/config.rb
@@ -204,6 +207,7 @@ files:
 - lib/polyrun/coverage/collector.rb
 - lib/polyrun/coverage/collector_finish.rb
 - lib/polyrun/coverage/collector_fragment_meta.rb
+- lib/polyrun/coverage/example_diff.rb
 - lib/polyrun/coverage/filter.rb
 - lib/polyrun/coverage/formatter.rb
 - lib/polyrun/coverage/merge.rb
@@ -252,11 +256,14 @@ files:
 - lib/polyrun/partition/plan.rb
 - lib/polyrun/partition/plan_lpt.rb
 - lib/polyrun/partition/plan_sharding.rb
+- lib/polyrun/partition/reports.rb
 - lib/polyrun/partition/stable_shuffle.rb
+- lib/polyrun/partition/timing_diagnostics.rb
 - lib/polyrun/partition/timing_keys.rb
 - lib/polyrun/prepare/artifacts.rb
 - lib/polyrun/prepare/assets.rb
 - lib/polyrun/process_stdio.rb
+- lib/polyrun/queue/duration.rb
 - lib/polyrun/queue/file_store.rb
 - lib/polyrun/queue/file_store_pending.rb
 - lib/polyrun/quick.rb
@@ -274,13 +281,27 @@ files:
 - lib/polyrun/reporting/rspec_failure_fragment_formatter.rb
 - lib/polyrun/reporting/rspec_junit.rb
 - lib/polyrun/rspec.rb
+- lib/polyrun/spec_quality.rb
+- lib/polyrun/spec_quality/config.rb
+- lib/polyrun/spec_quality/fragment.rb
+- lib/polyrun/spec_quality/merge.rb
+- lib/polyrun/spec_quality/minitest_hook.rb
+- lib/polyrun/spec_quality/plan_loader.rb
+- lib/polyrun/spec_quality/profile.rb
+- lib/polyrun/spec_quality/report.rb
+- lib/polyrun/spec_quality/rspec_hook.rb
+- lib/polyrun/spec_quality/sql_counter.rb
 - lib/polyrun/templates/POLYRUN.md
 - lib/polyrun/templates/ci_matrix.polyrun.yml
 - lib/polyrun/templates/minimal_gem.polyrun.yml
+- lib/polyrun/templates/polyrun_hooks_spec_quality.rb
+- lib/polyrun/templates/polyrun_spec_quality.yml
 - lib/polyrun/templates/rails_prepare.polyrun.yml
 - lib/polyrun/timing/merge.rb
 - lib/polyrun/timing/rspec_example_formatter.rb
+- lib/polyrun/timing/stats.rb
 - lib/polyrun/timing/summary.rb
+- lib/polyrun/timing/variance_report.rb
 - lib/polyrun/version.rb
 - lib/polyrun/worker_ping.rb
 - polyrun.gemspec