polyrun 1.4.0 → 1.4.2

data/lib/polyrun/reporting/failure_merge.rb

@@ -0,0 +1,135 @@
+require "json"
+require "fileutils"
+
+module Polyrun
+  module Reporting
+    # Merge per-worker / per-shard failure fragments (JSONL or RSpec JSON) into one report.
+    # Fragment basenames align with {Coverage::CollectorFragmentMeta} (worker index and optional matrix shard).
+    module FailureMerge
+      DEFAULT_FRAGMENT_DIR = "tmp/polyrun_failures".freeze
+      FRAGMENT_GLOB = "polyrun-failure-fragment-*.jsonl".freeze
+
+      module_function
+
+      def default_fragment_glob(dir = nil)
+        root = File.expand_path(dir || DEFAULT_FRAGMENT_DIR, Dir.pwd)
+        File.join(root, FRAGMENT_GLOB)
+      end
+
+      def merge_fragment_paths(quiet: false)
+        p = default_fragment_glob
+        Dir.glob(p).sort.tap do |paths|
+          Polyrun::Log.warn "merge-failures: no files matched #{p}" if paths.empty? && !quiet
+        end
+      end
+
+      # @param paths [Array<String>] fragment paths (.jsonl and/or RSpec --format json outputs)
+      # @param format [String] "jsonl" or "json"
+      # @param output [String] destination path
+      # @return [Integer] count of failure rows merged
+      def merge_files!(paths, output:, format: "jsonl")
+        fmt = format.to_s.downcase
+        rows = collect_rows(paths)
+        out_abs = File.expand_path(output)
+        FileUtils.mkdir_p(File.dirname(out_abs))
+        case fmt
+        when "json"
+          doc = {
+            "meta" => {
+              "polyrun_merge" => true,
+              "inputs" => paths.map { |p| File.expand_path(p) },
+              "failure_count" => rows.size
+            },
+            "failures" => rows
+          }
+          File.write(out_abs, JSON.generate(doc))
+        when "jsonl"
+          File.write(out_abs, rows.map { |h| JSON.generate(h) }.join("\n") + (rows.empty? ? "" : "\n"))
+        else
+          raise Polyrun::Error, "merge-failures: unknown format #{fmt.inspect} (use jsonl or json)"
+        end
+        rows.size
+      end
+
+      def collect_rows(paths)
+        rows = []
+        paths.each do |p|
+          rows.concat(rows_from_path(p))
+        end
+        rows
+      end
+
+      def rows_from_path(path)
+        ext = File.extname(path).downcase
+        if ext == ".jsonl"
+          return rows_from_jsonl_file(path)
+        end
+
+        text = File.read(path)
+        data =
+          begin
+            JSON.parse(text)
+          rescue JSON::ParserError => e
+            raise Polyrun::Error, "merge-failures: #{path} is not valid JSON: #{e.message}"
+          end
+        if data.is_a?(Hash) && data["examples"].is_a?(Array)
+          return failures_from_rspec_examples(data["examples"])
+        end
+
+        hint =
+          if data.is_a?(Hash)
+            keys = data.keys
+            "got JSON object with keys: #{keys.take(12).join(", ")}" + ((keys.size > 12) ? ", …" : "")
+          else
+            "got #{data.class}"
+          end
+        raise Polyrun::Error,
+          "merge-failures: #{path} is not RSpec JSON (expected top-level \"examples\" array). #{hint}. " \
+          "Use RSpec --format json, or polyrun failure JSONL (.jsonl fragments)."
+      end
+
+      def rows_from_jsonl_file(path)
+        acc = []
+        File.readlines(path, chomp: true).each_with_index do |line, idx|
+          line = line.strip
+          next if line.empty?
+
+          acc << parse_jsonl_line!(path, idx + 1, line)
+        end
+        acc
+      end
+
+      def parse_jsonl_line!(path, line_number, line)
+        JSON.parse(line)
+      rescue JSON::ParserError => e
+        raise Polyrun::Error,
+          "merge-failures: invalid JSONL at #{path} line #{line_number}: #{e.message}"
+      end
+
+      def failures_from_rspec_examples(examples)
+        examples.each_with_object([]) do |ex, acc|
+          next unless ex.is_a?(Hash)
+          next unless ex["status"].to_s == "failed"
+
+          acc << rspec_example_to_row(ex)
+        end
+      end
+
+      def rspec_example_to_row(ex)
+        ex = ex.transform_keys(&:to_s)
+        exc = ex["exception"] || {}
+        exc = exc.transform_keys(&:to_s) if exc.is_a?(Hash)
+        {
+          "id" => ex["id"],
+          "full_description" => ex["full_description"],
+          "location" => (ex["file_path"] && ex["line_number"]) ? "#{ex["file_path"]}:#{ex["line_number"]}" : ex["full_description"],
+          "file_path" => ex["file_path"],
+          "line_number" => ex["line_number"],
+          "message" => exc["message"] || ex["full_description"],
+          "exception_class" => exc["class"],
+          "source" => "rspec_json"
+        }.compact
+      end
+    end
+  end
+end

data/lib/polyrun/reporting/rspec_failure_fragment_formatter.rb

@@ -0,0 +1,95 @@
+require "json"
+require "fileutils"
+
+module Polyrun
+  module Reporting
+    # RSpec formatter: appends one JSON object per failed example to the shard fragment file.
+    # Enable via +Polyrun::RSpec.install_failure_fragments!+ and +POLYRUN_FAILURE_FRAGMENTS=1+ (set by run-shards --merge-failures).
+    #
+    # Output: +tmp/polyrun_failures/polyrun-failure-fragment-<workerN|shardM-workerN>.jsonl+
+    # (same basename rules as {Coverage::CollectorFragmentMeta}.)
+    class RspecFailureFragmentFormatter
+      ::RSpec::Core::Formatters.register self, :start, :example_failed
+
+      attr_reader :output
+
+      def initialize(output)
+        @output = output
+        @path = fragment_path
+      end
+
+      def start(_notification)
+        FileUtils.mkdir_p(File.dirname(@path))
+        File.write(@path, "")
+      end
+
+      def example_failed(notification)
+        ex = notification.example
+        exc = notification.exception
+        row = {
+          "id" => ex.id,
+          "full_description" => ex.full_description,
+          "location" => ex.location,
+          "file_path" => ex.file_path,
+          "line_number" => example_line_number(ex),
+          "message" => exc.message.to_s,
+          "exception_class" => exc.class.name,
+          "polyrun_shard_index" => ENV["POLYRUN_SHARD_INDEX"],
+          "polyrun_shard_total" => ENV["POLYRUN_SHARD_TOTAL"],
+          "polyrun_shard_matrix_index" => matrix_env_or_nil("POLYRUN_SHARD_MATRIX_INDEX"),
+          "polyrun_shard_matrix_total" => matrix_env_or_nil("POLYRUN_SHARD_MATRIX_TOTAL"),
+          "rspec_seed" => seed_if_known,
+          "rspec_order" => order_if_known
+        }
+        trim_backtrace!(row, exc)
+        File.open(@path, "a") { |f| f.puts(JSON.generate(row.compact)) }
+      end
+
+      private
+
+      def example_line_number(ex)
+        return ex.line_number if ex.respond_to?(:line_number)
+
+        ex.metadata[:line_number]
+      end
+
+      def fragment_path
+        dir = ENV.fetch("POLYRUN_FAILURE_FRAGMENT_DIR", FailureMerge::DEFAULT_FRAGMENT_DIR)
+        base = Polyrun::Coverage::CollectorFragmentMeta.fragment_default_basename_from_env
+        File.expand_path(File.join(dir, "polyrun-failure-fragment-#{base}.jsonl"))
+      end
+
+      def matrix_env_or_nil(name)
+        v = ENV[name]
+        return nil if v.nil? || v.to_s.strip.empty?
+
+        v
+      end
+
+      def seed_if_known
+        return unless defined?(::RSpec) && ::RSpec.respond_to?(:configuration)
+
+        ::RSpec.configuration.seed
+      rescue
+        nil
+      end
+
+      def order_if_known
+        return unless defined?(::RSpec) && ::RSpec.respond_to?(:configuration)
+
+        ::RSpec.configuration.order.to_s
+      rescue
+        nil
+      end
+
+      MAX_BT = 20
+
+      def trim_backtrace!(row, exc)
+        bt = exc.backtrace
+        return unless bt.is_a?(Array) && bt.any?
+
+        row["backtrace"] = bt.first(MAX_BT)
+      end
+    end
+  end
+end

data/lib/polyrun/rspec.rb

@@ -30,5 +30,19 @@ module Polyrun
         config.add_formatter fmt
       end
     end
+
+    # Per-worker failure JSONL fragments for +polyrun run-shards --merge-failures+ (parity with coverage shards).
+    # Requires +POLYRUN_FAILURE_FRAGMENTS=1+ (set by the parent when --merge-failures is used) unless +only_if+ overrides.
+    # Writes +tmp/polyrun_failures/polyrun-failure-fragment-*.jsonl+ (override dir with +POLYRUN_FAILURE_FRAGMENT_DIR+).
+    def install_failure_fragments!(only_if: nil)
+      pred = only_if || -> { %w[1 true yes].include?(ENV["POLYRUN_FAILURE_FRAGMENTS"].to_s.downcase) }
+      return unless pred.call
+
+      require "rspec/core"
+      require_relative "reporting/rspec_failure_fragment_formatter"
+      ::RSpec.configure do |config|
+        config.add_formatter Polyrun::Reporting::RspecFailureFragmentFormatter
+      end
+    end
   end
 end

data/lib/polyrun/version.rb

@@ -1,3 +1,3 @@
 module Polyrun
-  VERSION = "1.4.0"
+  VERSION = "1.4.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: polyrun
 version: !ruby/object:Gem::Version
-  version: 1.4.0
+  version: 1.4.2
 platform: ruby
 authors:
 - Andrei Makarov
@@ -175,6 +175,7 @@ files:
 - lib/polyrun/cli/database_commands.rb
 - lib/polyrun/cli/default_run.rb
 - lib/polyrun/cli/env_commands.rb
+- lib/polyrun/cli/failure_commands.rb
 - lib/polyrun/cli/help.rb
 - lib/polyrun/cli/helpers.rb
 - lib/polyrun/cli/hooks_command.rb
@@ -206,6 +207,13 @@ files:
 - lib/polyrun/coverage/merge.rb
 - lib/polyrun/coverage/merge/formatters.rb
 - lib/polyrun/coverage/merge/formatters_html.rb
+- lib/polyrun/coverage/merge/html/_file_list.html.erb
+- lib/polyrun/coverage/merge/html/_file_section.html.erb
+- lib/polyrun/coverage/merge/html/_groups_table.html.erb
+- lib/polyrun/coverage/merge/html/_overview.html.erb
+- lib/polyrun/coverage/merge/html/report.css
+- lib/polyrun/coverage/merge/html/report.js
+- lib/polyrun/coverage/merge/html/template.html.erb
 - lib/polyrun/coverage/merge_fragment_meta.rb
 - lib/polyrun/coverage/merge_merge_two.rb
 - lib/polyrun/coverage/rails.rb
@@ -258,8 +266,10 @@ files:
 - lib/polyrun/quick/reporter.rb
 - lib/polyrun/quick/runner.rb
 - lib/polyrun/railtie.rb
+- lib/polyrun/reporting/failure_merge.rb
 - lib/polyrun/reporting/junit.rb
 - lib/polyrun/reporting/junit_emit.rb
+- lib/polyrun/reporting/rspec_failure_fragment_formatter.rb
 - lib/polyrun/reporting/rspec_junit.rb
 - lib/polyrun/rspec.rb
 - lib/polyrun/templates/POLYRUN.md