megatest 0.9.1 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 343b3947cb15e7fcbbc9f95c16a23f4cfca526e3e9c3ee2005b3c75a383731cb
-  data.tar.gz: 69d445b2f37ea466a08b96b797fff337cf2717127874df4b9cdbaa3775d77d33
+  metadata.gz: 7faf3a2246db60ac65637b81ebd4e9dcc89bcf92b632c5a1034b5871c149e79f
+  data.tar.gz: 2313f464b0e13b6b468461f971b439a1ef2531465bb21514b7bb8fd76aaa5098
 SHA512:
-  metadata.gz: 9a9a3ab8fbbd173ed4ce104fef0a2a56cdcf3ffc2594893ea3712dfe94ca26c77bc8d110d7654372821fe96c99cf1cb37376248e6595efa3188f331ada5fd67d
-  data.tar.gz: 46863ff6e30e92b18b057c59c4dc77d1769d6578de16cee5ac7adf389d967ad0d7ca3fbdd4596d72783b0b2b907914e54215c5c0e50df397b42f21cbd994abc0
+  metadata.gz: 9a1c9fd82548391e403aeb33ed7d6083546923e9d785a91772ba7b1d2290aec50303d0fceaff27a33442a13b4242995b84d130d72921bfabf41c098bc668b55a
+  data.tar.gz: 8f1bb1f7795c35dbd65698e6f979889f30f0ad96e3e768b340ea1484171f14cb11777135dab9d89972d772f18f27105b25b5699bb834afe15eb30bc976751e7d

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## [Unreleased]
 
+## [0.10.0] - 2026-05-09
+
+- Improve reporting when running in Buildkite.
+
 ## [0.9.1] - 2026-05-09
 
 - `Config#seed=` noop if argument is `nil`.

data/lib/megatest/cli.rb

@@ -165,7 +165,7 @@ module Megatest
 
       if @junit != false
         junit_file = open_file(@junit || "log/junit.xml")
-        reporters << Reporters::JUnitReporter.new(@config, Megatest::Output.new(junit_file, colors: true))
+        reporters << Reporters::JUnitReporter.new(@config, Megatest::Output.new(@config, junit_file, colors: true))
       end
 
       reporters
@@ -181,7 +181,7 @@ module Megatest
     end
 
     def bisect_queue(queue, failing_test_id)
-      err = Output.new(@err)
+      err = Output.new(@config, @err)
       tests = queue.to_a
       failing_test_index = tests.index { |test| test.id == failing_test_id }
       failing_test = tests[failing_test_index]

data/lib/megatest/config.rb

@@ -67,6 +67,7 @@ module Megatest
           config.build_id = env["BUILDKITE_BUILD_ID"]
           config.worker_id = env["BUILDKITE_PARALLEL_JOB"]
           config.workers_count = env["BUILDKITE_PARALLEL_JOB_COUNT"]
+          config.output_profile = :buildkite
           config.seed = env["BUILDKITE_COMMIT"]&.first(4)&.to_i(16)
         end
       end
@@ -137,7 +138,8 @@ module Megatest
 
   class Config
     attr_accessor :queue_url, :retry_tolerance, :max_retries, :job_index, :load_paths, :deprecations,
-                  :build_id, :heartbeat_frequency, :minitest_compatibility, :ci, :selectors
+                  :build_id, :heartbeat_frequency, :minitest_compatibility, :ci, :selectors,
+                  :output_profile
     attr_reader :before_fork_callbacks, :global_setup_callbacks, :backtrace, :circuit_breaker, :seed,
                 :worker_id, :workers_count, :test_globs
     attr_writer :jobs_count, :differ, :pretty_printer, :program_name, :colors
@@ -169,6 +171,7 @@ module Megatest
       @minitest_compatibility = false
       @selectors = nil
       @test_globs = [DEFAULT_TEST_GLOB]
+      @output_profile = nil
       CIService.configure(self, env)
     end
 

data/lib/megatest/executor.rb

@@ -6,7 +6,7 @@ module Megatest
   class AbstractExecutor
     def initialize(config, out)
       @config = config
-      @out = Output.new(out, colors: @config.colors(out))
+      @out = Output.new(config, out, colors: config.colors(out))
     end
 
     def run(queue, reporters)

data/lib/megatest/output.rb

@@ -70,9 +70,10 @@ module Megatest
 
     attr_reader :color
 
-    def initialize(io, colors: nil)
+    def initialize(config, io, colors: nil)
       raise ArgumentError, "don't nest outputs" if io.is_a?(Output)
 
+      @config = config
       @io = io
       colors = io.tty? if colors.nil?
       case colors
@@ -119,6 +120,19 @@ module Megatest
       @io.print(*args)
     end
 
+    def step(title, open: false)
+      case @config.output_profile
+      when :buildkite
+        if open
+          puts("+++ #{title}")
+        else
+          puts("--- #{title}")
+        end
+      else
+        puts("* #{title}")
+      end
+    end
+
     def <<(str)
       @io << str
     end

data/lib/megatest/reporters.rb

@@ -9,7 +9,7 @@ module Megatest
 
       def initialize(config, out)
         @config = config
-        @out = Output.new(out, colors: config.colors(out))
+        @out = Output.new(config, out, colors: config.colors(out))
       end
 
       def start(_executor, _queue)
@@ -71,9 +71,9 @@ module Megatest
 
     class SimpleReporter < AbstractReporter
       def start(_executor, queue)
-        @out.print("Running #{queue.size} test cases with --seed #{@config.seed}")
-        @out.print(" in #{@config.jobs_count} processes") if @config.jobs_count > 1
-        @out.puts
+        title = "Running #{queue.size} test cases with --seed #{@config.seed}"
+        title += " in #{@config.jobs_count} processes" if @config.jobs_count > 1
+        @out.step(title)
         @out.puts
       end
 
@@ -96,6 +96,19 @@ module Megatest
         @out.puts
 
         failures = summary.failures.reject(&:skipped?)
+
+        summary_title = format(
+          "Ran %d cases, %d assertions, %d failures, %d errors, %d retries, %d skips",
+          summary.runs_count,
+          summary.assertions_count,
+          summary.failures_count,
+          summary.errors_count,
+          summary.retries_count,
+          summary.skips_count,
+        )
+        summary_title += " in #{@config.jobs_count} processes" if @config.jobs_count > 1
+        @out.step(summary_title, open: !failures.empty?)
+
         unless failures.empty?
           failures = failures.sort_by(&:test_id)
           failures.each_with_index do |result, index|
@@ -115,9 +128,11 @@ module Megatest
           p90 = sorted_results[(size * 0.9).to_i].duration
           p99 = sorted_results[(size * 0.99).to_i].duration
 
-          @out.puts "Finished in #{s(executor.wall_time.to_f)}, average: #{ms(average)}, median: #{ms(median)}, p90: #{ms(p90)}, p99: #{ms(p99)}"
           cutoff = p90 * 10
           slowest_tests = sorted_results.last(5).select { |r| r.duration > cutoff }
+
+          stats = "Finished in #{s(executor.wall_time.to_f)}, average: #{ms(average)}, median: #{ms(median)}, p90: #{ms(p90)}, p99: #{ms(p99)}"
+          @out.step(stats, open: !slowest_tests.empty?)
           unless slowest_tests.empty?
             @out.puts "Slowest tests:"
             slowest_tests.reverse_each do |result|
@@ -127,18 +142,6 @@ module Megatest
             @out.puts ""
           end
         end
-
-        @out.print format(
-          "Ran %d cases, %d assertions, %d failures, %d errors, %d retries, %d skips",
-          summary.runs_count,
-          summary.assertions_count,
-          summary.failures_count,
-          summary.errors_count,
-          summary.retries_count,
-          summary.skips_count,
-        )
-        @out.print(" in #{@config.jobs_count} processes") if @config.jobs_count > 1
-        @out.puts
       end
 
       def s(duration)
@@ -153,6 +156,7 @@ module Megatest
     class VerboseReporter < SimpleReporter
       def start(executor, _queue)
         @concurrent = executor.concurrent?
+        super
       end
 
       def before_test_case(_queue, test_case)

data/lib/megatest/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Megatest
-  VERSION = "0.9.1"
+  VERSION = "0.10.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: megatest
 version: !ruby/object:Gem::Version
-  version: 0.9.1
+  version: 0.10.0
 platform: ruby
 authors:
 - Jean Boussier