test-unit 3.6.1 → 3.6.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 229f08041ec90505679800d12fdf5fca1f70623f5d4b91b54ee5e75bb171efe5
-  data.tar.gz: 5d51111b001089cf72b69c4df3e11a8d590e8be03497ffa22b9f5bc48219296a
+  metadata.gz: dbfa8042a3b49c307c2dec7f7fb71d521a70d822c4a11b5f437cf502656f02e0
+  data.tar.gz: 84746c3a622ee7ef0fceabeb66b2b148fc07b52deffebe222260aadb8396fd77
 SHA512:
-  metadata.gz: 2b655e8a13f61513ef4b4574766fb94003416890d3b30f1bed2831c2a48d6606705752bb100dd15bbdcfcdc76f2c87bd8c086b8b7b6c6223982e81b93e9d91c4
-  data.tar.gz: 16293a67ec4a26eb23c7f57784dba2ef5c76f5fb952645a7a1654db217f4e12791424ca6264395ae7c2669560af3ecbc560f23ae27c7cdbaa7268474911d519d
+  metadata.gz: bf443c2babdd0c7fa20cb9f747a507c960335cd9cb2376f3f20f5e7ae6056f4e6d6d05d18cd83571c9e5c6b10c1c5483a715ff03302a87d9eda26d8df174dfe7
+  data.tar.gz: e79090a030aa272b772820ad61f095524d6930b01a8eaa6372d58b3ebfbb55e74e9e05fe4251426d74199667be85fd8a1f2df0fb7331685ba7fd5f8d3ce1c5b2

data/Rakefile

@@ -1,6 +1,6 @@
 # -*- ruby -*-
 #
-# Copyright (C) 2008-2017  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2008-2024  Sutou Kouhei <kou@clear-code.com>
 
 Encoding.default_internal = "UTF-8" if defined?(Encoding.default_internal)
 
@@ -48,10 +48,6 @@ Packnga::ReleaseTask.new(spec) do |task|
   task.index_html_dir = test_unit_github_io_dir
 end
 
-def rake(*arguments)
-  ruby($0, *arguments)
-end
-
 task :test do
   ruby("test/run-test.rb")
 end
@@ -66,3 +62,7 @@ namespace :doc do
     File.write("doc/text/news.md", applied_permalink)
   end
 end
+
+release_task = Rake.application["release"]
+# We use Trusted Publishing.
+release_task.prerequisites.delete("release:rubygem_push")

data/doc/text/news.md

@@ -1,5 +1,50 @@
 # News
 
+## 3.6.3 - 2024-11-24 {#version-3-6-3}
+
+### Improvements
+
+  * Added support for thread based parallel test running. You can use
+    it by the `--parallel=thread` option. You can disable parallel
+    test running per test case by defining `parallel_safe?` class
+    method that returns `false`.
+    * GH-235
+    * Patch by Tsutomu Katsube
+
+  * Added the `--n-workers` option.
+
+  * Added the `--[no-]report-slow-tests` option. You can show the top
+    5 slow tests with this option.
+    * GH-253
+    * Patch by Tsutomu Katsube
+
+  * UI: console: Add support for outputting `Exception#cause`.
+
+  * Added support for inspecting `BasicObject`.
+    * GH-262.
+    * Patch by Yuta Saito
+
+### Thanks
+
+  * Tsutomu Katsube
+
+  * Yuta Saito
+
+## 3.6.2 - 2024-02-16 {#version-3-6-2}
+
+### Improvements
+
+  * UI: console: Add `--gc-stress` option that enables `GC.stress`
+    only whie each test is running.
+
+  * Added support for Ruby 3.4 style backtrace.
+    [GH-237][https://github.com/test-unit/test-unit/issues/237]
+    [Patch by Yusuke Endoh]
+
+### Thanks
+
+  * Yusuke Endoh
+
 ## 3.6.1 - 2023-06-25 {#version-3-6-1}
 
 ### Improvements

data/lib/test/unit/assertions.rb

@@ -2093,7 +2093,7 @@ EOT
 
           class << self
             def cached_new(object, inspected_objects)
-              inspected_objects[object.object_id] ||=
+              inspected_objects[object.__id__] ||=
                 new(object, inspected_objects)
             end
 
@@ -2115,7 +2115,7 @@ EOT
           def initialize(object, inspected_objects={})
             @inspected_objects = inspected_objects
             @object = object
-            @inspected_objects[@object.object_id] = self
+            @inspected_objects[@object.__id__] = self
             @inspect_target = inspect_target
           end
 
@@ -2317,7 +2317,7 @@ EOT
 
           def initialize(parts)
             @parts = parts
-            @count = parts.find_all{|e| e == '?'}.size
+            @count = parts.count('?')
           end
 
           def result(parameters)

data/lib/test/unit/autorunner.rb

@@ -5,6 +5,7 @@ require "test/unit/color-scheme"
 require "test/unit/priority"
 require "test/unit/attribute-matcher"
 require "test/unit/testcase"
+require "test/unit/test-suite-thread-runner"
 
 module Test
   module Unit
@@ -145,6 +146,7 @@ module Test
       attr_accessor :color_scheme, :listeners
       attr_writer :stop_on_failure
       attr_writer :debug_on_failure
+      attr_writer :gc_stress
       attr_writer :runner, :collector
 
       def initialize(standalone)
@@ -161,6 +163,8 @@ module Test
         @listeners = []
         @stop_on_failure = false
         @debug_on_failure = false
+        @gc_stress = false
+        @test_suite_runner_class = TestSuiteRunner
         config_file = "test-unit.yml"
         if File.exist?(config_file)
           load_config(config_file)
@@ -393,6 +397,32 @@ module Test
             AssertionFailedError.debug_on_failure = boolean
           end
 
+          o.on("--[no-]gc-stress",
+               "Enable GC.stress only while each test is running",
+               "(#{@gc_stress})") do |boolean|
+            @gc_stress = boolean
+          end
+
+          parallel_options = [
+            :thread,
+          ]
+          o.on("--[no-]parallel=[thread]", parallel_options,
+               "Runs tests in parallel",
+               "(#{parallel_options.first})") do |parallel|
+            case parallel
+            when nil, :thread
+              @test_suite_runner_class = TestSuiteThreadRunner
+            else
+              @test_suite_runner_class = TestSuiteRunner
+            end
+          end
+
+          o.on("--n-workers=N", Integer,
+               "The number of parallelism",
+               "(#{TestSuiteRunner.n_workers})") do |n|
+            TestSuiteRunner.n_workers = n
+          end
+
           ADDITIONAL_OPTIONS.each do |option_builder|
             option_builder.call(self, o)
           end
@@ -454,6 +484,10 @@ module Test
         if @stop_on_failure
           @runner_options[:listeners] << StopOnFailureListener.new
         end
+        if @gc_stress
+          @runner_options[:listeners] << GCStressListener.new
+        end
+        @runner_options[:test_suite_runner_class] = @test_suite_runner_class
         change_work_directory do
           runner.run(suite, @runner_options).passed?
         end
@@ -572,6 +606,20 @@ module Test
           end
         end
       end
+
+      class GCStressListener
+        def attach_to_mediator(mediator)
+          mediator.add_listener(TestCase::STARTED) do |test|
+            GC.start
+            GC.stress = true
+          end
+
+          mediator.add_listener(TestCase::FINISHED) do |test|
+            GC.start
+            GC.stress = false
+          end
+        end
+      end
     end
   end
 end

data/lib/test/unit/failure.rb

@@ -32,7 +32,7 @@ module Test
         @inspected_actual = options[:inspected_actual]
         @user_message = options[:user_message]
       end
-      
+
       # Returns a single character representation of a failure.
       def single_character_display
         SINGLE_CHARACTER

data/lib/test/unit/fault-location-detector.rb

@@ -18,7 +18,7 @@ module Test
         return nil if match_data.nil?
         file, line_number, context = match_data.to_a[1..-1]
         line_number = line_number.to_i
-        if /\Ain `(.+?)'/ =~ context
+        if /\Ain [`'](.+?)'/ =~ context
           method_name = $1
           if /\Ablock (?:\(.+?\) )?in / =~ method_name
             method_name = $POSTMATCH
@@ -71,7 +71,11 @@ module Test
       end
 
       def target_method?(method_name)
-        @fault_method_name == method_name
+        return false if method_name.nil?
+        # method_name may be test_XXX or MyTest#test_XXX (Ruby >= 3.4).
+        return true if @fault_method_name == method_name
+        return true if method_name.end_with?("\##{@fault_method_name}")
+        false
       end
 
       def guess_indent_level(line)

data/lib/test/unit/priority.rb

@@ -180,7 +180,7 @@ module Test
         end
       end
 
-      def priority_setup
+      def priority_setup(&_)
         return unless Priority.enabled?
         Checker.new(self).setup
       end

data/lib/test/unit/runner/console.rb

@@ -9,6 +9,7 @@ module Test
 
     AutoRunner.setup_option do |auto_runner, opts|
       require 'test/unit/ui/console/outputlevel'
+      require 'test/unit/ui/console/testrunner'
 
       output_levels = [
         ["silent", UI::Console::OutputLevel::SILENT],
@@ -58,7 +59,7 @@ module Test
       ]
       opts.on("--progress-style=STYLE", progress_styles,
               "Uses STYLE as progress style",
-              "(#{auto_runner.keyword_display(progress_styles)}") do |style|
+              "(#{auto_runner.keyword_display(progress_styles)})") do |style|
         auto_runner.runner_options[:progress_style] = style
       end
 
@@ -73,6 +74,13 @@ module Test
               "(default is yes for tty output, no otherwise)") do |boolean|
         auto_runner.runner_options[:reverse_output] = boolean
       end
+
+      n_report_slow_tests = UI::Console::TestRunner::N_REPORT_SLOW_TESTS
+      opts.on("--[no-]report-slow-tests",
+              "Shows the top #{n_report_slow_tests} slow tests in the summary output",
+              "(false)") do |boolean|
+        auto_runner.runner_options[:report_slow_tests] = boolean
+      end
     end
   end
 end

data/lib/test/unit/sub-test-result.rb

@@ -0,0 +1,51 @@
+#--
+#
+# Author:: Tsutomu Katsube.
+# Copyright:: Copyright (c) 2024 Tsutomu Katsube. All rights reserved.
+# License:: Ruby license.
+
+module Test
+  module Unit
+    class SubTestResult
+      attr_accessor :stop_tag
+
+      def initialize(parent_test_result)
+        @parent_test_result = parent_test_result
+        @stop_tag = nil
+      end
+
+      def add_run(result=self)
+        @parent_test_result.add_run(result)
+      end
+
+      def add_pass
+        @parent_test_result.add_pass
+      end
+
+      # Records an individual assertion.
+      def add_assertion
+        @parent_test_result.add_assertion
+      end
+
+      def add_error(error)
+        @parent_test_result.add_error(error)
+      end
+
+      def add_failure(failure)
+        @parent_test_result.add_failure(failure)
+      end
+
+      def add_omission(omission)
+        @parent_test_result.add_omission(omission)
+      end
+
+      def passed?
+        @parent_test_result.passed?
+      end
+
+      def stop
+        throw @stop_tag
+      end
+    end
+  end
+end

data/lib/test/unit/test-suite-runner.rb

@@ -0,0 +1,120 @@
+#--
+#
+# Author:: Nathaniel Talbott.
+# Copyright:: Copyright (c) 2000-2003 Nathaniel Talbott. All rights reserved.
+# Copyright:: Copyright (c) 2008-2011 Kouhei Sutou. All rights reserved.
+# Copyright:: Copyright (c) 2024 Tsutomu Katsube. All rights reserved.
+# License:: Ruby license.
+
+require "etc"
+
+module Test
+  module Unit
+    class TestSuiteRunner
+      @n_workers = Etc.respond_to?(:nprocessors) ? Etc.nprocessors : 1
+      class << self
+        def run_all_tests
+          yield
+        end
+
+        def n_workers
+          @n_workers
+        end
+
+        def n_workers=(n)
+          @n_workers = n
+        end
+      end
+
+      def initialize(test_suite)
+        @test_suite = test_suite
+      end
+
+      def run(result, &progress_block)
+        yield(TestSuite::STARTED, @test_suite.name)
+        yield(TestSuite::STARTED_OBJECT, @test_suite)
+        run_startup(result)
+        run_tests(result, &progress_block)
+      ensure
+        begin
+          run_shutdown(result)
+        ensure
+          yield(TestSuite::FINISHED, @test_suite.name)
+          yield(TestSuite::FINISHED_OBJECT, @test_suite)
+        end
+      end
+
+      private
+      def run_startup(result)
+        test_case = @test_suite.test_case
+        return if test_case.nil? or !test_case.respond_to?(:startup)
+        begin
+          test_case.startup
+        rescue Exception
+          raise unless handle_exception($!, result)
+        end
+      end
+
+      def run_tests(result, &progress_block)
+        @test_suite.tests.each do |test|
+          run_test(test, result, &progress_block)
+        end
+      end
+
+      def run_test(test, result)
+        finished_is_yielded = false
+        finished_object_is_yielded = false
+        previous_event_name = nil
+        test.run(result, runner: self.class) do |event_name, *args|
+          case previous_event_name
+          when Test::Unit::TestCase::STARTED
+            if event_name != Test::Unit::TestCase::STARTED_OBJECT
+              yield(Test::Unit::TestCase::STARTED_OBJECT, test)
+            end
+          when Test::Unit::TestCase::FINISHED
+            if event_name != Test::Unit::TestCase::FINISHED_OBJECT
+              yield(Test::Unit::TestCase::FINISHED_OBJECT, test)
+            end
+            finished_object_is_yielded = true
+          end
+
+          case event_name
+          when Test::Unit::TestCase::STARTED
+            finished_is_yielded = false
+            finished_object_is_yielded = false
+          when Test::Unit::TestCase::FINISHED
+            finished_is_yielded = true
+          end
+
+          previous_event_name = event_name
+          yield(event_name, *args)
+        end
+
+        if finished_is_yielded and not finished_object_is_yielded
+          yield(Test::Unit::TestCase::FINISHED_OBJECT, test)
+        end
+      end
+
+      def run_shutdown(result)
+        test_case = @test_suite.test_case
+        return if test_case.nil? or !test_case.respond_to?(:shutdown)
+        begin
+          test_case.shutdown
+        rescue Exception
+          raise unless handle_exception($!, result)
+        end
+      end
+
+      def handle_exception(exception, result)
+        case exception
+        when *ErrorHandler::PASS_THROUGH_EXCEPTIONS
+          false
+        else
+          result.add_error(Error.new(@test_suite.test_case.name, exception))
+          true
+        end
+      end
+    end
+  end
+end
+

data/lib/test/unit/test-suite-thread-runner.rb

@@ -0,0 +1,69 @@
+#--
+#
+# Author:: Tsutomu Katsube.
+# Copyright:: Copyright (c) 2024 Tsutomu Katsube. All rights reserved.
+# License:: Ruby license.
+
+require_relative "sub-test-result"
+require_relative "test-suite-runner"
+
+module Test
+  module Unit
+    class TestSuiteThreadRunner < TestSuiteRunner
+      @task_queue = Thread::Queue.new
+      class << self
+        def task_queue
+          @task_queue
+        end
+
+        def run_all_tests
+          n_consumers = TestSuiteRunner.n_workers
+
+          consumers = []
+          sub_exceptions = []
+          n_consumers.times do |i|
+            consumers << Thread.new(i) do |worker_id|
+              begin
+                loop do
+                  task = @task_queue.pop
+                  break if task.nil?
+                  catch do |stop_tag|
+                    task.call(stop_tag)
+                  end
+                end
+              rescue Exception => exception
+                sub_exceptions << exception
+              end
+            end
+          end
+
+          yield
+
+          n_consumers.times do
+            @task_queue << nil
+          end
+          consumers.each(&:join)
+          sub_exceptions.each do |exception|
+            raise exception
+          end
+        end
+      end
+
+      private
+      def run_tests(result, &progress_block)
+        @test_suite.tests.each do |test|
+          if test.is_a?(TestSuite) or not @test_suite.parallel_safe?
+            run_test(test, result, &progress_block)
+          else
+            task = lambda do |stop_tag|
+              sub_result = SubTestResult.new(result)
+              sub_result.stop_tag = stop_tag
+              run_test(test, sub_result, &progress_block)
+            end
+            self.class.task_queue << task
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test/unit/testcase.rb

@@ -125,6 +125,31 @@ module Test
       AVAILABLE_ORDERS = [:alphabetic, :random, :defined] # :nodoc:
 
       class << self
+        # Indicates whether the test is parallel safe.
+        #
+        # Tests that this method returns `false` are executed sequentially
+        # before parallel safe tests run. This only works when the `--parallel`
+        # option is specified.
+        #
+        # @example Indicates that test_parallel_unsafe is parallel unsafe
+        #
+        #   class TestMyClass < Test::Unit::TestCase
+        #     class << self
+        #       def parallel_safe?
+        #         false
+        #       end
+        #     end
+        #
+        #     def test_parallel_unsafe
+        #       # ...
+        #     end
+        #   end
+        #
+        # @since 3.6.3
+        def parallel_safe?
+          true
+        end
+
         def inherited(sub_class) # :nodoc:
           DESCENDANTS << sub_class
           super
@@ -552,7 +577,7 @@ module Test
       # Runs the individual test method represented by this
       # instance of the fixture, collecting statistics, failures
       # and errors in result.
-      def run(result)
+      def run(result, runner: nil)
         begin
           @_result = result
           @internal_data.test_started

data/lib/test/unit/testresult.rb

@@ -51,9 +51,9 @@ module Test
       end
 
       # Records a test run.
-      def add_run
+      def add_run(result=self)
         @run_count += 1
-        notify_listeners(FINISHED, self)
+        notify_listeners(FINISHED, result)
         notify_changed
       end
 

data/lib/test/unit/testsuite.rb

@@ -6,6 +6,7 @@
 # License:: Ruby license.
 
 require 'test/unit/error'
+require_relative 'test-suite-runner'
 
 module Test
   module Unit
@@ -34,32 +35,28 @@ module Test
         @name = name
         @tests = []
         @test_case = test_case
-        @n_tests = 0
         @priority = 0
         @start_time = nil
         @elapsed_time = nil
-        @passed = true
+      end
+
+      def parallel_safe?
+        return true if @test_case.nil?
+        @test_case.parallel_safe?
       end
 
       # Runs the tests and/or suites contained in this
       # TestSuite.
-      def run(result, &progress_block)
-        @start_time = Time.now
-        yield(STARTED, name)
-        yield(STARTED_OBJECT, self)
-        run_startup(result)
-        while test = @tests.shift
-          @n_tests += test.size
-          run_test(test, result, &progress_block)
-          @passed = false unless test.passed?
-        end
-      ensure
-        begin
-          run_shutdown(result)
-        ensure
-          @elapsed_time = Time.now - @start_time
-          yield(FINISHED, name)
-          yield(FINISHED_OBJECT, self)
+      def run(result, runner: nil, &progress_block)
+        runner ||= TestSuiteRunner
+        runner.new(self).run(result) do |event, *args|
+          case event
+          when STARTED
+            @start_time = Time.now
+          when FINISHED
+            @elapsed_time = Time.now - @start_time
+          end
+          yield(event, *args)
         end
       end
 
@@ -81,7 +78,7 @@ module Test
       # i.e. if the suite contains other suites, it counts the
       # tests within those suites, not the suites themselves.
       def size
-        total_size = @n_tests
+        total_size = 0
         @tests.each { |test| total_size += test.size }
         total_size
       end
@@ -104,71 +101,7 @@ module Test
       end
 
       def passed?
-        @passed
-      end
-
-      private
-      def run_startup(result)
-        return if @test_case.nil? or !@test_case.respond_to?(:startup)
-        begin
-          @test_case.startup
-        rescue Exception
-          raise unless handle_exception($!, result)
-        end
-      end
-
-      def run_test(test, result)
-        finished_is_yielded = false
-        finished_object_is_yielded = false
-        previous_event_name = nil
-        test.run(result) do |event_name, *args|
-          case previous_event_name
-          when Test::Unit::TestCase::STARTED
-            if event_name != Test::Unit::TestCase::STARTED_OBJECT
-              yield(Test::Unit::TestCase::STARTED_OBJECT, test)
-            end
-          when Test::Unit::TestCase::FINISHED
-            if event_name != Test::Unit::TestCase::FINISHED_OBJECT
-              yield(Test::Unit::TestCase::FINISHED_OBJECT, test)
-            end
-            finished_object_is_yielded = true
-          end
-
-          case event_name
-          when Test::Unit::TestCase::STARTED
-            finished_is_yielded = false
-            finished_object_is_yielded = false
-          when Test::Unit::TestCase::FINISHED
-            finished_is_yielded = true
-          end
-
-          previous_event_name = event_name
-          yield(event_name, *args)
-        end
-
-        if finished_is_yielded and not finished_object_is_yielded
-          yield(Test::Unit::TestCase::FINISHED_OBJECT, test)
-        end
-      end
-
-      def run_shutdown(result)
-        return if @test_case.nil? or !@test_case.respond_to?(:shutdown)
-        begin
-          @test_case.shutdown
-        rescue Exception
-          raise unless handle_exception($!, result)
-        end
-      end
-
-      def handle_exception(exception, result)
-        case exception
-        when *ErrorHandler::PASS_THROUGH_EXCEPTIONS
-          false
-        else
-          result.add_error(Error.new(@test_case.name, exception))
-          @passed = false
-          true
-        end
+        @tests.all?(&:passed?)
       end
     end
   end

data/lib/test/unit/ui/console/testrunner.rb

@@ -10,6 +10,7 @@ begin
   require 'io/console'
 rescue LoadError
 end
+require "pathname"
 
 require 'test/unit/color-scheme'
 require 'test/unit/code-snippet-fetcher'
@@ -28,6 +29,8 @@ module Test
         class TestRunner < UI::TestRunner
           include OutputLevel
 
+          N_REPORT_SLOW_TESTS = 5
+
           # Creates a new TestRunner for running the passed
           # suite. If quiet_mode is true, the output while
           # running is limited to progress dots, errors and
@@ -36,6 +39,7 @@ module Test
           # STDOUT.
           def initialize(suite, options={})
             super
+            @on_github_actions = (ENV["GITHUB_ACTIONS"] == "true")
             @output_level = @options[:output_level] || guess_output_level
             @output = @options[:output] || STDOUT
             @use_color = @options[:use_color]
@@ -57,6 +61,7 @@ module Test
             @faults = []
             @code_snippet_fetcher = CodeSnippetFetcher.new
             @test_suites = []
+            @test_statistics = []
           end
 
           private
@@ -192,12 +197,71 @@ module Test
               output(fault.test_name, fault_color(fault))
               output_fault_backtrace(fault)
               output_failure_message(fault)
+              output_fault_on_github_actions(fault)
             else
               output_single("#{fault.label}: ")
               output_single(fault.test_name, fault_color(fault))
               output_fault_message(fault)
               output_fault_backtrace(fault)
+              output_fault_on_github_actions(fault) if fault.is_a?(Error)
+              if fault.is_a?(Error) and fault.exception.respond_to?(:cause)
+                cause = fault.exception.cause
+                i = 0
+                while cause
+                  sub_fault = Error.new(fault.test_name,
+                                        cause,
+                                        method_name: fault.method_name)
+                  output_single("Cause#{i}", fault_color(sub_fault))
+                  output_fault_message(sub_fault)
+                  output_fault_backtrace(sub_fault)
+                  cause = cause.cause
+                  i += 1
+                end
+              end
+            end
+          end
+
+          def detect_target_location_on_github_actions(fault)
+            return nil unless @on_github_actions
+
+            base_dir = ENV["GITHUB_WORKSPACE"]
+            return nil unless base_dir
+            base_dir = Pathname(base_dir).expand_path
+
+            detector = FaultLocationDetector.new(fault, @code_snippet_fetcher)
+            backtrace = fault.location || []
+            backtrace.each_with_index do |entry, i|
+              next unless detector.target?(entry)
+              file, line, = detector.split_backtrace_entry(entry)
+              file = Pathname(file).expand_path
+              relative_file = file.relative_path_from(base_dir)
+              first_component = relative_file.descend do |component|
+                break component
+              end
+              # file isn't under base_dir
+              next if first_component.to_s == "..."
+              return [relative_file, line]
+            end
+            nil
+          end
+
+          def output_fault_on_github_actions(fault)
+            location = detect_target_location_on_github_actions(fault)
+            return unless location
+
+            parameters = [
+              "file=#{location[0]}",
+              "line=#{location[1]}",
+              "title=#{fault.label}",
+            ].join(",")
+            message = fault.message
+            if fault.is_a?(Error)
+              message = ([message] + (fault.location || [])).join("\n")
             end
+            # We need to use URL encode for new line:
+            # https://github.com/actions/toolkit/issues/193
+            message = message.gsub("\n", "%0A")
+            output("::error #{parameters}::#{message}")
           end
 
           def output_fault_message(fault)
@@ -331,6 +395,22 @@ module Test
             change_output_level(IMPORTANT_FAULTS_ONLY) do
               output("Finished in #{elapsed_time} seconds.")
             end
+            if @options[:report_slow_tests]
+              output_summary_marker
+              output("Top #{N_REPORT_SLOW_TESTS} slow tests")
+              @test_statistics.sort_by {|statistic| -statistic[:elapsed_time]}
+                              .first(N_REPORT_SLOW_TESTS)
+                              .each do |slow_statistic|
+                left_side = "#{slow_statistic[:name]}: "
+                right_width = @progress_row_max - left_side.size
+                output("%s%*f" % [
+                         left_side,
+                         right_width,
+                         slow_statistic[:elapsed_time],
+                       ])
+                output("--location #{slow_statistic[:location]}")
+              end
+            end
             output_summary_marker
             change_output_level(IMPORTANT_FAULTS_ONLY) do
               output(@result)
@@ -374,7 +454,6 @@ module Test
             output_single("#{indent}#{name}#{separator}#{tab_stop}",
                           nil,
                           VERBOSE)
-            @test_start = Time.now
           end
 
           def test_finished(test)
@@ -391,9 +470,17 @@ module Test
             end
             @already_outputted = false
 
+            if @options[:report_slow_tests]
+              @test_statistics << {
+                name: test.name,
+                elapsed_time: test.elapsed_time,
+                location: test.method(test.method_name).source_location.join(":"),
+              }
+            end
+
             return unless output?(VERBOSE)
 
-            output(": (%f)" % (Time.now - @test_start), nil, VERBOSE)
+            output(": (%f)" % test.elapsed_time, nil, VERBOSE)
           end
 
           def suite_name(prefix, suite)
@@ -535,7 +622,7 @@ module Test
           end
 
           def guess_output_level
-            if ENV["GITHUB_ACTIONS"] == "true"
+            if @on_github_actions
               IMPORTANT_FAULTS_ONLY
             else
               NORMAL
@@ -558,7 +645,7 @@ module Test
           /x
 
           def guess_color_availability
-            return true if ENV["GITHUB_ACTIONS"] == "true"
+            return true if @on_github_actions
             return false unless @output.tty?
             return true if windows? and ruby_2_0_or_later?
             case ENV["TERM"]
@@ -576,7 +663,7 @@ module Test
             if @output_level >= VERBOSE
               :mark
             else
-              return :fault_only if ENV["GITHUB_ACTIONS"] == "true"
+              return :fault_only if @on_github_actions
               return :fault_only unless @output.tty?
               :inplace
             end

data/lib/test/unit/ui/testrunner.rb

@@ -27,7 +27,7 @@ module Test
 
         private
         def setup_mediator
-          @mediator = TestRunnerMediator.new(@suite)
+          @mediator = TestRunnerMediator.new(@suite, @options)
         end
 
         def attach_listeners

data/lib/test/unit/ui/testrunnermediator.rb

@@ -22,8 +22,11 @@ module Test
 
         # Creates a new TestRunnerMediator initialized to run
         # the passed suite.
-        def initialize(suite)
+        def initialize(suite, options={})
           @suite = suite
+          @options = options
+          @test_suite_runner_class = @options[:test_suite_runner_class]
+          @test_suite_runner_class ||= TestSuiteRunner
         end
 
         # Runs the suite the TestRunnerMediator was created
@@ -36,13 +39,15 @@ module Test
           Test::Unit.run_at_start_hooks
           start_time = Time.now
           begin
-            catch do |stop_tag|
-              result.stop_tag = stop_tag
-              with_listener(result) do
-                notify_listeners(RESET, @suite.size)
-                notify_listeners(STARTED, result)
+            with_listener(result) do
+              @test_suite_runner_class.run_all_tests do
+                catch do |stop_tag|
+                  result.stop_tag = stop_tag
+                  notify_listeners(RESET, @suite.size)
+                  notify_listeners(STARTED, result)
 
-                run_suite(result)
+                  run_suite(result)
+                end
               end
             end
           ensure
@@ -64,7 +69,7 @@ module Test
           if result.nil?
             run
           else
-            @suite.run(result) do |channel, value|
+            @suite.run(result, runner: @test_suite_runner_class) do |channel, value|
               notify_listeners(channel, value)
             end
           end

data/lib/test/unit/util/observable.rb

@@ -55,10 +55,7 @@ module Test
           if (listener_key.instance_of?(Proc))
             key = ProcWrapper.new(listener_key)
           end
-          if (channel.has_key?(key))
-            return channel.delete(key)
-          end
-          return nil
+          return channel.delete(key)
         end
 
         # Calls all the procs registered on the channel
@@ -74,9 +71,8 @@ module Test
         def notify_listeners(channel_name, *arguments)
           channel = channels[channel_name]
           return 0 unless (channel)
-          listeners = channel.values
-          listeners.each { |listener| listener.call(*arguments) }
-          return listeners.size
+          channel.each_value { |listener| listener.call(*arguments) }
+          return channel.size
         end
 
         private

data/lib/test/unit/version.rb

@@ -1,5 +1,5 @@
 module Test
   module Unit
-    VERSION = "3.6.1"
+    VERSION = "3.6.3"
   end
 end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: test-unit
 version: !ruby/object:Gem::Version
-  version: 3.6.1
+  version: 3.6.3
 platform: ruby
+original_platform: ''
 authors:
 - Kouhei Sutou
 - Haruka Yoshihara
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-06-24 00:00:00.000000000 Z
+date: 2024-11-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: power_assert
@@ -25,76 +25,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: yard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: kramdown
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: packnga
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: |-
   test-unit (Test::Unit) is unit testing framework for Ruby, based on xUnit
   principles. These were originally designed by Kent Beck, creator of extreme
@@ -147,7 +77,10 @@ files:
 - lib/test/unit/runner/console.rb
 - lib/test/unit/runner/emacs.rb
 - lib/test/unit/runner/xml.rb
+- lib/test/unit/sub-test-result.rb
 - lib/test/unit/test-suite-creator.rb
+- lib/test/unit/test-suite-runner.rb
+- lib/test/unit/test-suite-thread-runner.rb
 - lib/test/unit/testcase.rb
 - lib/test/unit/testresult.rb
 - lib/test/unit/testsuite.rb
@@ -171,7 +104,7 @@ files:
 - sample/test_adder.rb
 - sample/test_subtracter.rb
 - sample/test_user.rb
-homepage: http://test-unit.github.io/
+homepage: https://test-unit.github.io/
 licenses:
 - Ruby
 - BSDL
@@ -180,7 +113,6 @@ metadata:
   source_code_uri: https://github.com/test-unit/test-unit
   documentation_uri: https://test-unit.github.io/test-unit/en/
   bug_tracker_uri: https://github.com/test-unit/test-unit/issues
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -195,8 +127,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.0.dev
-signing_key:
+rubygems_version: 3.6.0.dev
 specification_version: 4
 summary: An xUnit family unit testing framework for Ruby.
 test_files: []