test_bench 1.2.0.9 → 2.0.0.0.pre1

metadata

@@ -1,31 +1,31 @@
 --- !ruby/object:Gem::Specification
 name: test_bench
 version: !ruby/object:Gem::Version
-  version: 1.2.0.9
+  version: 2.0.0.0.pre1
 platform: ruby
 authors:
 - Nathan Ladd
 autorequire:
-bindir: script
+bindir: bin
 cert_chain: []
-date: 2022-05-07 00:00:00.000000000 Z
+date: 2023-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: test_bench-fixture
+  name: test_bench-run
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.0.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.0.0
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: test_bench-bootstrap
+  name: test_bench-isolated
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -40,58 +40,19 @@ dependencies:
         version: '0'
 description:
 email: nathanladd+github@gmail.com
-executables:
-- bench
+executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - lib/test_bench.rb
 - lib/test_bench/cli.rb
-- lib/test_bench/cli/parse_arguments.rb
 - lib/test_bench/controls.rb
-- lib/test_bench/controls/caller_location.rb
-- lib/test_bench/controls/depth.rb
-- lib/test_bench/controls/device.rb
-- lib/test_bench/controls/directory.rb
-- lib/test_bench/controls/error.rb
-- lib/test_bench/controls/fixture.rb
-- lib/test_bench/controls/output/batch_data.rb
-- lib/test_bench/controls/output/detail_setting.rb
-- lib/test_bench/controls/output/escape_code.rb
-- lib/test_bench/controls/output/exercise.rb
-- lib/test_bench/controls/output/log_level.rb
-- lib/test_bench/controls/output/newline_character.rb
-- lib/test_bench/controls/output/print_error.rb
-- lib/test_bench/controls/output/styling.rb
-- lib/test_bench/controls/output/summary/error.rb
-- lib/test_bench/controls/output/summary/session.rb
+- lib/test_bench/controls/file.rb
 - lib/test_bench/controls/path.rb
-- lib/test_bench/controls/pattern.rb
+- lib/test_bench/controls/random.rb
 - lib/test_bench/controls/result.rb
-- lib/test_bench/controls/test_file.rb
-- lib/test_bench/controls/time.rb
-- lib/test_bench/deactivation_variants.rb
-- lib/test_bench/environment/boolean.rb
-- lib/test_bench/fixtures.rb
-- lib/test_bench/fixtures/configure_receiver.rb
-- lib/test_bench/output.rb
-- lib/test_bench/output/batch_data.rb
-- lib/test_bench/output/buffer.rb
-- lib/test_bench/output/log.rb
-- lib/test_bench/output/print_error.rb
-- lib/test_bench/output/raw.rb
-- lib/test_bench/output/summary.rb
-- lib/test_bench/output/summary/session.rb
-- lib/test_bench/output/timer.rb
-- lib/test_bench/output/timer/substitute.rb
-- lib/test_bench/output/writer.rb
-- lib/test_bench/output/writer/dependency.rb
-- lib/test_bench/output/writer/sgr.rb
-- lib/test_bench/output/writer/substitute.rb
-- lib/test_bench/run.rb
-- lib/test_bench/run/substitute.rb
+- lib/test_bench/controls/stdin.rb
 - lib/test_bench/test_bench.rb
-- script/bench
 homepage: https://github.com/test-bench/test-bench
 licenses:
 - MIT
@@ -107,12 +68,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubygems_version: 3.3.4
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
-summary: Principled Test Framework for Ruby and MRuby
+summary: ruby
 test_files: []

data/lib/test_bench/cli/parse_arguments.rb

@@ -1,181 +0,0 @@
-module TestBench
-  module CLI
-    class ParseArguments
-      Error = Class.new(RuntimeError)
-
-      attr_reader :argv
-
-      def env
-        @env ||= {}
-      end
-      attr_writer :env
-
-      def output_device
-        @output_device ||= StringIO.new
-      end
-      attr_writer :output_device
-
-      def initialize(argv)
-        @argv = argv
-      end
-
-      def self.build(argv=nil, env: nil)
-        argv ||= ::ARGV
-        env ||= ::ENV
-
-        instance = new(argv)
-        instance.output_device = Output::Writer::Defaults.device
-        instance.env = env
-        instance
-      end
-
-      def self.call(argv=nil, env: nil)
-        instance = build(argv, env: env)
-        instance.()
-      end
-
-      def call
-        option_parser.parse(argv)
-      end
-
-      def option_parser
-        @option_parser ||= OptionParser.new do |parser|
-          parser.banner = "Usage: #{self.class.program_name} [options] [paths]"
-
-          parser.separator('')
-          parser.separator("Informational Options")
-
-          parser.on('-h', '--help', "Print this help message and exit successfully") do
-            output_device.puts(parser.help)
-
-            raise SystemExit.new(0)
-          end
-
-          parser.on('-V', '--version', "Print version and exit successfully") do
-            output_device.puts <<TEXT
-test-bench (#{self.class.program_name}) version #{self.class.version}
-TEXT
-
-            raise SystemExit.new(0)
-          end
-
-          parser.separator('')
-          parser.separator("Configuration Options")
-
-          parser.on('-a', '--[no-]abort-on-error', %{Exit immediately after any test failure or error (Default: #{TestBench::Defaults.abort_on_error ? 'on' : 'off'})}) do |abort_on_error|
-            env['TEST_BENCH_ABORT_ON_ERROR'] = abort_on_error ? 'on' : 'off'
-          end
-
-          parser.on('-d', '--[no-]detail', %{Always show (or hide) details (Default: #{Output::Raw::Defaults.detail})}) do |detail|
-            if detail.nil?
-              detail = 'on'
-            elsif detail == true
-              detail = 'on'
-            elsif detail == false
-              detail = 'off'
-            end
-
-            env['TEST_BENCH_DETAIL'] = detail
-          end
-
-          parser.on('-x', '--[no-]exclude PATTERN', %{Do not execute test files matching PATTERN (Default: #{Run::Defaults.exclude_pattern.inspect})}) do |pattern_text|
-            if pattern_text == false
-              pattern_text = self.none_pattern
-            end
-
-            assure_pattern(pattern_text)
-
-            env['TEST_BENCH_EXCLUDE_FILE_PATTERN'] = pattern_text
-          end
-
-          parser.on('-l', '--log-level LEVEL', %{Set the internal logging level to LEVEL (Default: #{Output::Log::Defaults.level})}) do |level_text|
-            level = level_text.to_sym
-
-            Fixture::Output::Log.assure_level(level)
-
-            env['TEST_BENCH_LOG_LEVEL'] = level_text
-          end
-
-          parser.on('-o', '--[no-]omit-backtrace PATTERN', %{Omit backtrace frames matching PATTERN (Default: #{Output::PrintError::Defaults.omit_backtrace_pattern.inspect})}) do |pattern_text|
-            if pattern_text == false
-              pattern_text = self.none_pattern
-            end
-
-            assure_pattern(pattern_text)
-
-            env['TEST_BENCH_OMIT_BACKTRACE_PATTERN'] = pattern_text
-          end
-
-          parser.on('-s', '--output-styling [on|off|detect]', %{Render output coloring and font styling escape codes (Default: #{Output::Writer::Defaults.styling})}) do |styling_text|
-            styling_text ||= 'on'
-
-            styling = styling_text.to_sym
-
-            Output::Writer.assure_styling_setting(styling)
-
-            env['TEST_BENCH_OUTPUT_STYLING'] = styling_text
-          end
-
-          parser.on('-p', '--[no-]permit-deactivated-tests', %{Do not fail the test run if there are deactivated tests or contexts, e.g. _test or _context (Default: #{!TestBench::Defaults.fail_deactivated_tests ? 'on' : 'off'})}) do |permit_deactivated_tests|
-            env['TEST_BENCH_FAIL_DEACTIVATED_TESTS'] = !permit_deactivated_tests ? 'on' : 'off'
-          end
-
-          parser.on('-r', '--[no-]reverse-backtraces', %{Reverse order of backtraces when printing errors (Default: #{Output::PrintError::Defaults.reverse_backtraces ? 'on' : 'off'})}) do |reverse_backtraces|
-            env['TEST_BENCH_REVERSE_BACKTRACES'] = reverse_backtraces ? 'on' : 'off'
-          end
-
-          parser.on('-v', '--[no-]verbose', %{Increase output verbosity (Default: #{Output::Raw::Defaults.verbose ? 'on' : 'off'})}) do |verbose|
-            env['TEST_BENCH_VERBOSE'] = verbose ? 'on' : 'off'
-          end
-
-          parser.separator(<<TEXT)
-
-Paths to test files (and directories containing test files) can be given after any command line arguments or via STDIN (or both).
-If no paths are given, a default path (#{Defaults.tests_directory}) is scanned for test files.
-
-The following environment variables can also control execution:
-
-#{parser.summary_indent}TEST_BENCH_ABORT_ON_ERROR          Same as -a or --abort-on-error
-#{parser.summary_indent}TEST_BENCH_DETAIL                  Same as -d or --detail
-#{parser.summary_indent}TEST_BENCH_EXCLUDE_FILE_PATTERN    Same as -x or --exclude-file-pattern
-#{parser.summary_indent}TEST_BENCH_LOG_LEVEL               Same as -l or --log-level
-#{parser.summary_indent}TEST_BENCH_OMIT_BACKTRACE_PATTERN  Same as -o or --omit-backtrace-pattern
-#{parser.summary_indent}TEST_BENCH_OUTPUT_STYLING          Same as -s or --output-styling
-#{parser.summary_indent}TEST_BENCH_FAIL_DEACTIVATED_TESTS  Opposite of -p or --permit-deactivated-tests
-#{parser.summary_indent}TEST_BENCH_REVERSE_BACKTRACES      Same as -r or --reverse-backtraces
-#{parser.summary_indent}TEST_BENCH_VERBOSE                 Same as -v or --reverse-backtraces
-
-TEXT
-        end
-      end
-
-      def assure_pattern(pattern_text)
-        Regexp.new(pattern_text.to_s)
-      rescue RegexpError
-        raise Error, "Invalid regular expression pattern (Pattern: #{pattern_text.inspect})"
-      end
-
-      def none_pattern
-        /\z./
-      end
-
-      def self.program_name
-        $PROGRAM_NAME
-      end
-
-      def self.version
-        if Object.const_defined?(:Gem)
-          spec = Gem.loaded_specs['test_bench']
-        end
-
-        spec&.version || '(unknown)'
-      end
-
-      module Defaults
-        def self.tests_directory
-          ENV.fetch('TEST_BENCH_TESTS_DIRECTORY', 'test/automated')
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/caller_location.rb

@@ -1,5 +0,0 @@
-module TestBench
-  module Controls
-    CallerLocation = TestBench::Fixture::Controls::CallerLocation
-  end
-end

data/lib/test_bench/controls/depth.rb

@@ -1,21 +0,0 @@
-module TestBench
-  module Controls
-    module Depth
-      def self.example
-        Nested.example
-      end
-
-      module Nested
-        def self.example
-          2
-        end
-      end
-
-      module Outermost
-        def self.example
-          0
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/device.rb

@@ -1,27 +0,0 @@
-module TestBench
-  module Controls
-    module Device
-      def self.example
-        Interactive.example
-      end
-
-      module Interactive
-        def self.example
-          device = Non.example
-
-          def device.tty?
-            true
-          end
-
-          device
-        end
-
-        module Non
-          def self.example
-            StringIO.new
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/directory.rb

@@ -1,15 +0,0 @@
-module TestBench
-  module Controls
-    module Directory
-      def self.example
-        Dir.mktmpdir
-      end
-
-      module NonExistent
-        def self.example
-          "/tmp/#{SecureRandom.hex(7)}"
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/error.rb

@@ -1,35 +0,0 @@
-module TestBench
-  module Controls
-    Error = TestBench::Fixture::Controls::Error
-
-    module Error
-      module Text
-        def self.example(message=nil, indentation_depth: nil)
-          indentation_depth ||= 0
-
-          indent = '  ' * indentation_depth
-
-          error = Error.example(message)
-
-          <<TEXT
-#{indent}#{error.backtrace[0]}: #{error.message} (#{error.class.name})
-\t#{indent}from #{error.backtrace[1]}
-\t#{indent}from #{error.backtrace[2]}
-TEXT
-        end
-
-        module Assertion
-          def self.example(caller_location: nil)
-            caller_location ||= CallerLocation.example
-
-            assertion_failure = TestBench::Fixture::AssertionFailure.build(caller_location)
-
-            <<TEXT
-#{assertion_failure.backtrace[0]}: #{assertion_failure.message} (#{assertion_failure.class.name})
-TEXT
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/fixture.rb

@@ -1,29 +0,0 @@
-module TestBench
-  module Controls
-    module Fixture
-      def self.example(output=nil, error_policy: nil)
-        error_policy ||= self.error_policy
-
-        fixture = Example.new
-
-        TestBench::Fixture::ErrorPolicy.configure(fixture.test_session, policy: error_policy)
-
-        unless output.nil?
-          fixture.test_session.output = output
-        end
-
-        fixture
-      end
-
-      def self.example_class(&block)
-        TestBench::Fixture::Controls::Fixture.example_class(&block)
-      end
-
-      def self.error_policy
-        :rescue
-      end
-
-      Example = example_class
-    end
-  end
-end

data/lib/test_bench/controls/output/batch_data.rb

@@ -1,52 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module BatchData
-        def self.example(result: nil, depth: nil)
-          result = self.result if result.nil?
-          depth ||= self.depth
-
-          TestBench::Output::BatchData.new(result, depth)
-        end
-
-        def self.result
-          Pass.result
-        end
-
-        def self.depth
-          1
-        end
-
-        module Pass
-          def self.example(depth: nil)
-            BatchData.example(result: result, depth: depth)
-          end
-
-          def self.result
-            Result::Pass.example
-          end
-        end
-
-        module Failure
-          def self.example(depth: nil)
-            BatchData.example(result: result, depth: depth)
-          end
-
-          def self.result
-            Result::Failure.example
-          end
-        end
-
-        module Toplevel
-          def self.example(result: nil)
-            BatchData.example(depth: depth, result: result)
-          end
-
-          def self.depth
-            0
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/detail_setting.rb

@@ -1,29 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module DetailSetting
-        def self.example
-          failure
-        end
-
-        def self.failure
-          :failure
-        end
-
-        def self.on
-          :on
-        end
-
-        def self.off
-          :off
-        end
-
-        module Invalid
-          def self.example
-            :not_a_detail_setting
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/escape_code.rb

@@ -1,23 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module EscapeCode
-        def self.example
-          '1'
-        end
-
-        module ID
-          def self.example
-            :bold
-          end
-
-          module Unknown
-            def self.example
-              :unknown
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/exercise.rb

@@ -1,7 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      Exercise = TestBench::Fixture::Controls::Output::Exercise
-    end
-  end
-end

data/lib/test_bench/controls/output/log_level.rb

@@ -1,7 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      LogLevel = TestBench::Fixture::Controls::Output::Log::Level
-    end
-  end
-end

data/lib/test_bench/controls/output/newline_character.rb

@@ -1,16 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module NewlineCharacter
-        def self.example
-          str = String.new
-
-          string_io = StringIO.new(str)
-          string_io.puts('')
-
-          str
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/print_error.rb

@@ -1,19 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module PrintError
-        def self.example(omit_backtrace_pattern: nil, reverse_backtraces: nil, writer: nil)
-          print_error = Example.new
-          print_error.omit_backtrace_pattern = omit_backtrace_pattern unless omit_backtrace_pattern.nil?
-          print_error.reverse_backtraces = reverse_backtraces unless reverse_backtraces.nil?
-          print_error.writer = writer unless writer.nil?
-          print_error
-        end
-
-        class Example
-          include TestBench::Output::PrintError
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/styling.rb

@@ -1,29 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module Styling
-        def self.example
-          detect
-        end
-
-        def self.detect
-          :detect
-        end
-
-        def self.on
-          :on
-        end
-
-        def self.off
-          :off
-        end
-
-        module Invalid
-          def self.example
-            :not_a_styling_setting
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/summary/error.rb

@@ -1,28 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module Summary
-        module Error
-          module Text
-            def self.example
-              <<TEXT
-Error Summary:
-   1: #{file}
-      #{error.backtrace[0]}: #{error} (#{error.class})
-
-TEXT
-            end
-
-            def self.file
-              TestFile.filename
-            end
-
-            def self.error
-              Controls::Error.example
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/test_bench/controls/output/summary/session.rb

@@ -1,20 +0,0 @@
-module TestBench
-  module Controls
-    module Output
-      module Summary
-        module Session
-          module Text
-            def self.example
-              <<TEXT
-Finished running 0 files
-Ran 0 tests in 0.000s (0.0 tests/second)
-0 passed, 0 skipped, 0 failed, 0 total errors
-
-TEXT
-            end
-          end
-        end
-      end
-    end
-  end
-end