test_bench 1.0.1.1 → 1.1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e5dc802eff42633ec71536849758c5116bfa837cfd63f422c372488e1b28ab8
-  data.tar.gz: 2c84f96196e8a20dafb78836415f9a9d042afb0e023a8b0477a98713e2694647
+  metadata.gz: 9d18b019b73d853e50b78abd989c8d8969c65eb7c5beedc0f3eeadb415f652aa
+  data.tar.gz: e8a421026be5f2cf1c5f2af81ddd6a763ab0095669bbda97998fee4ca6fafb83
 SHA512:
-  metadata.gz: 6836f23d39dace2d2eedc88cddbcf6928fbcfd4624e7485748706e7774fa540399b5cf5141ca60f4ac32b1fdb13aa9f7f187541d86ff2e6c020a2ca32881f5ef
-  data.tar.gz: fd7a547ec5c1d9eeb3da5da4802a2e37f4f8ab4e1f0e7dc550746efdf6aa81cf3b628eb056273a20659e0639d4ef6dbcb4e3fa04aa320f1917491757964ea663
+  metadata.gz: bc855a5819e98378bae988487b7d8e55c5143ca157f6f116c1411e2bbf087771a6bf992650049d07cb3b1a8a0666ad56ef4ef05686a88536264884700851de77
+  data.tar.gz: 15a6baea7cbbf7f8cfcccaa17c3bb128fe396be9ffb227087335f4edc5a569d95cdbe066359f9af80907f3fa298e8299af8be0d402fb6e08c3c125222fe69a23

data/lib/test_bench.rb

@@ -14,17 +14,17 @@ require 'test_bench/output/timer/substitute'
 
 require 'test_bench/output/print_error'
 
-require 'test_bench/output/summary/run/print'
-require 'test_bench/output/summary/run'
-require 'test_bench/output/summary/error'
+require 'test_bench/output/summary'
+require 'test_bench/output/summary/session'
 
-require 'test_bench/output/levels/none'
-require 'test_bench/output/levels/summary'
-require 'test_bench/output/levels/failure'
-require 'test_bench/output/levels/debug'
-require 'test_bench/output/levels/pass'
+require 'test_bench/output/batch_data'
+
+require 'test_bench/output/raw'
+
+require 'test_bench/output/buffer'
+
+require 'test_bench/output/log'
 
-require 'test_bench/output/build'
 require 'test_bench/output'
 
 require 'test_bench/test_bench'

data/lib/test_bench/cli.rb

@@ -1,6 +1,6 @@
 module TestBench
   module CLI
-    def self.call(tests_directory=nil, **runner_args)
+    def self.call(tests_directory=nil, exclude_file_pattern: nil)
       tests_directory ||= Defaults.tests_directory
 
       path_arguments = ParseArguments.()
@@ -11,7 +11,7 @@ module TestBench
         warn "$stdin is a pipe, but no data was written to it; no test files will be run"
       end
 
-      Run.(**runner_args) do |run|
+      Run.(exclude: exclude_file_pattern) do |run|
         if read_stdin
           until $stdin.eof?
             path = $stdin.gets.chomp

data/lib/test_bench/cli/parse_arguments.rb

@@ -66,7 +66,19 @@ module TestBench
             env['TEST_BENCH_ABORT_ON_ERROR'] = abort_on_error ? 'on' : 'off'
           end
 
-          parser.on('-x', '--[no-]exclude PATTERN', %{Do not execute test files matching PATTERN (Default: #{Run::Defaults.exclude_file_pattern.inspect})}) do |pattern_text|
+          parser.on('-d', '--[no-]detail [DETAIL]', %{Always show (or hide) details (Default: #{Output::Raw::Defaults.detail})}) do |detail|
+            if detail.nil?
+              detail = 'on'
+            elsif detail == true
+              detail = 'on'
+            elsif detail == false
+              detail = 'off'
+            end
+
+            env['TEST_BENCH_DETAIL'] = detail
+          end
+
+          parser.on('-x', '--[no-]exclude PATTERN', %{Do not execute test files matching PATTERN (Default: #{Run::Defaults.exclude_pattern.inspect})}) do |pattern_text|
             if pattern_text == false
               pattern_text = self.none_pattern
             end
@@ -76,6 +88,14 @@ module TestBench
             env['TEST_BENCH_EXCLUDE_FILE_PATTERN'] = pattern_text
           end
 
+          parser.on('-l', '--log-level LEVEL', %{Set the internal logging level to LEVEL (Default: #{Output::Log::Defaults.level})}) do |level_text|
+            level = level_text.to_sym
+
+            Fixture::Output::Log.assure_level(level)
+
+            env['TEST_BENCH_LOG_LEVEL'] = level_text
+          end
+
           parser.on('-o', '--[no-]omit-backtrace PATTERN', %{Omit backtrace frames matching PATTERN (Default: #{Output::PrintError::Defaults.omit_backtrace_pattern.inspect})}) do |pattern_text|
             if pattern_text == false
               pattern_text = self.none_pattern
@@ -86,20 +106,12 @@ module TestBench
             env['TEST_BENCH_OMIT_BACKTRACE_PATTERN'] = pattern_text
           end
 
-          parser.on('-l', '--output-level [none|summary|failure|pass|debug]', %{Sets output level (Default: #{Output::Build::Defaults.level})}) do |level_text|
-            level = level_text.to_sym
-
-            Output::Build.assure_level(level)
-
-            env['TEST_BENCH_OUTPUT_LEVEL'] = level_text
-          end
-
-          parser.on('-s', '--output-styling [on|off|detect]', %{Render output coloring and font styling escape codes (Default: #{Output::Writer::Defaults.styling_setting})}) do |styling_text|
+          parser.on('-s', '--output-styling [on|off|detect]', %{Render output coloring and font styling escape codes (Default: #{Output::Writer::Defaults.styling})}) do |styling_text|
             styling_text ||= 'on'
 
-            styling_setting = styling_text.to_sym
+            styling = styling_text.to_sym
 
-            Output::Writer.assure_styling_setting(styling_setting)
+            Output::Writer.assure_styling_setting(styling)
 
             env['TEST_BENCH_OUTPUT_STYLING'] = styling_text
           end
@@ -112,6 +124,10 @@ module TestBench
             env['TEST_BENCH_REVERSE_BACKTRACES'] = reverse_backtraces ? 'on' : 'off'
           end
 
+          parser.on('-v', '--[no-]verbose', %{Increase output verbosity (Default: #{Output::Raw::Defaults.verbose ? 'on' : 'off'})}) do |verbose|
+            env['TEST_BENCH_VERBOSE'] = verbose ? 'on' : 'off'
+          end
+
           parser.separator(<<~TEXT)
 
           Paths to test files (and directories containing test files) can be given after any command line arguments or via STDIN (or both).
@@ -120,17 +136,14 @@ module TestBench
           The following environment variables can also control execution:
 
           #{parser.summary_indent}TEST_BENCH_ABORT_ON_ERROR          Same as -a or --abort-on-error
+          #{parser.summary_indent}TEST_BENCH_DETAIL                  Same as -d or --detail
           #{parser.summary_indent}TEST_BENCH_EXCLUDE_FILE_PATTERN    Same as -x or --exclude-file-pattern
+          #{parser.summary_indent}TEST_BENCH_LOG_LEVEL               Same as -l or --log-level
           #{parser.summary_indent}TEST_BENCH_OMIT_BACKTRACE_PATTERN  Same as -o or --omit-backtrace-pattern
-          #{parser.summary_indent}TEST_BENCH_OUTPUT_LEVEL            Same as -l or --output-level
           #{parser.summary_indent}TEST_BENCH_OUTPUT_STYLING          Same as -s or --output-styling
           #{parser.summary_indent}TEST_BENCH_FAIL_DEACTIVATED_TESTS  Opposite of -p or --permit-deactivated-tests
           #{parser.summary_indent}TEST_BENCH_REVERSE_BACKTRACES      Same as -r or --reverse-backtraces
-
-          TEXT
-
-          parser.separator(<<~TEXT)
-          Finally, the VERBOSE environment variable can set the output level to debug. If given, VERBOSE will take precedence over TEST_BENCH_OUTPUT_STYLING.
+          #{parser.summary_indent}TEST_BENCH_VERBOSE                 Same as -v or --reverse-backtraces
 
           TEXT
         end

data/lib/test_bench/controls.rb

@@ -18,5 +18,9 @@ require 'test_bench/controls/output/escape_code'
 require 'test_bench/controls/output/newline_character'
 require 'test_bench/controls/output/styling'
 require 'test_bench/controls/output/print_error'
-require 'test_bench/controls/output/summary/run'
+require 'test_bench/controls/output/exercise'
+require 'test_bench/controls/output/summary/session'
 require 'test_bench/controls/output/summary/error'
+require 'test_bench/controls/output/batch_data'
+require 'test_bench/controls/output/detail_setting'
+require 'test_bench/controls/output/log_level'

data/lib/test_bench/controls/output/batch_data.rb

@@ -0,0 +1,52 @@
+module TestBench
+  module Controls
+    module Output
+      module BatchData
+        def self.example(result: nil, depth: nil)
+          result = self.result if result.nil?
+          depth ||= self.depth
+
+          TestBench::Output::BatchData.new(result, depth)
+        end
+
+        def self.result
+          Pass.result
+        end
+
+        def self.depth
+          1
+        end
+
+        module Pass
+          def self.example(depth: nil)
+            BatchData.example(result: result, depth: depth)
+          end
+
+          def self.result
+            Result::Pass.example
+          end
+        end
+
+        module Failure
+          def self.example(depth: nil)
+            BatchData.example(result: result, depth: depth)
+          end
+
+          def self.result
+            Result::Failure.example
+          end
+        end
+
+        module Toplevel
+          def self.example(result: nil)
+            BatchData.example(depth: depth, result: result)
+          end
+
+          def self.depth
+            0
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/controls/output/detail_setting.rb

@@ -0,0 +1,29 @@
+module TestBench
+  module Controls
+    module Output
+      module DetailSetting
+        def self.example
+          failure
+        end
+
+        def self.failure
+          :failure
+        end
+
+        def self.on
+          :on
+        end
+
+        def self.off
+          :off
+        end
+
+        module Invalid
+          def self.example
+            :not_a_detail_setting
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/controls/output/exercise.rb

@@ -0,0 +1,7 @@
+module TestBench
+  module Controls
+    module Output
+      Exercise = TestBench::Fixture::Controls::Output::Exercise
+    end
+  end
+end

data/lib/test_bench/controls/output/log_level.rb

@@ -0,0 +1,7 @@
+module TestBench
+  module Controls
+    module Output
+      LogLevel = TestBench::Fixture::Controls::Output::Log::Level
+    end
+  end
+end

data/lib/test_bench/controls/output/summary/error.rb

@@ -3,22 +3,6 @@ module TestBench
     module Output
       module Summary
         module Error
-          def self.example(writer: nil)
-            error_summary = Example.new
-            error_summary.writer = writer unless writer.nil?
-            error_summary
-          end
-
-          class Example
-            include TestBench::Fixture::Output
-            include TestBench::Output::Summary::Error
-
-            TestBench::Fixture::Output.instance_methods.each do |method|
-              define_method(method) do |*|
-              end
-            end
-          end
-
           module Text
             def self.example
               <<~TEXT

data/lib/test_bench/controls/output/summary/session.rb

@@ -0,0 +1,20 @@
+module TestBench
+  module Controls
+    module Output
+      module Summary
+        module Session
+          module Text
+            def self.example
+              <<~TEXT
+              Finished running 0 files
+              Ran 0 tests in 0.000s (0.0 tests/second)
+              0 passed, 0 skipped, 0 failed, 0 total errors
+
+              TEXT
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/controls/pattern.rb

@@ -1,8 +1,12 @@
 module TestBench
   module Controls
     module Pattern
-      def self.example
-        /#{text}/
+      def self.example(text=nil)
+        text ||= self.text
+
+        escaped_text = Regexp.escape(text)
+
+        Regexp.new(escaped_text)
       end
 
       def self.text

data/lib/test_bench/controls/time.rb

@@ -55,6 +55,24 @@ module TestBench
             "1.111s"
           end
         end
+
+        module PerSecond
+          def self.example
+            elapsed_time = Elapsed.example
+
+            Rational(ocurrences, elapsed_time)
+          end
+
+          def self.ocurrences
+            1
+          end
+
+          module Text
+            def self.example
+              "0.9"
+            end
+          end
+        end
       end
     end
   end

data/lib/test_bench/fixture

@@ -0,0 +1 @@
+lib/test_bench/home/ntl/Projects/test-bench-fixture/lib/test_bench/fixture

data/lib/test_bench/fixture.rb

@@ -0,0 +1 @@
+lib/test_bench/home/ntl/Projects/test-bench-fixture/lib/test_bench/fixture.rb

data/lib/test_bench/output.rb

@@ -1,7 +1,19 @@
 module TestBench
   module Output
-    def self.build(**args)
-      Build.(**args)
+    def self.build(log_level: nil, writer: nil, device: nil, styling: nil, **buffer_output_args)
+      summary = Summary.build(writer: writer, device: device, styling: styling)
+
+      log_output = Log.build(level: log_level)
+
+      writer = summary.writer
+
+      buffer_output = Buffer.build(writer: writer, **buffer_output_args)
+
+      Fixture::Output::Multiple.build(
+        log_output,
+        buffer_output,
+        summary
+      )
     end
 
     Substitute = Fixture::Output::Substitute

data/lib/test_bench/output/batch_data.rb

@@ -0,0 +1,17 @@
+module TestBench
+  module Output
+    BatchData = Struct.new(:result, :depth) do
+      def passed?
+        result
+      end
+
+      def failed?
+        !result
+      end
+
+      def toplevel?
+        depth.zero?
+      end
+    end
+  end
+end

data/lib/test_bench/output/buffer.rb

@@ -0,0 +1,112 @@
+module TestBench
+  module Output
+    class Buffer < Fixture::Output::Capture
+      attr_accessor :writer
+
+      def raw_output
+        @raw_output ||= Raw.new
+      end
+      attr_writer :raw_output
+
+      def stack
+        @stack ||= []
+      end
+
+      def self.build(verbose: nil, detail: nil, omit_backtrace_pattern: nil, reverse_backtraces: nil, writer: nil, device: nil, styling: nil)
+        instance = new
+
+        raw_output = Raw.configure(instance, verbose: verbose, detail: detail, omit_backtrace_pattern: omit_backtrace_pattern, reverse_backtraces: reverse_backtraces, writer: writer, device: device, styling: styling)
+
+        instance.writer = raw_output.writer
+
+        instance
+      end
+
+      def exit_context(*)
+        super
+
+        flush unless buffering?
+      end
+
+      def finish_test(*)
+        super
+
+        flush unless buffering?
+      end
+
+      def finish_fixture(*)
+        super
+
+        flush unless buffering?
+      end
+
+      def new_record(signal, data)
+        record = Record.new(signal, data)
+
+        case signal
+        when :enter_context, :start_test, :start_fixture
+          start_batch(record)
+
+        when :exit_context, :finish_test, :finish_fixture
+          result = record.data.last
+
+          finish_batch(record, result)
+        end
+
+        record
+      end
+
+      def start_batch(record)
+        record.start_batch(stack_depth)
+
+        stack.push(record)
+      end
+
+      def finish_batch(final_record, result)
+        first_record = stack.pop
+
+        batch_data = first_record.batch_data
+        batch_data.result = result
+
+        final_record.batch_data = first_record.batch_data
+      end
+
+      def flush
+        records.each do |record|
+          record.forward(raw_output)
+        end
+
+        records.clear
+      end
+
+      def buffering?
+        stack_depth.nonzero?
+      end
+
+      def stack_depth
+        stack.length
+      end
+
+      class Record < Fixture::Output::Capture::Record
+        attr_accessor :batch_data
+
+        def forward(raw_output)
+          return super if batch_data.nil?
+
+          raw_output.public_send(signal, *data, batch_data: batch_data)
+        end
+
+        def start_batch(depth)
+          batch_data = Output::BatchData.new
+          batch_data.depth = depth
+
+          self.batch_data = batch_data
+        end
+
+        def finish_batch(result)
+          batch_data.result = result
+        end
+      end
+    end
+  end
+end