test_bench 2.0.1.1 → 3.0.0.0.pre.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 869eb3ef686496b5cca98d99afb412c69a7701b11d759bf265ca9989a2dc0dfb
-  data.tar.gz: 3fef454e001e2ae11c5212d5f134c88de3436f87f78c6d1e073af2969e63bf65
+  metadata.gz: 56c1f79059bf004fb8831d9fe884647ccbc2a59f9237be81d8524046b2d813ec
+  data.tar.gz: f87e744fb7cd7aa811da22faf99646fe435cebaf30bc4e33807b1a3f6fd74541
 SHA512:
-  metadata.gz: 76aa3e35b71785323fd0193b4e9b9e6914e618b50e3038da7ea3881dd0fe981647d429a6889bc030ebb9295d8309909d746360f878c670ea59315746ec910399
-  data.tar.gz: 2840f31ee3ea0a3726e76529cedbbdbeb20a30fe60f5a86cd8fcbccd551f2922386c900c525d2902f8479472769f57da8265728ea740358d06e016204c6eb31d
+  metadata.gz: 792ca8ee7283f1080e6f7391281e47394ecf136f315688a2d726dfa7d37da703b4fd6c9be934bd402d712c6924f63df57a526160948ba170eb4f1bf30ffd8ad2
+  data.tar.gz: c2979e6cf6013fc34d23f47708507b5b99a4ea3f6aaa26961fc083dfba1552105c04f75e4136ae2482b3ffdba626de8752ff532e25121649f54d3634c82fd94b

data/lib/test_bench/controls/telemetry_sink.rb

@@ -1,5 +1,5 @@
 module TestBench
   module Controls
-    TelemetrySink = TestBench::Telemetry::Controls::Sink
+    TelemetrySink = Session::Controls::TelemetrySink
   end
 end

data/lib/test_bench/controls.rb

@@ -1,14 +1,3 @@
-require 'test_bench/random/controls'
-require 'test_bench/telemetry/controls'
-require 'test_bench/run/controls'
+require 'test_bench/executable/controls'
 
-require 'test_bench/controls/telemetry_sink'
-
-require 'test_bench/controls/result'
-
-require 'test_bench/controls/path'
-
-require 'test_bench/controls/file'
-require 'test_bench/controls/stdin'
-
-require 'test_bench/controls/random'
+require 'test_bench/controls/telemetry_sink.rb'

data/lib/test_bench/test_bench.rb

@@ -1,13 +1,13 @@
 module TestBench
-  def self.activate(receiver=nil, session_store: nil)
+  def self.activate(receiver=nil)
     receiver ||= TOPLEVEL_BINDING.receiver
-    session_store ||= Session::Store.instance
 
     receiver.extend(Fixture)
     receiver.extend(DeactivatedVariants)
-
     receiver.extend(TestSession)
-    receiver.test_session_store = session_store
+
+    session = receiver.test_session
+    establish_output(session)
   end
 
   def self.context(title=nil, session: nil, &block)
@@ -19,23 +19,37 @@ module TestBench
   end
 
   def self.evaluate(session: nil, &block)
-    fixture = TestBench::Fixture::Evaluate.build(session:, &block)
+    session ||= Session.build
+
+    original_session = Session.instance
+
+    Session.establish(session)
+
+    establish_output(session)
+
+    fixture = TestBench::Fixture::Evaluate.build(test_session: session, &block)
     fixture.extend(DeactivatedVariants)
     fixture.()
 
-    fixture.test_session.passed?
+    result = fixture.test_session.result
+    Session::Result.resolve(result)
+
+  ensure
+    Session.establish(original_session)
   end
 
-  def self.session
-    Session::Store.fetch
+  def self.register_telemetry_sink(telemetry_sink)
+    Session.register_telemetry_sink(telemetry_sink)
   end
 
-  def self.telemetry
-    session&.telemetry
+  def self.session
+    Session.instance
   end
 
-  def self.register_telemetry_sink(telemetry_sink)
-    session&.register_telemetry_sink(telemetry_sink)
+  def self.establish_output(session)
+    if session.telemetry.sinks.none?
+      Output.register_telemetry_sink(session)
+    end
   end
 
   module DeactivatedVariants
@@ -49,10 +63,12 @@ module TestBench
   end
 
   module TestSession
-    attr_accessor :test_session_store
-
     def test_session
-      test_session_store.fetch
+      Session.instance
+    end
+
+    def test_session=(session)
+      Session.establish(session)
     end
   end
 end

data/lib/test_bench.rb

@@ -1,5 +1,4 @@
-require 'test_bench/run'
+require 'test_bench/fixture'
+require 'test_bench/executable'
 
 require 'test_bench/test_bench'
-
-require 'test_bench/cli'

metadata

@@ -1,17 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: test_bench
 version: !ruby/object:Gem::Version
-  version: 2.0.1.1
+  version: 3.0.0.0.pre.2
 platform: ruby
 authors:
-- Nathan Ladd
-autorequire:
-bindir: script
+- Brightworks Digital
+bindir: bin
 cert_chain: []
-date:
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: test_bench-run
+  name: test_bench-fixture
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -25,7 +23,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: test_bench-isolated
+  name: test_bench-executable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test_bench-bootstrap
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -38,30 +50,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description:
-email: nathanladd+github@gmail.com
-executables:
-- bench
+description: Principled test framework for Ruby.
+email: development@bright.works
+executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - lib/test_bench
-- lib/test_bench/cli.rb
 - lib/test_bench/controls
-- lib/test_bench/controls/file.rb
-- lib/test_bench/controls/path.rb
-- lib/test_bench/controls/random.rb
-- lib/test_bench/controls/result.rb
-- lib/test_bench/controls/stdin.rb
 - lib/test_bench/controls/telemetry_sink.rb
 - lib/test_bench/controls.rb
 - lib/test_bench/test_bench.rb
 - lib/test_bench.rb
-homepage: https://github.com/test-bench/test-bench
+homepage: http://test-bench.software
 licenses:
 - MIT
-metadata: {}
-post_install_message:
+metadata:
+  homepage_uri: http://test-bench.software
+  source_code_uri: https://github.com/test-bench-demo/test-bench
+  allowed_push_host: https://rubygems.org
+  namespace: TestBench
 rdoc_options: []
 require_paths:
 - lib
@@ -76,8 +84,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
-summary: ruby
+summary: Principled test framework for Ruby
 test_files: []

data/lib/test_bench/cli.rb

@@ -1,316 +0,0 @@
-module TestBench
-  class CLI
-    ArgumentError = Class.new(RuntimeError)
-
-    attr_reader :arguments
-
-    attr_accessor :exit_code
-
-    def env
-      @env ||= {}
-    end
-    attr_writer :env
-
-    def program_name
-      @program_name ||= Defaults.program_name
-    end
-    attr_writer :program_name
-
-    def version
-      @version ||= Defaults.version
-    end
-    attr_writer :version
-
-    def stdin
-      @stdin ||= STDIN
-    end
-    attr_writer :stdin
-
-    def writer
-      @writer ||= Output::Writer::Substitute.build
-    end
-    attr_writer :writer
-
-    def run
-      @run ||= Run::Substitute.build
-    end
-    attr_writer :run
-
-    def random
-      @random ||= Random::Substitute.build
-    end
-    attr_writer :random
-
-    def initialize(*arguments)
-      @arguments = arguments
-    end
-
-    def self.build(arguments=nil, env: nil)
-      arguments ||= ::ARGV
-      env ||= ::ENV
-
-      instance = new(*arguments)
-      instance.env = env
-      Output::Writer.configure(instance)
-      Run.configure(instance)
-      Random.configure(instance)
-      instance
-    end
-
-    def self.call(arguments=nil, env: nil)
-      instance = build(arguments, env:)
-
-      session = instance.run.session
-      Session::Store.reset(session)
-
-      exit_code = instance.()
-
-      exit(exit_code)
-    end
-
-    def call
-      parse_arguments
-
-      if exit_code?
-        return exit_code
-      end
-
-      writer.puts(RUBY_DESCRIPTION)
-      writer.puts("Random Seed: #{random.seed.to_s(36)}")
-      writer.puts
-
-      default_path = Defaults.tests_directory
-
-      result = run.! do |run|
-        if not stdin.tty?
-          until stdin.eof?
-            path = stdin.gets(chomp: true)
-
-            next if path.empty?
-
-            run << path
-          end
-        end
-
-        arguments.each do |path|
-          run << path
-        end
-
-        if not run.ran?
-          run << default_path
-        end
-      end
-
-      self.exit_code = self.class.exit_code(result)
-
-      exit_code
-    end
-
-    def parse_arguments
-      argument_index = 0
-
-      until argument_index == arguments.count
-        next_argument = next_argument(argument_index)
-
-        if not next_argument.start_with?('-')
-          argument_index += 1
-          next
-        end
-
-        switch = next_argument!(argument_index)
-
-        case switch
-        when '--'
-          break
-
-        when '-h', '--help'
-          print_help_text
-
-          self.exit_code = 0
-
-        when '-v', '--version'
-          writer.puts "TestBench Version: #{version}"
-
-          self.exit_code = 0
-
-        when '-d', '--detail', '--no-detail'
-          if not negated?(switch)
-            detail_policy_text = 'on'
-          else
-            detail_policy_text = 'off'
-          end
-
-          detail_policy = detail_policy_text.to_sym
-          Session::Output::Detail.assure_detail(detail_policy)
-
-          env['TEST_BENCH_DETAIL'] = detail_policy_text
-
-        when '-x', '--exclude', '--no-exclude'
-          if not negated?(switch)
-            exclude_pattern_text = switch_value!(argument_index, switch)
-
-            if env.key?('TEST_BENCH_EXCLUDE_FILE_PATTERN')
-              exclude_pattern_text = [
-                env['TEST_BENCH_EXCLUDE_FILE_PATTERN'],
-                exclude_pattern_text
-              ].join(':')
-            end
-          else
-            exclude_pattern_text = ''
-          end
-
-          env['TEST_BENCH_EXCLUDE_FILE_PATTERN'] = exclude_pattern_text
-
-        when '-f', '-F', '--only-failure', '--no-only-failure'
-          if not negated?(switch)
-            only_failure_text = 'on'
-          else
-            only_failure_text = 'off'
-          end
-
-          env['TEST_BENCH_ONLY_FAILURE'] = only_failure_text
-
-        when '-p', '-P', '--require-passing-test', '--no-require-passing-test'
-          if not negated?(switch)
-            require_passing_tests = 'on'
-          else
-            require_passing_tests = 'off'
-          end
-
-          env['TEST_BENCH_REQUIRE_PASSING_TEST'] = require_passing_tests
-
-        when '-o', '--output-styling'
-          output_styling_text = switch_value(argument_index) do
-            'on'
-          end
-
-          output_styling = output_styling_text.to_sym
-          Output::Writer::Styling.assure_styling(output_styling)
-
-          env['TEST_BENCH_OUTPUT_STYLING'] = output_styling_text
-
-        when '-s', '--seed'
-          seed_text = switch_value!(argument_index, switch)
-
-          begin
-            Integer(seed_text)
-          rescue
-            raise ArgumentError, "Seed switch must be an integer (Seed: #{seed_text.inspect})"
-          end
-
-          env['TEST_BENCH_SEED'] = seed_text
-
-        when '-r', '--require'
-          library = switch_value!(argument_index, switch)
-
-          require library
-
-        else
-          raise ArgumentError, "Unknown switch #{switch.inspect}"
-        end
-      end
-    end
-
-    def print_help_text
-      writer.write <<~TEXT
-      Usage: #{program_name} [options] [paths]
-
-      Informational Options:
-      \t-h, --help                        Print this help message and exit successfully
-      \t-v, --version                     Print version and exit successfully
-
-      Configuration Options:
-      \t-d, --[no]detail                  Always show (or hide) details (Default: #{Session::Output::Detail.default})
-      \t-x, --[no-]exclude PATTERN        Do not execute test files matching PATTERN (Default: #{Run::GetFiles::Defaults.exclude_patterns.inspect})
-      \t-f, --[no-]only-failure           Don't display output for test files that pass (Default: #{Run::Output::File::Defaults.only_failure ? 'on' : 'off'})
-      \t-o, --output-styling [on|off|detect]
-      \t                                  Render output coloring and font styling escape codes (Default: #{Output::Writer::Styling.default})
-      \t-s, --seed NUMBER                 Sets pseudo-random number seed (Default: not set)
-
-      Other Options:
-      \t-r, --require LIBRARY             Require LIBRARY before running any files
-
-      Paths to test files (and directories containing test files) can be given after any command line arguments or via STDIN (or both).
-
-      If no paths are given, a default path (#{Defaults.tests_directory}) is scanned for test files.
-
-      The following environment variables can also control execution:
-
-      \tTEST_BENCH_DETAIL                 Same as -d or --detail
-      \tTEST_BENCH_EXCLUDE_FILE_PATTERN   Same as -x or --exclude-file-pattern
-      \tTEST_BENCH_ONLY_FAILURE           Same as -f or --only-failure
-      \tTEST_BENCH_OUTPUT_STYLING         Same as -o or --output-styling
-      \tTEST_BENCH_SEED                   Same as -s or --seed
-
-      TEXT
-    end
-
-    def negated?(switch)
-      if switch.start_with?('--')
-        switch.start_with?('--no-')
-      else
-        /^-[A-Z]/.match?(switch)
-      end
-    end
-
-    def exit_code?
-      !exit_code.nil?
-    end
-
-    def switch_value!(argument_index, argument)
-      switch_value(argument_index) do
-        raise ArgumentError, "Argument #{argument.inspect} requires an argument"
-      end
-    end
-
-    def switch_value(argument_index, &no_value_action)
-      next_value = next_argument(argument_index)
-
-      if next_value.nil? || next_value.start_with?('-')
-        switch_value = nil
-
-        return no_value_action.()
-      else
-        switch_value = next_argument!(argument_index)
-
-        return switch_value
-      end
-    end
-
-    def next_argument(argument_index)
-      arguments[argument_index]
-    end
-
-    def next_argument!(argument_index)
-      arguments.delete_at(argument_index)
-    end
-
-    def self.exit_code(result)
-      if result == true
-        0
-      elsif result == false
-        1
-      else
-        2
-      end
-    end
-
-    module Defaults
-      def self.tests_directory
-        ENV.fetch('TEST_BENCH_TESTS_DIRECTORY', 'test/automated')
-      end
-
-      def self.program_name
-        $PROGRAM_NAME || 'bench'
-      end
-
-      def self.version
-        if Object.const_defined?(:Gem)
-          spec = Gem.loaded_specs['test_bench']
-        end
-
-        spec&.version || '(unknown)'
-      end
-    end
-  end
-end

data/lib/test_bench/controls/file.rb

@@ -1,5 +0,0 @@
-module TestBench
-  module Controls
-    File = Run::Controls::File
-  end
-end

data/lib/test_bench/controls/path.rb

@@ -1,5 +0,0 @@
-module TestBench
-  module Controls
-    Path = Run::Controls::Path
-  end
-end

data/lib/test_bench/controls/random.rb

@@ -1,7 +0,0 @@
-module TestBench
-  module Controls
-    module Random
-      Seed = TestBench::Random::Controls::Seed
-    end
-  end
-end

data/lib/test_bench/controls/result.rb

@@ -1,5 +0,0 @@
-module TestBench
-  module Controls
-    Result = Run::Controls::Result
-  end
-end

data/lib/test_bench/controls/stdin.rb

@@ -1,27 +0,0 @@
-module TestBench
-  module Controls
-    module Stdin
-      module Create
-        def self.call(*paths)
-          if paths.empty?
-            paths = Path.examples
-          end
-
-          contents = <<~TEXT
-          #{paths.join("\n")}
-          TEXT
-
-          file = File::Create.(contents:)
-
-          ::File.open(file, 'r')
-        end
-
-        def self.contents
-          <<~TEXT
-          #{Path.example}
-          TEXT
-        end
-      end
-    end
-  end
-end

data/script/bench

@@ -1,5 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'test_bench'
-
-TestBench::CLI.()