test_bench-run 0

data/lib/test_bench/run/output/file.rb

@@ -0,0 +1,129 @@
+module TestBench
+  class Run
+    module Output
+      class File
+        Error = Class.new(RuntimeError)
+
+        include TestBench::Output
+        include Events
+
+        def session_output
+          @session_output ||= TestBench::Output::Substitute.build
+        end
+        attr_writer :session_output
+
+        def pended_events
+          @pended_events ||= {}
+        end
+        attr_writer :pended_events
+
+        def only_failure
+          @only_failure.nil? ?
+            @only_failure = Defaults.only_failure :
+            @only_failure
+        end
+        alias :only_failure? :only_failure
+        attr_writer :only_failure
+
+        def configure(...)
+          TestBench::Session::Output::Writer.configure(self, ...)
+
+          Session::Output.configure(self, writer:, attr_name: :session_output)
+        end
+
+        handle FileStarted do |file_started|
+          process_id = file_started.metadata.process_id
+
+          start(process_id)
+        end
+
+        handle FileFinished do |file_finished|
+          process_id = file_finished.metadata.process_id
+          result = file_finished.result
+          file = file_finished.file
+
+          finish_process(process_id, result, file)
+        end
+
+        handle FileCrashed do |file_crashed|
+          process_id = file_crashed.metadata.process_id
+          file = file_crashed.file
+
+          result = false
+
+          finish_process(process_id, result, file)
+        end
+
+        def finish_process(process_id, result, file)
+          events = pended_events.delete(process_id)
+
+          if only_failure && result
+            return
+          end
+
+          writer.puts("Running #{file}")
+
+          writer_sequence = writer.sequence
+
+          events ||= []
+          events.each do |event_data|
+            session_output.receive(event_data)
+          end
+
+          if writer.current?(writer_sequence)
+            writer.
+              style(:faint).
+              puts("(Nothing written)")
+
+            writer.puts
+          end
+        end
+
+        def handle_event_data(event_data)
+          pend(event_data)
+        end
+
+        def pend_event(event_data)
+          process_id = event_data.process_id
+
+          if not started?(process_id)
+            start(process_id)
+          end
+
+          pended_events = self.pended_events[process_id]
+          pended_events << event_data
+        end
+        alias :pend :pend_event
+
+        def pended_event?(event_data)
+          process_id = event_data.process_id
+
+          pended_events = self.pended_events.fetch(process_id) do
+            return false
+          end
+
+          pended_events.include?(event_data)
+        end
+        alias :pended? :pended_event?
+
+        def start(process_id)
+          if started?(process_id)
+            raise Error, "Process already started (Process ID: #{process_id})"
+          end
+
+          pended_events[process_id] = []
+        end
+
+        def started?(process_id)
+          pended_events.key?(process_id)
+        end
+
+        module Defaults
+          def self.only_failure
+            ENV.fetch('TEST_BENCH_ONLY_FAILURE', 'off') == 'on'
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/run/output/summary/error.rb

@@ -0,0 +1,139 @@
+module TestBench
+  class Run
+    module Output
+      class Summary
+        class Error
+          StateError = Class.new(RuntimeError)
+
+          include TestBench::Output
+          include Events
+
+          attr_accessor :current_file
+
+          def failure_summary
+            @failure_summary ||= {}
+          end
+          attr_writer :failure_summary
+
+          handle FileStarted do |file_started|
+            file = file_started.file
+
+            start_file(file)
+          end
+
+          handle Session::Events::Failed do |_failed|
+            current_file.record_failure
+          end
+
+          handle FileFinished do |file_finished|
+            file = file_finished.file
+            result = file_finished.result
+
+            finish_file(file, result)
+          end
+
+          handle FileCrashed do |file_crashed|
+            file = file_crashed.file
+
+            error_message = file_crashed.error_message
+
+            finish_file(file, error_message:)
+          end
+
+          handle Finished do |finished|
+            if not finished.result
+              print_summary
+            end
+          end
+
+          def print_summary
+            writer.style(:bold, :underline, :red).puts("Failure Summary:")
+
+            failure_summary.each_value do |file_record|
+              file, failures, error_message = file_record.to_a
+
+              writer
+                .style(:faint, :red)
+                .print("-")
+                .style(:reset_intensity, :bold)
+                .print(" #{file}")
+                .style(:reset_intensity)
+                .print(":")
+
+              if failures > 0
+                writer.print(" %i failure%s" % [
+                  failures,
+                  failures == 1 ? '' : 's'
+                ])
+
+                if not error_message.nil?
+                  writer.print(".")
+                end
+              end
+
+              if not error_message.nil?
+                writer.puts(" File crashed, error:")
+
+                writer.style(:red).puts("  #{error_message}")
+              else
+                writer.puts
+              end
+
+              writer.puts
+            end
+          end
+
+          def start_file(file)
+            if not current_file.nil?
+              raise StateError, "Already started file #{current_file.file.inspect} (File: #{file.inspect})"
+            end
+
+            file = File.build(file)
+
+            self.current_file = file
+          end
+
+          def finish_file(file, result=nil, error_message: nil)
+            result ||= false
+
+            if not current_file?(file)
+              raise StateError, "Cannot finish file #{file.inspect} (Current File: #{current_file&.file.inspect})"
+            end
+
+            if not result
+              if not error_message.nil?
+                current_file.error_message = error_message
+              end
+
+              failure_summary[file] = current_file
+            end
+
+            self.current_file = nil
+          end
+
+          def current_file?(file=nil)
+            return false if current_file.nil?
+
+            if not file.nil?
+              file == current_file.file
+            else
+              true
+            end
+          end
+
+          File = Struct.new(:file, :failures, :error_message) do
+            def self.build(file)
+              failures = 0
+
+              new(file, failures)
+            end
+
+            def record_failure
+              self.failures += 1
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/run/output/summary.rb

@@ -0,0 +1,179 @@
+module TestBench
+  class Run
+    module Output
+      class Summary
+        StateError = Class.new(RuntimeError)
+
+        include TestBench::Output
+        include Session::Events
+        include Events
+
+        def tests_finished
+          @tests_finished ||= 0
+        end
+        attr_writer :tests_finished
+
+        def tests_passed
+          @tests_passed ||= 0
+        end
+        attr_writer :tests_passed
+
+        def tests_failed
+          @tests_failed ||= 0
+        end
+        attr_writer :tests_failed
+
+        def tests_skipped
+          @tests_skipped ||= 0
+        end
+        attr_writer :tests_skipped
+
+        def contexts_skipped
+          @contexts_skipped ||= 0
+        end
+        attr_writer :contexts_skipped
+
+        def files_finished
+          @files_finished ||= 0
+        end
+        attr_writer :files_finished
+
+        def files_crashed
+          @files_crashed ||= 0
+        end
+        attr_writer :files_crashed
+
+        attr_accessor :start_time
+        attr_accessor :finish_time
+        attr_accessor :elapsed_time
+
+        handle TestFinished do |test_finished|
+          self.tests_finished += 1
+
+          if test_finished.result
+            self.tests_passed += 1
+          else
+            self.tests_failed += 1
+          end
+        end
+
+        handle TestSkipped do |_test_skipped|
+          self.tests_skipped += 1
+        end
+
+        handle ContextSkipped do |_test_skipped|
+          self.contexts_skipped += 1
+        end
+
+        handle FileFinished do |_file_finished|
+          self.files_finished += 1
+        end
+
+        handle FileCrashed do |_file_crashed|
+          self.files_crashed += 1
+        end
+
+        handle Started do |started|
+          start_time = started.metadata.time
+
+          self.start_time = start_time
+        end
+
+        handle Finished do |finished|
+          finish_time = finished.metadata.time
+
+          record_finish_time(finish_time)
+
+          finish
+        end
+
+        def record_finish_time(finish_time)
+          if start_time.nil?
+            raise StateError, "Start time isn't set"
+          end
+
+          self.finish_time = finish_time
+
+          elapsed_time = finish_time - start_time
+          self.elapsed_time = elapsed_time
+        end
+
+        def finish
+          writer.print("Finished running %i file%s, " % [
+            files_finished,
+            files_finished == 1 ? '' : 's'
+          ])
+
+          if files_crashed > 0
+            writer
+              .style(:bold, :red)
+              .puts("%i file%s crashed" % [
+                files_crashed,
+                files_crashed == 1 ? '' : 's'
+              ])
+          else
+            writer.puts("0 files crashed")
+          end
+
+          writer.print("Ran %i test%s" % [
+            tests_finished,
+            tests_finished == 1 ? '' : 's'
+          ])
+
+          if not elapsed_time.nil?
+            tests_per_second = tests_finished / elapsed_time
+            writer.print(" in %0.3fs (%i test%s/second)" % [
+              elapsed_time,
+              tests_per_second,
+              tests_finished == 1 ? '' : 's'
+            ])
+          end
+          writer.puts
+
+          skip_count = tests_skipped + contexts_skipped
+
+          if tests_passed > 0
+            if skip_count.zero? && tests_failed.zero?
+              writer.style(:bold)
+            end
+
+            writer
+              .style(:green)
+              .print("#{tests_passed} passed")
+              .style(:reset_fg)
+
+            if skip_count.zero? && tests_failed.zero?
+              writer.style(:reset_intensity)
+            end
+          else
+            writer.print("0 passed")
+          end
+          writer.print(", ")
+
+          if skip_count.zero?
+            writer.print("0 skipped")
+          else
+            writer
+              .style(:bold, :yellow)
+              .print("%i%s skipped" % [
+                skip_count,
+                contexts_skipped > 0 ? '+' : ''
+              ])
+              .style(:reset_fg, :reset_intensity)
+          end
+          writer.print(", ")
+
+          if tests_failed > 0
+            writer
+              .style(:bold, :red)
+              .puts("#{tests_failed} failed")
+          else
+            writer.puts("0 failed")
+          end
+
+          writer.puts
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/run/run.rb

@@ -0,0 +1,101 @@
+module TestBench
+  class Run
+    include Session::Handler
+    include Events
+
+    def telemetry
+      @telemetry ||= Telemetry::Substitute.build
+    end
+    attr_writer :telemetry
+
+    def session
+      @session ||= Session::Substitute.build
+    end
+    attr_writer :session
+
+    def get_files
+      @get_files ||= GetFiles::Substitute.build
+    end
+    attr_writer :get_files
+
+    def executor
+      @executor ||= Executor::Substitute.build
+    end
+    attr_writer :executor
+
+    def path_sequence
+      @path_sequence ||= 0
+    end
+    attr_writer :path_sequence
+
+    def self.build(exclude_file_pattern: nil, session_store: nil)
+      session_store ||= Session::Store.instance
+
+      instance = new
+
+      GetFiles.configure(instance, exclude_file_pattern:)
+
+      Executor::Serial.configure(instance)
+
+      session = Session.build do |telemetry|
+        Output::File.register(telemetry)
+        Output::Summary::Error.register(telemetry)
+        Output::Summary.register(telemetry)
+
+        instance.telemetry = telemetry
+      end
+
+      Session.configure(instance, session:)
+      session_store.put(session)
+
+      instance
+    end
+
+    def self.call(path, exclude_file_pattern: nil)
+      instance = build(exclude_file_pattern:)
+      instance.(path)
+    end
+
+    def call(path)
+      run do
+        path(path)
+      end
+    end
+
+    def run(&block)
+      telemetry.record(Started.build)
+
+      executor.start
+
+      if not block.nil?
+        block.(self)
+      end
+
+      executor.finish
+
+      if session.passed?
+        result = true
+      elsif session.failed?
+        result = false
+      end
+
+      telemetry.record(Finished.build(result))
+      result
+    end
+    alias :! :run
+
+    def path(path)
+      self.path_sequence += 1
+
+      get_files.(path) do |file|
+        executor.execute(file)
+      end
+
+    rescue GetFiles::FileError
+      warn "#{path}: No such file or directory"
+
+      session.record_failure
+    end
+    alias :<< :path
+  end
+end

data/lib/test_bench/run.rb

@@ -0,0 +1,19 @@
+require 'test_bench/fixture'
+
+require 'test_bench/run/events'
+
+require 'test_bench/run/get_files'
+require 'test_bench/run/get_files/substitute'
+
+require 'test_bench/run/file'
+require 'test_bench/run/file/substitute'
+
+require 'test_bench/run/output/file'
+require 'test_bench/run/output/summary/error'
+require 'test_bench/run/output/summary'
+
+require 'test_bench/run/executor'
+require 'test_bench/run/executor/substitute'
+require 'test_bench/run/executor/serial'
+
+require 'test_bench/run/run'

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: test_bench-run
+version: !ruby/object:Gem::Version
+  version: '0'
+platform: ruby
+authors:
+- Nathan Ladd
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2023-07-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: test_bench-fixture
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test_bench-bootstrap
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: nathanladd+github@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/test_bench/run.rb
+- lib/test_bench/run/controls.rb
+- lib/test_bench/run/controls/directory.rb
+- lib/test_bench/run/controls/event_data.rb
+- lib/test_bench/run/controls/events/event_data.rb
+- lib/test_bench/run/controls/events/file_crashed.rb
+- lib/test_bench/run/controls/events/file_finished.rb
+- lib/test_bench/run/controls/events/file_started.rb
+- lib/test_bench/run/controls/events/finished.rb
+- lib/test_bench/run/controls/events/session.rb
+- lib/test_bench/run/controls/events/started.rb
+- lib/test_bench/run/controls/exception.rb
+- lib/test_bench/run/controls/executor.rb
+- lib/test_bench/run/controls/file.rb
+- lib/test_bench/run/controls/file/create.rb
+- lib/test_bench/run/controls/file/pattern.rb
+- lib/test_bench/run/controls/path.rb
+- lib/test_bench/run/controls/process_id.rb
+- lib/test_bench/run/controls/random.rb
+- lib/test_bench/run/controls/result.rb
+- lib/test_bench/run/controls/time.rb
+- lib/test_bench/run/events.rb
+- lib/test_bench/run/executor.rb
+- lib/test_bench/run/executor/serial.rb
+- lib/test_bench/run/executor/substitute.rb
+- lib/test_bench/run/file.rb
+- lib/test_bench/run/file/substitute.rb
+- lib/test_bench/run/get_files.rb
+- lib/test_bench/run/get_files/substitute.rb
+- lib/test_bench/run/output/file.rb
+- lib/test_bench/run/output/summary.rb
+- lib/test_bench/run/output/summary/error.rb
+- lib/test_bench/run/run.rb
+homepage: https://github.com/test-bench/test-bench-run
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.10
+signing_key:
+specification_version: 4
+summary: ruby
+test_files: []