test_bench-isolated 0 → 2.0.0.1

data/lib/test_bench_isolated/test_bench/run/controls/executor.rb

@@ -0,0 +1,58 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        module Executor
+          def self.example
+            Example.new
+          end
+  
+          class Example
+            include TestBench::Run::Executor
+  
+            attr_accessor :executed_file
+  
+            attr_accessor :started
+            def started? = !!started
+  
+            attr_accessor :finished
+            def finished? = !!finished
+  
+            attr_accessor :configured
+            def configured? = !!configured
+  
+            def configure
+              self.configured = true
+            end
+  
+            def start
+              self.started = true
+            end
+  
+            def execute(file)
+              self.executed_file = file
+            end
+  
+            def executed?(file)
+              executed_file == file
+            end
+  
+            def finish
+              self.finished = true
+            end
+          end
+  
+          module NotImplemented
+            def self.example
+              Example.new
+            end
+  
+            class Example
+              include TestBench::Run::Executor
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/file/create.rb

@@ -0,0 +1,71 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        module File
+          module Create
+            def self.call(contents: nil, directory: nil)
+              contents ||= self.contents
+              directory ||= self.directory
+  
+              filename = File::Name::Random.example
+  
+              file = ::File.join(directory, filename)
+  
+              ::File.write(file, contents)
+  
+              file
+            end
+  
+            def self.contents
+              '# Some file'
+            end
+  
+            def self.directory
+              'tmp'
+            end
+  
+            module Pass
+              def self.call(directory: nil)
+                Create.(contents:, directory:)
+              end
+  
+              def self.contents
+                Create.contents
+              end
+            end
+  
+            module Failure
+              def self.call(session: nil, directory: nil)
+                contents = contents(session:)
+  
+                Create.(contents:, directory:)
+              end
+  
+              def self.contents(session: nil)
+                session ||= Session.new
+  
+                <<~RUBY
+                session = ObjectSpace._id2ref(#{session.object_id})
+                session.test do
+                  session.assert(false)
+                end
+                RUBY
+              end
+            end
+  
+            module Crash
+              def self.call(directory: nil)
+                Create.(contents:, directory:)
+              end
+  
+              def self.contents
+                "raise #{Exception}.example"
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/file/pattern.rb

@@ -0,0 +1,35 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        module File
+          module Pattern
+            def self.example
+              File.example
+            end
+  
+            def self.other_example
+              '*.rb'
+            end
+  
+            module File
+              def self.example
+                'some_file*.rb'
+              end
+            end
+  
+            module None
+              def self.example
+                random
+              end
+  
+              def self.random
+                Controls::Random.string
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/file.rb

@@ -0,0 +1,182 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        module File
+          def self.example(filename: nil, directory: nil, root_directory: nil)
+            filename ||= self.filename
+            directory ||= self.directory
+  
+            if root_directory == :none
+              root_directory = nil
+            else
+              root_directory ||= self.root_directory
+            end
+  
+            paths = []
+  
+            if root_directory
+              paths << root_directory
+            end
+  
+            paths << directory
+            paths << filename
+  
+            ::File.join(*paths)
+          end
+  
+          def self.random
+            Test.random
+          end
+  
+          def self.filename
+            Name.example
+          end
+  
+          def self.directory
+            Test.directory
+          end
+  
+          def self.root_directory
+            '/some-root-dir'
+          end
+  
+          module Random
+            def self.example(basename: nil, directory: nil, root_directory: nil)
+              basename ||= Test::Random.basename
+              directory ||= Test::Random.directory
+  
+              filename = Name::Random.example(basename:)
+  
+              File.example(filename:, directory:, root_directory:)
+            end
+          end
+  
+          module Local
+            def self.example
+              File.example(root_directory: :none)
+            end
+  
+            def self.random
+              File::Random.example(root_directory: :none)
+            end
+          end
+  
+          module Test
+            extend self
+  
+            def self.example(root_directory: nil)
+              filename = Name.example(basename:)
+  
+              File.example(filename:, directory:, root_directory:)
+            end
+  
+            def self.random
+              Random.example
+            end
+  
+            def basename
+              'some_test_file'
+            end
+  
+            def directory
+              'test/automated'
+            end
+  
+            module Random
+              extend Test
+  
+              def self.example(root_directory: nil)
+                filename = Name::Random.example(basename:)
+  
+                File.example(filename:, directory:, root_directory:)
+              end
+            end
+  
+            module Local
+              def self.example
+                Test.example(root_directory: :none)
+              end
+  
+              def self.random
+                Test::Random.example(root_directory: :none)
+              end
+            end
+          end
+  
+          module Implementation
+            extend self
+  
+            def self.example(root_directory: nil)
+              filename = Name.example(basename:)
+  
+              File.example(filename:, directory:, root_directory:)
+            end
+  
+            def self.random
+              Random.example
+            end
+  
+            def basename
+              'some_file'
+            end
+  
+            def directory
+              'lib/some_directory'
+            end
+  
+            module Random
+              extend Implementation
+  
+              def self.example(root_directory:  nil)
+                filename = Name::Random.example(basename:)
+  
+                File.example(filename:, directory:, root_directory:)
+              end
+            end
+  
+            module Local
+              def self.example
+                Implementation.example(root_directory: :none)
+              end
+  
+              def self.random
+                Implementation::Random.example(root_directory: :none)
+              end
+            end
+          end
+  
+          module Name
+            def self.example(basename: nil)
+              basename ||= self.basename
+  
+              Telemetry::Controls::File::Name.example(basename:, extension:)
+            end
+  
+            def self.random
+              Random.example
+            end
+  
+            def self.basename
+              'some_file'
+            end
+  
+            def self.extension
+              '.rb'
+            end
+  
+            module Random
+              def self.example(basename: nil)
+                basename ||= Name.basename
+  
+                extension = Name.extension
+  
+                Telemetry::Controls::File::Name::Random.example(basename:, extension:)
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/path.rb

@@ -0,0 +1,17 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        module Path
+          def self.example
+            File.example
+          end
+  
+          def self.random
+            File.random
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/process_id.rb

@@ -0,0 +1,9 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        ProcessID = Session::Controls::ProcessID
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/random.rb

@@ -0,0 +1,9 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        Random = Fixture::Controls::Random
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/result.rb

@@ -0,0 +1,9 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        Result = Fixture::Controls::Result
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls/time.rb

@@ -0,0 +1,9 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Controls
+        Time = Session::Controls::Time
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/controls.rb

@@ -0,0 +1,26 @@
+require 'test_bench_isolated/test_bench/fixture/controls'
+
+require 'test_bench_isolated/test_bench/run/controls/file'
+require 'test_bench_isolated/test_bench/run/controls/file/create'
+require 'test_bench_isolated/test_bench/run/controls/file/pattern'
+require 'test_bench_isolated/test_bench/run/controls/exception'
+require 'test_bench_isolated/test_bench/run/controls/process_id'
+require 'test_bench_isolated/test_bench/run/controls/random'
+require 'test_bench_isolated/test_bench/run/controls/result'
+require 'test_bench_isolated/test_bench/run/controls/time'
+
+require 'test_bench_isolated/test_bench/run/controls/events/event_data'
+require 'test_bench_isolated/test_bench/run/controls/events/file_started'
+require 'test_bench_isolated/test_bench/run/controls/events/file_finished'
+require 'test_bench_isolated/test_bench/run/controls/events/file_crashed'
+require 'test_bench_isolated/test_bench/run/controls/events/started'
+require 'test_bench_isolated/test_bench/run/controls/events/finished'
+
+require 'test_bench_isolated/test_bench/run/controls/directory'
+
+require 'test_bench_isolated/test_bench/run/controls/path'
+
+require 'test_bench_isolated/test_bench/run/controls/event_data'
+require 'test_bench_isolated/test_bench/run/controls/events/session'
+
+require 'test_bench_isolated/test_bench/run/controls/executor'

data/lib/test_bench_isolated/test_bench/run/events.rb

@@ -0,0 +1,14 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Events
+        FileStarted = Telemetry::Event.define(:file)
+        FileFinished = Telemetry::Event.define(:file, :result)
+        FileCrashed = Telemetry::Event.define(:file, :error_message, :error_text)
+  
+        Started = Telemetry::Event.define(:random_seed)
+        Finished = Telemetry::Event.define(:random_seed, :result)
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/executor/serial.rb

@@ -0,0 +1,36 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Executor
+        class Serial
+          include Executor
+  
+          def run_file
+            @run_file ||= Run::File.build
+          end
+          attr_writer :run_file
+  
+          def session_store
+            @session_store ||= Session::Store.new
+          end
+          attr_writer :session_store
+  
+          def configure
+            Session::Store.configure(self)
+          end
+  
+          def execute(file)
+            run_file.(file)
+  
+          rescue => exception
+            session = session_store.fetch
+  
+            session.record_failure
+  
+            STDERR.write("#{exception.full_message}\n")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/executor/substitute.rb

@@ -0,0 +1,47 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Executor
+        module Substitute
+          def self.build
+            Executor.new
+          end
+  
+          class Executor
+            include Run::Executor
+  
+            def files
+              @files ||= []
+            end
+  
+            attr_accessor :started
+            def started? = !!started
+  
+            attr_accessor :finished
+            def finished? = !!finished
+  
+            def start
+              self.started = true
+            end
+  
+            def execute(file)
+              files << file
+            end
+  
+            def executed?(file=nil)
+              if not file.nil?
+                files.include?(file)
+              else
+                !files.empty?
+              end
+            end
+  
+            def finish
+              self.finished = true
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/executor.rb

@@ -0,0 +1,46 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      module Executor
+        AbstractMethodError = Class.new(RuntimeError)
+  
+        def self.included(cls)
+          cls.class_exec do
+            extend Build
+            extend Configure
+          end
+        end
+  
+        def configure
+        end
+  
+        def start
+        end
+  
+        def execute(file)
+          raise AbstractMethodError, "Subclass didn't implement execute (File: #{file.inspect})"
+        end
+  
+        def finish
+        end
+  
+        module Build
+          def build
+            instance = new
+            instance.configure
+            instance
+          end
+        end
+  
+        module Configure
+          def configure(receiver, attr_name: nil)
+            attr_name ||= :executor
+  
+            instance = build
+            receiver.public_send(:"#{attr_name}=", instance)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench_isolated/test_bench/run/file.rb

@@ -0,0 +1,83 @@
+module TestBenchIsolated
+  module TestBench
+    class Run
+      class File
+        ReadFileError = Class.new(RuntimeError)
+  
+        def root_directory
+          @root_directory ||= ::Dir.pwd
+        end
+        attr_writer :root_directory
+  
+        def session
+          @session ||= Session::Substitute.build
+        end
+        attr_writer :session
+  
+        def random
+          @random ||= Random::Substitute.build
+        end
+        attr_writer :random
+  
+        def self.build(session: nil)
+          instance = new
+          Session.configure(instance, session:)
+          Random.configure(instance)
+          instance
+        end
+  
+        def call(file)
+          random.reset(file)
+  
+          begin
+            source = ::File.read(file)
+          rescue SystemCallError => error
+            raise ReadFileError, "Couldn't run #{file}: #{error.message.partition(' @ ').first}"
+          end
+  
+          failure_sequence = session.failure_sequence
+  
+          session.record_event(Events::FileStarted.new(file))
+  
+          begin
+            TOPLEVEL_BINDING.eval(source, file)
+  
+          rescue => exception
+            raise exception
+  
+          ensure
+            if not exception.nil?
+              error_message = error_message(exception)
+              error_text = error_text(exception)
+  
+              session.record_event(Events::FileCrashed.new(file, error_message, error_text))
+  
+              raise exception
+            end
+          end
+  
+          failed = session.failed?(failure_sequence)
+          result = !failed
+  
+          session.record_event(Events::FileFinished.new(file, result))
+  
+          result
+        end
+  
+        def error_message(exception)
+          error_message = exception.full_message(order: :top, highlight: false).each_line(chomp: true).first
+  
+          if error_message.delete_prefix!(root_directory)
+            error_message.delete_prefix!('/')
+          end
+  
+          error_message
+        end
+  
+        def error_text(exception)
+          exception.full_message
+        end
+      end
+    end
+  end
+end