test_bench-parallel 0.0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 5073d58e8db74392df639212009500be3125c22480ec93e952b95134d09d91cd
+  data.tar.gz: df087d665f30b6bdd75806661d7ef18974daac9664f061877f00cc2180486dbc
+SHA512:
+  metadata.gz: ab1c248d3433219d90773a9451a69ecb2eaaa1ce04b67eea7e67898c2c0b7ab902d69b92ba47bac269e56f5bbacd5b9f833035c1d07a0679f085a41f62d190ab
+  data.tar.gz: 1e5f90dec29303652be615504cd48f8197ba49ace51dd6d6b395b0143dbb0daf62d388cb2f86f76274dba01c40e143f07640435d63b9d02a14dc40837b436bbf

data/lib/test_bench/parallel/run.rb

@@ -0,0 +1,11 @@
+module TestBench
+  module Parallel
+    module Run
+      def self.call(path, exclude: nil)
+        parallel_session = Session.build
+
+        TestBench::Run.(path, exclude:, session: parallel_session)
+      end
+    end
+  end
+end

data/lib/test_bench/parallel/session.rb

@@ -0,0 +1,143 @@
+module TestBench
+  module Parallel
+    class Session
+      attr_reader :session
+      attr_reader :processes
+
+      attr_accessor :threads
+      attr_accessor :file_path_queue
+      attr_accessor :telemetry_queue
+
+      def pending_file_count
+        @pending_file_count ||= 0
+      end
+      attr_writer :pending_file_count
+
+      def initialize(session, processes)
+        @session = session
+        @processes = processes
+      end
+
+      def self.build(processes: nil)
+        processes ||= Defaults.processes
+
+        session = self.establish_session
+
+        new(session, processes)
+      end
+
+      def self.establish_session
+        TestBench::Run.establish_session
+      end
+
+      def register_telemetry_sink(...)
+        session.register_telemetry_sink(...)
+      end
+
+      def result(...)
+        session.result(...)
+      end
+
+      def execute(file_path)
+        start if not started?
+
+        file_path_queue.push(file_path)
+
+        self.pending_file_count += 1
+
+        until pending_file_count <= threads.count
+          update
+        end
+      end
+
+      def close
+        file_path_queue.close
+
+        until threads.empty?
+          update
+
+          threads.delete_if do |thread|
+            !thread.alive?
+          end
+        end
+      end
+
+      def update
+        timeout_milliseconds = 100
+        timeout_seconds = Rational(timeout_milliseconds, 1_000)
+
+        while event_data_batch = telemetry_queue.pop(timeout: timeout_seconds)
+          event_data_batch.each do |event_data|
+            session.record_event(event_data)
+
+            case event_data
+            when TestBench::Session::Events::FileExecuted
+              self.pending_file_count -= 1
+            end
+          end
+        end
+      end
+
+      def started?
+        !threads.nil?
+      end
+
+      def start
+        self.file_path_queue = Queue.new
+        self.telemetry_queue = Queue.new
+
+        self.threads = processes.times.map do |process|
+          Thread.new do
+            session = TestBench::Session.build
+
+            telemetry_sink = TelemetrySink.new(telemetry_queue)
+            session.register_telemetry_sink(telemetry_sink)
+
+            while file_path = file_path_queue.pop
+              session.execute(file_path)
+
+              telemetry_sink.flush
+            end
+          end
+        end
+      end
+
+      class TelemetrySink
+        include Telemetry::Sink
+
+        def event_data_batch
+          @event_data_batch ||= []
+        end
+        attr_writer :event_data_batch
+
+        attr_reader :queue
+
+        def initialize(queue)
+          @queue = queue
+        end
+
+        def receive(event_data)
+          event_data_batch.push(event_data)
+        end
+
+        def flush
+          queue.push(event_data_batch)
+
+          self.event_data_batch = nil
+        end
+      end
+
+      module Defaults
+        def self.processes
+          env_processes = ENV['TEST_BENCH_PARALLEL_PROCESSES']
+
+          if not env_processes.nil?
+            env_processes.to_i
+          else
+            Etc.nprocessors
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_bench/parallel.rb

@@ -0,0 +1,6 @@
+require 'etc'
+
+require 'test_bench/run'
+
+require 'test_bench/parallel/session'
+require 'test_bench/parallel/run'

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: test_bench-parallel
+version: !ruby/object:Gem::Version
+  version: 0.0.0.0
+platform: ruby
+authors:
+- Brightworks Digital
+bindir: bin
+cert_chain: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: test_bench-run
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test_bench
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Parallel runner for projects that use TestBench
+email: development@bright.works
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/test_bench
+- lib/test_bench/parallel
+- lib/test_bench/parallel/controls.rb
+- lib/test_bench/parallel/run.rb
+- lib/test_bench/parallel/session.rb
+- lib/test_bench/parallel.rb
+homepage: http://test-bench.software
+licenses:
+- MIT
+metadata:
+  homepage_uri: http://test-bench.software
+  source_code_uri: https://github.com/test-bench/test-bench-parallel
+  allowed_push_host: https://rubygems.org
+  namespace: TestBench::Parallel
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Parallel runner for projects that use TestBench
+test_files: []