flatware-rspec 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 5222039b04efa4cdd03b8a1fd99755ce7b5a796d
-  data.tar.gz: 1c4ff5266e4f837ebed84de24b33cc2a86e98138
+SHA256:
+  metadata.gz: 9bb148032e3c3ed766e2668a83e98c8e5b7df40a1d5b3e42223200c37c447c5b
+  data.tar.gz: 228ab78a0c4a012fde9bf6844f833b838a469d77a094aff6dc65e57b5f66b07d
 SHA512:
-  metadata.gz: 373b77233a023fb74f712c4ece31b9690b9cfa495577fb8b681d227a58a7ed312af32e0185694c852231ca68ecbf92c9cda750a14fc8d154faffdf3caac44508
-  data.tar.gz: a485e4f6d3da78f2802a143a416c0ea79211a0c5e23ad6c7b9ea68afbe916c2e4073ed35fa50b566b51f06e2ea3b2ef7e21b9d3b7d68590e6afec4c9293568d4
+  metadata.gz: a4f4bc00cfb5c4547716c9598aeeec3c0a64bb38e5d97788f32172bfdbac804420bb5536aa3279f312cc6543006ed6d30acf010488156c7a1eb8649eeca0b389
+  data.tar.gz: 966ec25180fdbaf3a16b401beb3b17bf02396aa889079fbaf58cb7777974033b27aaac1153a1b602fe93c32e18614bbb765f9b5af6dd0b7760e85a3b7d6b5600

data/README.md

@@ -73,6 +73,17 @@ To run your entire suite with the default rspec options add the `flatware-rspec`
 $ flatware rspec
 ```
 
+The rspec runner can balance worker loads, making your suite even faster.
+
+It forms balaced groups of spec files according to their last run times, if you've set `example_status_persistence_file_path` [in your RSpec config](https://relishapp.com/rspec/rspec-core/v/3-8/docs/command-line/only-failures).
+
+For this to work the configuration option must be loaded before any specs are run. The `.rspec` file is one way to achive this:
+
+    --require spec_helper
+
+But beware, if you're using ActiveRecord in your suite you'll need to avoid doing things that cause it to establish a database connection in `spec_helper.rb`. If ActiveRecord connects before flatware forks off workers, each will die messily. All of this will just work if you're following [the recomended pattern of splitting your helpers into `spec_helper` and `rails_helper`](https://github.com/rspec/rspec-rails/blob/v3.8.2/lib/generators/rspec/install/templates/spec/rails_helper.rb).
+
+
 ### Options
 
 If you'd like to limit the number of forked workers, you can pass the 'w' flag:

data/lib/flatware/rspec/checkpoint.rb

@@ -14,7 +14,7 @@ module Flatware
       end
 
       def failures?
-        summary.failure_count > 0
+        summary.failure_count > 0 || summary.errors_outside_of_examples_count > 0
       end
 
       def failure_notifications

data/lib/flatware/rspec/job_builder.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+module Flatware
+  module RSpec
+    # groups spec files into one job per worker.
+    # reads from persisted example statuses, if available,
+    # and attempts to ballence the jobs accordingly.
+    class JobBuilder
+      extend Forwardable
+      attr_reader :args, :workers, :configuration
+      def_delegators(
+        :configuration,
+        :files_to_run,
+        :example_status_persistence_file_path
+      )
+
+      def initialize(args, workers:)
+        @args = args
+        @workers = workers
+
+        @configuration = ::RSpec.configuration
+        configuration.define_singleton_method(:command) { 'rspec' }
+
+        ::RSpec::Core::ConfigurationOptions.new(args).configure(@configuration)
+      end
+
+      def jobs
+        bucket_count = [files_to_run.size, workers].min
+
+        seconds_per_file = load_persisted_example_statuses
+                           .select(&passing)
+                           .map(&parse_example)
+                           .reduce({}, &sum_by_example_file)
+
+        timed_files, untimed_files = files_to_run
+                                     .map(&method(:normalize_path))
+                                     .reduce(
+                                       [[], []]
+                                     ) do |(timed, untimed), file|
+          if (time = seconds_per_file[file])
+            [timed.append([file, time]), untimed]
+          else
+            [timed, untimed.append(file)]
+          end
+        end
+
+        balance_by(bucket_count, timed_files, &:last)
+          .map { |bucket| bucket.map(&:first) }
+          .zip(
+            round_robin(bucket_count, untimed_files)
+          ).map(&:flatten)
+          .map do |files|
+          Job.new(files, args)
+        end
+      end
+
+      private
+
+      def normalize_path(path)
+        ::RSpec::Core::Metadata.relative_path(File.expand_path(path))
+      end
+
+      def load_persisted_example_statuses
+        ::RSpec::Core::ExampleStatusPersister.load_from(
+          example_status_persistence_file_path || ''
+        )
+      end
+
+      def sum_by_example_file
+        lambda do |times, file_name:, seconds:|
+          times.merge(file_name => seconds) { |_, old = 0, new| old + new }
+        end
+      end
+
+      def passing
+        ->(status:, **) { status =~ /pass/i }
+      end
+
+      def parse_example
+        lambda do |example_id:, run_time:, **|
+          seconds = run_time.match(/\d+(\.\d+)?/).to_s.to_f
+          file_name = ::RSpec::Core::Example.parse_id(example_id).first
+          { seconds: seconds, file_name: file_name }
+        end
+      end
+
+      def round_robin(count, items)
+        Array.new(count) { [] }.tap do |groups|
+          items.each_with_index do |entry, i|
+            groups[i % count] << entry
+          end
+        end
+      end
+
+      def balance_by(count, items, &block)
+        # find the group with the smallest sum and add it there
+        Array.new(count) { [] }.tap do |groups|
+          items
+            .sort_by(&block)
+            .reverse
+            .each do |entry|
+            groups.min_by do |group|
+              group.map(&block).reduce(:+) || 0
+            end.push(entry)
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: flatware-rspec
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Brian Dunn
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-08-28 00:00:00.000000000 Z
+date: 2019-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: flatware
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 1.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 1.1.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -55,6 +55,7 @@ files:
 - lib/flatware/rspec/examples_notification.rb
 - lib/flatware/rspec/formatter.rb
 - lib/flatware/rspec/formatters/console.rb
+- lib/flatware/rspec/job_builder.rb
 - lib/flatware/rspec/summary.rb
 homepage: http://github.com/briandunn/flatware
 licenses:
@@ -76,7 +77,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.12
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: A distributed rspec runner