parallel_tests-fine_grain_test 0.2.0

data/.rubocop.yml

@@ -0,0 +1,66 @@
+inherit_from:
+  - .rubocop.enabled.yml
+  - .rubocop.disabled.yml
+  - .rubocop.default.yml
+
+AllCops:
+  TargetRubyVersion: 2.2
+
+# Set max line length to 100
+Metrics/LineLength:
+  Max: 100
+  Enabled: true
+
+# Set max method length to 100
+Metrics/MethodLength:
+  Max: 100
+
+# Renaming `has_something?` to `something?` obfuscates whether it is a 'is-a'
+# or a 'has-a' relationship.
+Style/PredicateName:
+  Enabled: false
+
+# ClassLength, ugh
+Metrics/ClassLength:
+  Enabled: false
+
+# Because only Paulus cares about documentation
+Style/Documentation:
+  Enabled: false
+
+# This cop is too aggresive in claiming a guard clause should be used
+Style/GuardClause:
+  Enabled: false
+
+# rescue in modifier form is very idiomatic and useful in certain situations!
+Style/RescueModifier:
+  Enabled: false
+
+# Otherwise you get a warning if you do ['Paulus', 'Productive', 'Very']
+Style/WordArray:
+  Enabled: false
+
+# This cop does not fare well with our increased method length. See http://c2.com/cgi/wiki?AbcMetric
+Metrics/AbcSize:
+  Enabled: false
+
+Metrics/CyclomaticComplexity:
+  Enabled: false
+
+Metrics/PerceivedComplexity:
+  Enabled: false
+
+# Avoid chaining a method call on a do...end block.
+Style/MethodCalledOnDoEndBlock:
+  Enabled: true
+
+# Prefer keyword arguments over option hashes
+Style/OptionHash:
+  Enabled: true
+
+Style/TrailingCommaInLiteral:
+  # If `comma`, the cop requires a comma after the last item in an array or
+  # hash, but only when each item is on its own line.
+  # If `consistent_comma`, the cop requires a comma after the last item of all
+  # non-empty array and hash literals.
+  EnforcedStyleForMultiline: comma

data/.ruby-version

@@ -0,0 +1 @@
+2.2.4

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+rvm:
+  - 2.2.4
+before_install: gem install bundler -v 1.11.2
+

data/Appraisals

@@ -0,0 +1,14 @@
+appraise 'activesupport_3' do
+  gem 'test-unit', '2.5.5', require: false
+  gem 'activesupport', '3.2.22'
+end
+
+appraise 'activesupport_4' do
+  gem 'minitest', require: false
+  gem 'activesupport', '4.2.6'
+end
+
+appraise 'activesupport_5' do
+  gem 'minitest', require: false
+  gem 'activesupport', '5.0.0.rc1'
+end

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in parallel_tests-fine_grain_test.gemspec
+gemspec
+
+gem 'minitest', require: false
+gem 'mocha', require: false
+gem 'appraisal'

data/README.md

@@ -0,0 +1,51 @@
+# ParallelTests::FineGrainTest
+
+Normally the `parallel_tests` divvies up the test files between parallel test processes at the
+beginning. This causes uneven runtimes as some test processes end up with faster test files while others end up with slower test files. Utilizing past execution times when divving up the tests helps, however, due to differences in test agents and varied execution times (i'm looking at you selenium) it still results in uneven runtimes.
+
+This gem extends the `parallel_tests` gem to enable parallel test processes to pull tests from a global queue until there are no more tests. This results in all parallel test processes being
+utilized much more optimally which leads to faster tests.
+
+Tested with,
+test-unit / activesupport 3.x
+minitest / activesupport 4.x
+minitest / activesupport 5.x
+
+## Installation
+
+Add this lines to your application's Gemfile:
+
+```ruby
+gem 'parallel_tests'
+gem 'parallel_tests-fine_grain_test'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install parallel_tests-fine_grain_test
+
+## Usage
+
+The usage is much like `parallel:test` task.
+
+Example,
+```
+%> rake parallel:fine_grain_test[^test/selenium]
+```
+
+The FINE_GRAIN_TEST_RUNTIME_LOGGER can be optionally set to the location of the file where the test times should be read from / written to. Although optional, it is highly recommended to set FINE_GRAIN_TEST_RUNTIME_LOGGER as it helps the tests complete faster.
+
+## Development
+
+After checking out the repo, run `bundle` to install dependencies. Then, run `rake test` to run the tests.
+
+Note, this gem uses Minitest framework for its own tests but uses the Appraisal gem to test against potentially different version of test-unit and minitest. See the integration tests.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/parallel_tests-fine_grain_test.
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/parallel_tests/**/*_test.rb']
+end
+
+task :default => :test

data/bin/parallel_fine_grain_test

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+# enable local usage from cloned repo
+root = File.expand_path("../..", __FILE__)
+$LOAD_PATH << "#{root}/lib" if File.exist?("#{root}/Gemfile")
+
+require "parallel_tests"
+
+ParallelTests::CLI.new.run(["--type", "fine_grain_test"] + ARGV)

data/exe/parallel_tests-fine_grain_test

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require "parallel_tests/fine_grain_test"

data/gemfiles/activesupport_3.gemfile

@@ -0,0 +1,11 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "minitest", :require => false
+gem "mocha", :require => false
+gem "appraisal"
+gem "test-unit", "2.5.5", :require => false
+gem "activesupport", "3.2.22"
+
+gemspec :path => "../"

data/gemfiles/activesupport_3.gemfile.lock

@@ -0,0 +1,44 @@
+PATH
+  remote: ../
+  specs:
+    parallel_tests-fine_grain_test (0.1.0)
+      parallel_tests (~> 2.4)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (3.2.22)
+      i18n (~> 0.6, >= 0.6.4)
+      multi_json (~> 1.0)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    i18n (0.7.0)
+    metaclass (0.0.4)
+    minitest (5.9.0)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
+    multi_json (1.12.0)
+    parallel (1.9.0)
+    parallel_tests (2.5.0)
+      parallel
+    rake (10.5.0)
+    test-unit (2.5.5)
+    thor (0.19.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport (= 3.2.22)
+  appraisal
+  bundler (~> 1.11)
+  minitest
+  mocha
+  parallel_tests-fine_grain_test!
+  rake (~> 10.0)
+  test-unit (= 2.5.5)
+
+BUNDLED WITH
+   1.12.3

data/gemfiles/activesupport_4.gemfile

@@ -0,0 +1,10 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "minitest", :require => false
+gem "mocha", :require => false
+gem "appraisal"
+gem "activesupport", "4.2.6"
+
+gemspec :path => "../"

data/gemfiles/activesupport_4.gemfile.lock

@@ -0,0 +1,48 @@
+PATH
+  remote: ../
+  specs:
+    parallel_tests-fine_grain_test (0.1.0)
+      parallel_tests (~> 2.4)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (4.2.6)
+      i18n (~> 0.7)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.3, >= 0.3.4)
+      tzinfo (~> 1.1)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    i18n (0.7.0)
+    json (1.8.3)
+    metaclass (0.0.4)
+    minitest (5.9.0)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
+    parallel (1.9.0)
+    parallel_tests (2.5.0)
+      parallel
+    rake (10.5.0)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport (= 4.2.6)
+  appraisal
+  bundler (~> 1.11)
+  minitest
+  mocha
+  parallel_tests-fine_grain_test!
+  rake (~> 10.0)
+
+BUNDLED WITH
+   1.12.3

data/gemfiles/activesupport_5.gemfile

@@ -0,0 +1,10 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "minitest", :require => false
+gem "mocha", :require => false
+gem "appraisal"
+gem "activesupport", "5.0.0.rc1"
+
+gemspec :path => "../"

data/gemfiles/activesupport_5.gemfile.lock

@@ -0,0 +1,47 @@
+PATH
+  remote: ../
+  specs:
+    parallel_tests-fine_grain_test (0.1.0)
+      parallel_tests (~> 2.4)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.0.0.rc1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    appraisal (2.1.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    concurrent-ruby (1.0.2)
+    i18n (0.7.0)
+    metaclass (0.0.4)
+    minitest (5.9.0)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
+    parallel (1.9.0)
+    parallel_tests (2.5.0)
+      parallel
+    rake (10.5.0)
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport (= 5.0.0.rc1)
+  appraisal
+  bundler (~> 1.11)
+  minitest
+  mocha
+  parallel_tests-fine_grain_test!
+  rake (~> 10.0)
+
+BUNDLED WITH
+   1.12.3

data/lib/parallel_tests/fine_grain_test.rb

@@ -0,0 +1,8 @@
+require 'parallel_tests'
+require "parallel_tests/fine_grain_test/version"
+require "parallel_tests/fine_grain_test/railtie" if defined? Rails::Railtie
+
+module ParallelTests
+  module FineGrainTest
+  end
+end

data/lib/parallel_tests/fine_grain_test/file_queue.rb

@@ -0,0 +1,80 @@
+require 'parallel_tests/fine_grain_test/test_case'
+
+module ParallelTests
+  module FineGrainTest
+    class FileQueue
+      FILE_NAME = '.test.queue'.freeze
+      MARKER = '--POPULATE--'.freeze
+
+      def initialize(file_name = FILE_NAME)
+        @file_name = file_name
+      end
+
+      def reset
+        lock do |file|
+          rewrite(file, [ MARKER ])
+        end
+      end
+
+      def enq_all(test_cases)
+        lock do |file|
+          return if already_populated?(file)
+
+          test_cases = yield(test_cases) if block_given?
+
+          lines = test_cases.map { |test_case| TestCase.encode(test_case) }
+          rewrite(file, lines)
+        end
+      end
+
+      def deq
+        lock do |file|
+          lines = file.read.split(/\n/)
+          return nil if lines.empty? || lines[0].chomp == MARKER
+          rewrite(file, lines[1..-1])
+
+          return TestCase.decode(lines[0].chomp)
+        end
+      end
+
+      def size
+        lock do |file|
+          lines = file.read.split(/\n/)
+          if lines.empty? || lines[0].chomp == MARKER
+            return 0
+          else
+            return lines.size
+          end
+        end
+      end
+
+      private
+
+      def rewrite(file, lines)
+        file.pos = 0
+        file.truncate(0)
+        lines.each do |line|
+          file.puts(line)
+        end
+      end
+
+      def already_populated?(file)
+        lines = file.read.split(/\n/)
+        return true if lines.empty?
+
+        lines[0].chomp != MARKER
+      end
+
+      def lock
+        File.open(@file_name, File::RDWR|File::CREAT) do |f|
+          begin
+            f.flock File::LOCK_EX
+            yield(f)
+          ensure
+            f.flock File::LOCK_UN
+          end
+        end
+      end
+    end
+  end
+end