test-queue-patched 0.4.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c22a16c63770cebc1d74b4daf3f50b1ba2195736
+  data.tar.gz: 501d9fe8071639c8d8e403d2463f9c0330e089f1
+SHA512:
+  metadata.gz: 44049ae27cb810b32bc079b57c3ca7b550526cb0d6ad7c02ef4cdafae64165b7be063177f67b520c6a9257b52eae0312497b2faad0bfd5736943d367a0956a0e
+  data.tar.gz: b4bd46ffa050eeef91e4a4464a1f285f85b8bab251744a0e6cd3539cb537765b36db5021b1551e8ad49c99a2f93d54c06d0a412e60f57ea9e227f7df4c877f35

data/.gitignore

@@ -0,0 +1 @@
+.test_queue_stats

data/.travis.yml

@@ -0,0 +1,18 @@
+language: ruby
+install: script/bootstrap
+rvm:
+  - 2.2
+env:
+  - SUITE=ruby
+  - SUITE=cucumber1-3
+  - SUITE=cucumber2-4
+  - SUITE=minitest4
+  - SUITE=minitest5
+  - SUITE=rspec2-1
+  - SUITE=rspec3-0
+  - SUITE=rspec3-1
+  - SUITE=rspec3-2
+  - SUITE=testunit
+script: script/cibuild
+notifications:
+  email: false

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+gemspec
+gem 'minitest', '5.3.3'
+gem 'rspec', '>= 2.13', '< 4.0'
+gem 'cucumber', '~> 1.3.10'

data/Gemfile-cucumber1-3

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+gemspec
+gem 'cucumber', '~> 1.3.10'
+gem 'rspec-expectations', '~> 2.14.4'

data/Gemfile-cucumber1-3.lock

@@ -0,0 +1,33 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    builder (3.2.2)
+    cucumber (1.3.20)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.12)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.1.2)
+    diff-lcs (1.2.5)
+    gherkin (2.12.2)
+      multi_json (~> 1.3)
+    multi_json (1.12.1)
+    multi_test (0.1.2)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  cucumber (~> 1.3.10)
+  rspec-expectations (~> 2.14.4)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-cucumber2-4

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+gemspec
+gem 'cucumber', '2.4.0'
+gem 'rspec-expectations', '2.14.4'

data/Gemfile-cucumber2-4.lock

@@ -0,0 +1,37 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    builder (3.2.2)
+    cucumber (2.4.0)
+      builder (>= 2.1.2)
+      cucumber-core (~> 1.5.0)
+      cucumber-wire (~> 0.0.1)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 4.0)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.1.2)
+    cucumber-core (1.5.0)
+      gherkin (~> 4.0)
+    cucumber-wire (0.0.1)
+    diff-lcs (1.2.5)
+    gherkin (4.0.0)
+    multi_json (1.12.1)
+    multi_test (0.1.2)
+    rspec-expectations (2.14.4)
+      diff-lcs (>= 1.1.3, < 2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  cucumber (= 2.4.0)
+  rspec-expectations (= 2.14.4)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-minitest4

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'minitest', '4.7.3'

data/Gemfile-minitest4.lock

@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    minitest (4.7.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  minitest (= 4.7.3)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-minitest5

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'minitest', '5.3.3'

data/Gemfile-minitest5.lock

@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    minitest (5.3.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  minitest (= 5.3.3)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-rspec2-1

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'rspec', '2.13.0'

data/Gemfile-rspec2-1.lock

@@ -0,0 +1,27 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    rspec (2.13.0)
+      rspec-core (~> 2.13.0)
+      rspec-expectations (~> 2.13.0)
+      rspec-mocks (~> 2.13.0)
+    rspec-core (2.13.1)
+    rspec-expectations (2.13.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.13.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec (= 2.13.0)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-rspec3-0

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'rspec', '~> 3.0.0'

data/Gemfile-rspec3-0.lock

@@ -0,0 +1,31 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    rspec (3.0.0)
+      rspec-core (~> 3.0.0)
+      rspec-expectations (~> 3.0.0)
+      rspec-mocks (~> 3.0.0)
+    rspec-core (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-expectations (3.0.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.0.0)
+    rspec-mocks (3.0.4)
+      rspec-support (~> 3.0.0)
+    rspec-support (3.0.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec (~> 3.0.0)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-rspec3-1

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'rspec', '~> 3.1.0'

data/Gemfile-rspec3-1.lock

@@ -0,0 +1,31 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.7)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec (~> 3.1.0)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-rspec3-2

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'rspec', '~> 3.2.0'

data/Gemfile-rspec3-2.lock

@@ -0,0 +1,32 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    rspec (3.2.0)
+      rspec-core (~> 3.2.0)
+      rspec-expectations (~> 3.2.0)
+      rspec-mocks (~> 3.2.0)
+    rspec-core (3.2.3)
+      rspec-support (~> 3.2.0)
+    rspec-expectations (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-mocks (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-support (3.2.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec (~> 3.2.0)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/Gemfile-testunit

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem 'test-unit', '3.0.8'

data/Gemfile-testunit.lock

@@ -0,0 +1,21 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    power_assert (0.2.2)
+    test-unit (3.0.8)
+      power_assert
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  test-queue!
+  test-unit (= 3.0.8)
+
+BUNDLED WITH
+   1.13.1

data/Gemfile.lock

@@ -0,0 +1,41 @@
+PATH
+  remote: .
+  specs:
+    test-queue (0.4.2)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    builder (3.2.2)
+    cucumber (1.3.10)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.12)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.0.2)
+    diff-lcs (1.2.4)
+    gherkin (2.12.2)
+      multi_json (~> 1.3)
+    minitest (5.3.3)
+    multi_json (1.8.4)
+    multi_test (0.0.3)
+    rspec (2.13.0)
+      rspec-core (~> 2.13.0)
+      rspec-expectations (~> 2.13.0)
+      rspec-mocks (~> 2.13.0)
+    rspec-core (2.13.1)
+    rspec-expectations (2.13.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.13.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  cucumber (~> 1.3.10)
+  minitest (= 5.3.3)
+  rspec (>= 2.13, < 4.0)
+  test-queue!
+
+BUNDLED WITH
+   1.13.1

data/README.md

@@ -0,0 +1,126 @@
+## test-queue-patched
+
+[![Gem Version](https://badge.fury.io/rb/test-queue.svg)](https://rubygems.org/gems/test-queue)
+[![Build Status](https://travis-ci.org/tmm1/test-queue.svg?branch=master)](https://travis-ci.org/tmm1/test-queue)
+
+### patches
+
+`test-queue-patched` is the upstream test-queue master branch with the following patches applied:
+
+- `git am -3 https://github.com/tmm1/test-queue/pull/73`
+
+---
+
+Yet another parallel test runner, built using a centralized queue to ensure
+optimal distribution of tests between workers.
+
+Specifically optimized for CI environments: build statistics from each run
+are stored locally and used to sort the queue at the beginning of the
+next run.
+
+### design
+
+test-queue uses a simple master + pre-fork worker model. The master
+exposes a unix domain socket server which workers use to grab tests off
+the queue.
+
+```
+─┬─ 21232 minitest-queue master
+ ├─── 21571 minitest-queue worker [3] - AuthenticationTest
+ ├─── 21568 minitest-queue worker [2] - ApiTest
+ ├─── 21565 minitest-queue worker [1] - UsersControllerTest
+ └─── 21562 minitest-queue worker [0] - UserTest
+```
+
+test-queue also has a distributed mode, where additional masters can share
+the workload and relay results back to a central master.
+
+### environment variables
+
+- `TEST_QUEUE_WORKERS`: number of workers to use per master (default: all available cores)
+- `TEST_QUEUE_VERBOSE`: show results as they are available (default: `0`)
+- `TEST_QUEUE_SOCKET`: unix socket `path` (or tcp `address:port` pair) used for communication (default: `/tmp/test_queue_XXXXX.sock`)
+- `TEST_QUEUE_RELAY`: relay results back to a central master, specified as tcp `address:port`
+- `TEST_QUEUE_STATS`: `path` to cache build stats in-build CI runs (default: `.test_queue_stats`)
+- `TEST_QUEUE_FORCE`: comma separated list of suites to run
+- `TEST_QUEUE_RELAY_TIMEOUT`: when using distributed builds, the amount of time a remote master will try to reconnect to start work
+- `TEST_QUEUE_RELAY_TOKEN`: when using distributed builds, this must be the same on remote masters and the central master for remote masters to be able to connect.
+- `TEST_QUEUE_REMOTE_MASTER_MESSAGE`: when using distributed builds, set this on a remote master and it will appear in that master's connection message on the central master.
+- `TEST_QUEUE_SPLIT_GROUPS`: split tests up by example rather than example group. Faster for tests with short setup time such as selenium. RSpec only. Add the :no_split tag to ExampleGroups you don't want split.
+
+### usage
+
+test-queue bundles `testunit-queue`, `minitest-queue` and `rspec-queue` binaries which can be used directly:
+
+```
+$ minitest-queue $(find test/ -name \*_test.rb)
+$ rspec-queue --format progress spec
+```
+
+But the underlying `TestQueue::Runner::TestUnit`, `TestQueue::Runner::MiniTest` and `TestQueue::Runner::RSpec` are
+built to be subclassed by your application. I recommend checking a new
+executable into your project using one of these superclasses.
+
+```
+$ vim script/test-queue
+$ chmod +x script/test-queue
+$ git add script/test-queue
+```
+
+Since test-queue uses `fork(2)` to spawn off workers, you must ensure each worker
+runs in an isolated environment. Use the `after_fork` hook with a custom
+runner to reset any global state.
+
+``` ruby
+#!/usr/bin/env ruby
+
+class MyAppTestRunner < TestQueue::Runner::MiniTest
+  def after_fork(num)
+    # use separate mysql database (we assume it exists and has the right schema already)
+    ActiveRecord::Base.configurations['test']['database'] << num.to_s
+    ActiveRecord::Base.establish_connection(:test)
+
+    # use separate redis database
+    $redis.client.db = num
+    $redis.client.reconnect
+  end
+
+  def prepare(concurrency)
+    # create mysql databases exists with correct schema
+    concurrency.times do |i|
+      # ...
+    end
+
+    # If this is a remote master, tell the central master something about us
+    @remote_master_message = "Output for remote master 123: http://myhost.com/build/123"
+  end
+
+  def around_filter(suite)
+    $stats.timing("test.#{suite}.runtime") do
+      yield
+    end
+  end
+end
+
+MyAppTestRunner.new.execute
+```
+
+### distributed mode
+
+To use distributed mode, the central master must listen on a tcp port. Additional masters can be booted
+in relay mode to connect to the central master. Remote masters must provide a TEST_QUEUE_RELAY_TOKEN
+to match the central master's.
+
+```
+$ TEST_QUEUE_RELAY_TOKEN=123 TEST_QUEUE_SOCKET=0.0.0.0:12345 bundle exec minitest-queue ./test/sample_test.rb
+$ TEST_QUEUE_RELAY_TOKEN=123 TEST_QUEUE_RELAY=0.0.0.0:12345  bundle exec minitest-queue ./test/sample_test.rb
+$ TEST_QUEUE_RELAY_TOKEN=123 ./test-multi.sh
+```
+
+See the [Parameterized Trigger Plugin](https://wiki.jenkins-ci.org/display/JENKINS/Parameterized+Trigger+Plugin)
+for a simple way to do this with jenkins.
+
+### see also
+
+  * https://github.com/Shopify/rails_parallel
+  * https://github.com/grosser/parallel_tests

data/bin/cucumber-queue

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'test_queue'
+require 'test_queue/runner/cucumber'
+TestQueue::Runner::Cucumber.new.execute

data/bin/minitest-queue

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'test_queue'
+require 'test_queue/runner/minitest'
+TestQueue::Runner::MiniTest.new.execute

data/bin/rspec-queue

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'test_queue'
+require 'test_queue/runner/rspec'
+TestQueue::Runner::RSpec.new.execute

data/bin/testunit-queue

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'test_queue'
+require 'test_queue/runner/testunit'
+TestQueue::Runner::TestUnit.new.execute

data/lib/test-queue.rb

@@ -0,0 +1 @@
+require 'test_queue'

data/lib/test_queue/iterator.rb

@@ -0,0 +1,107 @@
+module TestQueue
+  class Iterator
+    attr_reader :sock
+
+    def initialize(test_framework, sock, filter=nil, run_token:, early_failure_limit: nil)
+      @test_framework = test_framework
+      @done = false
+      @suite_stats = []
+      @sock = sock
+      @filter = filter
+      if @sock =~ /^(.+):(\d+)$/
+        @tcp_address = $1
+        @tcp_port = $2.to_i
+      end
+      @failures = 0
+      @early_failure_limit = early_failure_limit
+      @run_token = run_token
+    end
+
+    def each
+      fail "already used this iterator. previous caller: #@done" if @done
+
+      procline = $0
+
+      while true
+        # If we've hit too many failures in one worker, assume the entire
+        # test suite is broken, and notify master so the run
+        # can be immediately halted.
+        if @early_failure_limit && @failures >= @early_failure_limit
+          connect_to_master("KABOOM")
+          break
+        else
+          client = connect_to_master("POP #{Socket.gethostname} #{Process.pid}")
+        end
+        break if client.nil?
+        _r, _w, e = IO.select([client], nil, [client], nil)
+        break if !e.empty?
+
+        if data = client.read(65536)
+          client.close
+          item = Marshal.load(data)
+          break if item.nil? || item.empty?
+          if item == "WAIT"
+            $0 = "#{procline} - Waiting for work"
+            sleep 0.1
+            next
+          end
+          suite_name, path = item
+          suite = load_suite(suite_name, path)
+
+          # Maybe we were told to load a suite that doesn't exist anymore.
+          next unless suite
+
+          $0 = "#{procline} - #{suite.respond_to?(:description) ? suite.description : suite}"
+          start = Time.now
+          if @filter
+            @filter.call(suite){ yield suite }
+          else
+            yield suite
+          end
+          @suite_stats << TestQueue::Stats::Suite.new(suite_name, path, Time.now - start, Time.now)
+          @failures += suite.failure_count if suite.respond_to? :failure_count
+        else
+          break
+        end
+      end
+    rescue Errno::ENOENT, Errno::ECONNRESET, Errno::ECONNREFUSED
+    ensure
+      $0 = procline
+      @done = caller.first
+      File.open("/tmp/test_queue_worker_#{$$}_suites", "wb") do |f|
+        Marshal.dump(@suite_stats, f)
+      end
+    end
+
+    def connect_to_master(cmd)
+      sock =
+        if @tcp_address
+          TCPSocket.new(@tcp_address, @tcp_port)
+        else
+          UNIXSocket.new(@sock)
+        end
+      sock.puts("TOKEN=#{@run_token}")
+      sock.puts(cmd)
+      sock
+    rescue Errno::EPIPE
+      nil
+    end
+
+    include Enumerable
+
+    def empty?
+      false
+    end
+
+    def load_suite(suite_name, path)
+      @loaded_suites ||= {}
+      suite = @loaded_suites[suite_name]
+      return suite if suite
+
+      @test_framework.suites_from_file(path).each do |name, suite|
+        @loaded_suites[name] = suite
+      end
+      @loaded_suites[suite_name]
+    end
+  end
+end