test-queue 0.7.0 → 0.8.0

data/test/minitest5.bats

@@ -1,194 +0,0 @@
-load "testlib"
-
-SCRATCH=tmp/minitest5-tests
-
-setup() {
-  require_gem "minitest" "~> 5.0"
-  rm -rf $SCRATCH
-  mkdir -p $SCRATCH
-}
-
-teardown() {
-  rm -rf $SCRATCH
-}
-
-@test "minitest-queue (minitest5) succeeds when all tests pass" {
-  run bundle exec minitest-queue ./test/samples/*_minitest5.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "minitest-queue (minitest5) fails when a test fails" {
-  export FAIL=1
-  run bundle exec minitest-queue ./test/samples/*_minitest5.rb
-  assert_status 1
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "1) Failure:"
-  assert_output_contains "MiniTestFailure#test_fail"
-}
-
-@test "TEST_QUEUE_FORCE allowlists certain tests" {
-  export TEST_QUEUE_WORKERS=1 TEST_QUEUE_FORCE="MiniTestSleep11,MiniTestSleep8"
-  run bundle exec minitest-queue ./test/samples/*_minitest5.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "MiniTestSleep11"
-  assert_output_contains "MiniTestSleep8"
-  refute_output_contains "MiniTestSleep9"
-}
-
-assert_test_queue_force_ordering() {
-  run bundle exec minitest-queue "$@"
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-
-  # Turn the list of suites that were run into a comma-separated list. Input
-  # looks like:
-  #     SuiteName: .  <0.001>
-  actual_tests=$(echo "$output" | \
-                 egrep '^    .*: \.+  <' | \
-                 sed -E -e 's/^    (.*): \.+.*/\1/' | \
-                 tr '\n' ',' | \
-                 sed -e 's/,$//')
-  assert_equal "$TEST_QUEUE_FORCE" "$actual_tests"
-}
-
-@test "TEST_QUEUE_FORCE ensures test ordering" {
-  export TEST_QUEUE_WORKERS=1 TEST_QUEUE_FORCE="Meme::when asked about cheeseburgers,MiniTestEqual"
-
-  # Without stats file
-  rm -f .test_queue_stats
-  assert_test_queue_force_ordering ./test/samples/sample_minitest5.rb ./test/samples/sample_minispec.rb
-  rm -f .test_queue_stats
-  assert_test_queue_force_ordering ./test/samples/sample_minispec.rb ./test/samples/sample_minitest5.rb
-
-  # With stats file
-  assert_test_queue_force_ordering ./test/samples/sample_minitest5.rb ./test/samples/sample_minispec.rb
-  assert_test_queue_force_ordering ./test/samples/sample_minispec.rb ./test/samples/sample_minitest5.rb
-}
-
-@test "minitest-queue fails if TEST_QUEUE_FORCE specifies nonexistent tests" {
-  export TEST_QUEUE_WORKERS=1 TEST_QUEUE_FORCE="MiniTestSleep11,DoesNotExist"
-  run bundle exec minitest-queue ./test/samples/*_minitest5.rb
-  assert_status 1
-  assert_output_contains "Failed to discover DoesNotExist specified in TEST_QUEUE_FORCE"
-}
-
-@test "multi-master central master succeeds when all tests pass" {
-  export TEST_QUEUE_RELAY_TOKEN=$(date | cksum | cut -d' ' -f1)
-  export SLEEP_AS_RELAY=1
-  TEST_QUEUE_RELAY=0.0.0.0:12345 bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb || true &
-  sleep 0.1
-  TEST_QUEUE_SOCKET=0.0.0.0:12345 run bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb
-  wait
-
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "multi-master remote master succeeds when all tests pass" {
-  export TEST_QUEUE_RELAY_TOKEN=$(date | cksum | cut -d' ' -f1)
-  export SLEEP_AS_MASTER=1
-  TEST_QUEUE_SOCKET=0.0.0.0:12345 bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb || true &
-  sleep 0.1
-  TEST_QUEUE_RELAY=0.0.0.0:12345 run bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb
-  wait
-
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "multi-master central master fails when a test fails" {
-  export FAIL=1
-  export SLEEP_AS_RELAY=1
-  export TEST_QUEUE_RELAY_TOKEN=$(date | cksum | cut -d' ' -f1)
-  TEST_QUEUE_RELAY=0.0.0.0:12345 bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb || true &
-  sleep 0.1
-  TEST_QUEUE_SOCKET=0.0.0.0:12345 run bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb
-  wait
-
-  assert_status 1
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "1) Failure:"
-  assert_output_contains "MiniTestFailure#test_fail"
-}
-
-@test "multi-master remote master fails when a test fails" {
-  export FAIL=1
-  export SLEEP_AS_MASTER=1
-  export TEST_QUEUE_RELAY_TOKEN=$(date | cksum | cut -d' ' -f1)
-  TEST_QUEUE_SOCKET=0.0.0.0:12345 bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb || true &
-  sleep 0.1
-  TEST_QUEUE_RELAY=0.0.0.0:12345 run bundle exec ruby ./test/sleepy_runner.rb ./test/samples/sample_minitest5.rb
-  wait
-
-  assert_status 1
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "1) Failure:"
-  assert_output_contains "MiniTestFailure#test_fail"
-}
-
-@test "multi-master central master prints out remote master messages" {
-  export TEST_QUEUE_RELAY_TOKEN=$(date | cksum | cut -d' ' -f1)
-  TEST_QUEUE_RELAY=0.0.0.0:12345 TEST_QUEUE_REMOTE_MASTER_MESSAGE="hello from remote master" bundle exec minitest-queue ./test/samples/sample_minitest5.rb &
-  TEST_QUEUE_SOCKET=0.0.0.0:12345 run bundle exec minitest-queue ./test/samples/sample_minitest5.rb
-  wait
-
-  assert_status 0
-  assert_output_contains "hello from remote master"
-}
-
-@test "recovers from child processes dying in an unorderly way" {
-  export KILL=1
-  run bundle exec minitest-queue ./test/samples/sample_minitest5.rb
-  assert_status 1
-  assert_output_contains "SIGKILL (signal 9)"
-}
-
-@test "minitest-queue fails when TEST_QUEUE_WORKERS is <= 0" {
-  export TEST_QUEUE_WORKERS=0
-  run bundle exec minitest-queue ./test/samples/sample_minitest5.rb
-  assert_status 1
-  assert_output_contains "Worker count (0) must be greater than 0"
-}
-
-@test "minitest-queue fails when given a missing test file" {
-  run bundle exec minitest-queue ./test/samples/does_not_exist.rb
-  assert_status 1
-  assert_output_contains "Aborting: Discovering suites failed"
-}
-
-@test "minitest-queue fails when given a malformed test file" {
-  [ -f README.md ]
-  run bundle exec minitest-queue README.md
-  assert_status 1
-  assert_output_contains "Aborting: Discovering suites failed"
-}
-
-@test "minitest-queue handles test file being deleted" {
-  cp test/samples/sample_mini{test5,spec}.rb $SCRATCH
-
-  run bundle exec minitest-queue $SCRATCH/*
-  assert_status 0
-  assert_output_contains "Meme::when asked about blending possibilities"
-
-  rm $SCRATCH/sample_minispec.rb
-
-  run bundle exec minitest-queue $SCRATCH/*
-  assert_status 0
-  refute_output_contains "Meme::when asked about blending possibilities"
-}
-
-@test "minitest-queue handles suites changing inside a file" {
-  cp test/samples/sample_minispec.rb $SCRATCH
-
-  run bundle exec minitest-queue $SCRATCH/sample_minispec.rb
-  assert_status 0
-  assert_output_contains "Meme::when asked about blending possibilities"
-
-  sed -i'' -e 's/Meme/Meme2/g' $SCRATCH/sample_minispec.rb
-
-  run bundle exec minitest-queue $SCRATCH/sample_minispec.rb
-  assert_status 0
-  assert_output_contains "Meme2::when asked about blending possibilities"
-}

data/test/rspec2.bats

@@ -1,46 +0,0 @@
-load "testlib"
-
-setup() {
-  require_gem "rspec" "~> 2.0"
-}
-
-@test "rspec-queue succeeds when all specs pass" {
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "rspec-queue fails when a spec fails" {
-  export FAIL=1
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 1
-  assert_output_contains "1) RSpecFailure fails"
-  assert_output_contains "RSpecFailure fails"
-  assert_output_contains "expected: :bar"
-  assert_output_contains "got: :foo"
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS splits splittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_matches '\[ 1\] +1 example, 0 failures'
-  assert_output_matches '\[ 2\] +1 example, 0 failures'
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS does not split unsplittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  export NOSPLIT=1
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_contains "2 examples, 0 failures"
-  assert_output_contains "0 examples, 0 failures"
-}
-
-@test "rspec-queue supports shared example groups" {
-  run bundle exec rspec-queue ./test/samples/sample_use_shared_example1_spec.rb \
-                              ./test/samples/sample_use_shared_example2_spec.rb
-  assert_status 0
-}

data/test/rspec3.bats

@@ -1,56 +0,0 @@
-load "testlib"
-
-setup() {
-  require_gem "rspec" "~> 3.0"
-}
-
-@test "rspec-queue succeeds when all specs pass" {
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "16 examples, 0 failures"
-  assert_output_contains "16 examples, 0 failures"
-}
-
-@test "rspec-queue succeeds all specs pass in the default spec directory even if directory path is omitted" {
-  run bundle exec rspec-queue
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "6 examples, 0 failures"
-  assert_output_contains "0 examples, 0 failures"
-}
-
-@test "rspec-queue fails when a spec fails" {
-  export FAIL=1
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 1
-  assert_output_contains "1) RSpecFailure fails"
-  assert_output_contains "RSpecFailure fails"
-  assert_output_contains "expected: :bar"
-  assert_output_contains "got: :foo"
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS splits splittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_matches '\[ 1\] +1 example, 0 failures'
-  assert_output_matches '\[ 2\] +1 example, 0 failures'
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS does not split unsplittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  export NOSPLIT=1
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_contains "2 examples, 0 failures"
-  assert_output_contains "0 examples, 0 failures"
-}
-
-@test "rspec-queue supports shared example groups" {
-  run bundle exec rspec-queue ./test/samples/sample_use_shared_example1_spec.rb \
-                              ./test/samples/sample_use_shared_example2_spec.rb
-  assert_status 0
-}

data/test/rspec4.bats

@@ -1,56 +0,0 @@
-load "testlib"
-
-setup() {
-  require_gem "rspec" "4.0.0.pre"
-}
-
-@test "rspec-queue succeeds when all specs pass" {
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "16 examples, 0 failures"
-  assert_output_contains "16 examples, 0 failures"
-}
-
-@test "rspec-queue succeeds all specs pass in the default spec directory even if directory path is omitted" {
-  run bundle exec rspec-queue
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "6 examples, 0 failures"
-  assert_output_contains "0 examples, 0 failures"
-}
-
-@test "rspec-queue fails when a spec fails" {
-  export FAIL=1
-  run bundle exec rspec-queue ./test/samples/sample_spec.rb
-  assert_status 1
-  assert_output_contains "1) RSpecFailure fails"
-  assert_output_contains "RSpecFailure fails"
-  assert_output_contains "expected: :bar"
-  assert_output_contains "got: :foo"
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS splits splittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_matches '\[ 1\] +1 example, 0 failures'
-  assert_output_matches '\[ 2\] +1 example, 0 failures'
-}
-
-@test "TEST_QUEUE_SPLIT_GROUPS does not split unsplittable groups" {
-  export TEST_QUEUE_SPLIT_GROUPS=true
-  export NOSPLIT=1
-  run bundle exec rspec-queue ./test/samples/sample_split_spec.rb
-  assert_status 0
-
-  assert_output_contains "2 examples, 0 failures"
-  assert_output_contains "0 examples, 0 failures"
-}
-
-@test "rspec-queue supports shared example groups" {
-  run bundle exec rspec-queue ./test/samples/sample_use_shared_example1_spec.rb \
-                              ./test/samples/sample_use_shared_example2_spec.rb
-  assert_status 0
-}

data/test/samples/features/bad.feature

@@ -1,5 +0,0 @@
-Feature: bad
-  Scenario: failure
-    Given a
-    When bad
-    Then c

data/test/samples/features/sample.feature

@@ -1,25 +0,0 @@
-Feature: Foobar
-  Scenario: Bar
-    Given a
-    When b
-    Then c
-  Scenario: Baz
-    Given a
-    When b
-    Then c
-  Scenario: Bam
-    Given a
-    When b
-    Then c
-  Scenario: Car
-    Given a
-    When b
-    Then c
-  Scenario: Caz
-    Given a
-    When b
-    Then c
-  Scenario: Cam
-    Given a
-    When b
-    Then c

data/test/samples/features/sample2.feature

@@ -1,29 +0,0 @@
-Feature: Foobar2
-  Scenario: Bar
-    Given a
-    When b
-    Then c
-  Scenario: Baz
-    Given a
-    When b
-    Then c
-  Scenario: Bam
-    Given a
-    When b
-    Then c
-  Scenario: Car
-    Given a
-    When b
-    Then c
-  Scenario: Caz
-    Given a
-    When b
-    Then c
-  Scenario: Cam
-    Given a
-    When b
-    Then c
-  Scenario: failure
-    Given a
-    When bad
-    Then c

data/test/samples/features/step_definitions/common.rb

@@ -1,19 +0,0 @@
-Given(/^a$/) do
-  sleep 0.10
-end
-
-When(/^b$/) do
-  sleep 0.25
-end
-
-When(/^bad$/) do
-  if ENV["FAIL"]
-    1.should == 0
-  else
-    1.should == 1
-  end
-end
-
-Then(/^c$/) do
-  1.should == 1
-end

data/test/samples/sample_minispec.rb

@@ -1,37 +0,0 @@
-require 'minitest/spec'
-
-class Meme
-  def i_can_has_cheezburger?
-    "OHAI!"
-  end
-
-  def will_it_blend?
-    "YES!"
-  end
-end
-
-describe Meme do
-  before do
-    @meme = Meme.new
-  end
-
-  describe "when asked about cheeseburgers" do
-    it "must respond positively" do
-      sleep 0.1
-      @meme.i_can_has_cheezburger?.must_equal "OHAI!"
-    end
-  end
-
-  describe "when asked about blending possibilities" do
-    it "won't say no" do
-      sleep 0.1
-      @meme.will_it_blend?.wont_match /^no/i
-    end
-
-    if ENV["FAIL"]
-      it "fails" do
-        @meme.will_it_blend?.must_equal "NO!"
-      end
-    end
-  end
-end

data/test/samples/sample_minitest4.rb

@@ -1,25 +0,0 @@
-require 'minitest/unit'
-
-class MiniTestEqual < MiniTest::Unit::TestCase
-  def test_equal
-    assert_equal 1, 1
-  end
-end
-
-30.times do |i|
-  Object.const_set("MiniTestSleep#{i}", Class.new(MiniTest::Unit::TestCase) do
-    define_method('test_sleep') do
-      start = Time.now
-      sleep(0.25)
-      assert_in_delta Time.now-start, 0.25, 0.02
-    end
-  end)
-end
-
-if ENV["FAIL"]
-  class MiniTestFailure < MiniTest::Unit::TestCase
-    def test_fail
-      assert_equal 0, 1
-    end
-  end
-end

data/test/samples/sample_minitest5.rb

@@ -1,33 +0,0 @@
-require 'minitest/autorun'
-
-class MiniTestEqual < MiniTest::Test
-  def test_equal
-    assert_equal 1, 1
-  end
-end
-
-30.times do |i|
-  Object.const_set("MiniTestSleep#{i}", Class.new(MiniTest::Test) do
-    define_method('test_sleep') do
-      start = Time.now
-      sleep(0.25)
-      assert_in_delta Time.now-start, 0.25, 0.02
-    end
-  end)
-end
-
-if ENV["FAIL"]
-  class MiniTestFailure < MiniTest::Test
-    def test_fail
-      assert_equal 0, 1
-    end
-  end
-end
-
-if ENV["KILL"]
-  class MiniTestKilledFailure < MiniTest::Test
-    def test_kill
-      Process.kill(9, $$)
-    end
-  end
-end

data/test/samples/sample_rspec_helper.rb

@@ -1 +0,0 @@
-require_relative 'sample_shared_examples_for_spec'

data/test/samples/sample_shared_examples_for_spec.rb

@@ -1,3 +0,0 @@
-RSpec::shared_examples_for 'Sample Example' do
-  it { is_expected.to eq 5 }
-end

data/test/samples/sample_spec.rb

@@ -1,25 +0,0 @@
-require 'rspec'
-
-RSpec::describe 'RSpecEqual' do
-  it 'checks equality' do
-    expect(1).to eq 1
-  end
-end
-
-30.times do |i|
-  RSpec::describe "RSpecSleep(#{i})" do
-    it "sleeps" do
-      start = Time.now
-      sleep(0.25)
-      expect(Time.now-start).to be_within(0.02).of(0.25)
-    end
-  end
-end
-
-if ENV["FAIL"]
-  RSpec::describe 'RSpecFailure' do
-    it 'fails' do
-      expect(:foo).to eq :bar
-    end
-  end
-end

data/test/samples/sample_split_spec.rb

@@ -1,17 +0,0 @@
-require "rspec"
-
-RSpec::describe 'SplittableGroup', :no_split => !!ENV["NOSPLIT"] do
-  2.times do |i|
-    it "runs test #{i}" do
-      # Sleep longer in CI to make the distribution of examples across workers
-      # more deterministic.
-      if ENV["CI"]
-        sleep(5)
-      else
-        sleep(1)
-      end
-
-      expect(1).to eq 1
-    end
-  end
-end

data/test/samples/sample_testunit.rb

@@ -1,25 +0,0 @@
-require 'test/unit'
-
-class TestUnitEqual < Test::Unit::TestCase
-  def test_equal
-    assert_equal 1, 1
-  end
-end
-
-30.times do |i|
-  Object.const_set("TestUnitSleep#{i}", Class.new(Test::Unit::TestCase) do
-    define_method('test_sleep') do
-      start = Time.now
-      sleep(0.25)
-      assert_in_delta Time.now-start, 0.25, 0.02
-    end
-  end)
-end
-
-if ENV["FAIL"]
-  class TestUnitFailure < Test::Unit::TestCase
-    def test_fail
-      assert_equal 0, 1
-    end
-  end
-end

data/test/samples/sample_use_shared_example1_spec.rb

@@ -1,7 +0,0 @@
-require 'rspec'
-require_relative 'sample_rspec_helper'
-
-RSpec::describe 'Use SharedExamplesFor test_1' do
-  subject { 5 }
-  it_behaves_like 'Sample Example'
-end

data/test/samples/sample_use_shared_example2_spec.rb

@@ -1,7 +0,0 @@
-require 'rspec'
-require_relative 'sample_rspec_helper'
-
-RSpec::describe 'Use SharedExamplesFor test_2' do
-  subject { 5 }
-  it_behaves_like 'Sample Example'
-end

data/test/sleepy_runner.rb

@@ -1,16 +0,0 @@
-$LOAD_PATH.unshift File.expand_path("../lib", __dir__)
-
-require 'test_queue'
-require 'test_queue/runner/minitest'
-
-class SleepyTestRunner < TestQueue::Runner::MiniTest
-  def after_fork(num)
-    if ENV['SLEEP_AS_RELAY'] && relay?
-      sleep 5
-    elsif ENV['SLEEP_AS_MASTER'] && !relay?
-      sleep 5
-    end
-  end
-end
-
-SleepyTestRunner.new.execute