test-queue 0.7.0 → 0.9.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-queue
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Aman Gupta
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-04-26 00:00:00.000000000 Z
+date: 2023-05-13 00:00:00.000000000 Z
 dependencies: []
 description: minitest/rspec parallel test runner for CI environments
 email: ruby@tmm1.net
@@ -20,71 +20,32 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/test.yml"
-- ".gitignore"
-- Appraisals
-- Gemfile
 - LICENSE
 - README.md
-- Rakefile
 - exe/cucumber-queue
 - exe/minitest-queue
 - exe/rspec-queue
 - exe/testunit-queue
-- gemfiles/cucumber1_3.gemfile
-- gemfiles/cucumber2_4.gemfile
-- gemfiles/minitest4.gemfile
-- gemfiles/minitest5.gemfile
-- gemfiles/rspec2.gemfile
-- gemfiles/rspec3.gemfile
-- gemfiles/rspec4.gemfile
-- gemfiles/testunit.gemfile
 - lib/test-queue.rb
 - lib/test_queue.rb
 - lib/test_queue/iterator.rb
 - lib/test_queue/runner.rb
 - lib/test_queue/runner/cucumber.rb
+- lib/test_queue/runner/example.rb
 - lib/test_queue/runner/minitest.rb
-- lib/test_queue/runner/minitest4.rb
 - lib/test_queue/runner/minitest5.rb
 - lib/test_queue/runner/puppet_lint.rb
 - lib/test_queue/runner/rspec.rb
-- lib/test_queue/runner/rspec2.rb
-- lib/test_queue/runner/rspec3.rb
-- lib/test_queue/runner/sample.rb
+- lib/test_queue/runner/rspec_ext.rb
 - lib/test_queue/runner/testunit.rb
 - lib/test_queue/stats.rb
 - lib/test_queue/test_framework.rb
-- script/bootstrap
-- spec/stats_spec.rb
-- test-queue.gemspec
-- test/cucumber.bats
-- test/minitest4.bats
-- test/minitest5.bats
-- test/rspec2.bats
-- test/rspec3.bats
-- test/rspec4.bats
-- test/samples/features/bad.feature
-- test/samples/features/sample.feature
-- test/samples/features/sample2.feature
-- test/samples/features/step_definitions/common.rb
-- test/samples/sample_minispec.rb
-- test/samples/sample_minitest4.rb
-- test/samples/sample_minitest5.rb
-- test/samples/sample_rspec_helper.rb
-- test/samples/sample_shared_examples_for_spec.rb
-- test/samples/sample_spec.rb
-- test/samples/sample_split_spec.rb
-- test/samples/sample_testunit.rb
-- test/samples/sample_use_shared_example1_spec.rb
-- test/samples/sample_use_shared_example2_spec.rb
-- test/sleepy_runner.rb
-- test/testlib.bash
-- test/testunit.bats
+- lib/test_queue/version.rb
 homepage: https://github.com/tmm1/test-queue
 licenses:
 - MIT
-metadata: {}
+metadata:
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -100,7 +61,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.26
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: parallel test runner

data/.github/workflows/test.yml

@@ -1,94 +0,0 @@
-name: CI
-
-on:
-  push:
-    branches:
-      - master
-  pull_request:
-
-jobs:
-  main:
-    name: >-
-      ${{ matrix.ruby }} ${{ matrix.entry.name }}
-    runs-on: ${{ matrix.os }}-latest
-    env:
-      TEST_QUEUE_WORKERS: 2
-      TEST_QUEUE_VERBOSE: 1
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ubuntu]
-        # Lowest and Latest version.
-        ruby: ['2.7', '3.2']
-        entry:
-          - { name: cucumber1_3, bats: test/cucumber.bats }
-          - { name: cucumber2_4, bats: test/cucumber.bats }
-          - { name: minitest4, bats: test/minitest4.bats }
-          - { name: minitest5, bats: test/minitest5.bats }
-          - { name: rspec3, bats: test/rspec3.bats }
-          - { name: rspec4, bats: test/rspec4.bats }
-          - { name: testunit, bats: test/testunit.bats }
-
-    steps:
-      - name: checkout
-        uses: actions/checkout@v3
-      - name: set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-
-      - name: install dependencies
-        run: bundle install --jobs 3 --retry 3
-      - name: setup for Bats
-        run: bundle exec rake setup
-      - name: spec
-        run: bundle exec rake spec
-      - name: install dependencies for ${{ matrix.entry.name }}
-        run: BUNDLE_GEMFILE=gemfiles/${{ matrix.entry.name }}.gemfile bundle install --jobs 3 --retry 3
-      - name: test
-        run: BUNDLE_GEMFILE=gemfiles/${{ matrix.entry.name }}.gemfile vendor/bats/bin/bats ${{ matrix.entry.bats }}
-
-  # RSpec 2 doesn't work with Ruby 3.2:
-  #
-  #   /opt/hostedtoolcache/Ruby/3.2.1/x64/lib/ruby/gems/3.2.0/gems/rspec-core-2.99.2/lib/rspec/core/ruby_project.rb:27:
-  #   in `block in find_first_parent_containing': undefined method `exists?' for File:Class (NoMethodError)
-  #
-  #           ascend_until {|path| File.exists?(File.join(path, dir))}
-  #                                    ^^^^^^^^
-  #   Did you mean?  exist?
-  #
-  # Up to Ruby 3.1 is the supported version for RSpec 2.
-  rspec2:
-    name: >-
-      ${{ matrix.ruby }} ${{ matrix.entry.name }}
-    runs-on: ${{ matrix.os }}-latest
-    env:
-      TEST_QUEUE_WORKERS: 2
-      TEST_QUEUE_VERBOSE: 1
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ubuntu]
-        # Lowest and Latest version.
-        ruby: ['2.7', '3.1']
-        entry:
-          - { name: rspec2, bats: test/rspec2.bats }
-
-    steps:
-      - name: checkout
-        uses: actions/checkout@v3
-      - name: set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-
-      - name: install dependencies
-        run: bundle install --jobs 3 --retry 3
-      - name: setup for Bats
-        run: bundle exec rake setup
-      - name: spec
-        run: bundle exec rake spec
-      - name: install dependencies for ${{ matrix.entry.name }}
-        run: BUNDLE_GEMFILE=gemfiles/${{ matrix.entry.name }}.gemfile bundle install --jobs 3 --retry 3
-      - name: test
-        run: BUNDLE_GEMFILE=gemfiles/${{ matrix.entry.name }}.gemfile vendor/bats/bin/bats ${{ matrix.entry.bats }}

data/.gitignore

@@ -1,7 +0,0 @@
-.test_queue_stats
-.ruby-version
-Gemfile.lock
-gemfiles/.bundle/
-*.gemfile.lock
-pkg
-vendor

data/Appraisals

@@ -1,43 +0,0 @@
-appraise "cucumber1-3" do
-  gem 'cucumber', '~> 1.3.10'
-  # Pin Rake version to Prevent `NoMethodError: undefined method `last_comment'`.
-  gem 'rake', '< 11.0'
-end
-
-appraise "cucumber2-4" do
-  gem 'cucumber', '~> 2.4.0'
-  # Pin Rake version to Prevent `NoMethodError: undefined method `last_comment'`.
-  gem 'rake', '< 11.0'
-end
-
-appraise "minitest4" do
-  gem 'rake'
-  gem 'minitest', '~> 4.7'
-end
-
-appraise "minitest5" do
-  gem 'rake'
-  gem 'minitest', '5.10.0'
-end
-
-appraise "rspec2" do
-  # Pin Rake version to Prevent `NoMethodError: undefined method `last_comment'`.
-  gem 'rake', '< 11.0'
-  gem 'rspec', '~> 2.99'
-end
-
-appraise "rspec3" do
-  gem 'rspec', '~> 3.12'
-end
-
-appraise "rspec4" do
-  gem 'rspec', github: 'rspec/rspec-metagem', branch: '4-0-dev'
-  gem 'rspec-core', github: 'rspec/rspec-core', branch: '4-0-dev'
-  gem 'rspec-expectations', github: 'rspec/rspec-expectations', branch: '4-0-dev'
-  gem 'rspec-mocks', github: 'rspec/rspec-mocks', branch: '4-0-dev'
-  gem 'rspec-support', github: 'rspec/rspec-support', branch: '4-0-dev'
-end
-
-appraise "testunit" do
-  gem 'test-unit'
-end

data/Gemfile

@@ -1,7 +0,0 @@
-source 'https://rubygems.org'
-
-gemspec
-
-gem 'appraisal'
-gem 'rake'
-gem 'rspec', '>= 2.13', '< 4.0'

data/Rakefile

@@ -1,14 +0,0 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
-
-RSpec::Core::RakeTask.new(:spec)
-
-task :default => [:setup, :spec, :feature]
-
-task :setup do
-  sh 'script/bootstrap' unless File.exist?("#{Dir.pwd}/vendor/bats/bin/bats")
-end
-
-task :feature do
-  sh 'TEST_QUEUE_WORKERS=2 TEST_QUEUE_VERBOSE=1 vendor/bats/bin/bats test'
-end

data/gemfiles/cucumber1_3.gemfile

@@ -1,9 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "rake", "< 11.0"
-gem "rspec", ">= 2.13", "< 4.0"
-gem "cucumber", "~> 1.3.10"
-
-gemspec path: "../"

data/gemfiles/cucumber2_4.gemfile

@@ -1,9 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "rake", "< 11.0"
-gem "rspec", ">= 2.13", "< 4.0"
-gem "cucumber", "~> 2.4.0"
-
-gemspec path: "../"

data/gemfiles/minitest4.gemfile

@@ -1,7 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "minitest", "~> 4.7"
-
-gemspec path: "../"

data/gemfiles/minitest5.gemfile

@@ -1,7 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "minitest", "5.10.0"
-
-gemspec path: "../"

data/gemfiles/rspec2.gemfile

@@ -1,8 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "rake", "< 11.0"
-gem "rspec", "~> 2.99"
-
-gemspec path: "../"

data/gemfiles/rspec3.gemfile

@@ -1,7 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "rspec", "~> 3.12"
-
-gemspec path: "../"

data/gemfiles/rspec4.gemfile

@@ -1,11 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem 'rspec', github: 'rspec/rspec-metagem', branch: '4-0-dev'
-gem 'rspec-core', github: 'rspec/rspec-core', branch: '4-0-dev'
-gem 'rspec-expectations', github: 'rspec/rspec-expectations', branch: '4-0-dev'
-gem 'rspec-mocks', github: 'rspec/rspec-mocks', branch: '4-0-dev'
-gem 'rspec-support', github: 'rspec/rspec-support', branch: '4-0-dev'
-
-gemspec path: "../"

data/gemfiles/testunit.gemfile

@@ -1,7 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "test-unit"
-
-gemspec path: "../"

data/lib/test_queue/runner/minitest4.rb

@@ -1,88 +0,0 @@
-require_relative '../runner'
-require 'set'
-require 'stringio'
-
-class MiniTestQueueRunner < MiniTest::Unit
-  def _run_suites(suites, type)
-    self.class.output = $stdout
-
-    if defined?(ParallelEach)
-      # Ignore its _run_suites implementation since we don't handle it gracefully.
-      # If we don't do this #partition is called on the iterator and all suites
-      # distributed immediately, instead of picked up as workers are available.
-      suites.map { |suite| _run_suite suite, type }
-    else
-      super
-    end
-  end
-
-  def _run_anything(*)
-    ret = super
-    output.puts
-    ret
-  end
-
-  def _run_suite(suite, type)
-    output.print '    '
-    output.print suite
-    output.print ': '
-
-    start = Time.now
-    ret = super
-    diff = Time.now - start
-
-    output.puts("  <%.3f>" % diff)
-    ret
-  end
-
-  self.runner = self.new
-  self.output = StringIO.new
-end
-
-class MiniTest::Unit::TestCase
-  class << self
-    attr_accessor :test_suites
-
-    def original_test_suites
-      @@test_suites.keys.reject{ |s| s.test_methods.empty? }
-    end
-  end
-
-  def failure_count
-    failures.length
-  end
-end
-
-module TestQueue
-  class Runner
-    class MiniTest < Runner
-      def initialize
-        if ::MiniTest::Unit::TestCase.original_test_suites.any?
-          fail "Do not `require` test files. Pass them via ARGV instead and they will be required as needed."
-        end
-        super(TestFramework::MiniTest.new)
-      end
-
-      def run_worker(iterator)
-        ::MiniTest::Unit::TestCase.test_suites = iterator
-        ::MiniTest::Unit.new.run
-      end
-    end
-  end
-
-  class TestFramework
-    class MiniTest < TestFramework
-      def all_suite_files
-        ARGV
-      end
-
-      def suites_from_file(path)
-        ::MiniTest::Unit::TestCase.reset
-        require File.absolute_path(path)
-        ::MiniTest::Unit::TestCase.original_test_suites.map { |suite|
-          [suite.name, suite]
-        }
-      end
-    end
-  end
-end

data/lib/test_queue/runner/rspec2.rb

@@ -1,44 +0,0 @@
-class ::RSpec::Core::ExampleGroup
-  def self.failure_count
-    examples.map {|e| e.execution_result[:status] == "failed"}.length
-  end
-end
-
-module RSpec::Core
-  class QueueRunner < CommandLine
-    def initialize
-      super(ARGV)
-      @configuration.output_stream = $stdout
-      @configuration.error_stream  = $stderr
-    end
-
-    def run_each(iterator)
-      @configuration.reporter.report(0, @configuration.randomize? ? @configuration.seed : nil) do |reporter|
-        begin
-          @configuration.run_hook(:before, :suite)
-          iterator.map {|g|
-            if g.is_a? ::RSpec::Core::Example
-              print "    #{g.full_description}: "
-              example = g
-              g = example.example_group
-              ::RSpec.world.filtered_examples.clear
-              examples = [example]
-              examples.extend(::RSpec::Core::Extensions::Ordered::Examples)
-              ::RSpec.world.filtered_examples[g] = examples
-            else
-              print "    #{g.description}: "
-            end
-            start = Time.now
-            ret = g.run(reporter)
-            diff = Time.now-start
-            puts("  <%.3f>" % diff)
-
-            ret
-          }.all? ? 0 : @configuration.failure_exit_code
-        ensure
-          @configuration.run_hook(:after, :suite)
-        end
-      end
-    end
-  end
-end

data/script/bootstrap

@@ -1,13 +0,0 @@
-#!/bin/sh
-
-set -ex
-
-cd "$(dirname "$0")/.."
-ROOT=$(pwd)
-
-rm -rf tmp
-mkdir tmp
-mkdir -p vendor/bats
-curl --silent --location --show-error https://github.com/sstephenson/bats/archive/v0.4.0.tar.gz | tar -xz -C tmp
-tmp/bats-0.4.0/install.sh "$ROOT/vendor/bats"
-rm -rf tmp

data/spec/stats_spec.rb

@@ -1,79 +0,0 @@
-require "fileutils"
-require "tempfile"
-
-$LOAD_PATH.unshift File.expand_path("../lib", __dir__)
-
-require "test_queue/stats"
-
-RSpec.describe TestQueue::Stats do
-  before do
-    Tempfile.open("test_queue_stats") do |f|
-      @path = f.path
-      f.close!
-    end
-  end
-
-  after do
-    FileUtils.rm_f(@path)
-  end
-
-  describe "#initialize" do
-    it "ignores empty stats files" do
-      File.write(@path, "")
-      stats = TestQueue::Stats.new(@path)
-      expect(stats.all_suites).to be_empty
-    end
-
-    it "ignores invalid data in the stats files" do
-      File.write(@path, "this is not marshal data")
-      stats = TestQueue::Stats.new(@path)
-      expect(stats.all_suites).to be_empty
-    end
-
-    it "ignores badly-typed data in the stats file" do
-      File.write(@path, Marshal.dump(["heyyy"]))
-      stats = TestQueue::Stats.new(@path)
-      expect(stats.all_suites).to be_empty
-    end
-
-    it "ignores stats files with a wrong version number" do
-      File.write(@path, Marshal.dump({ :version => 1e8, :suites => "boom" }))
-      stats = TestQueue::Stats.new(@path)
-      expect(stats.all_suites).to be_empty
-    end
-  end
-
-  it "can save and load data" do
-    stats = TestQueue::Stats.new(@path)
-    time = truncated_now
-    suites = [
-      TestQueue::Stats::Suite.new("Suite1", "foo.rb", 0.3, time),
-      TestQueue::Stats::Suite.new("Suite2", "bar.rb", 0.5, time + 5),
-    ]
-    stats.record_suites(suites)
-    stats.save
-
-    stats = TestQueue::Stats.new(@path)
-    expect(stats.all_suites.sort_by(&:name)).to eq(suites)
-  end
-
-  it "prunes suites not seen in the last 8 days" do
-    stats = TestQueue::Stats.new(@path)
-    time = truncated_now
-    suites = [
-      TestQueue::Stats::Suite.new("Suite1", "foo.rb", 0.3, time),
-      TestQueue::Stats::Suite.new("Suite2", "bar.rb", 0.5, time - (8 * 24 * 60 * 60) - 2),
-      TestQueue::Stats::Suite.new("Suite3", "baz.rb", 0.6, time - (7 * 24 * 60 * 60)),
-    ]
-    stats.record_suites(suites)
-    stats.save
-
-    stats = TestQueue::Stats.new(@path)
-    expect(stats.all_suites.map(&:name).sort).to eq(%w[Suite1 Suite3])
-  end
-
-  # Returns Time.now rounded down to the nearest second.
-  def truncated_now
-    Time.at(Time.now.to_i)
-  end
-end

data/test/cucumber.bats

@@ -1,57 +0,0 @@
-load "testlib"
-
-SCRATCH=tmp/cucumber-tests
-
-setup() {
-  require_gem "cucumber" ">= 1.0"
-  rm -rf $SCRATCH
-  mkdir -p $SCRATCH
-}
-
-teardown() {
-  rm -rf $SCRATCH
-}
-
-@test "cucumber-queue succeeds when all features pass" {
-  run bundle exec cucumber-queue test/samples/features --require test/samples/features/step_definitions
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "cucumber-queue fails when a feature fails" {
-  export FAIL=1
-  run bundle exec cucumber-queue test/samples/features --require test/samples/features/step_definitions
-  assert_status 2
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "cucumber test/samples/features/bad.feature:2 # Scenario: failure"
-  assert_output_contains "cucumber test/samples/features/sample2.feature:26 # Scenario: failure"
-}
-
-@test "cucumber-queue fails when given a missing feature" {
-  run bundle exec cucumber-queue test/samples/does_not_exist.feature --require test/samples/features/step_definitions
-  assert_status 1
-  assert_output_contains "Aborting: Discovering suites failed."
-}
-
-@test "cucumber-queue fails when given a malformed feature" {
-  [ -f README.md ]
-  run bundle exec cucumber-queue README.md --require test/samples/features/step_definitions
-
-  # Cucumber 1 and 2 fail in different ways.
-  refute_status 0
-  assert_output_matches 'Aborting: Discovering suites failed\.|README\.md: Parser errors:'
-}
-
-@test "cucumber-queue handles test file being deleted" {
-  cp test/samples/features/*.feature $SCRATCH
-
-  run bundle exec cucumber-queue $SCRATCH --require test/samples/features/step_definitions
-  assert_status 0
-  assert_output_matches "Feature: Foobar$"
-
-  rm $SCRATCH/sample.feature
-
-  run bundle exec cucumber-queue $SCRATCH --require test/samples/features/step_definitions
-  assert_status 0
-  refute_output_matches "Feature: Foobar$"
-}

data/test/minitest4.bats

@@ -1,34 +0,0 @@
-load "testlib"
-
-setup() {
-  require_gem "minitest" "~> 4.0"
-}
-
-@test "minitest-queue succeeds when all tests pass" {
-  run bundle exec minitest-queue ./test/samples/*_minitest4.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "minitest-queue fails when a test fails" {
-  export FAIL=1
-  run bundle exec minitest-queue ./test/samples/*_minitest4.rb
-  assert_status 1
-  assert_output_contains "Starting test-queue master"
-  assert_output_contains "1) Failure:"
-  assert_output_contains "MiniTestFailure#test_fail"
-}
-
-@test "minitest-queue succeeds when all specs pass" {
-  run bundle exec minitest-queue ./test/samples/*_minispec.rb
-  assert_status 0
-  assert_output_contains "Starting test-queue master"
-}
-
-@test "minitest-queue fails when a spec fails" {
-  export FAIL=1
-  run bundle exec minitest-queue ./test/samples/*_minispec.rb
-  assert_status 1
-  assert_output_contains "1) Failure:"
-  assert_output_contains "Meme::when asked about blending possibilities#test_0002_fails"
-}