parallel_split_test 0.1.0

data/.travis.yml

@@ -0,0 +1,5 @@
+script: "bundle exec rake"
+rvm:
+  - ree
+  - 1.9.2
+  - 1.9.3

data/Gemfile

@@ -0,0 +1,6 @@
+source :rubygems
+gemspec
+
+group :development do
+  gem 'rake'
+end

data/Gemfile.lock

@@ -0,0 +1,28 @@
+PATH
+  remote: .
+  specs:
+    parallel_split_test (0.1.0)
+      parallel (>= 0.5.12)
+      rspec (>= 2)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    parallel (0.5.12)
+    rake (0.9.2)
+    rspec (2.8.0)
+      rspec-core (~> 2.8.0)
+      rspec-expectations (~> 2.8.0)
+      rspec-mocks (~> 2.8.0)
+    rspec-core (2.8.0)
+    rspec-expectations (2.8.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.8.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  parallel_split_test!
+  rake

data/Rakefile

@@ -0,0 +1,18 @@
+require 'bundler/gem_tasks'
+
+task :default do
+  sh "rspec spec/"
+end
+
+rule /^version:bump:.*/ do |t|
+  file = 'lib/parallel_split_test/version.rb'
+  sh "git status | grep 'nothing to commit'" # ensure we are not dirty
+  index = ['major', 'minor','patch'].index(t.name.split(':').last)
+  version_file = File.read(file)
+  old_version, *version_parts = version_file.match(/(\d+)\.(\d+)\.(\d+)/).to_a
+  version_parts[index] = version_parts[index].to_i + 1
+  new_version = version_parts * '.'
+  File.open(file,'w'){|f| f.write(version_file.sub(old_version, new_version)) }
+
+  sh "bundle && git add #{file} Gemfile.lock && git commit -m 'bump version to #{new_version}'"
+end

data/Readme.md

@@ -0,0 +1,41 @@
+Split a big test file into multiple chunks and run them in parallel
+
+Install
+=======
+    sudo gem install parallel_split_test
+Or
+
+    rails plugin install git://github.com/grosser/parallel_split_test.git
+
+Usage
+=====
+    # spec/xxx_spec.rb
+    require "spec_helper"
+
+    describe "X" do
+      it {sleep 5}
+    end
+
+    describe "Y" do
+      it {sleep 5}
+    end
+
+    describe "Z" do
+      it {sleep 5}
+    end
+
+    time parallel_split_test spec/xxx_spec.rb [regular rspec options]
+
+TODO
+====
+ - combine exit status (1 + 0 == 1)
+ - support a single group with multiple sub-groups
+ - Test::Unit support
+ - Cucumber support
+
+Author
+======
+[Michael Grosser](http://grosser.it)<br/>
+michael@grosser.it<br/>
+License: MIT<br/>
+[![Build Status](https://secure.travis-ci.org/grosser/parallel_split_test.png)](http://travis-ci.org/grosser/parallel_split_test)

data/bin/parallel_split_test

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+require "optparse"
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+require "parallel_split_test"
+
+parser = OptionParser.new do |opts|
+  opts.banner = <<BANNER
+Split a big test file into multiple chunks and run them in parallel, giving ENV['TEST_ENV_NUMBER'] ('', '2', '3', ...)
+
+Usage:
+    parallel_split_test test/baz/xxx_text.rb
+
+Options are:
+BANNER
+  opts.on("-v", "--version", "Show Version"){ require 'parallel_split_test/version'; puts ParallelSplitTest::VERSION; exit}
+  opts.on("-h", "--help", "Show this.") { puts opts; exit }
+end
+
+parser.parse!
+
+if ARGV.empty?
+  puts parser
+  exit
+end
+
+require "rspec"
+require "parallel"
+
+require 'parallel_split_test/runner'
+ParallelSplitTest::Runner.run(ARGV)

data/lib/parallel_split_test.rb

@@ -0,0 +1,2 @@
+module ParallelSplitTest
+end

data/lib/parallel_split_test/command_line.rb

@@ -0,0 +1,53 @@
+require 'parallel'
+require 'rspec/core/command_line'
+
+module ParallelSplitTest
+  class CommandLine < RSpec::Core::CommandLine
+    def run(err, out)
+      setup_copied_from_rspec(err, out)
+
+      processes = Parallel.processor_count
+
+      Parallel.in_processes(processes) do |process_number|
+        ENV['TEST_ENV_NUMBER'] = (process_number == 0 ? '' : (process_number + 1).to_s)
+        run_group_of_tests(processes, process_number)
+      end
+    end
+
+    private
+
+    def run_group_of_tests(processes, process_number)
+      example_count = @world.example_count / processes
+
+      @configuration.reporter.report(example_count, seed) do |reporter|
+        begin
+          @configuration.run_hook(:before, :suite)
+          groups = groups_for_this_process(@world.example_groups.ordered, process_number, processes)
+          groups.map {|g| g.run(reporter)}.all? ? 0 : @configuration.failure_exit_code
+        ensure
+          @configuration.run_hook(:after, :suite)
+        end
+      end
+    end
+
+    def seed
+      @configuration.randomize? ? @configuration.seed : nil
+    end
+
+    def groups_for_this_process(groups, number, count)
+      selected = []
+      groups.each_with_index do |group, i|
+        selected << group if i % count == number
+      end
+      selected
+    end
+
+    def setup_copied_from_rspec(err, out)
+      @configuration.error_stream = err
+      @configuration.output_stream ||= out
+      @options.configure(@configuration)
+      @configuration.load_spec_files
+      @world.announce_filters
+    end
+  end
+end

data/lib/parallel_split_test/runner.rb

@@ -0,0 +1,17 @@
+require 'rspec/core/runner'
+require 'rspec/core/configuration_options'
+require 'parallel_split_test/command_line'
+
+# a cleaned up version of the RSpec runner, e.g. no drb support
+module ParallelSplitTest
+  class Runner < RSpec::Core::Runner
+    def self.run(args, err=$stderr, out=$stdout)
+      trap_interrupt
+      options = RSpec::Core::ConfigurationOptions.new(args)
+      options.parse_options
+      ParallelSplitTest::CommandLine.new(options).run(err, out)
+    ensure
+      RSpec.reset
+    end
+  end
+end

data/lib/parallel_split_test/version.rb

@@ -0,0 +1,3 @@
+module ParallelSplitTest
+  VERSION = '0.1.0'
+end

data/parallel_split_test.gemspec

@@ -0,0 +1,15 @@
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+name = "parallel_split_test"
+require "#{name}/version"
+
+Gem::Specification.new name, ParallelSplitTest::VERSION do |s|
+  s.summary = "Split a big test file into multiple chunks and run them in parallel"
+  s.authors = ["Michael Grosser"]
+  s.email = "michael@grosser.it"
+  s.homepage = "http://github.com/grosser/#{name}"
+  s.files = `git ls-files`.split("\n")
+  s.executables = ["parallel_split_test"]
+  s.add_dependency "rspec", ">=2"
+  s.add_dependency "parallel", ">=0.5.12"
+  s.license = "MIT"
+end

data/spec/parallel_split_test_spec.rb

@@ -0,0 +1,108 @@
+require 'spec_helper'
+
+describe ParallelSplitTest do
+  it "has a VERSION" do
+    ParallelSplitTest::VERSION.should =~ /^[\.\da-z]+$/
+  end
+
+  describe "cli" do
+    def run(command, options={})
+      result = `#{command} 2>&1`
+      message = (options[:fail] ? "SUCCESS BUT SHOULD FAIL" : "FAIL")
+      raise "[#{message}] #{result} [#{command}]" if $?.success? == !!options[:fail]
+      result
+    end
+
+    def write(path, content)
+      run "mkdir -p #{File.dirname(path)}" unless File.exist?(File.dirname(path))
+      File.open(path, 'w'){|f| f.write content }
+      path
+    end
+
+    def parallel_split_test(x)
+      run "../../bin/parallel_split_test #{x}"
+    end
+
+    def time
+      start = Time.now.to_f
+      yield
+      Time.now.to_f - start
+    end
+
+    let(:root) { File.expand_path('../../', __FILE__) }
+
+    before do
+      run "rm -rf spec/tmp ; mkdir spec/tmp"
+      Dir.chdir "spec/tmp"
+    end
+
+    after do
+      Dir.chdir root
+    end
+
+    describe "printing version" do
+      it "prints version on -v" do
+        parallel_split_test("-v").strip.should =~ /^[\.\da-z]+$/
+      end
+
+      it "prints version on --version" do
+        parallel_split_test("--version").strip.should =~ /^[\.\da-z]+$/
+      end
+    end
+
+    describe "printing help" do
+      it "prints help on -h" do
+        parallel_split_test("-h").should include("Usage")
+      end
+
+      it "prints help on --help" do
+        parallel_split_test("-h").should include("Usage")
+      end
+
+      it "prints help on no arguments" do
+        parallel_split_test("").should include("Usage")
+      end
+    end
+
+    describe "running tests" do
+      it "runs in different processes" do
+        write "xxx_spec.rb", <<-RUBY
+        describe "X" do
+          it "a" do
+            puts "it-ran-a-in-\#{ENV['TEST_ENV_NUMBER'].to_i}-"
+          end
+        end
+
+        describe "Y" do
+          it "b" do
+            puts "it-ran-b-in-\#{ENV['TEST_ENV_NUMBER'].to_i}-"
+          end
+        end
+        RUBY
+        result = parallel_split_test "xxx_spec.rb"
+
+        processes = ["a","b"].map do |process|
+          rex = /it-ran-#{process}-in-(\d)-/
+          result.should =~ rex
+          result.match(rex)[1]
+        end
+
+        processes.should == ['0','2']
+      end
+
+      it "runs faster" do
+        write "xxx_spec.rb", <<-RUBY
+        describe "X" do
+          it { sleep 1  }
+        end
+
+        describe "Y" do
+          it { sleep 1  }
+        end
+        RUBY
+
+        time{ parallel_split_test "xxx_spec.rb" }.should < 2
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+$LOAD_PATH.unshift 'lib'
+require 'parallel_split_test'
+require 'parallel_split_test/version'

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: parallel_split_test
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-02-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &84152290 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: *84152290
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: &84152040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.12
+  type: :runtime
+  prerelease: false
+  version_requirements: *84152040
+description: 
+email: michael@grosser.it
+executables:
+- parallel_split_test
+extensions: []
+extra_rdoc_files: []
+files:
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- Readme.md
+- bin/parallel_split_test
+- lib/parallel_split_test.rb
+- lib/parallel_split_test/command_line.rb
+- lib/parallel_split_test/runner.rb
+- lib/parallel_split_test/version.rb
+- parallel_split_test.gemspec
+- spec/parallel_split_test_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/grosser/parallel_split_test
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -266472017
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -266472017
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Split a big test file into multiple chunks and run them in parallel
+test_files: []