phene-parallel_tests 0.6.2

data/lib/tasks/parallel_tests.rake

@@ -0,0 +1 @@
+require File.join(File.dirname(__FILE__), "/../parallel_tests/tasks")

data/parallel_tests.gemspec

@@ -0,0 +1,60 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{phene-parallel_tests}
+  s.version = "0.6.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Michael Grosser", "Geoffrey Hichborn"]
+  s.date = %q{2011-08-14}
+  s.email = %q{grosser.michael@gmail.com}
+  s.executables = ["parallel_cucumber", "parallel_test", "parallel_spec"]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "Rakefile",
+    "Readme.md",
+    "VERSION",
+    "bin/parallel_cucumber",
+    "bin/parallel_spec",
+    "bin/parallel_test",
+    "lib/parallel_cucumber.rb",
+    "lib/parallel_cucumber/runtime_logger.rb",
+    "lib/parallel_specs.rb",
+    "lib/parallel_specs/spec_failures_logger.rb",
+    "lib/parallel_specs/spec_logger_base.rb",
+    "lib/parallel_specs/spec_runtime_logger.rb",
+    "lib/parallel_specs/spec_summary_logger.rb",
+    "lib/parallel_tests.rb",
+    "lib/parallel_tests/grouper.rb",
+    "lib/parallel_tests/railtie.rb",
+    "lib/parallel_tests/tasks.rb",
+    "lib/tasks/parallel_tests.rake",
+    "parallel_tests.gemspec",
+    "spec/integration_spec.rb",
+    "spec/parallel_cucumber_spec.rb",
+    "spec/parallel_specs_spec.rb",
+    "spec/parallel_tests_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/grosser/parallel_tests}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.6.2}
+  s.summary = %q{Run tests / specs / features in parallel}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<parallel>, [">= 0"])
+    else
+      s.add_dependency(%q<parallel>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<parallel>, [">= 0"])
+  end
+end
+

data/spec/integration_spec.rb

@@ -0,0 +1,113 @@
+require 'spec_helper'
+
+describe 'CLI' do
+  before do
+    `rm -rf #{folder}`
+  end
+
+  after do
+    `rm -rf #{folder}`
+  end
+
+  def folder
+    "/tmp/parallel_tests_tests"
+  end
+
+  def write(file, content)
+    path = "#{folder}/spec/#{file}"
+    `mkdir -p #{File.dirname(path)}` unless File.exist?(File.dirname(path))
+    File.open(path, 'w'){|f| f.write content }
+    path
+  end
+
+  def bin_folder
+    "#{File.expand_path(File.dirname(__FILE__))}/../bin"
+  end
+
+  def executable
+    "#{bin_folder}/parallel_test"
+  end
+
+  def run_specs(options={})
+    `cd #{folder} && #{executable} --chunk-timeout 999 -t spec -n #{options[:processes]||2} #{options[:add]} 2>&1`
+  end
+
+  it "runs tests in parallel" do
+    write 'xxx_spec.rb', 'describe("it"){it("should"){puts "TEST1"}}'
+    write 'xxx2_spec.rb', 'describe("it"){it("should"){puts "TEST2"}}'
+    result = run_specs
+
+    # test ran and gave their puts
+    result.should include('TEST1')
+    result.should include('TEST2')
+
+    # all results present
+    result.scan('1 example, 0 failure').size.should == 2 # 2 results
+    result.scan('2 examples, 0 failures').size.should == 1 # 1 summary
+    result.scan(/Finished in \d+\.\d+ seconds/).size.should == 2
+    result.scan(/Took \d+\.\d+ seconds/).size.should == 1 # parallel summary
+    $?.success?.should == true
+  end
+
+  it "fails when tests fail" do
+    write 'xxx_spec.rb', 'describe("it"){it("should"){puts "TEST1"}}'
+    write 'xxx2_spec.rb', 'describe("it"){it("should"){1.should == 2}}'
+    result = run_specs
+
+    result.scan('1 example, 1 failure').size.should == 1
+    result.scan('1 example, 0 failure').size.should == 1
+    result.scan('2 examples, 1 failure').size.should == 1
+    $?.success?.should == false
+  end
+
+  it "can exec given commands with ENV['TEST_ENV_NUM']" do
+    result = `#{executable} -e 'ruby -e "print ENV[:TEST_ENV_NUMBER.to_s].to_i"' -n 4`
+    result.gsub('"','').split('').sort.should == %w[0 2 3 4]
+  end
+
+  it "can exec given command non-parallel" do
+    result = `#{executable} -e 'ruby -e "sleep(rand(10)/100.0); puts ENV[:TEST_ENV_NUMBER.to_s].inspect"' -n 4 --non-parallel`
+    result.split("\n").should == %w["" "2" "3" "4"]
+  end
+
+  it "exists with success if all sub-processes returned success" do
+    system("#{executable} -e 'cat /dev/null' -n 4").should == true
+  end
+
+  it "exists with failure if any sub-processes returned failure" do
+    system("#{executable} -e 'test -e xxxx' -n 4").should == false
+  end
+
+  it "can run through parallel_spec / parallel_cucumber" do
+    version = `#{executable} -v`
+    `#{bin_folder}/parallel_spec -v`.should == version
+    `#{bin_folder}/parallel_cucumber -v`.should == version
+  end
+
+  it "runs faster with more processes" do
+    2.times{|i|
+      write "xxx#{i}_spec.rb",  'describe("it"){it("should"){sleep 5}}; $stderr.puts ENV["TEST_ENV_NUMBER"]'
+    }
+    t = Time.now
+    puts run_specs(:processes => 2)
+    expected = 10
+    (Time.now - t).should <= expected
+  end
+
+  it "can can with given files" do
+    write "x1_spec.rb", "puts '111'"
+    write "x2_spec.rb", "puts '222'"
+    write "x3_spec.rb", "puts '333'"
+    result = run_specs(:add => 'spec/x1_spec.rb spec/x3_spec.rb')
+    result.should include('111')
+    result.should include('333')
+    result.should_not include('222')
+  end
+
+  it "can run with test-options" do
+    write "x1_spec.rb", ""
+    write "x2_spec.rb", ""
+    result = run_specs(:add => "--test-options ' --version'", :processes => 2)
+    result.should =~ /\d+\.\d+\.\d+.*\d+\.\d+\.\d+/m # prints version twice
+  end
+end

data/spec/parallel_cucumber_spec.rb

@@ -0,0 +1,72 @@
+require 'spec_helper'
+
+describe ParallelCucumber do
+  test_tests_in_groups(ParallelCucumber, 'features', ".feature")
+
+  describe :run_tests do
+    before do
+      ParallelCucumber.stub!(:bundler_enabled?).and_return false
+      File.stub!(:file?).with('.bundle/environment.rb').and_return false
+      File.stub!(:file?).with('script/cucumber').and_return true
+    end
+
+    it "uses TEST_ENV_NUMBER=blank when called for process 0" do
+      ParallelCucumber.should_receive(:open).with{|x,y| x=~/TEST_ENV_NUMBER= /}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],0,{})
+    end
+
+    it "uses TEST_ENV_NUMBER=2 when called for process 1" do
+      ParallelCucumber.should_receive(:open).with{|x,y| x=~/TEST_ENV_NUMBER=2/}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],1,{})
+    end
+
+    it "returns the output" do
+      io = open('spec/spec_helper.rb')
+      ParallelCucumber.stub!(:print)
+      ParallelCucumber.should_receive(:open).and_return io
+      ParallelCucumber.run_tests(['xxx'],1,{})[:stdout].should =~ /\$LOAD_PATH << File/
+    end
+
+    it "runs bundle exec cucumber when on bundler 0.9" do
+      ParallelCucumber.stub!(:bundler_enabled?).and_return true
+      ParallelCucumber.should_receive(:open).with{|x,y| x =~ %r{bundle exec cucumber}}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],1,{})
+    end
+
+    it "runs script/cucumber when script/cucumber is found" do
+      ParallelCucumber.should_receive(:open).with{|x,y| x =~ %r{script/cucumber}}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],1,{})
+    end
+
+    it "runs cucumber by default" do
+      File.stub!(:file?).with('script/cucumber').and_return false
+      ParallelCucumber.should_receive(:open).with{|x,y| x !~ %r{(script/cucumber)|(bundle exec cucumber)}}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],1,{})
+    end
+
+    it "uses options passed in" do
+      ParallelCucumber.should_receive(:open).with{|x,y| x =~ %r{script/cucumber .* -p default}}.and_return mocked_process
+      ParallelCucumber.run_tests(['xxx'],1,:test_options => '-p default')
+    end
+  end
+
+  describe :find_results do
+    it "finds multiple results in test output" do
+      output = <<EOF
+And I should not see "/en/"                                       # features/step_definitions/webrat_steps.rb:87
+
+7 scenarios (3 failed, 4 passed)
+33 steps (3 failed, 2 skipped, 28 passed)
+/apps/rs/features/signup.feature:2
+    Given I am on "/"                                           # features/step_definitions/common_steps.rb:12
+    When I click "register"                                     # features/step_definitions/common_steps.rb:6
+    And I should have "2" emails                                # features/step_definitions/user_steps.rb:25
+
+4 scenarios (4 passed)
+40 steps (40 passed)
+
+EOF
+      ParallelCucumber.find_results(output).should == ["7 scenarios (3 failed, 4 passed)", "33 steps (3 failed, 2 skipped, 28 passed)", "4 scenarios (4 passed)", "40 steps (40 passed)"]
+    end
+  end
+end

data/spec/parallel_specs_spec.rb

@@ -0,0 +1,264 @@
+require 'spec_helper'
+require 'parallel_specs/spec_runtime_logger'
+require 'parallel_specs/spec_summary_logger'
+require 'parallel_specs/spec_failures_logger'
+
+describe ParallelSpecs do
+  test_tests_in_groups(ParallelSpecs, 'spec', '_spec.rb')
+
+  describe :run_tests do
+    before do
+      File.stub!(:file?).with('script/spec').and_return false
+      File.stub!(:file?).with('spec/spec.opts').and_return false
+      File.stub!(:file?).with('spec/parallel_spec.opts').and_return false
+      ParallelSpecs.stub!(:bundler_enabled?).and_return false
+    end
+
+    it "uses TEST_ENV_NUMBER=blank when called for process 0" do
+      ParallelSpecs.should_receive(:open).with{|x,y|x=~/TEST_ENV_NUMBER= /}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],0,{})
+    end
+
+    it "uses TEST_ENV_NUMBER=2 when called for process 1" do
+      ParallelSpecs.should_receive(:open).with{|x,y| x=~/TEST_ENV_NUMBER=2/}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs with color when called from cmdline" do
+      ParallelSpecs.should_receive(:open).with{|x,y| x=~/ --tty /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return true
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs without color when not called from cmdline" do
+      ParallelSpecs.should_receive(:open).with{|x,y| x !~ / --tty /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return false
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs with color for rspec 1 when called for the cmdline" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelSpecs.should_receive(:open).with{|x,y| x=~/ RSPEC_COLOR=1 /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return true
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs without color for rspec 1 when not called for the cmdline" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelSpecs.should_receive(:open).with{|x,y| x !~ / RSPEC_COLOR=1 /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return false
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "run bundle exec spec when on bundler rspec 1" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{bundle exec spec}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "run bundle exec rspec when on bundler rspec 2" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.0.2"
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{bundle exec rspec}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs script/spec when script/spec can be found" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs spec when script/spec cannot be found" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelSpecs.should_receive(:open).with{|x,y| x !~ %r{script/spec}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses no -O when no opts where found" do
+      File.stub!(:file?).with('spec/spec.opts').and_return false
+      ParallelSpecs.should_receive(:open).with{|x,y| x !~ %r{spec/spec.opts}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/spec.opts when found (with script/spec)" do
+      File.stub!(:file?).with('script/spec').and_return true
+      File.stub!(:file?).with('spec/spec.opts').and_return true
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec\s+ -O spec/spec.opts}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts when found (with script/spec)" do
+      File.stub!(:file?).with('script/spec').and_return true
+      File.should_receive(:file?).with('spec/parallel_spec.opts').and_return true
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec\s+ -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts with rspec1" do
+      File.should_receive(:file?).with('spec/parallel_spec.opts').and_return true
+
+      ParallelSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{spec\s+ -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts with rspec2" do
+      File.should_receive(:file?).with('spec/parallel_spec.opts').and_return true
+
+      ParallelSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.4.2"
+
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{rspec\s+ --color --tty -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses options passed in" do
+      ParallelSpecs.should_receive(:open).with{|x,y| x =~ %r{rspec -f n}}.and_return mocked_process
+      ParallelSpecs.run_tests(['xxx'],1, :test_options => '-f n')
+    end
+
+    it "returns the output" do
+      io = open('spec/spec_helper.rb')
+      ParallelSpecs.stub!(:print)
+      ParallelSpecs.should_receive(:open).and_return io
+      ParallelSpecs.run_tests(['xxx'],1,{})[:stdout].should =~ /\$LOAD_PATH << File/
+    end
+  end
+
+  describe :find_results do
+    it "finds multiple results in spec output" do
+      output = <<EOF
+....F...
+..
+failute fsddsfsd
+...
+ff.**..
+0 examples, 0 failures, 0 pending
+ff.**..
+1 example, 1 failure, 1 pending
+EOF
+
+      ParallelSpecs.find_results(output).should == ['0 examples, 0 failures, 0 pending','1 example, 1 failure, 1 pending']
+    end
+
+    it "is robust against scrambeled output" do
+      output = <<EOF
+....F...
+..
+failute fsddsfsd
+...
+ff.**..
+0 exFampl*es, 0 failures, 0 pend.ing
+ff.**..
+1 exampF.les, 1 failures, 1 pend.ing
+EOF
+
+      ParallelSpecs.find_results(output).should == ['0 examples, 0 failures, 0 pending','1 examples, 1 failures, 1 pending']
+    end
+  end
+
+  context "logging" do
+
+    OutputLogger = Struct.new(:output) do
+      attr_reader :flock, :flush
+      def puts(s)
+        self.output << s
+      end
+    end
+
+    before :each do
+      @output     = OutputLogger.new([])
+      @example1   = mock( 'example', :location => '/my/spec/path/to/example:123', :description => 'should do stuff' )
+      @example2   = mock( 'example', :location => '/my/spec/path/to/example2:456', :description => 'should do other stuff' )
+      @exception1 = mock( :to_s => 'exception', :backtrace => [ '/path/to/error/line:33' ] )
+      @failure1   = mock( 'example', :location => '/path/to/example:123', :header => 'header', :exception => @exception1 )
+    end
+
+    describe ParallelSpecs::SpecRuntimeLogger do
+      before :each do
+        ENV['TEST_ENV_NUMBER'] = '1'
+        @logger                = ParallelSpecs::SpecRuntimeLogger.new( @output )
+      end
+
+      it "collects runtime information" do
+        @logger.example_started
+        @logger.example_passed( @example1 )
+
+        @logger.start_dump
+
+        @output.output.size.should == 1
+        @output.output[0].size.should == 1
+        @output.output[0][0].should =~ %r(/path/to/example:([\d\.e\-]+))
+      end
+    end
+
+    describe ParallelSpecs::SpecSummaryLogger do
+      before :each do
+        @logger = ParallelSpecs::SpecSummaryLogger.new( @output )
+      end
+
+      it "should print a summary of failing examples" do
+        @logger.example_failed( nil, nil, @failure1 )
+
+        @logger.dump_failure
+
+        @output.output.should == ["1 examples failed:", "1)", "header", "exception", "/path/to/error/line:33", ""]
+      end
+    end
+
+    describe ParallelSpecs::SpecFailuresLogger do
+      before :each do
+        @logger = ParallelSpecs::SpecFailuresLogger.new( @output )
+      end
+
+      it "should produce a list of command lines for failing examples" do
+        @logger.example_failed( @example1, nil, nil )
+        @logger.example_failed( @example2, nil, nil )
+
+        @logger.dump_failure
+
+        @output.output.size.should == 2
+        @output.output[0].should =~ /r?spec .*? -e "should do stuff"/
+        @output.output[1].should =~ /r?spec .*? -e "should do other stuff"/
+      end
+
+      it "should invoke spec for rspec 1" do
+        ParallelSpecs.stub!(:bundler_enabled?).and_return true
+        ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+        @logger.example_failed( @example1, nil, nil )
+
+        @logger.dump_failure
+
+        @output.output[0].should =~ /^bundle exec spec/
+      end
+
+      it "should invoke rspec for rspec 2" do
+        ParallelSpecs.stub!(:bundler_enabled?).and_return true
+        ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.0.2"
+        @logger.example_failed( @example1, nil, nil )
+
+        @logger.dump_failure
+
+        @output.output[0].should =~ /^bundle exec rspec/
+      end
+
+      it "should return relative paths" do
+        @logger.example_failed( @example1, nil, nil )
+        @logger.example_failed( @example2, nil, nil )
+
+        @logger.dump_failure
+
+        @output.output[0].should =~ %r(\./spec/path/to/example)
+        @output.output[1].should =~ %r(\./spec/path/to/example2)
+      end
+
+    end
+
+  end
+end