parallelized_specs 0.0.1 → 0.0.2

data/lib/{parallel_tests → parallelized_tests}/tasks.rb

@@ -1,7 +1,7 @@
 namespace :parallel do
   def run_in_parallel(cmd, options)
     count = (options[:count] ? options[:count].to_i : nil)
-    executable = File.join(File.dirname(__FILE__), '..', '..', 'bin', 'parallel_test')
+    executable = File.join(File.dirname(__FILE__), '..', '..', 'bin', 'parallelized_test')
     command = "#{executable} --exec '#{cmd}' -n #{count} #{'--non-parallel' if options[:non_parallel]}"
     abort unless system(command)
   end
@@ -45,9 +45,9 @@ namespace :parallel do
     desc "run #{type} in parallel with parallel:#{type}[num_cpus]"
     task type, :count, :pattern, :options, :arguments do |t,args|
       $LOAD_PATH << File.expand_path(File.join(File.dirname(__FILE__), '..'))
-      require "parallel_tests"
-      count, pattern, options = ParallelTests.parse_rake_args(args)
-      executable = File.join(File.dirname(__FILE__), '..', '..', 'bin', 'parallel_test')
+      require "parallelized_tests"
+      count, pattern, options = ParallelizedTests.parse_rake_args(args)
+      executable = File.join(File.dirname(__FILE__), '..', '..', 'bin', 'parallelized_test')
       command = "#{executable} --type #{type} -n #{count} -p '#{pattern}' -r '#{Rails.root}' -o '#{options}' #{args[:arguments]}"
       abort unless system(command) # allow to chain tasks e.g. rake parallel:spec parallel:features
     end

data/lib/tasks/parallelized_tests.rake

@@ -0,0 +1 @@
+require File.join(File.dirname(__FILE__), "/../parallelized_tests/tasks")

data/parallelized_specs.gemspec

@@ -5,46 +5,46 @@
 
 Gem::Specification.new do |s|
   s.name = "parallelized_specs"
-  s.version = "0.0.1"
+  s.version = "0.0.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Jake Sorce, Bryan Madsen"]
-  s.date = "2012-04-17"
+  s.date = "2012-04-18"
   s.email = "jake@instructure.com"
-  s.executables = ["parallel_test", "parallel_spec"]
+  s.executables = ["parallelized_spec", "parallelized_test"]
   s.files = [
     "Gemfile",
     "Gemfile.lock",
     "Rakefile",
     "Readme.md",
     "VERSION",
-    "bin/parallel_spec",
-    "bin/parallel_test",
-    "lib/parallel_specs.rb",
-    "lib/parallel_specs/spec_error_count_logger.rb",
-    "lib/parallel_specs/spec_error_logger.rb",
-    "lib/parallel_specs/spec_failures_logger.rb",
-    "lib/parallel_specs/spec_logger_base.rb",
-    "lib/parallel_specs/spec_runtime_logger.rb",
-    "lib/parallel_specs/spec_start_finish_logger.rb",
-    "lib/parallel_specs/spec_summary_logger.rb",
-    "lib/parallel_tests.rb",
-    "lib/parallel_tests/grouper.rb",
-    "lib/parallel_tests/railtie.rb",
-    "lib/parallel_tests/runtime_logger.rb",
-    "lib/parallel_tests/tasks.rb",
-    "lib/tasks/parallel_tests.rake",
+    "bin/parallelized_spec",
+    "bin/parallelized_test",
+    "lib/parallelized_specs.rb",
+    "lib/parallelized_specs/spec_error_count_logger.rb",
+    "lib/parallelized_specs/spec_error_logger.rb",
+    "lib/parallelized_specs/spec_failures_logger.rb",
+    "lib/parallelized_specs/spec_logger_base.rb",
+    "lib/parallelized_specs/spec_runtime_logger.rb",
+    "lib/parallelized_specs/spec_start_finish_logger.rb",
+    "lib/parallelized_specs/spec_summary_logger.rb",
+    "lib/parallelized_tests.rb",
+    "lib/parallelized_tests/grouper.rb",
+    "lib/parallelized_tests/railtie.rb",
+    "lib/parallelized_tests/runtime_logger.rb",
+    "lib/parallelized_tests/tasks.rb",
+    "lib/tasks/parallelized_tests.rake",
     "parallelized_specs.gemspec",
     "spec/integration_spec.rb",
-    "spec/parallel_specs/spec_failure_logger_spec.rb",
-    "spec/parallel_specs/spec_runtime_logger_spec.rb",
-    "spec/parallel_specs/spec_summary_logger_spec.rb",
-    "spec/parallel_specs_spec.rb",
-    "spec/parallel_tests/runtime_logger_spec.rb",
-    "spec/parallel_tests_spec.rb",
+    "spec/parallelized_specs/spec_failure_logger_spec.rb",
+    "spec/parallelized_specs/spec_runtime_logger_spec.rb",
+    "spec/parallelized_specs/spec_summary_logger_spec.rb",
+    "spec/parallelized_specs_spec.rb",
+    "spec/parallelized_tests/runtime_logger_spec.rb",
+    "spec/parallelized_tests_spec.rb",
     "spec/spec_helper.rb"
   ]
-  s.homepage = "http://github.com/jake/parallelized_specs"
+  s.homepage = "http://github.com/jakesorce/parallelized_specs"
   s.require_paths = ["lib"]
   s.rubygems_version = "1.8.22"
   s.summary = "Run rspec tests in parallel"

data/spec/integration_spec.rb

@@ -10,7 +10,7 @@ describe 'CLI' do
   end
 
   def folder
-    "/tmp/parallel_tests_tests"
+    "/tmp/parallelized_tests_tests"
   end
 
   def write(file, content)
@@ -25,7 +25,7 @@ describe 'CLI' do
   end
 
   def executable
-    "#{bin_folder}/parallel_test"
+    "#{bin_folder}/parallelized_test"
   end
 
   def run_tests(options={})
@@ -87,8 +87,7 @@ describe 'CLI' do
 
   it "can run through parallel_spec / parallel_cucumber" do
     version = `#{executable} -v`
-    `#{bin_folder}/parallel_spec -v`.should == version
-    `#{bin_folder}/parallel_cucumber -v`.should == version
+    `#{bin_folder}/parallelized_spec -v`.should == version
   end
 
   it "runs faster with more processes" do

data/spec/{parallel_specs → parallelized_specs}/spec_failure_logger_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ParallelSpecs::SpecFailuresLogger do
+describe ParallelizedSpecs::SpecFailuresLogger do
   def silence_warnings
     old_verbose, $VERBOSE = $VERBOSE, nil
     yield
@@ -14,11 +14,11 @@ describe ParallelSpecs::SpecFailuresLogger do
     @example2   = mock( 'example', :location => "#{Dir.pwd}/spec/path/to/example2:456", :full_description => 'should do other stuff', :description => 'd')
     @exception1 = mock( :to_s => 'exception', :backtrace => [ '/path/to/error/line:33' ] )
     @failure1   = mock( 'example', :location => "#{Dir.pwd}/example:123", :header => 'header', :exception => @exception1 )
-    @logger = ParallelSpecs::SpecFailuresLogger.new( @output )
+    @logger = ParallelizedSpecs::SpecFailuresLogger.new( @output )
   end
 
   after do
-    silence_warnings{ ParallelSpecs::SpecLoggerBase::RSPEC_1 = false }
+    silence_warnings{ ParallelizedSpecs::SpecLoggerBase::RSPEC_1 = false }
   end
 
   def clean_output
@@ -37,9 +37,9 @@ describe ParallelSpecs::SpecFailuresLogger do
   end
 
   it "should invoke spec for rspec 1" do
-    silence_warnings{ ParallelSpecs::SpecLoggerBase::RSPEC_1 = true }
-    ParallelSpecs.stub!(:bundler_enabled?).and_return true
-    ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+    silence_warnings{ ParallelizedSpecs::SpecLoggerBase::RSPEC_1 = true }
+    ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+    ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
     @logger.example_failed @example1
 
     @logger.dump_failures
@@ -49,8 +49,8 @@ describe ParallelSpecs::SpecFailuresLogger do
   end
 
   it "should invoke rspec for rspec 2" do
-    ParallelSpecs.stub!(:bundler_enabled?).and_return true
-    ParallelSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.0.2"
+    ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+    ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.0.2"
     @logger.example_failed @example1
 
     @logger.dump_failures

data/spec/{parallel_specs → parallelized_specs}/spec_runtime_logger_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ParallelSpecs::SpecRuntimeLogger do
+describe ParallelizedSpecs::SpecRuntimeLogger do
   before do
     # pretend we run in parallel or the logger will log nothing
     ENV['TEST_ENV_NUMBER'] = ''
@@ -18,7 +18,7 @@ describe ParallelSpecs::SpecRuntimeLogger do
       logger = if block_given?
         yield(f)
       else
-        ParallelSpecs::SpecRuntimeLogger.new(f)
+        ParallelizedSpecs::SpecRuntimeLogger.new(f)
       end
 
       example = (mock(:location => "#{Dir.pwd}/spec/foo.rb:123"))
@@ -59,7 +59,7 @@ describe ParallelSpecs::SpecRuntimeLogger do
   it "appends to a given file" do
     result = log_for_a_file do |f|
       f.write 'FooBar'
-      ParallelSpecs::SpecRuntimeLogger.new(f)
+      ParallelizedSpecs::SpecRuntimeLogger.new(f)
     end
     result.should include('FooBar')
     result.should include('foo.rb')
@@ -68,7 +68,7 @@ describe ParallelSpecs::SpecRuntimeLogger do
   it "overwrites a given path" do
     result = log_for_a_file do |f|
       f.write 'FooBar'
-      ParallelSpecs::SpecRuntimeLogger.new(f.path)
+      ParallelizedSpecs::SpecRuntimeLogger.new(f.path)
     end
     result.should_not include('FooBar')
     result.should include('foo.rb')

data/spec/{parallel_specs → parallelized_specs}/spec_summary_logger_spec.rb

@@ -1,8 +1,8 @@
 require 'spec_helper'
 
-describe ParallelSpecs::SpecSummaryLogger do
+describe ParallelizedSpecs::SpecSummaryLogger do
   let(:output){ OutputLogger.new([]) }
-  let(:logger){ ParallelSpecs::SpecSummaryLogger.new(output) }
+  let(:logger){ ParallelizedSpecs::SpecSummaryLogger.new(output) }
 
   # TODO somehow generate a real example with an exception to test this
   xit "prints failing examples" do

data/spec/parallelized_specs_spec.rb

@@ -0,0 +1,165 @@
+require 'spec_helper'
+require 'parallelized_specs/spec_runtime_logger'
+require 'parallelized_specs/spec_summary_logger'
+require 'parallelized_specs/spec_failures_logger'
+
+describe ParallelizedSpecs do
+  test_tests_in_groups(ParallelizedSpecs, 'spec', '_spec.rb')
+
+  describe :run_tests do
+    before do
+      File.stub!(:file?).with('script/spec').and_return false
+      File.stub!(:file?).with('spec/spec.opts').and_return false
+      File.stub!(:file?).with('spec/parallelized_spec.opts').and_return false
+      ParallelizedSpecs.stub!(:bundler_enabled?).and_return false
+    end
+
+    it "uses TEST_ENV_NUMBER=blank when called for process 0" do
+      ParallelizedSpecs.should_receive(:open).with{|x,y|x=~/TEST_ENV_NUMBER= /}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],0,{})
+    end
+
+    it "uses TEST_ENV_NUMBER=2 when called for process 1" do
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x=~/TEST_ENV_NUMBER=2/}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs with color when called from cmdline" do
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x=~/ --tty /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return true
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs without color when not called from cmdline" do
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x !~ / --tty /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return false
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs with color for rspec 1 when called for the cmdline" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x=~/ RSPEC_COLOR=1 /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return true
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs without color for rspec 1 when not called for the cmdline" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x !~ / RSPEC_COLOR=1 /}.and_return mocked_process
+      $stdout.should_receive(:tty?).and_return false
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "run bundle exec spec when on bundler rspec 1" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{bundle exec spec}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "run bundle exec rspec when on bundler rspec 2" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.0.2"
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{bundle exec rspec}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs script/spec when script/spec can be found" do
+      File.should_receive(:file?).with('script/spec').and_return true
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "runs spec when script/spec cannot be found" do
+      File.stub!(:file?).with('script/spec').and_return false
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x !~ %r{script/spec}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses no -O when no opts where found" do
+      File.stub!(:file?).with('spec/spec.opts').and_return false
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x !~ %r{spec/spec.opts}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/spec.opts when found (with script/spec)" do
+      File.stub!(:file?).with('script/spec').and_return true
+      File.stub!(:file?).with('spec/spec.opts').and_return true
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec\s+ -O spec/spec.opts}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts when found (with script/spec)" do
+      File.stub!(:file?).with('script/spec').and_return true
+      File.should_receive(:file?).with('spec/parallelized_spec.opts').and_return true
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{script/spec\s+ -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts with rspec1" do
+      File.should_receive(:file?).with('spec/parallelized_spec.opts').and_return true
+
+      ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-1.0.2"
+
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{spec\s+ -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses -O spec/parallel_spec.opts with rspec2" do
+      File.should_receive(:file?).with('spec/parallelized_spec.opts').and_return true
+
+      ParallelizedSpecs.stub!(:bundler_enabled?).and_return true
+      ParallelizedSpecs.stub!(:run).with("bundle show rspec").and_return "/foo/bar/rspec-2.4.2"
+
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{rspec\s+ --color --tty -O spec/parallel_spec.opts}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1,{})
+    end
+
+    it "uses options passed in" do
+      ParallelizedSpecs.should_receive(:open).with{|x,y| x =~ %r{rspec -f n}}.and_return mocked_process
+      ParallelizedSpecs.run_tests(['xxx'],1, :test_options => '-f n')
+    end
+
+    it "returns the output" do
+      io = open('spec/spec_helper.rb')
+      ParallelizedSpecs.stub!(:print)
+      ParallelizedSpecs.should_receive(:open).and_return io
+      ParallelizedSpecs.run_tests(['xxx'],1,{})[:stdout].should =~ /\$LOAD_PATH << File/
+    end
+  end
+
+  describe :find_results do
+    it "finds multiple results in spec output" do
+      output = <<EOF
+....F...
+..
+failute fsddsfsd
+...
+ff.**..
+0 examples, 0 failures, 0 pending
+ff.**..
+1 example, 1 failure, 1 pending
+EOF
+
+      ParallelizedSpecs.find_results(output).should == ['0 examples, 0 failures, 0 pending','1 example, 1 failure, 1 pending']
+    end
+
+    it "is robust against scrambeled output" do
+      output = <<EOF
+....F...
+..
+failute fsddsfsd
+...
+ff.**..
+0 exFampl*es, 0 failures, 0 pend.ing
+ff.**..
+1 exampF.les, 1 failures, 1 pend.ing
+EOF
+
+      ParallelizedSpecs.find_results(output).should == ['0 examples, 0 failures, 0 pending','1 examples, 1 failures, 1 pending']
+    end
+  end
+end

data/spec/{parallel_tests → parallelized_tests}/runtime_logger_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe ParallelTests::RuntimeLogger do
+describe ParallelizedTests::RuntimeLogger do
 
   describe :writing do
     it "overwrites the runtime_log file on first log invocation" do
@@ -8,10 +8,10 @@ describe ParallelTests::RuntimeLogger do
       end
       test = FakeTest.new
       time = Time.now
-      File.open(ParallelTests.runtime_log, 'w'){ |f| f.puts("FooBar") }
-      ParallelTests::RuntimeLogger.send(:class_variable_set,:@@has_started, false)
-      ParallelTests::RuntimeLogger.log(test, time, Time.at(time.to_f+2.00))
-      result = File.read(ParallelTests.runtime_log)
+      File.open(ParallelizedTests.runtime_log, 'w'){ |f| f.puts("FooBar") }
+      ParallelizedTests::RuntimeLogger.send(:class_variable_set,:@@has_started, false)
+      ParallelizedTests::RuntimeLogger.log(test, time, Time.at(time.to_f+2.00))
+      result = File.read(ParallelizedTests.runtime_log)
       result.should_not include('FooBar')
       result.should include('test/fake_test.rb:2.00')
     end
@@ -25,11 +25,11 @@ describe ParallelTests::RuntimeLogger do
       other_test = OtherFakeTest.new
 
       time = Time.now
-      File.open(ParallelTests.runtime_log, 'w'){ |f| f.puts("FooBar") }
-      ParallelTests::RuntimeLogger.send(:class_variable_set,:@@has_started, false)
-      ParallelTests::RuntimeLogger.log(test, time, Time.at(time.to_f+2.00))
-      ParallelTests::RuntimeLogger.log(other_test, time, Time.at(time.to_f+2.00))
-      result = File.read(ParallelTests.runtime_log)
+      File.open(ParallelizedTests.runtime_log, 'w'){ |f| f.puts("FooBar") }
+      ParallelizedTests::RuntimeLogger.send(:class_variable_set,:@@has_started, false)
+      ParallelizedTests::RuntimeLogger.log(test, time, Time.at(time.to_f+2.00))
+      ParallelizedTests::RuntimeLogger.log(other_test, time, Time.at(time.to_f+2.00))
+      result = File.read(ParallelizedTests.runtime_log)
       result.should_not include('FooBar')
       result.should include('test/fake_test.rb:2.00')
       result.should include('test/other_fake_test.rb:2.00')
@@ -43,7 +43,7 @@ describe ParallelTests::RuntimeLogger do
       end
       test = FakeTest.new
       time = Time.now
-      ParallelTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/fake_test.rb:2.00'
+      ParallelizedTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/fake_test.rb:2.00'
     end
 
     it "formats results for complex test names" do
@@ -53,7 +53,7 @@ describe ParallelTests::RuntimeLogger do
       end
       test = AVeryComplex::FakeTest.new
       time = Time.now
-      ParallelTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/a_very_complex/fake_test.rb:2.00'
+      ParallelizedTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/a_very_complex/fake_test.rb:2.00'
     end
 
     it "guesses subdirectory structure for rails test classes" do
@@ -67,7 +67,7 @@ describe ParallelTests::RuntimeLogger do
       end
       test = FakeControllerTest.new
       time = Time.now
-      ParallelTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/functional/fake_controller_test.rb:2.00'
+      ParallelizedTests::RuntimeLogger.message(test, time, Time.at(time.to_f+2.00)).should == 'test/functional/fake_controller_test.rb:2.00'
     end
   end