parallelized_specs 0.4.45 → 0.4.46

data/Rakefile

@@ -12,7 +12,7 @@ begin
     gem.email    = "jake@instructure.com"
     gem.homepage = "http://github.com/jakesorce/#{gem.name}"
     gem.authors  = "Jake Sorce, Bryan Madsen, Shawn Meredith"
-    gem.version = "0.4.45"
+    gem.version = "0.4.46"
   end
   Jeweler::GemcutterTasks.new
 rescue LoadError

data/Readme.md

@@ -1,5 +1,6 @@
 Speedup Test::RSpec by running parallel on multiple CPUs (or cores).<br/>
 ParallelizedSpecs splits tests into even groups(by number of tests or runtime) and runs each group in a single process with its own database.
+Optional rerunning of failed specs allowing intermittent specs to not cause builds to fail with configurable max failures to try to rerun post build.
 
 Setup for Rails
 ===============
@@ -117,6 +118,10 @@ SpecFailuresLogger
 
 This logger produces pasteable command-line snippets for each failed example.
 
+This also stores all failures in this file for later consumption during in optional RERUN process
+which can rerun all failed specs and potentially change the pass\fail outcome of a build if all specs pass.
+Enable this formatter
+
 E.g.
 
     rspec /path/to/my_spec.rb:123 # should do something
@@ -132,6 +137,77 @@ Add the following to your `spec/parallelized_spec.opts` (or `spec/spec.opts`) :
       --format progress
       --format ParallelizedSpecs::SpecFailuresLogger --out tmp/failing_specs.log
 
+FailuresFormatter
+-----------------------
+ **REQUIRED FOR RERUNS** *Note reruns cause some more false positive handling in multiple spots during runtime
+                          and should also include the OutcomeBuilder formatter explained separately which handles these conditions*
+
+
+This formatter captures all needed data about failed examples and stores them in a file for an additional run
+at the end of the first build. If all specs that failed the first time pass the build will be marked as passed in the exit status
+The output location defined below is not optional and if this formatter is used must not be changed.
+
+Use default MAX_RERUNS of 9 or set max number of failed specs to be allowed for reruns by exporting environment variable
+export RERUNS=10
+
+E.g.
+
+
+Add the following to your `spec/parallelized_spec.opts` (or `spec/spec.opts`) :
+
+    RSpec 1.x:
+      --format progress
+      --require parallelized_specs/failures_rerun_logger
+      --format ParallelizedSpecs::SpecFailuresLogger:tmp/parallel_log/rspec.failures
+    RSpec >= 2.4:
+      If installed as plugin: -I vendor/plugins/parallelized_specs/lib
+      --format progress
+      --format ParallelizedSpecs::SpecFailuresLogger --out tmp/parallel_log/rspec.failures
+
+OutcomeBuilder
+-----------------------
+ **RECOMMENDED WITH RERUNS** *Note reruns cause some more false positive handling in multiple spots during runtime
+                              and should also include the OutcomeBuilder formatter*
+
+
+Because previously the pass\fail determination was solely on exit status and now we do things besides always fail on non 0 exits
+we must handle many other causes of non 0 exit codes that we don't want to start the rerun process if they happen
+
+E.g.
+
+
+Add the following to your `spec/parallelized_spec.opts` (or `spec/spec.opts`) :
+
+    RSpec 1.x:
+      --format progress
+      --require parallelized_specs/outcome_builder
+      --format ParallelizedSpecs::SpecFailuresLogger:tmp/parallel_log/outcome_builder.txt
+    RSpec >= 2.4:
+      If installed as plugin: -I vendor/plugins/parallelized_specs/lib
+      --format progress
+      --format ParallelizedSpecs::SpecFailuresLogger --out tmp/parallel_log/outcome_builder.txt
+
+TrendingExampleFailures
+-----------------------
+Create a single * delimited text file with all failed examples failure information
+No built in interface to populate a database with these
+
+E.g.
+
+
+Add the following to your `spec/parallelized_spec.opts` (or `spec/spec.opts`) :
+    RSpec 1.x:
+      --format progress
+      --require parallelized_specs/trending_example_failures_logger
+      --format ParallelizedSpecs::SpecFailuresLogger:tmp/parallel_log/trends.log
+    RSpec >= 2.4:
+      If installed as plugin: -I vendor/plugins/parallelized_specs/lib
+      --format progress
+      --format ParallelizedSpecs::SpecFailuresLogger --out tmp/parallel_log/trends.log
+
+
+
+
 Setup for non-rails
 ===================
     sudo gem install parallelized_specs
@@ -156,6 +232,8 @@ TIPS
  - [ActiveRecord] if you do not have `db:abort_if_pending_migrations` add this to your Rakefile: `task('db:abort_if_pending_migrations'){}`
  - `export PARALLEL_TEST_PROCESSORS=X` in your environment and parallelized_specs will use this number of processors by default
  - with zsh this would be `rake "parallel:prepare[3]"`
+ - [RERUNS] if your using reruns formatter also use the outcome builder to make your builds handle syntax issues in some threads files
+   and thread crashes more cleanly
 
 Authors
 ====
@@ -166,5 +244,7 @@ based loosely from https://github.com/grosser/parallel_tests
  - [Bryan Madsen](http://github.com/bmad)
 
 [Jake Sorce](http://github.com/jakesorce)<br/>
+
+[Shawn Meredith](https://github.com/smeredith0506)<br/>
 Hereby placed under public domain, do what you want, just do not hold me accountable...<br/>
 [![Flattr](http://api.flattr.com/button/flattr-badge-large.png)](https://flattr.com/submit/auto?user_id=jakesorce&url=https://github.com/jakesorce/parallelized_specs&title=parallelized_specs&language=en_GB&tags=github&category=software)

data/lib/parallelized_specs.rb

@@ -10,7 +10,7 @@ require 'parallelized_specs/example_failures_logger'
 require 'parallelized_specs/trending_example_failures_logger'
 require 'parallelized_specs/failures_rerun_logger'
 require 'parallelized_specs/slow_spec_logger'
-
+require 'fileutils'
 
 class ParallelizedSpecs
   VERSION = File.read(File.join(File.dirname(__FILE__), '..', 'VERSION')).strip
@@ -84,7 +84,8 @@ class ParallelizedSpecs
   end
 
   def self.run_specs(tests, options)
-    formatters = formatters_used
+    formatters = formatters_setup
+
     num_processes = options[:count] || Parallel.processor_count
     name = 'spec'
 
@@ -120,16 +121,40 @@ class ParallelizedSpecs
     failed = test_results.any? { |result| result[:exit_status] != 0 } #ruby 1.8.7 works breaks on 1.9.3
     formatters.any? { |formatter| formatter.match(/FailuresFormatter/) } ? rerun_initializer(name, failed) : abort("SEVERE: #{name.capitalize}s Failed") if failed
     puts "INFO: marking build as PASSED"
-    end
+  end
 
-  def self.formatters_used
+  def self.formatters_setup
     formatters = []
     File.open("#{Rails.root}/spec/spec.opts").each_line do |line|
       formatters << line
     end
+    formatter_directory_management(formatters)
     formatters
   end
 
+  def self.formatter_directory_management(formatters)
+    FileUtils.mkdir_p('parallel_log') if !File.directory?('tmp/parallel_log')
+    if formatters.any? { |formatter| formatter.match(/FailuresFormatter/) }
+      begin
+        %w['tmp/parallel_log/spec_count','tmp/parallel_log/failed_specs', 'tmp/parallel_log/thread_started'].each do |dir|
+          directory_cleanup_and_create(dir)
+        end
+      rescue SystemCallError
+        $stderr.print "directory management error " + $!
+        raise
+      end
+    end
+  end
+
+  def directory_cleanup_and_create(dir)
+    if File.directory?(dir)
+      FileUtils.rm_rf(dir)
+      FileUtils.mkdir_p(dir)
+    else
+      FileUtils.mkdir_p(dir)
+    end
+  end
+
   def self.rerun_initializer(name, failed)
     if Dir.glob("#{Rails.root}/tmp/parallel_log/failed_specs/{*,.*}").count > 2 && !File.zero?("#{Rails.root}/tmp/parallel_log/rspec.failures") # works on both 1.8.7\1.9.3
       puts "INFO: some specs failed, about to start the rerun process\n INFO: no more than 9 specs may be rerun and shared specs are not allowed\n...\n..\n."
@@ -515,6 +540,7 @@ class ParallelizedSpecs
       File.open(file, 'a+') { |f| f.puts slow_spec }
     end
   end
+
 end
 
 

data/lib/parallelized_specs/trending_example_failures_logger.rb

@@ -20,7 +20,11 @@ class ParallelizedSpecs::TrendingExampleFailures < ParallelizedSpecs::SpecLogger
   def dump_pending(*args);end
 
   def dump_summary(*args)
-    @hudson_build_info = File.read("#{RAILS_ROOT}/spec/build_info.txt")
+    if File.exists?("#{Rails.root}/spec/build_info.txt")
+      @hudson_build_info = File.read("#{Rails.root}/spec/build_info.txt")
+    else
+      @hudson_build_info = "no*hudson build*info"
+    end
     lock_output do
       (@failed_examples||{}).each_pair do |example, details|
         @output.puts "#{example}#{details}#{@hudson_build_info}"

data/parallelized_specs.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "parallelized_specs"
-  s.version = "0.4.45"
+  s.version = "0.4.46"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Jake Sorce, Bryan Madsen, Shawn Meredith"]
-  s.date = "2013-04-05"
+  s.date = "2013-04-09"
   s.email = "jake@instructure.com"
   s.files = [
     "Gemfile",

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: parallelized_specs
 version: !ruby/object:Gem::Version 
-  hash: 85
+  hash: 83
   prerelease: 
   segments: 
   - 0
   - 4
-  - 45
-  version: 0.4.45
+  - 46
+  version: 0.4.46
 platform: ruby
 authors: 
 - Jake Sorce, Bryan Madsen, Shawn Meredith
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2013-04-05 00:00:00 Z
+date: 2013-04-09 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: parallel