parallel_tests 1.0.9 → 1.1.0

data/lib/parallel_tests/railtie.rb

@@ -1,8 +0,0 @@
-# rake tasks for Rails 3+
-module ParallelTests
-  class Railtie < ::Rails::Railtie
-    rake_tasks do
-      require "parallel_tests/tasks"
-    end
-  end
-end

data/lib/parallel_tests/rspec/failures_logger.rb

@@ -1,54 +0,0 @@
-require 'parallel_tests/rspec/logger_base'
-require 'parallel_tests/rspec/runner'
-
-class ParallelTests::RSpec::FailuresLogger < ParallelTests::RSpec::LoggerBase
-  if RSPEC_3
-    RSpec::Core::Formatters.register self, :dump_failures, :dump_summary
-  end
-
-  # RSpec 1: does not keep track of failures, so we do
-  def example_failed(example, *args)
-    if RSPEC_1
-      @failed_examples ||= []
-      @failed_examples << example
-    else
-      super
-    end
-  end
-
-  if RSPEC_1
-    def dump_failure(*args)
-    end
-  else
-    def dump_failures(*args)
-    end
-  end
-
-  def dump_summary(*args)
-    lock_output do
-      if RSPEC_1
-        dump_commands_to_rerun_failed_examples_rspec_1
-      elsif RSPEC_3
-        notification = args.first
-        unless notification.failed_examples.empty?
-          colorizer = ::RSpec::Core::Formatters::ConsoleCodes
-          output.puts notification.colorized_rerun_commands(colorizer)
-        end
-      else
-        dump_commands_to_rerun_failed_examples
-      end
-    end
-    @output.flush
-  end
-
-  private
-
-  def dump_commands_to_rerun_failed_examples_rspec_1
-    (@failed_examples||[]).each do |example|
-      file, line = example.location.to_s.split(':')
-      next unless file and line
-      file.gsub!(%r(^.*?/spec/), './spec/')
-      @output.puts "#{ParallelTests::RSpec::Runner.send(:executable)} #{file}:#{line} # #{example.description}"
-    end
-  end
-end

data/lib/parallel_tests/rspec/logger_base.rb

@@ -1,55 +0,0 @@
-module ParallelTests
-  module RSpec
-  end
-end
-
-begin
-  require 'rspec/core/formatters/base_text_formatter'
-  base = RSpec::Core::Formatters::BaseTextFormatter
-rescue LoadError
-  require 'spec/runner/formatter/base_text_formatter'
-  base = Spec::Runner::Formatter::BaseTextFormatter
-end
-
-ParallelTests::RSpec::LoggerBaseBase = base
-
-class ParallelTests::RSpec::LoggerBase < ParallelTests::RSpec::LoggerBaseBase
-  RSPEC_1 = !defined?(RSpec::Core::Formatters::BaseTextFormatter) # do not test for Spec, this will trigger deprecation warning in rspec 2
-  RSPEC_3 = !RSPEC_1 && RSpec::Core::Version::STRING.start_with?('3')
-
-  def initialize(*args)
-    super
-
-    @output ||= args[1] || args[0] # rspec 1 has output as second argument
-
-    if String === @output # a path ?
-      FileUtils.mkdir_p(File.dirname(@output))
-      File.open(@output, 'w'){} # overwrite previous results
-      @output = File.open(@output, 'a')
-    elsif File === @output # close and restart in append mode
-      @output.close
-      @output = File.open(@output.path, 'a')
-    end
-  end
-
-  #stolen from Rspec
-  def close(*args)
-    @output.close  if (IO === @output) & (@output != $stdout)
-  end
-
-  protected
-
-  # do not let multiple processes get in each others way
-  def lock_output
-    if File === @output
-      begin
-        @output.flock File::LOCK_EX
-        yield
-      ensure
-        @output.flock File::LOCK_UN
-      end
-    else
-      yield
-    end
-  end
-end

data/lib/parallel_tests/rspec/runner.rb

@@ -1,73 +0,0 @@
-require "parallel_tests/test/runner"
-
-module ParallelTests
-  module RSpec
-    class Runner < ParallelTests::Test::Runner
-      DEV_NULL = (WINDOWS ? "NUL" : "/dev/null")
-      NAME = 'RSpec'
-
-      class << self
-        def run_tests(test_files, process_number, num_processes, options)
-          exe = executable # expensive, so we cache
-          version = (exe =~ /\brspec\b/ ? 2 : 1)
-          cmd = [exe, options[:test_options], (rspec_2_color if version == 2), spec_opts, *test_files].compact.join(" ")
-          options = options.merge(:env => rspec_1_color) if version == 1
-          execute_command(cmd, process_number, num_processes, options)
-        end
-
-        def determine_executable
-          cmd = case
-          when File.exists?("bin/rspec")
-            WINDOWS ? "ruby bin/rspec" : "bin/rspec"
-          when File.file?("script/spec")
-            "script/spec"
-          when ParallelTests.bundler_enabled?
-            cmd = (run("bundle show rspec-core") =~ %r{Could not find gem.*} ? "spec" : "rspec")
-            "bundle exec #{cmd}"
-          else
-            %w[spec rspec].detect{|cmd| system "#{cmd} --version > #{DEV_NULL} 2>&1" }
-          end
-
-          cmd or raise("Can't find executables rspec or spec")
-        end
-
-        def runtime_log
-          'tmp/parallel_runtime_rspec.log'
-        end
-
-        def test_file_name
-          "spec"
-        end
-
-        def test_suffix
-          /_spec\.rb$/
-        end
-
-        private
-
-        # so it can be stubbed....
-        def run(cmd)
-          `#{cmd}`
-        end
-
-        def rspec_1_color
-          if $stdout.tty?
-            {'RSPEC_COLOR' => "1"}
-          else
-            {}
-          end
-        end
-
-        def rspec_2_color
-          '--color --tty' if $stdout.tty?
-        end
-
-        def spec_opts
-          options_file = ['.rspec_parallel', 'spec/parallel_spec.opts', 'spec/spec.opts'].detect{|f| File.file?(f) }
-          return unless options_file
-          "-O #{options_file}"
-        end
-      end
-    end
-  end
-end

data/lib/parallel_tests/rspec/runtime_logger.rb

@@ -1,59 +0,0 @@
-require 'parallel_tests'
-require 'parallel_tests/rspec/logger_base'
-
-class ParallelTests::RSpec::RuntimeLogger < ParallelTests::RSpec::LoggerBase
-  def initialize(*args)
-    super
-    @example_times = Hash.new(0)
-    @group_nesting = 0 unless RSPEC_1
-  end
-
-  if RSPEC_3
-    RSpec::Core::Formatters.register self, :example_group_started, :example_group_finished, :start_dump
-  end
-
-  if RSPEC_1
-    def example_started(*args)
-      @time = ParallelTests.now
-      super
-    end
-
-    def example_passed(example)
-      file = example.location.split(':').first
-      @example_times[file] += ParallelTests.now - @time
-      super
-    end
-  else
-    def example_group_started(example_group)
-      @time = ParallelTests.now if @group_nesting == 0
-      @group_nesting += 1
-      super
-    end
-
-    def example_group_finished(notification)
-      @group_nesting -= 1
-      if @group_nesting == 0
-        path = (RSPEC_3 ? notification.group.file_path : notification.file_path)
-        @example_times[path] += ParallelTests.now - @time
-      end
-      super if defined?(super)
-    end
-  end
-
-  def dump_summary(*args);end
-  def dump_failures(*args);end
-  def dump_failure(*args);end
-  def dump_pending(*args);end
-
-  def start_dump(*args)
-    return unless ENV['TEST_ENV_NUMBER'] #only record when running in parallel
-    # TODO: Figure out why sometimes time can be less than 0
-    lock_output do
-      @example_times.each do |file, time|
-        relative_path = file.sub(/^#{Regexp.escape Dir.pwd}\//,'')
-        @output.puts "#{relative_path}:#{time > 0 ? time : 0}"
-      end
-    end
-    @output.flush
-  end
-end

data/lib/parallel_tests/rspec/summary_logger.rb

@@ -1,19 +0,0 @@
-require 'parallel_tests/rspec/failures_logger'
-
-class ParallelTests::RSpec::SummaryLogger < ParallelTests::RSpec::LoggerBase
-  if RSPEC_3
-    RSpec::Core::Formatters.register self, :dump_failures
-  end
-
-  if RSPEC_1
-    def dump_failure(*args)
-      lock_output { super }
-      @output.flush
-    end
-  else
-    def dump_failures(*args)
-      lock_output { super }
-      @output.flush
-    end
-  end
-end

data/lib/parallel_tests/spinach/runner.rb

@@ -1,19 +0,0 @@
-require "parallel_tests/gherkin/runner"
-
-module ParallelTests
-  module Spinach
-    class Runner < ParallelTests::Gherkin::Runner
-      class << self
-        def name
-          'spinach'
-        end
-
-        def runtime_logging
-          #Not Yet Supported
-          ""
-        end
-
-      end
-    end
-  end
-end

data/lib/parallel_tests/tasks.rb

@@ -1,157 +0,0 @@
-require 'rake'
-
-module ParallelTests
-  module Tasks
-    class << self
-      def rails_env
-        ENV['RAILS_ENV'] || 'test'
-      end
-
-      def run_in_parallel(cmd, options={})
-        count = " -n #{options[:count]}" unless options[:count].to_s.empty?
-        executable = File.expand_path("../../../bin/parallel_test", __FILE__)
-        command = "#{executable} --exec '#{cmd}'#{count}#{' --non-parallel' if options[:non_parallel]}"
-        abort unless system(command)
-      end
-
-      # this is a crazy-complex solution for a very simple problem:
-      # removing certain lines from the output without chaning the exit-status
-      # normally I'd not do this, but it has been lots of fun and a great learning experience :)
-      #
-      # - sed does not support | without -r
-      # - grep changes 0 exitstatus to 1 if nothing matches
-      # - sed changes 1 exitstatus to 0
-      # - pipefail makes pipe fail with exitstatus of first failed command
-      # - pipefail is not supported in (zsh)
-      # - defining a new rake task like silence_schema would force users to load parallel_tests in test env
-      # - do not use ' since run_in_parallel uses them to quote stuff
-      # - simple system "set -o pipefail" returns nil even though set -o pipefail exists with 0
-      def suppress_output(command, ignore_regex)
-        activate_pipefail = "set -o pipefail"
-        remove_ignored_lines = %Q{(grep -v "#{ignore_regex}" || test 1)}
-
-        if File.executable?('/bin/bash') && system('/bin/bash', '-c', "#{activate_pipefail} 2>/dev/null && test 1")
-          # We need to shell escape single quotes (' becomes '"'"') because
-          # run_in_parallel wraps command in single quotes
-          %Q{/bin/bash -c '"'"'#{activate_pipefail} && (#{command}) | #{remove_ignored_lines}'"'"'}
-        else
-          command
-        end
-      end
-
-      def check_for_pending_migrations
-        ["db:abort_if_pending_migrations", "app:db:abort_if_pending_migrations"].each do |abort_migrations|
-          if Rake::Task.task_defined?(abort_migrations)
-            Rake::Task[abort_migrations].invoke
-            break
-          end
-        end
-      end
-
-      # parallel:spec[:count, :pattern, :options]
-      def parse_args(args)
-        # order as given by user
-        args = [args[:count], args[:pattern], args[:options]]
-
-        # count given or empty ?
-        # parallel:spec[2,models,options]
-        # parallel:spec[,models,options]
-        count = args.shift if args.first.to_s =~ /^\d*$/
-        num_processes = count.to_i unless count.to_s.empty?
-        pattern = args.shift
-        options = args.shift
-
-        [num_processes, pattern.to_s, options.to_s]
-      end
-    end
-  end
-end
-
-namespace :parallel do
-  desc "create test databases via db:create --> parallel:create[num_cpus]"
-  task :create, :count do |t,args|
-    ParallelTests::Tasks.run_in_parallel("rake db:create RAILS_ENV=#{ParallelTests::Tasks.rails_env}", args)
-  end
-
-  desc "drop test databases via db:drop --> parallel:drop[num_cpus]"
-  task :drop, :count do |t,args|
-    ParallelTests::Tasks.run_in_parallel("rake db:drop RAILS_ENV=#{ParallelTests::Tasks.rails_env}", args)
-  end
-
-  desc "update test databases by dumping and loading --> parallel:prepare[num_cpus]"
-  task(:prepare, [:count]) do |t,args|
-    ParallelTests::Tasks.check_for_pending_migrations
-    if defined?(ActiveRecord) && ActiveRecord::Base.schema_format == :ruby
-      # dump then load in parallel
-      Rake::Task['db:schema:dump'].invoke
-      Rake::Task['parallel:load_schema'].invoke(args[:count])
-    else
-      # there is no separate dump / load for schema_format :sql -> do it safe and slow
-      args = args.to_hash.merge(:non_parallel => true) # normal merge returns nil
-      taskname = Rake::Task.task_defined?('db:test:prepare') ? 'db:test:prepare' : 'app:db:test:prepare'
-      ParallelTests::Tasks.run_in_parallel("rake #{taskname}", args)
-    end
-  end
-
-  # when dumping/resetting takes too long
-  desc "update test databases via db:migrate --> parallel:migrate[num_cpus]"
-  task :migrate, :count do |t,args|
-    ParallelTests::Tasks.run_in_parallel("rake db:migrate RAILS_ENV=#{ParallelTests::Tasks.rails_env}", args)
-  end
-
-  # just load the schema (good for integration server <-> no development db)
-  desc "load dumped schema for test databases via db:schema:load --> parallel:load_schema[num_cpus]"
-  task :load_schema, :count do |t,args|
-    command = "rake db:schema:load RAILS_ENV=#{ParallelTests::Tasks.rails_env}"
-    ParallelTests::Tasks.run_in_parallel(ParallelTests::Tasks.suppress_output(command, "^   ->\\|^-- "), args)
-  end
-
-  # load the structure from the structure.sql file
-  desc "load structure for test databases via db:structure:load --> parallel:load_structure[num_cpus]"
-  task :load_structure, :count do |t,args|
-    ParallelTests::Tasks.run_in_parallel("rake db:structure:load RAILS_ENV=#{ParallelTests::Tasks.rails_env}", args)
-  end
-
-  desc "load the seed data from db/seeds.rb via db:seed --> parallel:seed[num_cpus]"
-  task :seed, :count do |t,args|
-    ParallelTests::Tasks.run_in_parallel("rake db:seed RAILS_ENV=#{ParallelTests::Tasks.rails_env}", args)
-  end
-
-  desc "launch given rake command in parallel"
-  task :rake, :command do |t, args|
-    ParallelTests::Tasks.run_in_parallel("RAILS_ENV=#{ParallelTests::Tasks.rails_env} rake #{args.command}")
-  end
-
-  ['test', 'spec', 'features', 'features-spinach'].each do |type|
-    desc "run #{type} in parallel with parallel:#{type}[num_cpus]"
-    task type, [:count, :pattern, :options] do |t, args|
-      ParallelTests::Tasks.check_for_pending_migrations
-
-      $LOAD_PATH << File.expand_path(File.join(File.dirname(__FILE__), '..'))
-      require "parallel_tests"
-
-      count, pattern, options = ParallelTests::Tasks.parse_args(args)
-      test_framework = {
-        'spec' => 'rspec',
-        'test' => 'test',
-        'features' => 'cucumber',
-        'features-spinach' => 'spinach',
-      }[type]
-
-      if test_framework == 'spinach'
-        type = 'features'
-      end
-      executable = File.join(File.dirname(__FILE__), '..', '..', 'bin', 'parallel_test')
-
-      command = "#{executable} #{type} --type #{test_framework} " \
-        "-n #{count} "                     \
-        "--pattern '#{pattern}' "          \
-        "--test-options '#{options}'"
-      if ParallelTests::WINDOWS
-        ruby_binary = File.join(RbConfig::CONFIG['bindir'], RbConfig::CONFIG['ruby_install_name'])
-        command = "#{ruby_binary} #{command}"
-      end
-      abort unless system(command) # allow to chain tasks e.g. rake parallel:spec parallel:features
-    end
-  end
-end