testr 14.0.0

data/lib/testr/config/parallel_tests.rb

@@ -0,0 +1,9 @@
+require 'testr/config'
+
+TestR::Config.after_fork_hooks << lambda {
+  |worker_number, log_file, test_file, test_names|
+
+  # for compatitibilty with parallel_tests gem,
+  # store numbers as strings: "", "2", "3", "4"
+  ENV['TEST_ENV_NUMBER'] = (worker_number + 1).to_s if worker_number > 0
+}

data/lib/testr/config/rails.rb

@@ -0,0 +1,37 @@
+require 'testr/config'
+require 'active_support/inflector'
+
+TestR::Config.reabsorb_file_globs.push(
+  'config/**/*.{rb,yml}',
+  'db/schema.rb',
+  'Gemfile.lock'
+)
+
+TestR::Config.test_file_matchers[%r<^(app|lib|test|spec)/.+\.rb$>] =
+  lambda do |path|
+    base = File.basename(path, '.rb')
+    poly = ActiveSupport::Inflector.pluralize(base)
+    "{test,spec}/**/{#{base},#{poly}_*}_{test,spec}.rb"
+  end
+
+TestR::Config.test_file_matchers[%r<^(test|spec)/factories/.+_factory\.rb$>] =
+  lambda do |path|
+    base = File.basename(path, '_factory.rb')
+    poly = ActiveSupport::Inflector.pluralize(base)
+    "{test,spec}/**/{#{base},#{poly}_*}_{test,spec}.rb"
+  end
+
+begin
+  require 'rails/railtie'
+  Class.new Rails::Railtie do
+    config.before_initialize do |app|
+      if app.config.cache_classes
+        warn "testr/config/rails: Setting #{app.class}.config.cache_classes = false"
+        app.config.cache_classes = false
+      end
+    end
+  end
+rescue LoadError
+  warn "testr/config/rails: Railtie not available; please manually set:\n\t"\
+       "config.cache_classes = false"
+end

data/lib/testr/driver.rb

@@ -0,0 +1,129 @@
+require 'json'
+require 'diff/lcs'
+require 'testr/client'
+require 'testr/server'
+require 'testr/config'
+
+module TestR
+module Driver
+
+  extend Server
+  extend self
+
+  def run_all_test_files
+    run_test_files Dir[*Config.all_test_file_globs]
+  end
+
+  def stop_running_test_files
+    @master.send [:stop]
+    @running_test_files.clear
+  end
+
+  def rerun_passed_test_files
+    run_test_files @passed_test_files
+  end
+
+  def rerun_failed_test_files
+    run_test_files @failed_test_files
+  end
+
+  def reabsorb_overhead_files very_first_time = false
+    quit_herald_and_master unless very_first_time
+
+    @master = Client::Transceiver.new('testr-master') do |line|
+      event, file = JSON.load(line)
+
+      case event.to_sym
+      when :test
+        @running_test_files.push file
+
+      when :pass
+        @passed_test_files.push file unless @passed_test_files.include? file
+        @running_test_files.delete file
+
+      when :fail
+        @failed_test_files.push file unless @failed_test_files.include? file
+        @running_test_files.delete file
+      end
+
+      @upstream.print line
+    end
+
+    @master.send [:load, Config.overhead_load_paths,
+                  Dir[*Config.overhead_file_globs]]
+
+    @herald = Client::Receiver.new('testr-herald') do |line|
+      changed_file = line.chomp
+      warn "testr-driver: herald: #{changed_file}" if $DEBUG
+
+      # find and run the tests that correspond to the changed file
+      Config.test_file_globbers.each do |source_regexp, test_globber|
+        if source_regexp =~ changed_file
+          run_test_files Dir[test_globber.call(changed_file).to_s]
+        end
+      end
+
+      # reabsorb text execution overhead if overhead files changed
+      if Config.reabsorb_file_greps.any? {|r| r =~ changed_file }
+        @upstream.puts JSON.dump([:over, changed_file])
+        # NOTE: new thread because reabsorb_overhead_files will kill this one
+        Thread.new { reabsorb_overhead_files }.join
+      end
+    end
+
+    rerun_running_test_files
+  end
+
+  def loop
+    reabsorb_overhead_files true
+    super
+    quit_herald_and_master
+  end
+
+private
+
+  def quit_herald_and_master
+    @herald.quit
+    @master.quit
+  end
+
+  @running_test_files = []
+  @passed_test_files = []
+  @failed_test_files = []
+
+  def rerun_running_test_files
+    run_test_files @running_test_files
+  end
+
+  def run_test_files files
+    files.each {|f| run_test_file f }
+  end
+
+  def run_test_file file
+    @master.send [:test, file, find_changed_test_names(file)]
+  end
+
+  @lines_by_file = {}
+
+  def find_changed_test_names test_file
+    # cache the contents of the test file for diffing below
+    new_lines = File.readlines(test_file)
+    old_lines = @lines_by_file[test_file] || new_lines
+    @lines_by_file[test_file] = new_lines
+
+    # find which tests have changed inside the given test file
+    Diff::LCS.diff(old_lines, new_lines).flatten.map do |change|
+      catch :found do
+        # search backwards from the line that changed up to
+        # the first line in the file for test definitions
+        change.position.downto(0) do |i|
+          if test_name = Config.test_name_extractor.call(new_lines[i])
+            throw :found, test_name
+          end
+        end; nil # prevent unsuccessful search from returning an integer
+      end
+    end.compact.uniq
+  end
+
+end
+end

data/lib/testr/master.rb

@@ -0,0 +1,100 @@
+require 'json'
+require 'testr/server'
+require 'testr/config'
+
+module TestR
+module Master
+
+  extend Server
+  extend self
+
+  def load paths, files
+    $LOAD_PATH.unshift(*paths)
+
+    files.each do |file|
+      branch, leaf = File.split(file)
+      file = leaf if paths.include? branch
+      require file.sub(/\.rb$/, '')
+    end
+
+    @upstream.print @command_line
+  end
+
+  def test test_file, test_names
+    # throttle forking rate to meet the maximum concurrent workers limit
+    # NOTE: the next SIGCHLD signal will wake us from this eternal sleep
+    sleep until @command_by_worker_pid.size < Config.max_forked_workers
+
+    log_file = test_file + '.log'
+    worker_number = @worker_number_pool.shift
+
+    Config.before_fork_hooks.each do |hook|
+      hook.call worker_number, log_file, test_file, test_names
+    end
+
+    worker_pid = fork do
+      # make the process title Test::Unit friendly and ps(1) searchable
+      $0 = "testr-worker[#{worker_number}] #{test_file}"
+
+      # detach worker process from master process' group for kill -pgrp
+      Process.setsid
+
+      # detach worker process from master process' standard input stream
+      STDIN.reopen IO.pipe.first
+
+      # capture test output in log file because tests are run in parallel
+      # which makes it difficult to understand interleaved output thereof
+      STDERR.reopen(STDOUT.reopen(log_file, 'w')).sync = true
+
+      Config.after_fork_hooks.each do |hook|
+        hook.call worker_number, log_file, test_file, test_names
+      end
+
+      # after loading the user's test file, the at_exit() hook of the user's
+      # testing framework will take care of running the tests and reflecting
+      # any failures in the worker process' exit status, which will then be
+      # handled by the SIGCHLD trap registered in the master process (above)
+      Kernel.load test_file
+    end
+
+    @command_by_worker_pid[worker_pid] = @command.push(worker_number)
+    @upstream.print @command_line
+  end
+
+  def stop
+    # NOTE: the SIGCHLD handler will reap these killed worker processes
+    Process.kill :SIGTERM, *@command_by_worker_pid.keys.map {|pid| -pid }
+  rescue ArgumentError, SystemCallError
+    # some workers might have already exited before we sent them the signal
+  end
+
+  def loop
+    super
+    stop
+  end
+
+private
+
+  @worker_number_pool = (0 ... Config.max_forked_workers).to_a
+  @command_by_worker_pid = {}
+
+  # process exited child processes and report finished workers to upstream
+  trap :SIGCHLD do
+    begin
+      while wait2_array = Process.wait2(-1, Process::WNOHANG)
+        child_pid, child_status = wait2_array
+        if command = @command_by_worker_pid.delete(child_pid)
+          @worker_number_pool.push command.pop
+          command[0] = child_status.success? ? 'pass' : 'fail'
+          @upstream.puts JSON.dump(command.push(child_status))
+        else
+          warn "testr-master: unknown child exited: #{wait2_array.inspect}"
+        end
+      end
+    rescue SystemCallError
+      # raised by wait2() when there are currently no child processes
+    end
+  end
+
+end
+end

data/lib/testr/server.rb

@@ -0,0 +1,32 @@
+require 'json'
+
+module TestR
+module Server
+
+  def quit
+    throw :testr_server_quit
+  end
+
+  def loop
+    (@upstream = STDOUT.dup).sync = true
+    STDOUT.reopen(STDERR).sync = true
+
+    catch :testr_server_quit do
+      while line = STDIN.gets
+        warn "#{caller[2]} RECV #{line.chomp}" if $DEBUG
+
+        command = JSON.load(line)
+        method = command.first
+
+        if respond_to? method and method != __method__ # prevent loops
+          @command, @command_line = command, line
+          __send__(*command)
+        else
+          warn "#{self}: bad command: #{method}"
+        end
+      end
+    end
+  end
+
+end
+end

data/lib/testr/version.rb

@@ -0,0 +1,3 @@
+module TestR
+  VERSION = "14.0.0"
+end

data/testr.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "testr/version"
+
+Gem::Specification.new do |s|
+  s.name        = "testr"
+  s.version     = TestR::VERSION
+  s.authors,
+  s.email       = File.read('LICENSE').scan(/Copyright \d+ (.+) <(.+?)>/).transpose
+  s.homepage    = "http://github.com/sunaku/testr"
+  s.summary     = "Continuous testing tool for Ruby"
+  s.description = nil
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+  s.add_runtime_dependency "json", ">= 1.6.1"
+  s.add_runtime_dependency "guard", ">= 0.8.4"
+  s.add_runtime_dependency "diff-lcs", ">= 1.1.2"
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: testr
+version: !ruby/object:Gem::Version
+  version: 14.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Suraj N. Kurapati
+- Brian D. Burns
+- Daniel Pittman
+- Jacob Helwig
+- Corné Verbruggen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-10-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &20744840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *20744840
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &20743380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *20743380
+- !ruby/object:Gem::Dependency
+  name: diff-lcs
+  requirement: &20742260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *20742260
+description: ''
+email:
+- sunaku@gmail.com
+- burns180@gmail.com
+- daniel@rimspace.net
+- jacob@technosorcery.net
+- corne@g-majeur.nl
+executables:
+- testr
+- testr-driver
+- testr-herald
+- testr-master
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- HISTORY.md
+- LICENSE
+- README.md
+- Rakefile
+- bin/testr
+- bin/testr-driver
+- bin/testr-herald
+- bin/testr-master
+- lib/testr/client.rb
+- lib/testr/config.rb
+- lib/testr/config/parallel_tests.rb
+- lib/testr/config/rails.rb
+- lib/testr/driver.rb
+- lib/testr/master.rb
+- lib/testr/server.rb
+- lib/testr/version.rb
+- testr.gemspec
+homepage: http://github.com/sunaku/testr
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Continuous testing tool for Ruby
+test_files: []