forking_test_runner 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f37240f61aa8ac0e9020b79cc2d3c7482e072022
+  data.tar.gz: bce3260c8d8b39a57ce69c7ad942f886a080ffe8
+SHA512:
+  metadata.gz: 4483cbd72e290e710ac6608fee73935d4f88b509e76e8b3d57ca7fe9cb07cec41bc1eb187c0cc97448aa11ac858a63cfefbfd5fc9e04e957cf0a7cbe16e08c00
+  data.tar.gz: 4d79162fd8512fe21669bdfe131efcc2cdd8f4a2aa5016f2b40cee9194ff6e78eb4e20a34b08c121dccc1e085aae5fbf35fb125b354aac6d52f19b98b7177c27

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (C) 2013 Michael Grosser <michael@grosser.it>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/bin/forking-test-runner

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+
+# enable local usage from cloned repo
+root = File.expand_path("../..", __FILE__)
+$LOAD_PATH << "#{root}/lib" if File.exist?("#{root}/Gemfile")
+
+require 'forking_test_runner'
+
+ForkingTestRunner.disable_minitest_autorun
+
+runtime_log = ForkingTestRunner.delete_argv("--runtime-log", ARGV)
+helper = ForkingTestRunner.delete_argv("--helper", ARGV) || "test/test_helper"
+
+require "./#{helper}"
+
+tests = ForkingTestRunner.find_tests_for_group(ARGV, runtime_log)
+puts "Running tests #{tests.map(&:first).join(" ")}"
+
+show_time = tests[0][1]
+
+clear = "------"
+results = tests.map do |file, expected|
+  puts "#{clear} >>> #{file}"
+  success = false
+  time = Benchmark.realtime do
+    success = ForkingTestRunner.run_test(file)
+  end
+  puts "Time: expected #{expected.round(2)}, actual #{time.round(2)}" if show_time
+  puts "#{clear} <<< #{file} ---- #{success ? "OK" : "Failed"}"
+  [file, time, expected, success]
+end
+
+puts "\nResults:"
+puts results.map { |f,_,_,r| "#{f}: #{r ? "OK" : "Fail"}"}
+
+if show_time
+  puts "Time: #{results.map { |_,time,expected,_| time - expected }.inject(:+).to_f.round(2)} diff to expected"
+end
+
+# log runtime and then curl it into the runtime log location
+if ENV["RECORD_RUNTIME"]
+  require 'tempfile'
+  slug = ENV.fetch("TRAVIS_REPO_SLUG").sub("/", "-")
+  id = ENV.fetch("TRAVIS_BUILD_NUMBER")
+  url = "https://amend.herokuapp.com/amend/#{slug}-#{id}"
+  data = results.map { |f,time,_,_| "#{f}:#{time.round(2)}" }.join("\n") << "\n"
+  Tempfile.open("runtime.log") do |f|
+    f.write(data)
+    f.close
+    result = `curl -X POST --data-binary @#{f.path} #{url}`
+    puts "amended runtime log\ncurl #{url} | sort > #{runtime_log}\nStatus: #{$?.success?}\nResponse: #{result}"
+  end
+end
+
+exit(results.map(&:last).all? ? 0 : 1)

data/lib/forking_test_runner/version.rb

@@ -0,0 +1,3 @@
+module ForkingTestRunner
+  VERSION = "0.1.0"
+end

data/lib/forking_test_runner.rb

@@ -0,0 +1,85 @@
+module ForkingTestRunner
+  class << self
+    # This forces Rails to load all fixtures, then prevents it from deleting and then
+    # re-inserting all fixtures when a test is run.
+    # Saves us a couple of seconds when the test includes a call to fixtures :all.
+    def preload_fixtures
+      return if @preloaded
+      @preloaded = true
+
+      # reuse our pre-loaded fixtures even if we have a different connection
+      class << ActiveRecord::Fixtures
+        def cache_for_connection(connection)
+          ActiveRecord::Fixtures.class_variable_get(:@@all_cached_fixtures)[:unique]
+        end
+      end
+
+      ActiveSupport::TestCase.fixtures :all
+
+      ActiveRecord::Fixtures.create_fixtures(
+        ActiveRecord::TestCase.fixture_path,
+        ActiveRecord::TestCase.fixture_table_names,
+        ActiveRecord::TestCase.fixture_class_names
+      )
+    end
+
+    # don't let minitest setup another exit hook
+    def disable_minitest_autorun
+      require 'minitest/unit'
+      MiniTest::Unit.class_variable_set("@@installed_at_exit", true)
+    end
+
+    def enabled_minitest_autorun
+      MiniTest::Unit.class_variable_set(:@@installed_at_exit, false)
+      MiniTest::Unit.autorun
+    end
+
+    def run_test(file)
+      preload_fixtures
+      ActiveRecord::Base.connection.disconnect!
+      child = fork do
+        ActiveRecord::Base.establish_connection 'test'
+        enabled_minitest_autorun
+        require "./#{file}"
+      end
+      Process.wait(child)
+      $?.success?
+    end
+
+    def find_tests_for_group(argv, runtime_log)
+      require 'parallel_tests/test/runner'
+
+      if argv.include?("--group")
+        # delete options we want while leaving others as they are (-v / --seed etc)
+        group, number_of_groups = ['--group', '--groups'].map do |arg|
+          value = delete_argv(arg, argv) || raise("Did not find option #{arg}")
+          value.to_i
+        end
+        dir = ARGV.shift
+        raise "Unable to find directory #{dir.inspect}" unless File.exist?(dir.to_s)
+        tests = [dir]
+      else
+        group = 1
+        number_of_groups = 1
+        size = argv.index("--") || argv.size
+        tests = argv.slice!(0, size)
+        argv.shift # remove --
+      end
+
+      group_by = (runtime_log ? :runtime : :filesize)
+      tests = ParallelTests::Test::Runner.send(:tests_with_size, tests, runtime_log: runtime_log, group_by: group_by)
+      groups = ParallelTests::Grouper.in_even_groups_by_size(tests, number_of_groups, {})
+      group = groups[group - 1] || raise("Group #{group} not found")
+
+      # return tests with runtime
+      tests = Hash[tests]
+      group.map { |test| [test, (tests[test] if group_by == :runtime)] }
+    end
+
+    def delete_argv(arg, argv)
+      return unless index = argv.index(arg)
+      argv.delete_at(index)
+      argv.delete_at(index)
+    end
+  end
+end

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification
+name: forking_test_runner
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parallel_tests
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.7
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+description: 
+email: michael@grosser.it
+executables:
+- forking-test-runner
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- bin/forking-test-runner
+- lib/forking_test_runner.rb
+- lib/forking_test_runner/version.rb
+homepage: https://github.com/grosser/forking_test_runner
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Run every test in a fork to avoid pollution and get clean output per test
+test_files: []