coverband 4.0.1 → 4.2.0

data/test/coverband/reporters/base_test.rb

@@ -0,0 +1,168 @@
+# frozen_string_literal: true
+
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
+
+class ReportsBaseTest < Minitest::Test
+  test 'relative_path_to_full fix filename from a key with a swappable path' do
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = '/full/remote_app/path'
+    end
+
+    key = '/app/is/a/path.rb'
+    # the code takes config.root expands and adds a '/' for the final path in roots
+    roots = ['/app/', '/full/remote_app/path/']
+
+    expected_path = '/full/remote_app/path/is/a/path.rb'
+    File.expects(:exist?).with(key).returns(false)
+    File.expects(:exist?).with(expected_path).returns(true)
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+  end
+
+  test 'relative_path_to_full fix filename a changing deploy path with quotes' do
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = '/full/remote_app/path'
+    end
+
+    expected_path = '/full/remote_app/path/app/models/user.rb'
+    key = '/box/apps/app_name/releases/20140725203539/app/models/user.rb'
+    roots = ["/box/apps/app_name/releases/\\d+/", '/full/remote_app/path/']
+    File.expects(:exist?).with('/box/apps/app_name/releases/\\d+/app/models/user.rb').returns(false)
+    File.expects(:exist?).with(expected_path).returns(true)
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+    File.expects(:exist?).with('/box/apps/app_name/releases/\\d+/app/models/user.rb').returns(false)
+    File.expects(:exist?).with(expected_path).returns(true)
+    roots = ['/box/apps/app_name/releases/\d+/', '/full/remote_app/path/']
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+  end
+
+  test 'relative_path_to_full fix filename a changing deploy path real world examples' do
+    current_app_root = '/var/local/company/company.d/79'
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = current_app_root
+    end
+
+    expected_path = '/var/local/company/company.d/79/app/controllers/dashboard_controller.rb'
+    key = '/var/local/company/company.d/78/app/controllers/dashboard_controller.rb'
+
+    File.expects(:exist?).with('/var/local/company/company.d/[0-9]*/app/controllers/dashboard_controller.rb').returns(false)
+    File.expects(:exist?).with(expected_path).returns(true)
+    roots = ['/var/local/company/company.d/[0-9]*/', "#{current_app_root}/"]
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+    File.expects(:exist?).with('/var/local/company/company.d/[0-9]*/app/controllers/dashboard_controller.rb').returns(false)
+    File.expects(:exist?).with(expected_path).returns(true)
+    roots = ["/var/local/company/company.d/[0-9]*/", "#{current_app_root}/"]
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+  end
+
+  test 'relative_path_to_full leave filename from a key with a local path' do
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = '/full/remote_app/path'
+    end
+
+    key = '/full/remote_app/path/is/a/path.rb'
+    # the code takes config.root expands and adds a '/' for the final path in roots
+    roots = ['/app/', '/full/remote_app/path/']
+
+    expected_path = '/full/remote_app/path/is/a/path.rb'
+    assert_equal expected_path, Coverband::Reporters::Base.send(:relative_path_to_full, key, roots)
+  end
+
+  test '#merge_arrays basic merge preserves order and counts' do
+    first = [0, 0, 1, 0, 1]
+    second = [nil, 0, 1, 0, 0]
+    expects = [0, 0, 2, 0, 1]
+
+    assert_equal expects, Coverband::Reporters::Base.send(:merge_arrays, first, second)
+  end
+
+  test '#merge_arrays basic merge preserves order and counts different lengths' do
+    first = [0, 0, 1, 0, 1]
+    second = [nil, 0, 1, 0, 0, 0, 0, 1]
+    expects = [0, 0, 2, 0, 1, 0, 0, 1]
+
+    assert_equal expects, Coverband::Reporters::Base.send(:merge_arrays, first, second)
+  end
+
+  test '#merge_arrays basic merge preserves nils' do
+    first = [0, 1, 2, nil, nil, nil]
+    second = [0, 1, 2, nil, 0, 1, 2]
+    expects = [0, 2, 4, nil, 0, 1, 2]
+
+    assert_equal expects, Coverband::Reporters::Base.send(:merge_arrays, first, second)
+  end
+
+  test "#get_current_scov_data_imp doesn't ignore folders with default ignore keys" do
+    @redis = Redis.new
+    store = Coverband::Adapters::RedisStore.new(@redis)
+    store.clear!
+
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = '/full/remote_app/path'
+      config.store             = store
+    end
+
+    key = '/a_path/that_has_erb_in/thepath.rb'
+    roots = ['/app/', '/full/remote_app/path/']
+
+    lines_hit = [1, 3, 6]
+    store.stubs(:merged_coverage).returns(key => lines_hit)
+    expected = { key => [1, 3, 6] }
+
+    assert_equal expected, Coverband::Reporters::Base.send(:get_current_scov_data_imp, store, roots)[:merged]
+  end
+
+  ###
+  # This test uses real world example data which helped uncover a bug
+  # The copied data doesn't format easily and isn't worth the effort to meet
+  # string style
+  # rubocop:disable all
+  ###
+  test '#get_current_scov_data_imp merges multiples of file data' do
+    coverage = {'/base/66/app/controllers/dashboard_controller.rb' =>
+       {"first_updated_at"=>1549610119,
+        "last_updated_at"=>1549610200,
+        "file_hash"=>"14dc84e940e26cbfb9ac79b43862e762",
+        "data"=>[1, 1, 1, nil, 1, 1, nil, nil, 1, nil, 1, 26, 26, nil, 26, 26, 26, 26, 26, 26, 26, nil, nil, 1, nil, 1, 26, 19, 0, 0, 0, 0, nil, nil, nil, nil, 0, 0, nil, nil, 1, 26, 26, 26, nil, nil, nil, nil, nil, 1, 26, nil, nil, 1, 26, nil, nil]},
+     '/base/78/app/controllers/dashboard_controller.rb' =>
+       {"first_updated_at"=>1549658574,
+        "last_updated_at"=>1549729830,
+        "file_hash"=>"14dc84e940e26cbfb9ac79b43862e762",
+        "data"=>[21, 21, 21, nil, 21, 21, nil, nil, 21, nil, 21, 22, 22, nil, 22, 22, 22, 22, 22, 22, 22, nil, nil, 21, nil, 21, 22, 13, 0, 0, 0, 0, nil, nil, nil, nil, 0, 0, nil, nil, 21, 22, 22, 22, nil, nil, nil, nil, nil, 21, 22, nil, nil, 21, 22, nil, nil]},
+    '/base/70/app/controllers/dashboard_controller.rb' =>
+       {"first_updated_at"=>1549617873,
+        "last_updated_at"=>1549618094,
+        "file_hash"=>"14dc84e940e26cbfb9ac79b43862e762",
+        "data"=>[16, 16, 16, nil, 16, 16, nil, nil, 16, nil, 16, 32, 32, nil, 32, 32, 32, 32, 32, 32, 32, nil, nil, 16, nil, 16, 32, 23, 0, 0, 0, 0, nil, nil, nil, nil, 0, 0, nil, nil, 16, 32, 32, 32, nil, nil, nil, nil, nil, 16, 32, nil, nil, 16, 32, nil, nil]}
+      }
+    @redis = Redis.new
+    store = Coverband::Adapters::RedisStore.new(@redis)
+    store.clear!
+
+    Coverband.configure do |config|
+      config.reporter          = 'std_out'
+      config.root              = '/base/78/app/'
+      config.store             = store
+    end
+
+    key = '/base/78/app/app/controllers/dashboard_controller.rb'
+    roots = ['/base/[0-9]*/', '/base/78/app/']
+
+    lines_hit = [1, 3, 6]
+    store.stubs(:merged_coverage).returns(coverage)
+    File.expects(:exist?).at_least_once
+      .with('/base/[0-9]*/app/controllers/dashboard_controller.rb')
+      .returns(false)
+    File.expects(:exist?).at_least_once.with(key).returns(true)
+
+    expected = {"first_updated_at"=>1549617873,
+                "last_updated_at"=>1549618094,
+                "file_hash"=>"14dc84e940e26cbfb9ac79b43862e762",
+                "data"=>[38, 38, 38, nil, 38, 38, nil, nil, 38, nil, 38, 80, 80, nil, 80, 80, 80, 80, 80, 80, 80, nil, nil, 38, nil, 38, 80, 55, 0, 0, 0, 0, nil, nil, nil, nil, 0, 0, nil, nil, 38, 80, 80, 80, nil, nil, nil, nil, nil, 38, 80, nil, nil, 38, 80, nil, nil]}
+    assert_equal expected, Coverband::Reporters::Base.send(:get_current_scov_data_imp, store, roots)[:merged][key]
+  end
+end

data/test/{unit/reports_console_test.rb → coverband/reporters/console_test.rb}

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require File.expand_path('../test_helper', File.dirname(__FILE__))
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
 
 class HTMLReportTest < Minitest::Test
-  BASE_KEY = Coverband::Adapters::RedisStore::BASE_KEY
+  REDIS_STORAGE_FORMAT_VERSION = Coverband::Adapters::RedisStore::REDIS_STORAGE_FORMAT_VERSION
 
   def setup
     super
@@ -20,13 +20,14 @@ class HTMLReportTest < Minitest::Test
     end
     Coverband.configuration.logger.stubs('info')
     mock_file_hash
-    Coverband::Reporters::ConsoleReport
-      .expects(:current_root)
-      .returns('app_path')
+    Coverband.configuration
+             .expects(:current_root)
+             .at_least_once
+             .returns('app_path')
     @store.send(:save_report, basic_coverage)
 
-    report = Coverband::Reporters::ConsoleReport.report(@store)
-    expected = { 'app_path/dog.rb' => [0, 1, 2] }
+    report = Coverband::Reporters::ConsoleReport.report(@store)[:merged]
+    expected = { './dog.rb' => [0, 1, 2] }
     assert_equal(expected.keys, report.keys)
   end
 end

data/test/coverband/reporters/html_test.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
+
+class ReportHTMLTest < Minitest::Test
+  def setup
+    super
+    @redis = Redis.new
+    @store = Coverband::Adapters::RedisStore.new(@redis)
+    @store.clear!
+  end
+
+  test 'generate scov html report' do
+    Coverband.configure do |config|
+      config.reporter          = 'scov'
+      config.store             = @store
+      config.s3_bucket         = nil
+      config.ignore            = ['notsomething.rb']
+    end
+    mock_file_hash
+    @store.send(:save_report, basic_coverage)
+
+    html = Coverband::Reporters::HTMLReport.new(@store,
+                                                   html: true,
+                                                   open_report: false).report
+    assert_match 'Generated by', html
+  end
+
+  test 'generate scov report file' do
+    Coverband.configure do |config|
+      config.reporter          = 'scov'
+      config.store             = @store
+      config.s3_bucket         = nil
+      config.ignore            = ['notsomething.rb']
+    end
+    mock_file_hash
+    @store.send(:save_report, basic_coverage)
+
+    reporter = Coverband::Reporters::HTMLReport.new(@store,
+                                                    html: false,
+                                                    open_report: false)
+    Coverband::Utils::HTMLFormatter.any_instance.expects(:format!).once
+    reporter.report
+  end
+end

data/test/coverband/reporters/web_test.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
+require 'aws-sdk-s3'
+require File.expand_path('../../../lib/coverband/reporters/web', File.dirname(__FILE__))
+require 'rack/test'
+
+ENV['RACK_ENV'] = 'test'
+
+if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new('2.2.0')
+  module Coverband
+    class WebTest < Minitest::Test
+      include Rack::Test::Methods
+
+      def app
+        Coverband::Reporters::Web.new
+      end
+
+      def teardown
+        super
+        Coverband.configuration.s3_bucket = nil
+      end
+
+      test 'renders index content' do
+        get '/'
+        assert last_response.ok?
+        assert_match 'Coverband Admin', last_response.body
+      end
+
+      test 'renders 404' do
+        get '/show'
+        assert last_response.not_found?
+        assert_equal '404 error!', last_response.body
+      end
+
+      test 'clears coverband' do
+        post '/clear'
+        assert_equal 301, last_response.status
+      end
+
+      test 'collect_coverage' do
+        post '/collect_coverage'
+        assert_equal 301, last_response.status
+      end
+
+      test 'reload_files' do
+        post '/reload_files'
+        assert_equal 301, last_response.status
+      end
+    end
+  end
+end

data/test/coverband/utils/file_groups_test.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
+
+describe Coverband::Utils::FileGroups do
+  FAKE_GEM_PATH = 'fake/gem/path'
+  subject do
+    controller_lines = [nil, 2, 2, 0, nil, nil, 0, nil, nil, nil]
+    files = [
+      Coverband::Utils::SourceFile.new(source_fixture('sample.rb'), [nil, 1, 1, 1, nil, nil, 1, 1, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/models/user.rb'), [nil, 1, 1, 1, nil, nil, 1, 0, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/controllers/sample_controller.rb'), controller_lines),
+      Coverband::Utils::SourceFile.new("#{FAKE_GEM_PATH}/gem_name.rb", controller_lines)
+    ]
+    Coverband.configuration.expects(:gem_paths).at_least_once.returns([FAKE_GEM_PATH])
+    Coverband.configuration.track_gems = true
+    Coverband::Utils::FileGroups.new(files)
+  end
+
+  it 'has app files' do
+    assert_equal 'test/fixtures/sample.rb', subject.grouped_results['App'].first.short_name
+  end
+
+  it 'has gem files' do
+    assert_equal "#{FAKE_GEM_PATH}/gem_name.rb", subject.grouped_results['Gems'].first.first.short_name
+  end
+end
+
+describe Coverband::Utils::FileGroups, :vendored_gems do
+  FAKE_VENDOR_GEM_PATH = "#{test_root}/app/vendor/bundle/ruby/2.5.0/gems"
+  subject do
+    controller_lines = [nil, 2, 2, 0, nil, nil, 0, nil, nil, nil]
+    files = [
+      Coverband::Utils::SourceFile.new(source_fixture('sample.rb'), [nil, 1, 1, 1, nil, nil, 1, 1, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/models/user.rb'), [nil, 1, 1, 1, nil, nil, 1, 0, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/controllers/sample_controller.rb'), controller_lines),
+      Coverband::Utils::SourceFile.new("#{FAKE_VENDOR_GEM_PATH}/gem_name.rb", controller_lines)
+    ]
+    Coverband.configuration.expects(:gem_paths).at_least_once.returns([FAKE_VENDOR_GEM_PATH])
+    Coverband.configuration.track_gems = true
+    Coverband::Utils::FileGroups.new(files)
+  end
+
+  it 'has app files' do
+    assert_equal 'test/fixtures/sample.rb', subject.grouped_results['App'].first.short_name
+  end
+
+  it "doesn't include vendor gems in app files app files" do
+    assert_nil subject.grouped_results['App'].select { |files| files.short_name.match(/gem_name/) }.first
+  end
+
+  it 'does has gem files' do
+    assert_equal 'gem_name.rb', subject.grouped_results['Gems'].first.first.short_name
+  end
+end

data/test/{unit → coverband}/utils/file_list_test.rb

@@ -6,7 +6,7 @@ require File.expand_path('../../test_helper', File.dirname(__FILE__))
 # Thanks for all the help SimpleCov https://github.com/colszowka/simplecov-html
 # initial version of test pulled into Coverband from Simplecov 12/19/2018
 ####
-describe Coverband::Utils::Result do
+describe Coverband::Utils::FileList do
   subject do
     original_result = {
       source_fixture('sample.rb') => [nil, 1, 1, 1, nil, nil, 1, 1, nil, nil],

data/test/coverband/utils/gem_list_test.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require File.expand_path('../../test_helper', File.dirname(__FILE__))
+
+####
+# Thanks for all the help SimpleCov https://github.com/colszowka/simplecov-html
+# initial version of test pulled into Coverband from Simplecov 12/19/2018
+####
+describe Coverband::Utils::GemList do
+  subject do
+    controller_lines = [nil, 2, 2, 0, nil, nil, 0, nil, nil, nil]
+    gem_files = [
+      Coverband::Utils::SourceFile.new(source_fixture('sample.rb'), [nil, 1, 1, 1, nil, nil, 1, 1, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/models/user.rb'), [nil, 1, 1, 1, nil, nil, 1, 0, nil, nil]),
+      Coverband::Utils::SourceFile.new(source_fixture('app/controllers/sample_controller.rb'), controller_lines)
+    ]
+    gem_lists = [Coverband::Utils::FileList.new(gem_files), Coverband::Utils::FileList.new(gem_files)]
+    Coverband::Utils::GemList.new(gem_lists)
+  end
+
+  it 'has 22 covered lines' do
+    assert_equal 22, subject.covered_lines
+  end
+
+  it 'has 6 missed lines' do
+    assert_equal 6, subject.missed_lines
+  end
+
+  it 'has 34 never lines' do
+    assert_equal 34, subject.never_lines
+  end
+
+  it 'has 28 lines of code' do
+    assert_equal 28, subject.lines_of_code
+  end
+
+  it 'has 10 skipped lines' do
+    assert_equal 10, subject.skipped_lines
+  end
+
+  it 'has the correct covered percent' do
+    assert_equal 78.57142857142857, subject.covered_percent
+  end
+
+  it 'has the correct covered strength' do
+    assert_equal 0.9285714285714286, subject.covered_strength
+  end
+end

data/test/{unit → coverband}/utils/source_file_test.rb

@@ -79,7 +79,7 @@ describe Coverband::Utils::SourceFile do
         subject.lines
       end
 
-      assert(captured_output.match(/^Warning: coverage data provided/))
+      assert(captured_output.match(/^Warning: coverage data/))
     end
   end
 

data/test/{unit → integration}/full_stack_test.rb

@@ -4,21 +4,28 @@ require File.expand_path('../test_helper', File.dirname(__FILE__))
 require 'rack'
 
 class FullStackTest < Minitest::Test
-  BASE_KEY = Coverband::Adapters::RedisStore::BASE_KEY
+  REDIS_STORAGE_FORMAT_VERSION = Coverband::Adapters::RedisStore::REDIS_STORAGE_FORMAT_VERSION
   TEST_RACK_APP = '../fake_app/basic_rack.rb'
+  RELATIVE_FILE = './fake_app/basic_rack.rb'
 
   def setup
+    super
     Coverband::Collectors::Coverage.instance.reset_instance
     Coverband.configure do |config|
       config.reporting_frequency = 100.0
       config.store = Coverband::Adapters::RedisStore.new(Redis.new)
       config.s3_bucket = nil
       config.background_reporting_enabled = false
+      config.root_paths = ["#{File.expand_path('../', File.dirname(__FILE__))}/"]
+      config.track_gems = true
     end
     Coverband.configuration.store.clear!
     Coverband.start
+    Coverband::Collectors::Coverage.instance.runtime!
     @rack_file = File.expand_path(TEST_RACK_APP, File.dirname(__FILE__))
-    load @rack_file
+    require @rack_file
+    # preload first coverage hit
+    Coverband::Collectors::Coverage.instance.report_coverage(true)
   end
 
   test 'call app' do
@@ -26,20 +33,26 @@ class FullStackTest < Minitest::Test
     middleware = Coverband::Middleware.new(fake_app_with_lines)
     results = middleware.call(request)
     assert_equal 'Hello Rack!', results.last
-    sleep(0.1)
-    expected = [nil, nil, 1, nil, 1, 1, 1, nil, nil]
-    assert_equal expected, Coverband.configuration.store.coverage[@rack_file]['data']
+    sleep(0.2)
+    expected = [nil, nil, 0, nil, 0, 0, 1, nil, nil]
+    assert_equal expected, Coverband.configuration.store.coverage[RELATIVE_FILE]['data']
 
     # additional calls increase count by 1
     middleware.call(request)
-    sleep(0.1)
-    expected = [nil, nil, 1, nil, 1, 1, 2, nil, nil]
-    assert_equal expected, Coverband.configuration.store.coverage[@rack_file]['data']
+    sleep(0.2)
+    expected = [nil, nil, 0, nil, 0, 0, 2, nil, nil]
+    assert_equal expected, Coverband.configuration.store.coverage[RELATIVE_FILE]['data']
+  end
 
-    # expected = nil
-    # TODO: read the html to test it matches expectations? or return data as a hash?
-    # actual = Coverband::Reporters::HTMLReport.report(Coverband.configuration.store, open_report: false)
-    # assert_equal expected, actual
+  test 'call app with gem tracking' do
+    require 'rainbow'
+    Rainbow('this text is red').red
+    request = Rack::MockRequest.env_for('/anything.json')
+    middleware = Coverband::Middleware.new(fake_app_with_lines)
+    results = middleware.call(request)
+    assert_equal 'Hello Rack!', results.last
+    sleep(0.1)
+    assert Coverband.configuration.store.coverage.keys.any? { |key| key.end_with?('rainbow/global.rb') }
   end
 
   private

data/test/{unit → integration}/rails_full_stack_test.rb

@@ -8,9 +8,11 @@ class RailsFullStackTest < Minitest::Test
 
   def setup
     super
-    #The normal relative directory lookup of coverband won't work for our dummy rails project
-    Coverband.configure("./test/rails#{Rails::VERSION::MAJOR}_dummy/config/coverband.rb")
-    Coverband.start
+    rails_setup
+    # preload first coverage hit
+    Coverband::Collectors::Coverage.instance.report_coverage(true)
+    require 'rainbow'
+    Rainbow('this text is red').red
   end
 
   def teardown
@@ -19,14 +21,32 @@ class RailsFullStackTest < Minitest::Test
     Capybara.use_default_driver
   end
 
+  # We have to combine everything in one test
+  # because we can only initialize rails once per test
+  # run. Possibly fork test runs to avoid this problem in future?
   test 'this is how we do it' do
     visit '/dummy/show'
+    Coverband.report_coverage(true)
     assert_content('I am no dummy')
-    sleep 0.2
     visit '/coverage'
-    within page.find('a',  text: /dummy_controller.rb/).find(:xpath, "../..") do
+    within page.find('a', text: /dummy_controller.rb/).find(:xpath, '../..') do
       assert_selector('td', text: '100.0 %')
     end
+
+    #Test gems are reporting coverage
+    assert_content('Gems')
+    assert page.html.match('rainbow/wrapper.rb')
+
+    #Test eager load data stored separately
+    dummy_controller = "./test/rails#{Rails::VERSION::MAJOR}_dummy/app/controllers/dummy_controller.rb"
+    store.type = :eager_loading
+    eager_expected = [1, 1, 0, nil, nil]
+    results = store.coverage[dummy_controller]['data']
+    assert_equal(eager_expected, results)
+
+    store.type = nil
+    runtime_expected = [0, 0, 1, nil, nil]
+    results = store.coverage[dummy_controller]['data']
   end
 
   ###
@@ -46,7 +66,7 @@ class RailsFullStackTest < Minitest::Test
       3.times do
         visit '/dummy/show'
         assert_content('I am no dummy')
-        Coverband::Collectors::Coverage.instance.report_coverage(true)
+        Coverband.report_coverage(true)
       end
 
       previous_out = $stdout
@@ -57,7 +77,7 @@ class RailsFullStackTest < Minitest::Test
         15.times do
           visit '/dummy/show'
           assert_content('I am no dummy')
-          Coverband::Collectors::Coverage.instance.report_coverage(true)
+          Coverband.report_coverage(true)
           # this is expected to retain memory across requests
           # clear it to remove the false positive from test
           Coverband::Collectors::Coverage.instance.send(:add_previous_results, nil)

data/test/rails4_dummy/config/application.rb

@@ -10,6 +10,6 @@ module Rails4Dummy
     config.before_initialize do
       Coverband.start
     end
-    config.eager_load = false
+    config.eager_load = true
   end
 end

data/test/rails4_dummy/config/coverband.rb

@@ -4,5 +4,8 @@ Coverband.configure do |config|
   config.ignore            = %w[vendor .erb$ .slim$]
   config.root_paths        = []
   config.logger              = Rails.logger
-  config.background_reporting_sleep_seconds = 0.1
+  config.verbose           = true
+  config.background_reporting_enabled = false
+  config.track_gems = true
+  config.gem_details = true
 end

data/test/rails5_dummy/config/application.rb

@@ -10,7 +10,7 @@ module Dummy
     config.before_initialize do
       Coverband.start
     end
-    config.eager_load = false
+    config.eager_load = true
   end
 end
 

data/test/rails5_dummy/config/coverband.rb

@@ -5,5 +5,7 @@ Coverband.configure do |config|
   config.root_paths        = []
   config.logger            = Rails.logger
   config.verbose           = true
-  config.background_reporting_sleep_seconds = 0.1
+  config.background_reporting_enabled = false
+  config.track_gems = true
+  config.gem_details = true
 end

data/test/rails_test_helper.rb

@@ -1,11 +1,16 @@
-# Configure Rails Environment
-ENV["RAILS_ENV"] = "test"
-require 'rails'
 require File.expand_path('./test_helper', File.dirname(__FILE__))
-require_relative "../test/rails#{Rails::VERSION::MAJOR}_dummy/config/environment"
-require 'capybara/rails'
+require 'capybara'
 require 'capybara/minitest'
+def rails_setup
+  ENV["RAILS_ENV"] = "test"
+  require 'rails'
+  #coverband must be required after rails
+  load 'coverband/utils/railtie.rb'
+  Coverband.configure("./test/rails#{Rails::VERSION::MAJOR}_dummy/config/coverband.rb")
+  require_relative "../test/rails#{Rails::VERSION::MAJOR}_dummy/config/environment"
+  require 'capybara/rails'
+  #Our coverage report is wrapped in display:none as of now
+  Capybara.ignore_hidden_elements = false
+  require 'mocha/minitest'
+end
 
-#Our coverage report is wrapped in display:none as of now
-Capybara.ignore_hidden_elements = false
-require 'mocha/minitest'