knapsack_pro 5.7.0 → 6.0.1

data/spec/knapsack_pro/formatters/time_tracker_specs.rb

@@ -0,0 +1,453 @@
+# Named _specs.rb on purpose because it hangs if run as part of `bundle exec rspec`.
+# Use `bundle exec ruby spec/knapsack_pro/formatters/time_tracker_specs.rb` instead.
+
+require 'rspec/core'
+require 'knapsack_pro'
+require 'stringio'
+require_relative '../../../lib/knapsack_pro/formatters/time_tracker'
+
+class TestTimeTracker
+  def test_single_example
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it do
+          sleep 0.1
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] > 0.10
+      raise unless times[0]["time_execution"] < 0.15
+    end
+  end
+
+  def test_two_files
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec_1 = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker 1" do
+        it do
+          sleep 0.1
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    spec_2 = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker 2" do
+        it do
+          sleep 0.2
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs([spec_1, spec_2]) do |spec_paths, times|
+      raise unless times.size == 2
+      raise unless times.first["path"] == spec_paths.first
+      raise unless times.first["time_execution"] > 0.10
+      raise unless times.first["time_execution"] < 0.15
+      raise unless times.last["path"] == spec_paths.last
+      raise unless times.last["time_execution"] > 0.20
+      raise unless times.last["time_execution"] < 0.25
+    end
+  end
+
+  def test_failing_example
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it do
+          sleep 0.1
+          expect(1).to eq 2
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] > 0.10
+      raise unless times[0]["time_execution"] < 0.15
+    end
+  end
+
+  def test_pending_example
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        xit do
+          sleep 0.1
+          expect(1).to eq 2
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] == 0.0
+    end
+  end
+
+  def test_multiple_top_level_groups
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker 1" do
+        it do
+          sleep 0.1
+          expect(1).to eq 1
+        end
+      end
+
+      describe "KnapsackPro::Formatters::TimeTracker 2" do
+        it do
+          sleep 0.2
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] > 0.30
+      raise unless times[0]["time_execution"] < 0.35
+    end
+  end
+
+  def test_rspec_split_by_test_example
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      true
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker 1" do
+        it do
+          expect(1).to eq 1
+        end
+
+        it do
+          sleep 0.1
+          expect(1).to eq 1
+        end
+      end
+
+      describe "KnapsackPro::Formatters::TimeTracker 2" do
+        it do
+          sleep 0.2
+          expect(1).to eq 1
+        end
+
+        it do
+          sleep 0.3
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 4
+      spec_path = spec_paths.first
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:1]" }["time_execution"] < 0.05
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:2]" }["time_execution"] > 0.10
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:2]" }["time_execution"] < 0.15
+      raise unless times.find { |time| time["path"] == "#{spec_path}[2:1]" }["time_execution"] > 0.20
+      raise unless times.find { |time| time["path"] == "#{spec_path}[2:1]" }["time_execution"] < 0.25
+      raise unless times.find { |time| time["path"] == "#{spec_path}[2:2]" }["time_execution"] > 0.30
+      raise unless times.find { |time| time["path"] == "#{spec_path}[2:2]" }["time_execution"] < 0.35
+    end
+  end
+
+  def test_hooks
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        before(:all) do
+          sleep 0.1
+        end
+
+        before(:each) do
+          sleep 0.1
+        end
+
+        after(:each) do
+          sleep 0.1
+        end
+
+        it do
+          expect(1).to eq 1
+        end
+
+        it do
+          expect(1).to eq 1
+        end
+
+        after(:all) do
+          sleep 0.1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] > 0.60
+      raise unless times[0]["time_execution"] < 0.65
+    end
+  end
+
+  def test_hooks_with_rspec_split_by_test_example
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      true
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        before(:all) do
+          sleep 0.1
+        end
+
+        before(:each) do
+          sleep 0.1
+        end
+
+        after(:each) do
+          sleep 0.1
+        end
+
+        it do
+          expect(1).to eq 1
+        end
+
+        it do
+          expect(1).to eq 1
+        end
+
+        after(:all) do
+          sleep 0.1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 2
+      spec_path = spec_paths.first
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:1]" }["time_execution"] > 0.40
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:1]" }["time_execution"] < 0.45
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:2]" }["time_execution"] > 0.40
+      raise unless times.find { |time| time["path"] == "#{spec_path}[1:2]" }["time_execution"] < 0.45
+    end
+  end
+
+  def test_unknown_path
+    KnapsackPro::Formatters::TimeTracker.class_eval do
+      alias_method :original_file_path_for, :file_path_for
+
+      define_method(:file_path_for) do |_example|
+        ""
+      end
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it do
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 2
+      raise unless times[0]["path"] == "UNKNOWN_PATH"
+      raise unless times[1]["path"] == spec_paths.first
+    end
+
+  ensure
+    KnapsackPro::Formatters::TimeTracker.class_eval do
+      undef :file_path_for
+      alias_method :file_path_for, :original_file_path_for
+    end
+  end
+
+  def test_empty_group
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times|
+      raise unless times.size == 1
+      raise unless times[0]["path"] == spec_paths.first
+      raise unless times[0]["time_execution"] == 0.0
+    end
+  end
+
+  def test_duration
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it do
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |_, _, time_tracker|
+      raise unless time_tracker.duration > 0.0
+    end
+  end
+
+  def test_batch_duration
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it do
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |_, _, time_tracker|
+      raise unless time_tracker.batch_duration > 0.0
+    end
+  end
+
+  def test_unexecuted_test_files
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        xit do
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, _, time_tracker|
+      unexecuted_test_files = ["foo_spec.rb", "bar_spec.rb"]
+      # Need to filter because RSpec keeps accumulating state.
+      files = time_tracker
+        .unexecuted_test_files(spec_paths + unexecuted_test_files)
+        .filter { |file| spec_paths.include?(file) || unexecuted_test_files.include?(file) }
+
+      raise unless files.size == 3
+    end
+  end
+
+  def test_subset
+    KnapsackPro::Formatters::TimeTracker.define_method(:rspec_split_by_test_example?) do |_file|
+      false
+    end
+    KnapsackPro::Formatters::TimeTracker.class_eval do
+      alias_method :original_stop, :stop
+
+      # In Regular Mode, #subset is called before #stop.
+      # This test makes #stop a noop to simulate that behavior.
+      define_method(:stop) do |_|
+      end
+    end
+
+    spec = <<~SPEC
+      describe "KnapsackPro::Formatters::TimeTracker" do
+        it "works" do
+          sleep 0.1
+          expect(1).to eq 1
+        end
+      end
+    SPEC
+
+    run_specs(spec) do |spec_paths, times, time_tracker|
+      # Need to filter because RSpec keeps accumulating state.
+      files = time_tracker
+        .batch
+        .filter { |file| spec_paths.include?(file["path"]) }
+
+      raise unless files.size == 1
+      raise unless files[0]["path"] == spec_paths.first
+      raise unless files[0]["time_execution"] > 0.10
+      raise unless files[0]["time_execution"] < 0.15
+    end
+
+  ensure
+    KnapsackPro::Formatters::TimeTracker.class_eval do
+      undef :stop
+      alias_method :stop, :original_stop
+    end
+  end
+
+  private
+
+  def run_specs(specs)
+    paths = Array(specs).map.with_index do |spec, i|
+      path = "spec/knapsack_pro/formatters/#{i}_#{SecureRandom.uuid}_spec.rb"
+      File.open(path, 'w') { |file| file.write(spec) }
+      path
+    end
+
+    options = ::RSpec::Core::ConfigurationOptions.new([
+      "--format", KnapsackPro::Formatters::TimeTracker.to_s,
+      *paths,
+    ])
+    runner = ::RSpec::Core::Runner.new(options)
+    runner.run(StringIO.new, StringIO.new)
+
+    time_tracker = runner.configuration.formatters.find { |f| f.class.to_s == KnapsackPro::Formatters::TimeTracker.to_s }
+    # Need to filter because RSpec keeps accumulating state.
+    times = time_tracker
+      .queue(paths)
+      .sort_by { |time| time["path"] }
+      .filter do |time|
+        paths.any? { |path| time["path"].start_with?(path) || time["path"] == "UNKNOWN_PATH" }
+      end
+    yield(paths, times, time_tracker)
+
+  ensure
+    paths.each { |path| File.delete(path) }
+    # Need to reset because RSpec keeps reusing the same instance.
+    time_tracker.instance_variable_set(:@queue, {}) if time_tracker
+    time_tracker.instance_variable_set(:@started, time_tracker.send(:now)) if time_tracker
+  end
+end
+
+TestTimeTracker
+  .instance_methods
+  .filter { |method| method.to_s.start_with?("test_") }
+  .shuffle
+  .each do |method|
+    puts method
+    TestTimeTracker.new.public_send(method)
+  end

data/spec/knapsack_pro/runners/queue/rspec_runner_spec.rb

@@ -6,6 +6,7 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
 
     require KnapsackPro.root + '/lib/knapsack_pro/formatters/rspec_queue_summary_formatter'
     require KnapsackPro.root + '/lib/knapsack_pro/formatters/rspec_queue_profile_formatter_extension'
+    require KnapsackPro.root + '/lib/knapsack_pro/formatters/time_tracker'
   end
 
   describe '.run' do
@@ -45,7 +46,13 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
             status: :next,
             runner: runner,
             can_initialize_queue: true,
-            args: ['--example-arg', 'example-value', '--format', 'progress', '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter', '--default-path', 'fake-test-dir'],
+            args: [
+              '--example-arg', 'example-value',
+              '--format', 'progress',
+              '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter',
+              '--format', 'KnapsackPro::Formatters::TimeTracker',
+              '--default-path', 'fake-test-dir',
+            ],
             exitstatus: 0,
             all_test_file_paths: [],
           }
@@ -71,7 +78,12 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
             status: :next,
             runner: runner,
             can_initialize_queue: true,
-            args: ['--format', 'documentation', '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter', '--default-path', 'fake-test-dir'],
+            args: [
+              '--format', 'documentation',
+              '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter',
+              '--format', 'KnapsackPro::Formatters::TimeTracker',
+              '--default-path', 'fake-test-dir',
+            ],
             exitstatus: 0,
             all_test_file_paths: [],
           }
@@ -97,7 +109,12 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
             status: :next,
             runner: runner,
             can_initialize_queue: true,
-            args: ['-f', 'd', '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter', '--default-path', 'fake-test-dir'],
+            args: [
+              '-f', 'd',
+              '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter',
+              '--format', 'KnapsackPro::Formatters::TimeTracker',
+              '--default-path', 'fake-test-dir',
+            ],
             exitstatus: 0,
             all_test_file_paths: [],
           }
@@ -123,7 +140,12 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
             status: :next,
             runner: runner,
             can_initialize_queue: true,
-            args: ['-fMyCustomFormatter', '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter', '--default-path', 'fake-test-dir'],
+            args: [
+              '-fMyCustomFormatter',
+              '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter',
+              '--format', 'KnapsackPro::Formatters::TimeTracker',
+              '--default-path', 'fake-test-dir',
+            ],
             exitstatus: 0,
             all_test_file_paths: [],
           }
@@ -165,7 +187,12 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
           status: :next,
           runner: runner,
           can_initialize_queue: true,
-          args: ['--format', 'progress', '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter', '--default-path', 'fake-test-dir'],
+          args: [
+            '--format', 'progress',
+            '--format', 'KnapsackPro::Formatters::RSpecQueueSummaryFormatter',
+            '--format', 'KnapsackPro::Formatters::TimeTracker',
+            '--default-path', 'fake-test-dir',
+          ],
           exitstatus: 0,
           all_test_file_paths: [],
         }
@@ -219,12 +246,7 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
 
           expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
 
-          tracker = instance_double(KnapsackPro::Tracker)
-          expect(KnapsackPro).to receive(:tracker).twice.and_return(tracker)
-          expect(tracker).to receive(:reset!)
-          expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
-
-          expect(described_class).to receive(:ensure_spec_opts_have_rspec_queue_summary_formatter)
+          expect(described_class).to receive(:ensure_spec_opts_have_knapsack_pro_formatters)
           options = double
           expect(RSpec::Core::ConfigurationOptions).to receive(:new).with([
             '--no-color',
@@ -241,8 +263,6 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
 
           expect(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
 
-          expect(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
-
           configuration = double
           expect(rspec_core_runner).to receive(:configuration).twice.and_return(configuration)
           expect(configuration).to receive(:seed_used?).and_return(true)
@@ -344,12 +364,7 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
 
           expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
 
-          tracker = instance_double(KnapsackPro::Tracker)
-          expect(KnapsackPro).to receive(:tracker).twice.and_return(tracker)
-          expect(tracker).to receive(:reset!)
-          expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
-
-          expect(described_class).to receive(:ensure_spec_opts_have_rspec_queue_summary_formatter)
+          expect(described_class).to receive(:ensure_spec_opts_have_knapsack_pro_formatters)
           options = double
           expect(RSpec::Core::ConfigurationOptions).to receive(:new).with([
             '--no-color',
@@ -361,16 +376,14 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
           expect(RSpec::Core::Runner).to receive(:new).with(options).and_return(rspec_core_runner)
           expect(rspec_core_runner).to receive(:run).with($stderr, $stdout).and_raise SystemExit
           expect(KnapsackPro::Hooks::Queue).to receive(:call_before_subset_queue)
-          allow(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
           allow(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
           allow(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
           allow(KnapsackPro::Formatters::RSpecQueueSummaryFormatter).to receive(:print_exit_summary)
           expect(Kernel).to receive(:exit).with(1)
         end
 
-        it 'does not call #save_subset_queue_to_file or #rspec_clear_examples' do
+        it 'does not call #rspec_clear_examples' do
           expect(described_class).not_to receive(:rspec_clear_examples)
-          expect(KnapsackPro::Report).not_to receive(:save_subset_queue_to_file)
           expect { subject }.to raise_error SystemExit
         end
 
@@ -411,7 +424,14 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
           expect(KnapsackPro::Formatters::RSpecQueueProfileFormatterExtension).to receive(:print_summary)
 
           expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
-          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api)
+
+          time_tracker = instance_double(KnapsackPro::Formatters::TimeTracker)
+          times = all_test_file_paths.map do |path|
+            [{ path: path, time_execution: 1.0 }]
+          end
+          expect(time_tracker).to receive(:queue).and_return(times)
+          expect(KnapsackPro::Formatters::TimeTrackerFetcher).to receive(:call).and_return(time_tracker)
+          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api).with(times)
 
           expect(logger).to receive(:info)
             .with('To retry all the tests assigned to this CI node, please run the following command on your machine:')
@@ -448,7 +468,15 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
 
         it do
           expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
-          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api)
+
+          time_tracker = instance_double(KnapsackPro::Formatters::TimeTracker)
+          times = all_test_file_paths.map do |path|
+            [{ path: path, time_execution: 0.0 }]
+          end
+          expect(time_tracker).to receive(:queue).and_return(times)
+          expect(KnapsackPro::Formatters::TimeTrackerFetcher).to receive(:call).and_return(time_tracker)
+          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api).with(times)
+
           expect(KnapsackPro).to_not receive(:logger)
 
           expect(subject).to eq({
@@ -460,29 +488,40 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
     end
   end
 
-  describe '.ensure_spec_opts_have_rspec_queue_summary_formatter' do
-    subject { described_class.ensure_spec_opts_have_rspec_queue_summary_formatter }
+  describe '.ensure_spec_opts_have_knapsack_pro_formatters' do
+    subject { described_class.ensure_spec_opts_have_knapsack_pro_formatters }
 
     context 'when `SPEC_OPTS` is set' do
-      context 'when `SPEC_OPTS` has RSpec Queue Summary Formatter' do
+      context 'when `SPEC_OPTS` has RSpecQueueSummaryFormatter' do
         before do
           stub_const('ENV', { 'SPEC_OPTS' => '--format json --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter' })
         end
 
-        it 'does nothing' do
+        it 'adds TimeTracker' do
+          subject
+          expect(ENV['SPEC_OPTS']).to eq '--format json --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter --format KnapsackPro::Formatters::TimeTracker'
+        end
+      end
+
+      context 'when `SPEC_OPTS` has TimeTracker' do
+        before do
+          stub_const('ENV', { 'SPEC_OPTS' => '--format json --format KnapsackPro::Formatters::TimeTracker' })
+        end
+
+        it 'adds RSpecQueueSummaryFormatter' do
           subject
-          expect(ENV['SPEC_OPTS']).to eq '--format json --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter'
+          expect(ENV['SPEC_OPTS']).to eq '--format json --format KnapsackPro::Formatters::TimeTracker --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter'
         end
       end
 
-      context 'when `SPEC_OPTS` has no RSpec Queue Summary Formatter' do
+      context 'when `SPEC_OPTS` has no Knapsack Pro formatters' do
         before do
           stub_const('ENV', { 'SPEC_OPTS' => '--format json' })
         end
 
-        it 'adds RSpec Queue Summary Formatter to `SPEC_OPTS`' do
+        it 'adds RSpecQueueSummaryFormatter and TimeTracker to `SPEC_OPTS`' do
           subject
-          expect(ENV['SPEC_OPTS']).to eq '--format json --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter'
+          expect(ENV['SPEC_OPTS']).to eq '--format json --format KnapsackPro::Formatters::RSpecQueueSummaryFormatter --format KnapsackPro::Formatters::TimeTracker'
         end
       end
     end

data/spec/knapsack_pro/runners/rspec_runner_spec.rb

@@ -42,14 +42,11 @@ describe KnapsackPro::Runners::RSpecRunner do
         expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:verify_bind_method_called).ordered
         expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!).with(['--profile', '--color']).ordered
 
-        tracker = instance_double(KnapsackPro::Tracker)
-        expect(KnapsackPro).to receive(:tracker).and_return(tracker)
-        expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
-
         expect(Rake::Task).to receive(:[]).with('knapsack_pro:rspec_run').at_least(1).and_return(task)
 
         expect(RSpec::Core::RakeTask).to receive(:new).with('knapsack_pro:rspec_run').and_yield(task_config)
-        expect(task_config).to receive(:rspec_opts=).with('--profile --color --default-path fake-test-dir spec/a_spec.rb spec/b_spec.rb[1:1]')
+        expect(RSpec::Core::ConfigurationOptions).to receive_message_chain(:new, :options).and_return({})
+        expect(task_config).to receive(:rspec_opts=).with('--profile --color --format progress --format KnapsackPro::Formatters::TimeTracker --default-path fake-test-dir spec/a_spec.rb spec/b_spec.rb[1:1]')
         expect(task_config).to receive(:pattern=).with([])
       end