knapsack_pro 2.16.0 → 2.18.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 534699a91609a71a2621b9625a3ff555a58bf385728be90adce4cfe6d6b771dd
-  data.tar.gz: 913fc4a85433a50f3639bdc087995f9dc5e482b33d7768cfdb84c0f767326c2c
+  metadata.gz: 6a298724c7651190199978edc99b96116abcbb827d12237e128f2c5d87297847
+  data.tar.gz: 2750130109b114747278d86fd4bc2477d143b2f1f3564f7b36d224f5044e29cf
 SHA512:
-  metadata.gz: da5e5ef1c262d97b6214eddff32c8aa2031fe122ad1597a1cf4bd2a939fe82f9fd6b0c7287861f5373521f731318a0e856a331220ae0076eef9cdf8323ab0548
-  data.tar.gz: 2e058c2c3b82c9c97481ab84873c652fb3ab4844521c4746efeaca2dccca8b265b58ba427d44af56b130769bf56c6cbacd84b516b1e6b44d099a8a33b2ef340b
+  metadata.gz: 7742dbaf98eb6bc1aeda1c15c2dd3b8f627fe27c91fa58a4f46e71d2ff4839d5899005b36deddcb619745689dd6426f9319df1b70ad26f317be2cea2e6922799
+  data.tar.gz: a102bc5ab00cabc5ec4f7007e52081fd97ca194ea8e84072b2df8fb66664c6e320ea7b76d0970aa702ed9549e36bd5c702a7156de914b5fbdf9fe00c43de8351

data/.circleci/config.yml

@@ -8,7 +8,7 @@ jobs:
     parallelism: 1
     docker:
       # specify the version you desire here
-      - image: circleci/ruby:2.7.0
+      - image: circleci/ruby:3.0.1
         environment:
           CODECLIMATE_REPO_TOKEN: b6626e682a8e97e0c5978febc92c3526792a2d018b41b8e1b52689da37fb7d92
 

data/CHANGELOG.md

@@ -1,5 +1,37 @@
 # Change Log
 
+### 2.18.2
+
+* Track all test files assigned to a CI node in Regular Mode including pending test files in order to retry proper set of tests on the retried CI node
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/152
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v2.18.1...v2.18.2
+
+### 2.18.1
+
+* Ensure RSpec is loaded to check its version for RSpec split by test examples feature
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/151
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v2.18.0...v2.18.1
+
+### 2.18.0
+
+* Do not allow to use the RSpec tag option together with the RSpec split by test examples feature in knapsack_pro gem in Regular Mode 
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/148
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v2.17.0...v2.18.0
+
+### 2.17.0
+
+* Use Ruby 3 in development and add small improvements
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/147
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v2.16.0...v2.17.0
+
 ### 2.16.0
 
 * Improve test time execution tracking for RSpec

data/README.md

@@ -440,13 +440,13 @@ If your test suite is very long and the RSpec output is too long for your CI nod
 ### Additional info about queue mode
 
 * You should use a separate API token for queue mode than for regular mode to avoid problems with test suite split (especially in case you would like to go back to regular mode).
-There might be some cached test suite splits for git commits you have run in past for API token you used in queue mode because of the [flag `KNAPSACK_PRO_FIXED_TEST_SUITE_SPLIT=true` for regular mode which is default](#knapsack_pro_fixed_test_suite_splite-test-suite-split-based-on-seed).
+There might be some cached test suite splits for git commits you have run in past for API token you used in queue mode because of the [flag `KNAPSACK_PRO_FIXED_TEST_SUITE_SPLIT=true` for regular mode which is default](#knapsack_pro_fixed_test_suite_split-test-suite-split-based-on-seed).
 
 * If you are not using one of the [supported CI providers](#supported-ci-providers) then please note that the knapsack_pro gem doesn't have a CI build ID in order to generate a queue for each particular CI build. This may result in two different CI builds taking tests from the same queue when CI builds are running at the same time against the same git commit.
 
   To avoid this you should specify a unique `KNAPSACK_PRO_CI_NODE_BUILD_ID` environment variable for each CI build. This mean that each CI node that is part of particular CI build should have the same value for `KNAPSACK_PRO_CI_NODE_BUILD_ID`.
 
-* Note that in the Queue Mode by default you cannot retry the failed CI node with exactly the same subset of tests that were run on the CI node in the first place. It's possible in regular mode ([read more](#knapsack_pro_fixed_test_suite_splite-test-suite-split-based-on-seed)). If you want to have similar behavior in Queue Mode you need to explicitly [enable it](#knapsack_pro_fixed_queue_split-remember-queue-split-on-retry-ci-node).
+* Note that in the Queue Mode by default you cannot retry the failed CI node with exactly the same subset of tests that were run on the CI node in the first place. It's possible in regular mode ([read more](#knapsack_pro_fixed_test_suite_split-test-suite-split-based-on-seed)). If you want to have similar behavior in Queue Mode you need to explicitly [enable it](#knapsack_pro_fixed_queue_split-remember-queue-split-on-retry-ci-node).
 
   By default the Queue Mode works this way:
 
@@ -626,7 +626,7 @@ This is only for maintainer of knapsack_pro gem. Not for the end users.
 
 ### Required CI configuration if you use retry single failed CI node feature on your CI server when KNAPSACK_PRO_FIXED_QUEUE_SPLIT=true (in Queue Mode) or KNAPSACK_PRO_FIXED_TEST_SUITE_SPLIT=true (in Regular Mode)
 
-Read below required configuration step if you use Queue Mode and you set [`KNAPSACK_PRO_FIXED_QUEUE_SPLIT=true`](#knapsack_pro_fixed_queue_split-remember-queue-split-on-retry-ci-node) or you use Regular Mode which has by default [`KNAPSACK_PRO_FIXED_TEST_SUITE_SPLIT=true`](#knapsack_pro_fixed_test_suite_splite-test-suite-split-based-on-seed).
+Read below required configuration step if you use Queue Mode and you set [`KNAPSACK_PRO_FIXED_QUEUE_SPLIT=true`](#knapsack_pro_fixed_queue_split-remember-queue-split-on-retry-ci-node) or you use Regular Mode which has by default [`KNAPSACK_PRO_FIXED_TEST_SUITE_SPLIT=true`](#knapsack_pro_fixed_test_suite_split-test-suite-split-based-on-seed).
 
 * __IMPORTANT:__ If you use __the feature to retry only a single failed CI node__ on your CI server (for instance you use Buildkite and you use [auto-retry](https://buildkite.com/docs/pipelines/command-step#retry-attributes) for the failed job) then you need to be aware of [a race condition that could happen](https://github.com/KnapsackPro/knapsack_pro-ruby/pull/100). knapsack_pro should not allow running tests in Fallback Mode in the case when the failed CI node was retried to prevent running the wrong set of tests.
 
@@ -838,7 +838,7 @@ Here you can read how to configure [junit formatter](https://knapsackpro.com/faq
 # spec_helper.rb or rails_helper.rb
 
 # TODO This must be the same path as value for rspec --out argument
-# Note the path should not contain sign ~, for instance path ~/project/tmp/rspec.xml may not work. Please use full path instead.
+# Note the path should not contain ~ char, for instance path ~/project/tmp/rspec.xml may not work. Please use full path instead.
 TMP_RSPEC_XML_REPORT = 'tmp/rspec.xml'
 # move results to FINAL_RSPEC_XML_REPORT so the results won't accumulate with duplicated xml tags in TMP_RSPEC_XML_REPORT
 FINAL_RSPEC_XML_REPORT = 'tmp/rspec_final_results.xml'

data/knapsack_pro.gemspec

@@ -29,14 +29,13 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'bundler', '>= 1.6'
   spec.add_development_dependency 'rspec', '~> 3.0', '>= 2.10.0'
-  spec.add_development_dependency 'rspec-its', '~> 1.2'
+  spec.add_development_dependency 'rspec-its', '~> 1.3'
   spec.add_development_dependency 'cucumber', '>= 0'
   spec.add_development_dependency 'spinach', '>= 0.8'
   spec.add_development_dependency 'minitest', '>= 5.0.0'
   spec.add_development_dependency 'test-unit', '>= 3.0.0'
-  spec.add_development_dependency 'codeclimate-test-reporter', '~> 0'
   spec.add_development_dependency 'pry', '~> 0'
-  spec.add_development_dependency 'vcr', '~> 2.9'
-  spec.add_development_dependency 'webmock', '~> 1.21'
-  spec.add_development_dependency 'timecop', '>= 0.1.0'
+  spec.add_development_dependency 'vcr', '>= 6.0'
+  spec.add_development_dependency 'webmock', '>= 3.13'
+  spec.add_development_dependency 'timecop', '>= 0.9.4'
 end

data/lib/knapsack_pro/adapters/rspec_adapter.rb

@@ -3,6 +3,27 @@ module KnapsackPro
     class RSpecAdapter < BaseAdapter
       TEST_DIR_PATTERN = 'spec/**{,/*/**}/*_spec.rb'
 
+      def self.ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!(cli_args)
+        if KnapsackPro::Config::Env.rspec_split_by_test_examples? && has_tag_option?(cli_args)
+          error_message = 'It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature. Please see: https://knapsackpro.com/faq/question/how-to-split-slow-rspec-test-files-by-test-examples-by-individual-it#warning-dont-use-rspec-tag-option'
+          KnapsackPro.logger.error(error_message)
+          raise error_message
+        end
+      end
+
+      def self.has_tag_option?(cli_args)
+        # use start_with? because user can define tag option in a few ways:
+        # -t mytag
+        # -tmytag
+        # --tag mytag
+        # --tag=mytag
+        cli_args.any? { |arg| arg.start_with?('-t') || arg.start_with?('--tag') }
+      end
+
+      def self.has_format_option?(cli_args)
+        cli_args.any? { |arg| arg.start_with?('-f') || arg.start_with?('--format') }
+      end
+
       def self.test_path(example_group)
         if defined?(::Turnip) && ::Turnip::VERSION.to_i < 2
           unless example_group[:turnip]

data/lib/knapsack_pro/base_allocator_builder.rb

@@ -34,6 +34,7 @@ module KnapsackPro
       test_files_to_run = all_test_files_to_run
 
       if adapter_class == KnapsackPro::Adapters::RSpecAdapter && KnapsackPro::Config::Env.rspec_split_by_test_examples?
+        require 'rspec/core/version'
         unless Gem::Version.new(::RSpec::Core::Version::STRING) >= Gem::Version.new('3.3.0')
           raise 'RSpec >= 3.3.0 is required to split test files by test examples. Learn more: https://github.com/KnapsackPro/knapsack_pro-ruby#split-test-files-by-test-cases'
         end

data/lib/knapsack_pro/config/ci/circle.rb

@@ -23,8 +23,7 @@ module KnapsackPro
         end
 
         def project_dir
-          project_repo_name = ENV['CIRCLE_PROJECT_REPONAME']
-          "/home/ubuntu/#{project_repo_name}" if project_repo_name
+          ENV['CIRCLE_WORKING_DIRECTORY']
         end
       end
     end

data/lib/knapsack_pro/config/env.rb

@@ -257,6 +257,14 @@ module KnapsackPro
           ENV['KNAPSACK_PRO_LOG_DIR']
         end
 
+        def test_runner_adapter
+          ENV['KNAPSACK_PRO_TEST_RUNNER_ADAPTER']
+        end
+
+        def set_test_runner_adapter(adapter_class)
+          ENV['KNAPSACK_PRO_TEST_RUNNER_ADAPTER'] = adapter_class.to_s.split('::').last
+        end
+
         private
 
         def required_env(env_name)

data/lib/knapsack_pro/repository_adapters/git_adapter.rb

@@ -17,7 +17,8 @@ module KnapsackPro
       private
 
       def working_dir
-        KnapsackPro::Config::Env.project_dir
+        dir = KnapsackPro::Config::Env.project_dir
+        File.expand_path(dir)
       end
     end
   end

data/lib/knapsack_pro/runners/base_runner.rb

@@ -35,6 +35,10 @@ module KnapsackPro
 
       attr_reader :allocator_builder,
         :allocator
+
+      def self.child_status
+        $?
+      end
     end
   end
 end

data/lib/knapsack_pro/runners/cucumber_runner.rb

@@ -6,11 +6,14 @@ module KnapsackPro
         ENV['KNAPSACK_PRO_RECORDING_ENABLED'] = 'true'
 
         adapter_class = KnapsackPro::Adapters::CucumberAdapter
+        KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
         runner = new(adapter_class)
 
         if runner.test_files_to_execute_exist?
           adapter_class.verify_bind_method_called
 
+          KnapsackPro.tracker.set_prerun_tests(runner.test_file_paths)
+
           require 'cucumber/rake/task'
 
           task_name = 'knapsack_pro:cucumber_run'

data/lib/knapsack_pro/runners/minitest_runner.rb

@@ -6,11 +6,14 @@ module KnapsackPro
         ENV['KNAPSACK_PRO_RECORDING_ENABLED'] = 'true'
 
         adapter_class = KnapsackPro::Adapters::MinitestAdapter
+        KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
         runner = new(adapter_class)
 
         if runner.test_files_to_execute_exist?
           adapter_class.verify_bind_method_called
 
+          KnapsackPro.tracker.set_prerun_tests(runner.test_file_paths)
+
           task_name = 'knapsack_pro:minitest_run'
 
           if Rake::Task.task_defined?(task_name)

data/lib/knapsack_pro/runners/queue/base_runner.rb

@@ -29,6 +29,10 @@ module KnapsackPro
 
         attr_reader :allocator_builder,
           :allocator
+
+        def self.child_status
+          $?
+        end
       end
     end
   end

data/lib/knapsack_pro/runners/queue/cucumber_runner.rb

@@ -9,7 +9,9 @@ module KnapsackPro
           ENV['KNAPSACK_PRO_QUEUE_RECORDING_ENABLED'] = 'true'
           ENV['KNAPSACK_PRO_QUEUE_ID'] = KnapsackPro::Config::EnvGenerator.set_queue_id
 
-          runner = new(KnapsackPro::Adapters::CucumberAdapter)
+          adapter_class = KnapsackPro::Adapters::CucumberAdapter
+          KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
+          runner = new(adapter_class)
 
           accumulator = {
             status: :next,
@@ -95,16 +97,14 @@ module KnapsackPro
           # which is defined in lib/knapsack_pro/adapters/cucumber_adapter.rb
           ENV['KNAPSACK_PRO_BEFORE_QUEUE_HOOK_CALLED'] = 'true'
 
-          process_status = $?
-
-          unless process_status.exited?
+          unless child_status.exited?
             raise "Cucumber process execution failed. It's likely that your CI server has exceeded"\
                     " its available memory. Please try changing CI config or retrying the CI build.\n"\
                     "Failed command: #{cmd}\n"\
-                    "Process status: #{process_status.inspect}"
+                    "Process status: #{child_status.inspect}"
           end
 
-          process_status.exitstatus
+          child_status.exitstatus
         end
       end
     end

data/lib/knapsack_pro/runners/queue/minitest_runner.rb

@@ -9,7 +9,9 @@ module KnapsackPro
           ENV['KNAPSACK_PRO_QUEUE_RECORDING_ENABLED'] = 'true'
           ENV['KNAPSACK_PRO_QUEUE_ID'] = KnapsackPro::Config::EnvGenerator.set_queue_id
 
-          runner = new(KnapsackPro::Adapters::MinitestAdapter)
+          adapter_class = KnapsackPro::Adapters::MinitestAdapter
+          KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
+          runner = new(adapter_class)
 
           # Add test_dir to load path to make work:
           #   require 'test_helper'

data/lib/knapsack_pro/runners/queue/rspec_runner.rb

@@ -11,18 +11,15 @@ module KnapsackPro
           ENV['KNAPSACK_PRO_QUEUE_RECORDING_ENABLED'] = 'true'
           ENV['KNAPSACK_PRO_QUEUE_ID'] = KnapsackPro::Config::EnvGenerator.set_queue_id
 
-          runner = new(KnapsackPro::Adapters::RSpecAdapter)
+          adapter_class = KnapsackPro::Adapters::RSpecAdapter
+          KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
+          runner = new(adapter_class)
 
           cli_args = (args || '').split
-
-          if KnapsackPro::Config::Env.rspec_split_by_test_examples? && has_tag_option?(cli_args)
-            error_message = 'It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature. Please see: https://knapsackpro.com/faq/question/how-to-split-slow-rspec-test-files-by-test-examples-by-individual-it#warning-dont-use-rspec-tag-option'
-            KnapsackPro.logger.error(error_message)
-            raise error_message
-          end
+          adapter_class.ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!(cli_args)
 
           # when format option is not defined by user then use progress formatter to show tests execution progress
-          cli_args += ['--format', 'progress'] unless has_format_option?(cli_args)
+          cli_args += ['--format', 'progress'] unless adapter_class.has_format_option?(cli_args)
 
           cli_args += [
             # shows summary of all tests executed in Queue Mode at the very end
@@ -154,19 +151,6 @@ module KnapsackPro
             ::RSpec.configuration.reset_filters
           end
         end
-
-        def self.has_tag_option?(cli_args)
-          # use start_with? because user can define tag option in a few ways:
-          # -t mytag
-          # -tmytag
-          # --tag mytag
-          # --tag=mytag
-          cli_args.any? { |arg| arg.start_with?('-t') || arg.start_with?('--tag') }
-        end
-
-        def self.has_format_option?(cli_args)
-          cli_args.any? { |arg| arg.start_with?('-f') || arg.start_with?('--format') }
-        end
       end
     end
   end

data/lib/knapsack_pro/runners/rspec_runner.rb

@@ -6,11 +6,17 @@ module KnapsackPro
         ENV['KNAPSACK_PRO_RECORDING_ENABLED'] = 'true'
 
         adapter_class = KnapsackPro::Adapters::RSpecAdapter
+        KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
         runner = new(adapter_class)
 
         if runner.test_files_to_execute_exist?
           adapter_class.verify_bind_method_called
 
+          cli_args = (args || '').split
+          adapter_class.ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!(cli_args)
+
+          KnapsackPro.tracker.set_prerun_tests(runner.test_file_paths)
+
           require 'rspec/core/rake_task'
 
           task_name = 'knapsack_pro:rspec_run'

data/lib/knapsack_pro/runners/spinach_runner.rb

@@ -5,15 +5,18 @@ module KnapsackPro
         ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN'] = KnapsackPro::Config::Env.test_suite_token_spinach
 
         adapter_class = KnapsackPro::Adapters::SpinachAdapter
+        KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
         runner = new(adapter_class)
 
         if runner.test_files_to_execute_exist?
           adapter_class.verify_bind_method_called
 
+          KnapsackPro.tracker.set_prerun_tests(runner.test_file_paths)
+
           cmd = %Q[KNAPSACK_PRO_RECORDING_ENABLED=true KNAPSACK_PRO_TEST_SUITE_TOKEN=#{ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN']} bundle exec spinach #{args} --features_path #{runner.test_dir} -- #{runner.stringify_test_file_paths}]
 
           Kernel.system(cmd)
-          Kernel.exit($?.exitstatus) unless $?.exitstatus.zero?
+          Kernel.exit(child_status.exitstatus) unless child_status.exitstatus.zero?
         end
       end
     end

data/lib/knapsack_pro/runners/test_unit_runner.rb

@@ -6,12 +6,13 @@ module KnapsackPro
         ENV['KNAPSACK_PRO_RECORDING_ENABLED'] = 'true'
 
         adapter_class = KnapsackPro::Adapters::TestUnitAdapter
+        KnapsackPro::Config::Env.set_test_runner_adapter(adapter_class)
         runner = new(adapter_class)
 
         if runner.test_files_to_execute_exist?
           adapter_class.verify_bind_method_called
 
-          require 'test/unit'
+          KnapsackPro.tracker.set_prerun_tests(runner.test_file_paths)
 
           cli_args =
             (args || '').split +
@@ -19,13 +20,26 @@ module KnapsackPro
               File.expand_path(f)
             end
 
-          exit ::Test::Unit::AutoRunner.run(
+          exit test_unit_autorunner_run(
             true,
             runner.test_dir,
             cli_args
           )
         end
       end
+
+      private
+
+      # https://www.rubydoc.info/github/test-unit/test-unit/Test/Unit/AutoRunner#run-class_method
+      def self.test_unit_autorunner_run(force_standalone, default_dir, argv)
+        require 'test/unit'
+
+        ::Test::Unit::AutoRunner.run(
+          force_standalone,
+          default_dir,
+          argv
+        )
+      end
     end
   end
 end

data/lib/knapsack_pro/tracker.rb

@@ -6,16 +6,22 @@ module KnapsackPro
     # to better allocate it in Queue Mode for future CI build runs
     DEFAULT_TEST_FILE_TIME = 0.0 # seconds
 
-    attr_reader :global_time_since_beginning, :global_time, :test_files_with_time
+    attr_reader :global_time_since_beginning, :global_time, :test_files_with_time, :prerun_tests_loaded
     attr_writer :current_test_path
 
     def initialize
       @global_time_since_beginning = 0
+      FileUtils.mkdir_p(tracker_dir_path)
       set_defaults
     end
 
     def reset!
       set_defaults
+
+      # Remove report only when the reset! method is called explicitly.
+      # The report should be persisted on the disk so that multiple tracker instances can share the report state.
+      # Tracker instance can be created by knapsack_pro process and a separate tracker is created by rake task (e.g., RSpec) in Regular Mode.
+      File.delete(prerun_tests_report_path) if File.exists?(prerun_tests_report_path)
     end
 
     def start_timer
@@ -54,9 +60,18 @@ module KnapsackPro
           measured_time: false,
         }
       end
+
+      save_prerun_tests_report(@test_files_with_time)
+
+      @prerun_tests_loaded = true
     end
 
     def to_a
+      # When the test files are not loaded in the memory then load them from the disk.
+      # Useful for the Regular Mode when the memory is not shared between tracker instances.
+      # Tracker instance can be created by knapsack_pro process and a separate tracker is created by rake task (e.g., RSpec)
+      load_prerun_tests unless prerun_tests_loaded
+
       test_files = []
       @test_files_with_time.each do |path, hash|
         test_files << {
@@ -73,6 +88,44 @@ module KnapsackPro
       @global_time = 0
       @test_files_with_time = {}
       @current_test_path = nil
+      @prerun_tests_loaded = false
+    end
+
+    def tracker_dir_path
+      "#{KnapsackPro::Config::Env::TMP_DIR}/tracker"
+    end
+
+    def prerun_tests_report_path
+      raise 'Test runner adapter not set. Report a bug to the Knapsack Pro support.' unless KnapsackPro::Config::Env.test_runner_adapter
+      report_name = "prerun_tests_#{KnapsackPro::Config::Env.test_runner_adapter}_node_#{KnapsackPro::Config::Env.ci_node_index}.json"
+      File.join(tracker_dir_path, report_name)
+    end
+
+    def save_prerun_tests_report(hash)
+      report_json = JSON.pretty_generate(hash)
+
+      File.open(prerun_tests_report_path, 'w+') do |f|
+        f.write(report_json)
+      end
+    end
+
+    def read_prerun_tests_report
+      JSON.parse(File.read(prerun_tests_report_path))
+    end
+
+    def load_prerun_tests
+      read_prerun_tests_report.each do |test_file_path, hash|
+        # Load only test files that were not measured. For example,
+        # track test files assigned to CI node but never executed by test runner (e.g., pending RSpec spec files).
+        next if @test_files_with_time.key?(test_file_path)
+
+        @test_files_with_time[test_file_path] = {
+          time_execution: hash.fetch('time_execution'),
+          measured_time: hash.fetch('measured_time'),
+        }
+      end
+
+      @prerun_tests_loaded = true
     end
 
     def update_global_time(execution_time)

data/lib/knapsack_pro/version.rb

@@ -1,3 +1,3 @@
 module KnapsackPro
-  VERSION = '2.16.0'
+  VERSION = '2.18.2'
 end

data/spec/knapsack_pro/adapters/rspec_adapter_spec.rb

@@ -12,6 +12,104 @@ describe KnapsackPro::Adapters::RSpecAdapter do
     it_behaves_like 'adapter'
   end
 
+  describe '.ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!' do
+    let(:cli_args) { double }
+
+    subject { described_class.ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!(cli_args) }
+
+    before do
+      expect(KnapsackPro::Config::Env).to receive(:rspec_split_by_test_examples?).and_return(rspec_split_by_test_examples_enabled)
+    end
+
+    context 'when RSpec split by test examples enabled' do
+      let(:rspec_split_by_test_examples_enabled) { true }
+
+      before do
+        expect(described_class).to receive(:has_tag_option?).with(cli_args).and_return(has_tag_option)
+      end
+
+      context 'when RSpec tag option is provided' do
+        let(:has_tag_option) { true }
+
+        it do
+          expect { subject }.to raise_error(/It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature/)
+        end
+      end
+
+      context 'when RSpec tag option is not provided' do
+        let(:has_tag_option) { false }
+
+        it 'does nothing' do
+          expect(subject).to be_nil
+        end
+      end
+    end
+
+    context 'when RSpec split by test examples disabled' do
+      let(:rspec_split_by_test_examples_enabled) { false }
+
+      it 'does nothing' do
+        expect(subject).to be_nil
+      end
+    end
+  end
+
+  describe '.has_tag_option?' do
+    subject { described_class.has_tag_option?(cli_args) }
+
+    context 'when tag option is provided as -t' do
+      let(:cli_args) { ['-t', 'mytag'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when tag option is provided as --tag' do
+      let(:cli_args) { ['--tag', 'mytag'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when tag option is provided without delimiter' do
+      let(:cli_args) { ['-tmytag'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when tag option is not provided' do
+      let(:cli_args) { ['--fake', 'value'] }
+
+      it { expect(subject).to be false }
+    end
+  end
+
+  describe '.has_format_option?' do
+    subject { described_class.has_format_option?(cli_args) }
+
+    context 'when format option is provided as -f' do
+      let(:cli_args) { ['-f', 'documentation'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when format option is provided as --format' do
+      let(:cli_args) { ['--format', 'documentation'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when format option is provided without delimiter' do
+      let(:cli_args) { ['-fd'] }
+
+      it { expect(subject).to be true }
+    end
+
+    context 'when format option is not provided' do
+      let(:cli_args) { ['--fake', 'value'] }
+
+      it { expect(subject).to be false }
+    end
+  end
+
   describe '.test_path' do
     let(:current_example_metadata) do
       {

data/spec/knapsack_pro/adapters/test_unit_adapter_spec.rb

@@ -1,4 +1,11 @@
-require 'test/unit/testcase'
+# fake class to make tests pass and to avoid require 'test/unit/testcase' to not break RSpec
+# https://www.rubydoc.info/gems/test-unit/3.4.1/Test/Unit/TestSuite
+module Test
+  module Unit
+    class TestSuite
+    end
+  end
+end
 
 describe KnapsackPro::Adapters::TestUnitAdapter do
   it do

data/spec/knapsack_pro/config/ci/circle_spec.rb

@@ -75,9 +75,9 @@ describe KnapsackPro::Config::CI::Circle do
   describe '#project_dir' do
     subject { described_class.new.project_dir }
 
-    context 'when environment exists' do
-      let(:env) { { 'CIRCLE_PROJECT_REPONAME' => 'knapsack_pro-ruby' } }
-      it { should eql '/home/ubuntu/knapsack_pro-ruby' }
+    context 'when CIRCLE_WORKING_DIRECTORY environment variable exists' do
+      let(:env) { { 'CIRCLE_WORKING_DIRECTORY' => '~/knapsack_pro-ruby' } }
+      it { should eql '~/knapsack_pro-ruby' }
     end
 
     context "when environment doesn't exist" do

data/spec/knapsack_pro/config/env_spec.rb

@@ -950,4 +950,29 @@ describe KnapsackPro::Config::Env do
       it { should be_nil }
     end
   end
+
+  describe '.test_runner_adapter' do
+    subject { described_class.test_runner_adapter }
+
+    context 'when ENV exists' do
+      let(:test_runner_adapter) { 'RSpecAdapter' }
+      before { stub_const('ENV', { 'KNAPSACK_PRO_TEST_RUNNER_ADAPTER' => test_runner_adapter }) }
+      it { should eql 'RSpecAdapter' }
+    end
+
+    context "when ENV doesn't exist" do
+      it { should be_nil }
+    end
+  end
+
+  describe '.set_test_runner_adapter' do
+    let(:adapter_class) { KnapsackPro::Adapters::RSpecAdapter }
+
+    subject { described_class.set_test_runner_adapter(adapter_class) }
+
+    it 'sets test runner adapter' do
+      subject
+      expect(described_class.test_runner_adapter).to eql 'RSpecAdapter'
+    end
+  end
 end

data/spec/knapsack_pro/repository_adapters/git_adapter_spec.rb

@@ -15,20 +15,20 @@ describe KnapsackPro::RepositoryAdapters::GitAdapter do
 
     it { should_not be_nil }
     its(:size) { should eq 40 }
-    it { should eq circle_sha1 } if ENV['CIRCLE_SHA1']
+    it { should eq circle_sha1 } if ENV['CIRCLECI']
   end
 
   describe '#branch' do
     subject { described_class.new.branch }
 
     it { should_not be_nil }
-    it { should eq circle_branch } if ENV['CIRCLE_BRANCH']
+    it { should eq circle_branch } if ENV['CIRCLECI']
   end
 
   describe '#branches' do
     subject { described_class.new.branches }
 
     it { expect(subject.include?('master')).to be true }
-    it { expect(subject.include?(circle_branch)).to be true } if ENV['CIRCLE_BRANCH']
+    it { expect(subject.include?(circle_branch)).to be true } if ENV['CIRCLECI']
   end
 end

data/spec/knapsack_pro/runners/cucumber_runner_spec.rb

@@ -18,16 +18,20 @@ describe KnapsackPro::Runners::CucumberRunner do
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_TEST_SUITE_TOKEN', test_suite_token_cucumber)
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_RECORDING_ENABLED', 'true')
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::CucumberAdapter)
+
       expect(described_class).to receive(:new)
       .with(KnapsackPro::Adapters::CucumberAdapter).and_return(runner)
     end
 
     context 'when test files were returned by Knapsack Pro API' do
       let(:test_dir) { 'fake-test-dir' }
-      let(:stringify_test_file_paths) { 'features/fake1.scenario features/fake2.scenario' }
+      let(:test_file_paths) { ['features/fake1.scenario', 'features/fake2.scenario'] }
+      let(:stringify_test_file_paths) { test_file_paths.join(' ') }
       let(:runner) do
         instance_double(described_class,
                         test_dir: test_dir,
+                        test_file_paths: test_file_paths,
                         stringify_test_file_paths: stringify_test_file_paths,
                         test_files_to_execute_exist?: true)
       end
@@ -36,6 +40,10 @@ describe KnapsackPro::Runners::CucumberRunner do
       before do
         expect(KnapsackPro::Adapters::CucumberAdapter).to receive(:verify_bind_method_called)
 
+        tracker = instance_double(KnapsackPro::Tracker)
+        expect(KnapsackPro).to receive(:tracker).and_return(tracker)
+        expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
+
         expect(Rake::Task).to receive(:[]).with('knapsack_pro:cucumber_run').at_least(1).and_return(task)
 
         t = double

data/spec/knapsack_pro/runners/queue/cucumber_runner_spec.rb

@@ -19,6 +19,8 @@ describe KnapsackPro::Runners::Queue::CucumberRunner do
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_RECORDING_ENABLED', 'true')
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_ID', queue_id)
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::CucumberAdapter)
+
       expect(described_class).to receive(:new).with(KnapsackPro::Adapters::CucumberAdapter).and_return(runner)
     end
 
@@ -100,6 +102,7 @@ describe KnapsackPro::Runners::Queue::CucumberRunner do
 
     context 'when test files exist' do
       let(:test_file_paths) { ['features/a.feature', 'features/b.feature'] }
+      let(:child_status) { double }
 
       before do
         subset_queue_id = 'fake-subset-queue-id'
@@ -117,8 +120,9 @@ describe KnapsackPro::Runners::Queue::CucumberRunner do
 
         expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_BEFORE_QUEUE_HOOK_CALLED', 'true')
 
-        expect($?).to receive(:exited?).and_return(process_exited)
-        allow($?).to receive(:exitstatus).and_return(exitstatus)
+        allow(described_class).to receive(:child_status).and_return(child_status)
+        expect(child_status).to receive(:exited?).and_return(process_exited)
+        allow(child_status).to receive(:exitstatus).and_return(exitstatus)
       end
 
       context 'when system process finished its work (exited)' do

data/spec/knapsack_pro/runners/queue/minitest_runner_spec.rb

@@ -19,6 +19,8 @@ describe KnapsackPro::Runners::Queue::MinitestRunner do
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_RECORDING_ENABLED', 'true')
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_ID', queue_id)
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::MinitestAdapter)
+
       expect(described_class).to receive(:new).with(KnapsackPro::Adapters::MinitestAdapter).and_return(runner)
 
       expect($LOAD_PATH).to receive(:unshift).with(test_dir)

data/spec/knapsack_pro/runners/queue/rspec_runner_spec.rb

@@ -26,6 +26,8 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_RECORDING_ENABLED', 'true')
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_ID', queue_id)
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::RSpecAdapter)
+
       expect(described_class).to receive(:new).with(KnapsackPro::Adapters::RSpecAdapter).and_return(runner)
     end
 
@@ -133,31 +135,16 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
       context 'when RSpec split by test examples feature is enabled' do
         before do
           expect(KnapsackPro::Config::Env).to receive(:rspec_split_by_test_examples?).and_return(true)
+          expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!).and_call_original
         end
 
-        context 'when tag option is provided as --tag' do
+        context 'when tag option is provided' do
           let(:args) { '--tag example-value' }
 
           it do
             expect { subject }.to raise_error(/It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature/)
           end
         end
-
-        context 'when tag option is provided as -t' do
-          let(:args) { '-t example-value' }
-
-          it do
-            expect { subject }.to raise_error(/It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature/)
-          end
-        end
-
-        context 'when tag option is provided without delimiter' do
-          let(:args) { '-texample-value' }
-
-          it do
-            expect { subject }.to raise_error(/It is not allowed to use the RSpec tag option together with the RSpec split by test examples feature/)
-          end
-        end
       end
     end
 

data/spec/knapsack_pro/runners/rspec_runner_spec.rb

@@ -18,23 +18,32 @@ describe KnapsackPro::Runners::RSpecRunner do
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_TEST_SUITE_TOKEN', test_suite_token_rspec)
       expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_RECORDING_ENABLED', 'true')
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::RSpecAdapter)
+
       expect(described_class).to receive(:new)
       .with(KnapsackPro::Adapters::RSpecAdapter).and_return(runner)
     end
 
     context 'when test files were returned by Knapsack Pro API' do
       let(:test_dir) { 'fake-test-dir' }
-      let(:stringify_test_file_paths) { "spec/a_spec.rb spec/b_spec.rb[1:1]" }
+      let(:test_file_paths) { ['spec/a_spec.rb', 'spec/b_spec.rb[1:1]'] }
+      let(:stringify_test_file_paths) { test_file_paths.join(' ') }
       let(:runner) do
         instance_double(described_class,
                         test_dir: test_dir,
+                        test_file_paths: test_file_paths,
                         stringify_test_file_paths: stringify_test_file_paths,
                         test_files_to_execute_exist?: true)
       end
       let(:task) { double }
 
       before do
-        expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:verify_bind_method_called)
+        expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:verify_bind_method_called).ordered
+        expect(KnapsackPro::Adapters::RSpecAdapter).to receive(:ensure_no_tag_option_when_rspec_split_by_test_examples_enabled!).with(['--profile', '--color']).ordered
+
+        tracker = instance_double(KnapsackPro::Tracker)
+        expect(KnapsackPro).to receive(:tracker).and_return(tracker)
+        expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
 
         expect(Rake::Task).to receive(:[]).with('knapsack_pro:rspec_run').at_least(1).and_return(task)
 
@@ -44,7 +53,7 @@ describe KnapsackPro::Runners::RSpecRunner do
         expect(t).to receive(:pattern=).with([])
       end
 
-      context 'when task already exists' do
+      context 'when rake task already exists' do
         before do
           expect(Rake::Task).to receive(:task_defined?).with('knapsack_pro:rspec_run').and_return(true)
           expect(task).to receive(:clear)
@@ -57,7 +66,7 @@ describe KnapsackPro::Runners::RSpecRunner do
         end
       end
 
-      context "when task doesn't exist" do
+      context "when rake task doesn't exist" do
         before do
           expect(Rake::Task).to receive(:task_defined?).with('knapsack_pro:rspec_run').and_return(false)
           expect(task).not_to receive(:clear)

data/spec/knapsack_pro/runners/spinach_runner_spec.rb

@@ -11,24 +11,35 @@ describe KnapsackPro::Runners::SpinachRunner do
     before do
       stub_const("ENV", { 'KNAPSACK_PRO_TEST_SUITE_TOKEN_SPINACH' => 'spinach-token' })
 
+      expect(KnapsackPro::Config::Env).to receive(:set_test_runner_adapter).with(KnapsackPro::Adapters::SpinachAdapter)
+
       expect(described_class).to receive(:new)
       .with(KnapsackPro::Adapters::SpinachAdapter).and_return(runner)
     end
 
     context 'when test files were returned by Knapsack Pro API' do
-      let(:stringify_test_file_paths) { 'features/a.feature features/b.feature' }
+      let(:test_file_paths) { ['features/a.feature', 'features/b.feature'] }
+      let(:stringify_test_file_paths) { test_file_paths.join(' ') }
       let(:test_dir) { 'fake-test-dir' }
       let(:runner) do
         instance_double(described_class,
                         test_dir: test_dir,
+                        test_file_paths: test_file_paths,
                         stringify_test_file_paths: stringify_test_file_paths,
                         test_files_to_execute_exist?: true)
       end
+      let(:child_status) { double }
 
       before do
         expect(KnapsackPro::Adapters::SpinachAdapter).to receive(:verify_bind_method_called)
 
+        tracker = instance_double(KnapsackPro::Tracker)
+        expect(KnapsackPro).to receive(:tracker).and_return(tracker)
+        expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
+
         expect(Kernel).to receive(:system).with('KNAPSACK_PRO_RECORDING_ENABLED=true KNAPSACK_PRO_TEST_SUITE_TOKEN=spinach-token bundle exec spinach --custom-arg --features_path fake-test-dir -- features/a.feature features/b.feature')
+
+        allow(described_class).to receive(:child_status).and_return(child_status)
       end
 
       after { subject }
@@ -37,7 +48,7 @@ describe KnapsackPro::Runners::SpinachRunner do
         let(:exitstatus) { 0 }
 
         before do
-          expect($?).to receive(:exitstatus).and_return(exitstatus)
+          expect(child_status).to receive(:exitstatus).and_return(exitstatus)
         end
 
         it do
@@ -49,7 +60,7 @@ describe KnapsackPro::Runners::SpinachRunner do
         let(:exitstatus) { 1 }
 
         before do
-          expect($?).to receive(:exitstatus).twice.and_return(exitstatus)
+          expect(child_status).to receive(:exitstatus).twice.and_return(exitstatus)
         end
 
         it do

data/spec/knapsack_pro/runners/test_unit_runner_spec.rb

@@ -1,5 +1,3 @@
-require 'test/unit'
-
 describe KnapsackPro::Runners::TestUnitRunner do
   subject { described_class.new(KnapsackPro::Adapters::TestUnitAdapter) }
 
@@ -27,7 +25,7 @@ describe KnapsackPro::Runners::TestUnitRunner do
         .with(KnapsackPro::Adapters::TestUnitAdapter).and_return(runner)
 
         auto_runner_exit_code = 0
-        expect(Test::Unit::AutoRunner).to receive(:run) do |flag, test_dir, cli_args|
+        expect(described_class).to receive(:test_unit_autorunner_run) do |flag, test_dir, cli_args|
           expect(flag).to be true
           expect(test_dir).to eq 'test-unit_fake'
           expect(cli_args.size).to eq 4

data/spec/knapsack_pro/tracker_spec.rb

@@ -1,11 +1,18 @@
 shared_examples 'default trakcer attributes' do
   it { expect(tracker.global_time).to eql 0 }
   it { expect(tracker.test_files_with_time).to eql({}) }
+  it { expect(tracker.prerun_tests_loaded).to be false }
 end
 
 describe KnapsackPro::Tracker do
+  let(:adapter) { 'RSpecAdapter' }
   let(:tracker) { described_class.send(:new) }
 
+  before do
+    allow(KnapsackPro::Config::Env).to receive(:test_runner_adapter).and_return(adapter)
+    allow(KnapsackPro::Config::Env).to receive(:ci_node_index).and_return(0)
+  end
+
   it_behaves_like 'default trakcer attributes'
 
   describe '#current_test_path' do
@@ -34,6 +41,10 @@ describe KnapsackPro::Tracker do
     let(:test_paths) { ['a_spec.rb', 'b_spec.rb'] }
     let(:delta) { 0.02 }
 
+    before do
+      tracker.set_prerun_tests(test_paths)
+    end
+
     shared_examples '#to_a' do
       subject { tracker.to_a }
 
@@ -55,13 +66,14 @@ describe KnapsackPro::Tracker do
       end
 
       it { expect(tracker.global_time).to be_within(delta).of(0.3) }
+      it { expect(tracker.prerun_tests_loaded).to be true }
       it { expect(tracker.test_files_with_time.keys.size).to eql 2 }
       it { expect(tracker.test_files_with_time['a_spec.rb'][:time_execution]).to be_within(delta).of(0.1) }
       it { expect(tracker.test_files_with_time['b_spec.rb'][:time_execution]).to be_within(delta).of(0.2) }
       it_behaves_like '#to_a'
     end
 
-    context "with Timecop - Timecop shouldn't have impact on measured test time" do
+    context "with Timecop - Timecop shouldn't have impact on the measured test time" do
       let(:now) { Time.now }
 
       before do
@@ -80,6 +92,7 @@ describe KnapsackPro::Tracker do
 
       it { expect(tracker.global_time).to be > 0 }
       it { expect(tracker.global_time).to be_within(delta).of(0) }
+      it { expect(tracker.prerun_tests_loaded).to be true }
       it { expect(tracker.test_files_with_time.keys.size).to eql 2 }
       it { expect(tracker.test_files_with_time['a_spec.rb'][:time_execution]).to be_within(delta).of(0) }
       it { expect(tracker.test_files_with_time['b_spec.rb'][:time_execution]).to be_within(delta).of(0) }
@@ -96,6 +109,7 @@ describe KnapsackPro::Tracker do
       end
 
       it { expect(tracker.global_time).to be > 0 }
+      it { expect(tracker.prerun_tests_loaded).to be true }
       it { expect(tracker.test_files_with_time.keys.size).to eql 2 }
       it { expect(tracker.test_files_with_time['a_spec.rb'][:time_execution]).to eq 0 }
       it '2nd spec (b_spec.rb) should have recorded time execution - because start_time was set during first call of stop_timer for the first spec (a_spec.rb)' do
@@ -103,15 +117,62 @@ describe KnapsackPro::Tracker do
       end
       it_behaves_like '#to_a'
     end
+
+    context 'when a new tracker instance is created' do
+      let(:non_pending_test_paths) { ['a_spec.rb', 'b_spec.rb'] }
+      let(:test_paths) { non_pending_test_paths + ['pending_spec.rb'] }
+
+      before do
+        # measure tests only for non pending tests
+        non_pending_test_paths.each_with_index do |test_path, index|
+          tracker.current_test_path = test_path
+          tracker.start_timer
+          sleep index.to_f / 10 + 0.1
+          tracker.stop_timer
+        end
+      end
+
+      it '2nd tracker instance loads prerun tests from the disk' do
+        expect(tracker.prerun_tests_loaded).to be true
+        expect(tracker.to_a.size).to eq 3
+        expect(tracker.to_a[0][:path]).to eq 'a_spec.rb'
+        expect(tracker.to_a[0][:time_execution]).to be >= 0
+        expect(tracker.to_a[1][:path]).to eq 'b_spec.rb'
+        expect(tracker.to_a[1][:time_execution]).to be >= 0
+        expect(tracker.to_a[2][:path]).to eq 'pending_spec.rb'
+        expect(tracker.to_a[2][:time_execution]).to eq 0
+
+        tracker2 = described_class.send(:new)
+        expect(tracker2.prerun_tests_loaded).to be false
+        expect(tracker2.to_a.size).to eq 3
+        expect(tracker2.to_a[0][:path]).to eq 'a_spec.rb'
+        expect(tracker2.to_a[0][:time_execution]).to be >= 0
+        expect(tracker2.to_a[1][:path]).to eq 'b_spec.rb'
+        expect(tracker2.to_a[1][:time_execution]).to be >= 0
+        expect(tracker2.to_a[2][:path]).to eq 'pending_spec.rb'
+        expect(tracker2.to_a[2][:time_execution]).to eq 0
+        expect(tracker2.prerun_tests_loaded).to be true
+      end
+    end
   end
 
   describe '#reset!' do
+    let(:test_file_path) { 'a_spec.rb' }
+
     before do
-      tracker.current_test_path = 'a_spec.rb'
+      tracker.set_prerun_tests([test_file_path])
+    end
+
+    before do
+      expect(tracker.prerun_tests_loaded).to be true
+
+      tracker.current_test_path = test_file_path
       tracker.start_timer
       sleep 0.1
       tracker.stop_timer
+
       expect(tracker.global_time).not_to eql 0
+
       tracker.reset!
     end
 
@@ -120,5 +181,9 @@ describe KnapsackPro::Tracker do
     it "global time since beginning won't be reset" do
       expect(tracker.global_time_since_beginning).to be >= 0.1
     end
+
+    it 'resets prerun_tests_loaded to false' do
+      expect(tracker.prerun_tests_loaded).to be false
+    end
   end
 end

data/spec/spec_helper.rb

@@ -4,9 +4,6 @@ require 'spinach'
 require 'timecop'
 Timecop.safe_mode = true
 
-require 'codeclimate-test-reporter'
-CodeClimate::TestReporter.start
-
 require 'vcr'
 require 'webmock/rspec'
 VCR.configure do |config|

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: knapsack_pro
 version: !ruby/object:Gem::Version
-  version: 2.16.0
+  version: 2.18.2
 platform: ruby
 authors:
 - ArturT
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-05-13 00:00:00.000000000 Z
+date: 2021-07-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -42,36 +42,36 @@ dependencies:
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.10.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.10.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.10.0
 - !ruby/object:Gem::Dependency
   name: rspec-its
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: cucumber
   requirement: !ruby/object:Gem::Requirement
@@ -128,20 +128,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.0.0
-- !ruby/object:Gem::Dependency
-  name: codeclimate-test-reporter
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -160,44 +146,44 @@ dependencies:
   name: vcr
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '6.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '6.0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '3.13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '3.13'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.9.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.9.4
 description: Run tests in parallel across CI server nodes based on tests execution
   time. Split tests in a dynamic way to ensure parallel jobs are done at a similar
   time. Thanks to that your CI build time is as fast as possible. It works with many
@@ -423,7 +409,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.2.15
 signing_key:
 specification_version: 4
 summary: Knapsack Pro splits tests across parallel CI nodes and ensures each parallel