knapsack_pro 5.3.4 → 5.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6952ceb372cbcc2dc8c2c5514f0fe68bc4be51572199168e3d7f7992eabdfe43
-  data.tar.gz: '077863b80cab5c090ad84c62cbb0c2d680757ea19da59e94c92cb9ee2770ba90'
+  metadata.gz: 9403659bbc5c95b9b6f0998b7ffdbffbe919522811c651644428eea2df6f3887
+  data.tar.gz: 139709a119b184958ef73d2268bfeca618f5456c0a410e6198baf8a4d269e05b
 SHA512:
-  metadata.gz: 3ba6a868b796019d571c077131e1cd33016bee27e7a8cbd1b1d35cfe31532c2049734d1cf24686ac5ef63a881a82ed0c3d811d4e04ccf17ba0444a856121e363
-  data.tar.gz: a717af5c831cfd8984ac2c2d691b557dd7cd919e1e7a223d9347eac8d28345700bdcefdf50d0fc5ab10a23c2c9dd4811e95198c443530d83006e7baeee898dbb
+  metadata.gz: 9a5152b40b810546160663243f259b82de186be4c01169cb2881315eadbacaf50a47bc6a8f851dcf0c08aa0f392aeaff3d618886f0cd8aaa1cbb06eac6d2f8b2
+  data.tar.gz: e20d7cb45f17fffd7420d16ed15cca4c44a0bc022407f97871d6e03290b09fd69da11e06d5dced21a77dcab059c00394909c7977eed849496e805f18a99c7580

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+### 5.4.0
+
+* Send to the API the CI provider with a header
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/216
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v5.3.5...v5.4.0
+
+### 5.3.5
+
+* Handle RSpec exceptions when running RSpec in Queue Mode
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/214
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/215
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v5.3.4...v5.3.5
+
 ### 5.3.4
 
 * fix(Queue Mode): handle OS signals and RSpec internal `wants_to_quit` and `rspec_is_quitting` states to stop consuming tests from the Queue API when the CI node is terminated

data/bin/rspec

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'rspec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../Gemfile", __dir__)
+
+bundle_binstub = File.expand_path("bundle", __dir__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("rspec-core", "rspec")

data/lib/knapsack_pro/client/connection.rb

@@ -59,18 +59,15 @@ module KnapsackPro
         request_hash.to_json
       end
 
-      def test_suite_token
-        KnapsackPro::Config::Env.test_suite_token
-      end
-
       def json_headers
         {
           'Content-Type' => 'application/json',
           'Accept' => 'application/json',
           'KNAPSACK-PRO-CLIENT-NAME' => client_name,
           'KNAPSACK-PRO-CLIENT-VERSION' => KnapsackPro::VERSION,
-          'KNAPSACK-PRO-TEST-SUITE-TOKEN' => test_suite_token,
-        }
+          'KNAPSACK-PRO-TEST-SUITE-TOKEN' => KnapsackPro::Config::Env.test_suite_token,
+          'KNAPSACK-PRO-CI-PROVIDER' => KnapsackPro::Config::Env.ci_provider,
+        }.compact
       end
 
       def client_name

data/lib/knapsack_pro/config/ci/app_veyor.rb

@@ -34,6 +34,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "AppVeyor"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/base.rb

@@ -32,6 +32,21 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          return 'AWS CodeBuild' if ENV.key?('CODEBUILD_BUILD_ARN')
+          return 'Azure Pipelines' if ENV.key?('SYSTEM_TEAMFOUNDATIONCOLLECTIONURI')
+          return 'Bamboo' if ENV.key?('bamboo_planKey')
+          return 'Bitbucket Pipelines' if ENV.key?('BITBUCKET_COMMIT')
+          return 'Buddy.works' if ENV.key?('BUDDY')
+          return 'Drone.io' if ENV.key?('DRONE')
+          return 'Google Cloud Build' if ENV.key?('BUILDER_OUTPUT')
+          return 'Jenkins' if ENV.key?('JENKINS_URL')
+          return 'TeamCity' if ENV.key?('TEAMCITY_VERSION')
+          return 'Other' if KnapsackPro::Config::Env.ci?
+
+          nil
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/buildkite.rb

@@ -41,6 +41,10 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          "Buildkite"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/circle.rb

@@ -37,6 +37,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "CircleCI"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/cirrus_ci.rb

@@ -33,6 +33,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "Cirrus CI"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/codefresh.rb

@@ -34,6 +34,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "Codefresh"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/codeship.rb

@@ -33,6 +33,10 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          "Codeship"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/github_actions.rb

@@ -49,6 +49,10 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          "GitHub Actions"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/gitlab_ci.rb

@@ -45,6 +45,10 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          "Gitlab CI"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/heroku.rb

@@ -33,6 +33,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "Heroku CI"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/semaphore.rb

@@ -34,6 +34,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "Semaphore CI 1.0"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/semaphore2.rb

@@ -38,6 +38,10 @@ module KnapsackPro
         def fixed_queue_split
           false
         end
+
+        def ci_provider
+          "Semaphore CI 2.0"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/ci/travis.rb

@@ -25,6 +25,10 @@ module KnapsackPro
         def fixed_queue_split
           true
         end
+
+        def ci_provider
+          "Travis CI"
+        end
       end
     end
   end

data/lib/knapsack_pro/config/env.rb

@@ -269,6 +269,10 @@ module KnapsackPro
           detected || KnapsackPro::Config::CI::Base
         end
 
+        def ci_provider
+          detected_ci.new.ci_provider
+        end
+
         def log_level
           LOG_LEVELS[ENV['KNAPSACK_PRO_LOG_LEVEL'].to_s.downcase] || ::Logger::DEBUG
         end

data/lib/knapsack_pro/formatters/rspec_queue_summary_formatter.rb

@@ -62,11 +62,39 @@ module KnapsackPro
         unless most_recent_pending.empty?
           registered_output.puts('All pending tests on this CI node:')
           registered_output.puts(most_recent_pending)
+          registered_output.puts('')
         end
 
         unless most_recent_failures_summary.empty?
           registered_output.puts('All failed tests on this CI node:')
           registered_output.puts(most_recent_failures_summary)
+          registered_output.puts('')
+        end
+
+        registered_output.puts(most_recent_summary)
+      end
+
+      def self.print_exit_summary
+        registered_output.puts('Knapsack Pro Queue exited/aborted!')
+        registered_output.puts('')
+
+        unexecuted_test_files = KnapsackPro.tracker.unexecuted_test_files
+        unless unexecuted_test_files.empty?
+          registered_output.puts('Unexecuted tests on this CI node:')
+          registered_output.puts(unexecuted_test_files)
+          registered_output.puts('')
+        end
+
+        unless most_recent_pending.empty?
+          registered_output.puts('All pending tests on this CI node:')
+          registered_output.puts(most_recent_pending)
+          registered_output.puts('')
+        end
+
+        unless most_recent_failures_summary.empty?
+          registered_output.puts('All failed tests on this CI node:')
+          registered_output.puts(most_recent_failures_summary)
+          registered_output.puts('')
         end
 
         registered_output.puts(most_recent_summary)

data/lib/knapsack_pro/runners/queue/rspec_runner.rb

@@ -92,35 +92,44 @@ module KnapsackPro
             options = ::RSpec::Core::ConfigurationOptions.new(cli_args)
             rspec_runner = ::RSpec::Core::Runner.new(options)
 
-            exit_code = rspec_runner.run($stderr, $stdout)
-            exitstatus = exit_code if exit_code != 0
-
-            if rspec_runner.world.wants_to_quit
-              KnapsackPro.logger.warn('RSpec wants to quit.')
-              set_terminate_process
-            end
-            if rspec_runner.world.rspec_is_quitting
-              KnapsackPro.logger.warn('RSpec is quitting.')
-              set_terminate_process
+            begin
+              exit_code = rspec_runner.run($stderr, $stdout)
+              exitstatus = exit_code if exit_code != 0
+            rescue Exception => exception
+              KnapsackPro.logger.error("Having exception when running RSpec: #{exception.inspect}")
+              KnapsackPro::Formatters::RSpecQueueSummaryFormatter.print_exit_summary
+              KnapsackPro::Hooks::Queue.call_after_subset_queue
+              KnapsackPro::Hooks::Queue.call_after_queue
+              Kernel.exit(1)
+              raise
+            else
+              if rspec_runner.world.wants_to_quit
+                KnapsackPro.logger.warn('RSpec wants to quit.')
+                set_terminate_process
+              end
+              if rspec_runner.world.rspec_is_quitting
+                KnapsackPro.logger.warn('RSpec is quitting.')
+                set_terminate_process
+              end
+
+              printable_args = args_with_seed_option_added_when_viable(args, rspec_runner)
+              log_rspec_command(printable_args, test_file_paths, :subset_queue)
+
+              rspec_clear_examples
+
+              KnapsackPro::Hooks::Queue.call_after_subset_queue
+
+              KnapsackPro::Report.save_subset_queue_to_file
+
+              return {
+                status: :next,
+                runner: runner,
+                can_initialize_queue: false,
+                args: args,
+                exitstatus: exitstatus,
+                all_test_file_paths: all_test_file_paths,
+              }
             end
-
-            printable_args = args_with_seed_option_added_when_viable(args, rspec_runner)
-            log_rspec_command(printable_args, test_file_paths, :subset_queue)
-
-            rspec_clear_examples
-
-            KnapsackPro::Hooks::Queue.call_after_subset_queue
-
-            KnapsackPro::Report.save_subset_queue_to_file
-
-            return {
-              status: :next,
-              runner: runner,
-              can_initialize_queue: false,
-              args: args,
-              exitstatus: exitstatus,
-              all_test_file_paths: all_test_file_paths,
-            }
           end
         end
 

data/lib/knapsack_pro/tracker.rb

@@ -68,6 +68,12 @@ module KnapsackPro
       @prerun_tests_loaded = true
     end
 
+    def unexecuted_test_files
+      @test_files_with_time.map do |path, hash|
+        path unless hash[:measured_time]
+      end.compact
+    end
+
     def to_a
       # When the test files are not loaded in the memory then load them from the disk.
       # Useful for the Regular Mode when the memory is not shared between tracker instances.

data/lib/knapsack_pro/version.rb

@@ -1,3 +1,3 @@
 module KnapsackPro
-  VERSION = '5.3.4'
+  VERSION = '5.4.0'
 end

data/spec/knapsack_pro/client/connection_spec.rb

@@ -289,6 +289,7 @@ describe KnapsackPro::Client::Connection do
     stub_const('ENV', {
       'KNAPSACK_PRO_ENDPOINT' => 'http://api.knapsackpro.test:3000',
       'KNAPSACK_PRO_TEST_SUITE_TOKEN' => test_suite_token,
+      'GITHUB_ACTIONS' => 'true',
     })
   end
 
@@ -323,6 +324,7 @@ describe KnapsackPro::Client::Connection do
             'KNAPSACK-PRO-CLIENT-NAME' => 'knapsack_pro-ruby',
             'KNAPSACK-PRO-CLIENT-VERSION' => KnapsackPro::VERSION,
             'KNAPSACK-PRO-TEST-SUITE-TOKEN' => test_suite_token,
+            'KNAPSACK-PRO-CI-PROVIDER' => 'GitHub Actions',
           }
         ).and_return(http_response)
       end
@@ -346,6 +348,7 @@ describe KnapsackPro::Client::Connection do
             'KNAPSACK-PRO-CLIENT-NAME' => 'knapsack_pro-ruby',
             'KNAPSACK-PRO-CLIENT-VERSION' => KnapsackPro::VERSION,
             'KNAPSACK-PRO-TEST-SUITE-TOKEN' => test_suite_token,
+            'KNAPSACK-PRO-CI-PROVIDER' => 'GitHub Actions',
           }
         ).and_return(http_response)
       end
@@ -368,6 +371,7 @@ describe KnapsackPro::Client::Connection do
             'KNAPSACK-PRO-CLIENT-NAME' => 'knapsack_pro-ruby',
             'KNAPSACK-PRO-CLIENT-VERSION' => KnapsackPro::VERSION,
             'KNAPSACK-PRO-TEST-SUITE-TOKEN' => test_suite_token,
+            'KNAPSACK-PRO-CI-PROVIDER' => 'GitHub Actions',
           }
         ).and_return(http_response)
       end
@@ -391,6 +395,7 @@ describe KnapsackPro::Client::Connection do
             'KNAPSACK-PRO-CLIENT-NAME' => 'knapsack_pro-ruby',
             'KNAPSACK-PRO-CLIENT-VERSION' => KnapsackPro::VERSION,
             'KNAPSACK-PRO-TEST-SUITE-TOKEN' => test_suite_token,
+            'KNAPSACK-PRO-CI-PROVIDER' => 'GitHub Actions',
           }
         ).and_return(http_response)
       end

data/spec/knapsack_pro/config/env_spec.rb

@@ -676,7 +676,7 @@ describe KnapsackPro::Config::Env do
           ['Semaphore CI 1.0', { 'SEMAPHORE_BUILD_NUMBER' => '123' }],
           ['Semaphore CI 2.0', { 'SEMAPHORE' => 'true', 'SEMAPHORE_WORKFLOW_ID' => '123' }],
           ['Travis CI', { 'TRAVIS' => 'true' }],
-          ['Unsupported', {}],
+          ['Unsupported CI', {}],
         ].each do |ci, env|
           it "on #{ci} it is false" do
             logger = instance_double(Logger)
@@ -704,7 +704,7 @@ describe KnapsackPro::Config::Env do
           ['Semaphore CI 1.0', { 'SEMAPHORE_BUILD_NUMBER' => '123' }],
           ['Semaphore CI 2.0', { 'SEMAPHORE' => 'true', 'SEMAPHORE_WORKFLOW_ID' => '123' }],
           ['Travis CI', { 'TRAVIS' => 'true' }],
-          ['Unsupported', {}],
+          ['Unsupported CI', {}],
         ].each do |ci, env|
           it "on #{ci} it is true" do
             logger = instance_double(Logger)
@@ -733,7 +733,7 @@ describe KnapsackPro::Config::Env do
         ['Semaphore CI 1.0', { 'SEMAPHORE_BUILD_NUMBER' => '123' }, false],
         ['Semaphore CI 2.0', { 'SEMAPHORE' => 'true', 'SEMAPHORE_WORKFLOW_ID' => '123' }, false],
         ['Travis CI', { 'TRAVIS' => 'true' }, true],
-        ['Unsupported', {}, true],
+        ['Unsupported CI', {}, true],
       ].each do |ci, env, expected|
         it "on #{ci} it is #{expected}" do
           logger = instance_double(Logger)
@@ -1032,7 +1032,7 @@ describe KnapsackPro::Config::Env do
       ['Semaphore CI 1.0', { 'SEMAPHORE_BUILD_NUMBER' => '123' }, KnapsackPro::Config::CI::Semaphore],
       ['Semaphore CI 2.0', { 'SEMAPHORE' => 'true', 'SEMAPHORE_WORKFLOW_ID' => '123' }, KnapsackPro::Config::CI::Semaphore2],
       ['Travis CI', { 'TRAVIS' => 'true' }, KnapsackPro::Config::CI::Travis],
-      ['Unsupported', {}, KnapsackPro::Config::CI::Base],
+      ['Unsupported CI', {}, KnapsackPro::Config::CI::Base],
     ].each do |ci, env, expected|
       it "detects #{ci}" do
         stub_const("ENV", env)
@@ -1046,7 +1046,7 @@ describe KnapsackPro::Config::Env do
     [
       ['CI from env', { 'CI' => 'True' }, true],
       ['Travis CI', { 'TRAVIS' => 'true' }, true],
-      ['Unsupported', {}, false],
+      ['missing CI from ENV or development', {}, false],
     ].each do |ci, env, expected|
       it "detects #{ci}" do
         stub_const("ENV", env)
@@ -1055,4 +1055,38 @@ describe KnapsackPro::Config::Env do
       end
     end
   end
+
+  describe '.ci_provider' do
+    [
+      ['AppVeyor', { 'APPVEYOR' => '123' }],
+      ['Azure Pipelines', { 'SYSTEM_TEAMFOUNDATIONCOLLECTIONURI' => '123' }],
+      ['AWS CodeBuild', { 'CODEBUILD_BUILD_ARN' => '123' }],
+      ['Bamboo', { 'bamboo_planKey' => '123' }],
+      ['Bitbucket Pipelines', { 'BITBUCKET_COMMIT' => '123' }],
+      ['Buddy.works', { 'BUDDY' => 'true' }],
+      ['Buildkite', { 'BUILDKITE' => 'true' }],
+      ['CircleCI', { 'CIRCLECI' => 'true' }],
+      ['Cirrus CI', { 'CIRRUS_CI' => 'true' }],
+      ['Codefresh', { 'CF_BUILD_ID' => '123' }],
+      ['Codeship', { 'CI_NAME' => 'codeship' }],
+      ['Drone.io', { 'DRONE' => 'true' }],
+      ['GitHub Actions', { 'GITHUB_ACTIONS' => 'true' }],
+      ['Gitlab CI', { 'GITLAB_CI' => 'true' }],
+      ['Google Cloud Build', { 'BUILDER_OUTPUT' => '123' }],
+      ['Heroku CI', { 'HEROKU_TEST_RUN_ID' => '123' }],
+      ['Jenkins', { 'JENKINS_URL' => '123' }],
+      ['Semaphore CI 1.0', { 'SEMAPHORE_BUILD_NUMBER' => '123' }],
+      ['Semaphore CI 2.0', { 'SEMAPHORE' => 'true', 'SEMAPHORE_WORKFLOW_ID' => '123' }],
+      ['TeamCity', { 'TEAMCITY_VERSION' => '123' }],
+      ['Travis CI', { 'TRAVIS' => 'true' }],
+      ['Other', { 'CI' => 'true'}],
+      [nil, {}],
+    ].each do |ci, env|
+      it "detects #{ci} name" do
+        stub_const("ENV", env)
+
+        expect(described_class.ci_provider).to eq(ci)
+      end
+    end
+  end
 end

data/spec/knapsack_pro/runners/queue/rspec_runner_spec.rb

@@ -212,126 +212,183 @@ describe KnapsackPro::Runners::Queue::RSpecRunner do
         double(world: double(wants_to_quit: rspec_wants_to_quit, rspec_is_quitting: rspec_is_quitting))
       end
 
-      before do
-        subset_queue_id = 'fake-subset-queue-id'
-        expect(KnapsackPro::Config::EnvGenerator).to receive(:set_subset_queue_id).and_return(subset_queue_id)
+      context 'having no exception when running RSpec' do
+        before do
+          subset_queue_id = 'fake-subset-queue-id'
+          expect(KnapsackPro::Config::EnvGenerator).to receive(:set_subset_queue_id).and_return(subset_queue_id)
 
-        expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
+          expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
 
-        tracker = instance_double(KnapsackPro::Tracker)
-        expect(KnapsackPro).to receive(:tracker).twice.and_return(tracker)
-        expect(tracker).to receive(:reset!)
-        expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
+          tracker = instance_double(KnapsackPro::Tracker)
+          expect(KnapsackPro).to receive(:tracker).twice.and_return(tracker)
+          expect(tracker).to receive(:reset!)
+          expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
 
-        expect(described_class).to receive(:ensure_spec_opts_have_rspec_queue_summary_formatter)
-        options = double
-        expect(RSpec::Core::ConfigurationOptions).to receive(:new).with([
-          '--no-color',
-          '--default-path', 'fake-test-dir',
-          'a_spec.rb', 'b_spec.rb',
-        ]).and_return(options)
+          expect(described_class).to receive(:ensure_spec_opts_have_rspec_queue_summary_formatter)
+          options = double
+          expect(RSpec::Core::ConfigurationOptions).to receive(:new).with([
+            '--no-color',
+            '--default-path', 'fake-test-dir',
+            'a_spec.rb', 'b_spec.rb',
+          ]).and_return(options)
 
-        expect(RSpec::Core::Runner).to receive(:new).with(options).and_return(rspec_core_runner)
-        expect(rspec_core_runner).to receive(:run).with($stderr, $stdout).and_return(exit_code)
+          expect(RSpec::Core::Runner).to receive(:new).with(options).and_return(rspec_core_runner)
+          expect(rspec_core_runner).to receive(:run).with($stderr, $stdout).and_return(exit_code)
 
-        expect(described_class).to receive(:rspec_clear_examples)
+          expect(described_class).to receive(:rspec_clear_examples)
 
-        expect(KnapsackPro::Hooks::Queue).to receive(:call_before_subset_queue)
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_before_subset_queue)
 
-        expect(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
 
-        expect(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
+          expect(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
 
-        configuration = double
-        expect(rspec_core_runner).to receive(:configuration).twice.and_return(configuration)
-        expect(configuration).to receive(:seed_used?).and_return(true)
-        expect(configuration).to receive(:seed).and_return(rspec_seed)
+          configuration = double
+          expect(rspec_core_runner).to receive(:configuration).twice.and_return(configuration)
+          expect(configuration).to receive(:seed_used?).and_return(true)
+          expect(configuration).to receive(:seed).and_return(rspec_seed)
 
-        expect(KnapsackPro).to receive(:logger).at_least(2).and_return(logger)
-        expect(logger).to receive(:info)
-          .with("To retry the last batch of tests fetched from the API Queue, please run the following command on your machine:")
-        expect(logger).to receive(:info).with(/#{args.join(' ')} --seed #{rspec_seed}/)
-      end
+          expect(KnapsackPro).to receive(:logger).at_least(2).and_return(logger)
+          expect(logger).to receive(:info)
+            .with("To retry the last batch of tests fetched from the API Queue, please run the following command on your machine:")
+          expect(logger).to receive(:info).with(/#{args.join(' ')} --seed #{rspec_seed}/)
+        end
 
-      context 'when the exit code is zero' do
-        let(:exit_code) { 0 }
+        context 'when the exit code is zero' do
+          let(:exit_code) { 0 }
 
-        it do
-          expect(subject).to eq({
-            status: :next,
-            runner: runner,
-            can_initialize_queue: false,
-            args: args,
-            exitstatus: exitstatus,
-            all_test_file_paths: test_file_paths,
-          })
+          it do
+            expect(subject).to eq({
+              status: :next,
+              runner: runner,
+              can_initialize_queue: false,
+              args: args,
+              exitstatus: exitstatus,
+              all_test_file_paths: test_file_paths,
+            })
+          end
         end
-      end
 
-      context 'when the exit code is not zero' do
-        let(:exit_code) { double }
+        context 'when the exit code is not zero' do
+          let(:exit_code) { double }
 
-        it do
-          expect(subject).to eq({
-            status: :next,
-            runner: runner,
-            can_initialize_queue: false,
-            args: args,
-            exitstatus: exit_code,
-            all_test_file_paths: test_file_paths,
-          })
+          it do
+            expect(subject).to eq({
+              status: :next,
+              runner: runner,
+              can_initialize_queue: false,
+              args: args,
+              exitstatus: exit_code,
+              all_test_file_paths: test_file_paths,
+            })
+          end
         end
-      end
 
-      context 'when RSpec wants to quit' do
-        let(:exit_code) { 0 }
-        let(:rspec_wants_to_quit) { true }
+        context 'when RSpec wants to quit' do
+          let(:exit_code) { 0 }
+          let(:rspec_wants_to_quit) { true }
+
+          after do
+            described_class.class_variable_set(:@@terminate_process, false)
+          end
+
+          it 'terminates the process' do
+            expect(logger).to receive(:warn).with('RSpec wants to quit.')
 
-        after do
-          described_class.class_variable_set(:@@terminate_process, false)
+            expect(described_class.class_variable_get(:@@terminate_process)).to be false
+
+            expect(subject).to eq({
+              status: :next,
+              runner: runner,
+              can_initialize_queue: false,
+              args: args,
+              exitstatus: exitstatus,
+              all_test_file_paths: test_file_paths,
+            })
+
+            expect(described_class.class_variable_get(:@@terminate_process)).to be true
+          end
         end
 
-        it 'terminates the process' do
-          expect(logger).to receive(:warn).with('RSpec wants to quit.')
+        context 'when RSpec is quitting' do
+          let(:exit_code) { 0 }
+          let(:rspec_is_quitting) { true }
 
-          expect(described_class.class_variable_get(:@@terminate_process)).to be false
+          after do
+            described_class.class_variable_set(:@@terminate_process, false)
+          end
 
-          expect(subject).to eq({
-            status: :next,
-            runner: runner,
-            can_initialize_queue: false,
-            args: args,
-            exitstatus: exitstatus,
-            all_test_file_paths: test_file_paths,
-          })
+          it 'terminates the process' do
+            expect(logger).to receive(:warn).with('RSpec is quitting.')
 
-          expect(described_class.class_variable_get(:@@terminate_process)).to be true
+            expect(described_class.class_variable_get(:@@terminate_process)).to be false
+
+            expect(subject).to eq({
+              status: :next,
+              runner: runner,
+              can_initialize_queue: false,
+              args: args,
+              exitstatus: exitstatus,
+              all_test_file_paths: test_file_paths,
+            })
+
+            expect(described_class.class_variable_get(:@@terminate_process)).to be true
+          end
         end
       end
 
-      context 'when RSpec is quitting' do
-        let(:exit_code) { 0 }
-        let(:rspec_is_quitting) { true }
-
-        after do
-          described_class.class_variable_set(:@@terminate_process, false)
+      context 'having exception when running RSpec' do
+        before do
+          subset_queue_id = 'fake-subset-queue-id'
+          expect(KnapsackPro::Config::EnvGenerator).to receive(:set_subset_queue_id).and_return(subset_queue_id)
+
+          expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
+
+          tracker = instance_double(KnapsackPro::Tracker)
+          expect(KnapsackPro).to receive(:tracker).twice.and_return(tracker)
+          expect(tracker).to receive(:reset!)
+          expect(tracker).to receive(:set_prerun_tests).with(test_file_paths)
+
+          expect(described_class).to receive(:ensure_spec_opts_have_rspec_queue_summary_formatter)
+          options = double
+          expect(RSpec::Core::ConfigurationOptions).to receive(:new).with([
+            '--no-color',
+            '--default-path', 'fake-test-dir',
+            'a_spec.rb', 'b_spec.rb',
+          ]).and_return(options)
+
+          rspec_core_runner = double
+          expect(RSpec::Core::Runner).to receive(:new).with(options).and_return(rspec_core_runner)
+          expect(rspec_core_runner).to receive(:run).with($stderr, $stdout).and_raise SystemExit
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_before_subset_queue)
+          allow(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
+          allow(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
+          allow(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
+          allow(KnapsackPro::Formatters::RSpecQueueSummaryFormatter).to receive(:print_exit_summary)
+          expect(Kernel).to receive(:exit).with(1)
         end
 
-        it 'terminates the process' do
-          expect(logger).to receive(:warn).with('RSpec is quitting.')
+        it 'does not call #save_subset_queue_to_file or #rspec_clear_examples' do
+          expect(described_class).not_to receive(:rspec_clear_examples)
+          expect(KnapsackPro::Report).not_to receive(:save_subset_queue_to_file)
+          expect { subject }.to raise_error SystemExit
+        end
 
-          expect(described_class.class_variable_get(:@@terminate_process)).to be false
+        it 'logs the exception' do
+          expect(KnapsackPro).to receive(:logger).once.and_return(logger)
+          expect(logger).to receive(:error).with("Having exception when running RSpec: #<SystemExit: SystemExit>")
+          expect { subject }.to raise_error SystemExit
+        end
 
-          expect(subject).to eq({
-            status: :next,
-            runner: runner,
-            can_initialize_queue: false,
-            args: args,
-            exitstatus: exitstatus,
-            all_test_file_paths: test_file_paths,
-          })
+        it 'calls #print_exit_summary' do
+          expect(KnapsackPro::Formatters::RSpecQueueSummaryFormatter).to receive(:print_exit_summary)
+          expect { subject }.to raise_error SystemExit
+        end
 
-          expect(described_class.class_variable_get(:@@terminate_process)).to be true
+        it 'calls #call_after_subset_queue and #call_after_queue' do
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
+          expect { subject }.to raise_error SystemExit
         end
       end
     end

data/spec/knapsack_pro/tracker_spec.rb

@@ -185,4 +185,21 @@ describe KnapsackPro::Tracker do
       expect(tracker.prerun_tests_loaded).to be false
     end
   end
+
+
+  describe '#unexecuted_test_files' do
+    before do
+      tracker.set_prerun_tests(['a_spec.rb', 'b_spec.rb', 'c_spec.rb'])
+
+      # measure execution time for b_spec.rb
+      tracker.current_test_path = 'b_spec.rb'
+      tracker.start_timer
+      sleep 0.1
+      tracker.stop_timer
+    end
+
+    it 'returns test files without measured time' do
+      expect(tracker.unexecuted_test_files).to eq(['a_spec.rb', 'c_spec.rb'])
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: knapsack_pro
 version: !ruby/object:Gem::Version
-  version: 5.3.4
+  version: 5.4.0
 platform: ruby
 authors:
 - ArturT
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-07-26 00:00:00.000000000 Z
+date: 2023-08-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -186,6 +186,7 @@ email:
 - arturtrzop@gmail.com
 executables:
 - knapsack_pro
+- rspec
 extensions: []
 extra_rdoc_files: []
 files:
@@ -201,6 +202,7 @@ files:
 - README.md
 - Rakefile
 - bin/knapsack_pro
+- bin/rspec
 - knapsack_pro.gemspec
 - lib/knapsack_pro.rb
 - lib/knapsack_pro/adapters/base_adapter.rb