knapsack_pro 0.53.0 → 0.54.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 159f31c8d3ff4a4ca650cab78612e3b91eaa22ff
-  data.tar.gz: 70c7eab12ce5ebb4cca891e8354e1ac7552ab154
+SHA256:
+  metadata.gz: 5ca270139eec1a9a068a6038deaa4670812226c1663dd1874d4db0ea74815ce7
+  data.tar.gz: 96e8ed4266180dacd9e0be2c7b5b2f5cd05ec28537d895e7c6d88989fc8b98b0
 SHA512:
-  metadata.gz: 7d9b0f159b2f853cde6fbbf0a8abb3282d63069864f4f86c3d0e18b303618d97cc0d38f451888d06059dc01d58e9b0c485cad115a95262e0ba2caf44882cadad
-  data.tar.gz: 88c0e5d94901e187d4881faaa89c87833fb358ab335504310aab079288480d9105493fd6f73f1fbd2ec974ddf9fc3e425185b2eadf6e20900f2e9d641ce21cfe
+  metadata.gz: 69b834636b9d84069f44e566fd6f6e4ed80f0a9a68202b57156421fd4d34b06ed6907429a3d59265f6c306bd7c537f3cd57e9d95b2a1e2421444970da7762385
+  data.tar.gz: 350e5c4346a395e00e7e5cc9dcbb0ba9c7f34143b17e4174cffea1b7b1ebde1517d6e02be40dde84103916165b080008df56209623b785e7c3b62317b8646e6b

data/.circleci/config.yml

@@ -0,0 +1,38 @@
+# Ruby CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-ruby/ for more details
+#
+version: 2
+jobs:
+  build:
+    parallelism: 1
+    docker:
+      # specify the version you desire here
+      - image: circleci/ruby:2.5.0
+        environment:
+          CODECLIMATE_REPO_TOKEN: b6626e682a8e97e0c5978febc92c3526792a2d018b41b8e1b52689da37fb7d92
+
+    working_directory: ~/knapsack_pro-ruby
+
+    steps:
+      - checkout
+
+      # Download and cache dependencies
+      - restore_cache:
+          keys:
+          - v2-dependencies-bundler-{{ checksum "knapsack_pro.gemspec" }}
+          # fallback to using the latest cache if no exact match is found
+          - v2-dependencies-bundler-
+
+      - run:
+          name: install ruby dependencies
+          command: |
+            bundle install --jobs=4 --retry=3 --path vendor/bundle
+
+      - save_cache:
+          paths:
+            - ./vendor/bundle
+          key: v2-dependencies-bundler-{{ checksum "knapsack_pro.gemspec" }}
+
+      # run tests!
+      - run: bundle exec rspec spec

data/CHANGELOG.md

@@ -2,6 +2,14 @@
 
 * TODO
 
+### 0.54.0
+
+* Add Queue Mode for Minitest
+
+    https://github.com/KnapsackPro/knapsack_pro-ruby/pull/60
+
+https://github.com/KnapsackPro/knapsack_pro-ruby/compare/v0.53.0...v0.54.0
+
 ### 0.53.0
 
 * Add support for Heroku CI environment variables.

data/README.md

@@ -111,14 +111,17 @@ The knapsack_pro has also [queue mode](#queue-mode) to get an optimal test suite
   - [Common problems](#common-problems)
     - [Why I see API error commit_hash parameter is required?](#why-i-see-api-error-commit_hash-parameter-is-required)
     - [Why I see `LoadError: cannot load such file -- spec_helper`?](#why-i-see-loaderror-cannot-load-such-file----spec_helper)
+    - [Why my CI build fails when I use Test::Unit even when all tests passed?](#why-my-ci-build-fails-when-i-use-testunit-even-when-all-tests-passed)
     - [Queue Mode problems](#queue-mode-problems)
       - [Why when I use Queue Mode for RSpec then my tests fail?](#why-when-i-use-queue-mode-for-rspec-then-my-tests-fail)
+      - [Why when I use Queue Mode for RSpec then FactoryBot/FactoryGirl tests fail?](#why-when-i-use-queue-mode-for-rspec-then-factorybotfactorygirl-tests-fail)
       - [Why I don't see collected time execution data for my build in user dashboard?](#why-i-dont-see-collected-time-execution-data-for-my-build-in-user-dashboard)
       - [Why when I use Queue Mode for RSpec and test fails then I see multiple times info about failed test in RSpec result?](#why-when-i-use-queue-mode-for-rspec-and-test-fails-then-i-see-multiple-times-info-about-failed-test-in-rspec-result)
       - [Why when I use Queue Mode for RSpec then I see multiple times the same pending tests?](#why-when-i-use-queue-mode-for-rspec-then-i-see-multiple-times-the-same-pending-tests)
       - [Does in Queue Mode the RSpec is initialized many times that causes Rails load over and over again?](#does-in-queue-mode-the-rspec-is-initialized-many-times-that-causes-rails-load-over-and-over-again)
       - [Why my tests are executed twice in queue mode? Why CI node runs whole test suite again?](#why-my-tests-are-executed-twice-in-queue-mode-why-ci-node-runs-whole-test-suite-again)
       - [How to fix capybara-screenshot fail with `SystemStackError: stack level too deep` when using Queue Mode for RSpec?](#how-to-fix-capybara-screenshot-fail-with-systemstackerror-stack-level-too-deep-when-using-queue-mode-for-rspec)
+      - [Parallel tests Cucumber and RSpec with Cucumber failures exit CI node early leaving fewer CI nodes to finish RSpec Queue.](#parallel-tests-cucumber-and-rspec-with-cucumber-failures-exit-ci-node-early-leaving-fewer-ci-nodes-to-finish-rspec-queue)
   - [General questions](#general-questions)
     - [How to run tests for particular CI node in your development environment](#how-to-run-tests-for-particular-ci-node-in-your-development-environment)
       - [for knapack_pro regular mode](#for-knapack_pro-regular-mode)
@@ -141,6 +144,11 @@ The knapsack_pro has also [queue mode](#queue-mode) to get an optimal test suite
     - [How to run knapsack_pro with parallel_tests gem?](#how-to-run-knapsack_pro-with-parallel_tests-gem)
     - [How to retry failed tests (flaky tests)?](#how-to-retry-failed-tests-flaky-tests)
     - [How can I run tests from multiple directories?](#how-can-i-run-tests-from-multiple-directories)
+    - [Why I don't see all test files being recorded in user dashboard](#why-i-dont-see-all-test-files-being-recorded-in-user-dashboard)
+    - [Why when I use 2 different CI providers then not all test files are executed?](#why-when-i-use-2-different-ci-providers-then-not-all-test-files-are-executed)
+    - [How to run only RSpec feature tests or non feature tests?](#how-to-run-only-rspec-feature-tests-or-non-feature-tests)
+    - [How to use CodeClimate with knapsack_pro?](#how-to-use-codeclimate-with-knapsack_pro)
+    - [How to run knapsack_pro only on a few parallel CI nodes instead of all?](#how-to-run-knapsack_pro-only-on-a-few-parallel-ci-nodes-instead-of-all)
   - [Questions around data usage and security](#questions-around-data-usage-and-security)
     - [What data is sent to your servers?](#what-data-is-sent-to-your-servers)
     - [How is that data secured?](#how-is-that-data-secured)
@@ -391,8 +399,12 @@ Please use a separate API token for queue mode from one used already for regular
 
 Use this command to run queue mode:
 
+    # RSpec
     bundle exec rake knapsack_pro:queue:rspec
 
+    # Minitest
+    bundle exec rake knapsack_pro:queue:minitest
+
 If the above command fails then you may need to explicitly pass an argument to require the `rails_helper` file or `spec_helper` in case you are not doing this in some of your test files:
 
     bundle exec rake "knapsack_pro:queue:rspec[--require rails_helper]"
@@ -400,7 +412,7 @@ If the above command fails then you may need to explicitly pass an argument to r
 Note: when you run queue mode command for the first time it might be slower.
 The second build should have a more optimal test suite split.
 
-Please ensure you have explicitly set `RAILS_ENV=test` on your CI nodes.
+__Please ensure you have explicitly set `RAILS_ENV=test` on your CI nodes.__
 
 If you use the capybara-screenshot gem then please [follow this step](#how-to-fix-capybara-screenshot-fail-with-systemstackerror-stack-level-too-deep-when-using-queue-mode-for-rspec).
 
@@ -452,13 +464,21 @@ There might be some cached test suite splits for git commits you have run in pas
 
   Thanks to that when tests on one of your node failed you can retry the node with exactly the same subset of tests that were run on the node in the first place.
 
-  Note when fixed queue split is enabled then you can run tests in a dynamic way only once for particular commit hash and a total number of nodes and for the same branch.
+  * Note when fixed queue split is enabled then you can run tests in a dynamic way only once for particular commit hash and a total number of nodes and for the same branch.
+
+  * When Knapsack Pro API server has already information about previous queue split then the information will be used. You will see at the beginning of the knapsack command the log with info that queue name is nil because it was not generated this time. You will get the list of all test files that were executed on the particular CI node in the past.
 
-  When Knapsack Pro API server has already information about previous queue split then the information will be used. You will see at the beginning of the knapsack command the log with info that queue name is nil because it was not generated this time. You will get the list of all test files that were executed on the particular CI node in the past.
+    ```
+    [knapsack_pro] {"queue_name"=>nil, "test_files"=>[{"path"=>"spec/foo_spec.rb", "time_execution"=>1.23}]}
+    ```
 
-       [knapsack_pro] {"queue_name"=>nil, "test_files"=>[{"path"=>"spec/foo_spec.rb", "time_execution"=>1.23}]}
+  * Knapsack Pro is fault-tolerant and can withstand possible CI instance preemptions (shut down) when you use highly affordable CI nodes like [Google Cloud Preemptible VMs](https://cloud.google.com/preemptible-vms/) or [Amazon EC2 Spot Instances](https://aws.amazon.com/ec2/spot/). When you retry failed CI node or when your CI provider will do auto retry then the knapsack_pro will run tests previosly served to CI node that failed. After that it will try to consume the test files from the Queue if there are remaining test files that were not yet executed. You will see in the logs info that you retry the tests if the `queue_name` has prefix `retry-dead-ci-node`:
 
-  To [reproduce tests executed on CI node](#for-knapsack_pro-queue-mode) in development environment please see FAQ.
+    ```
+    [knapsack_pro] {"queue_name"=>"retry-dead-ci-node:queue-id", "test_files"=>[{"path"=>"spec/foo_spec.rb", "time_execution"=>1.23}]}
+    ```
+
+  * To [reproduce tests executed on CI node](#for-knapsack_pro-queue-mode) in development environment please see FAQ.
 
 #### KNAPSACK_PRO_MODIFY_DEFAULT_RSPEC_FORMATTERS (hide duplicated summary of pending and failed tests)
 
@@ -581,6 +601,7 @@ You can install knapsack_pro globally and use binary. For instance:
     $ knapsack_pro queue:rspec "--tag custom_tag_name --profile"
     $ knapsack_pro cucumber "--name feature"
     $ knapsack_pro minitest "--verbose --pride"
+    $ knapsack_pro queue:minitest "--verbose"
     $ knapsack_pro test_unit "--verbose"
     $ knapsack_pro spinach "--arg_name value"
 
@@ -698,6 +719,13 @@ Here is another example for CircleCI 2.0 platform.
     # export word is important here!
     export RAILS_ENV=test
     bundle exec rake "knapsack_pro:queue:rspec[--format documentation]"
+
+- run:
+  name: Minitest via knapsack_pro Queue Mode
+  command: |
+    # export word is important here!
+    export RAILS_ENV=test
+    bundle exec rake "knapsack_pro:queue:minitest[--verbose]"
 ```
 
 Please remember to add additional containers for your project in CircleCI settings.
@@ -901,6 +929,8 @@ KNAPSACK_PRO_CI_NODE_TOTAL=2 KNAPSACK_PRO_CI_NODE_INDEX=1 bundle exec rake knaps
 
 Remember to add API tokens like `KNAPSACK_PRO_TEST_SUITE_TOKEN_CUCUMBER` and `KNAPSACK_PRO_TEST_SUITE_TOKEN_RSPEC` to `Environment` page of your project settings in Codeship.
 
+If you want to use Codeship retry single CI node feature to retry just failed tests on particular CI node then you should set [`KNAPSACK_PRO_FIXED_QUEUE_SPLIT=true`](#knapsack_pro_fixed_queue_split-remember-queue-split-on-retry-ci-node).
+
 #### Info for Heroku CI users
 
 You can parallelize your tests on Heroku CI by configuring `app.json`.
@@ -1045,6 +1075,10 @@ When your tests fails with:
 
 then problem might be related to the fact you specified complex `KNAPSACK_PRO_TEST_FILE_PATTERN` and knapsack_pro gem cannot detect correct main test directory with spec_helper. You should set `KNAPSACK_PRO_TEST_DIR=spec`. Please [read also example](#how-can-i-run-tests-from-multiple-directories).
 
+#### Why my CI build fails when I use Test::Unit even when all tests passed?
+
+Please ensure you are actually using only Test::Unit runner. You may use some hybrid of Test::Unit and Minitest. Ensure you are not loading Minitest.
+
 #### Queue Mode problems
 
 ##### Why when I use Queue Mode for RSpec then my tests fail?
@@ -1057,6 +1091,39 @@ In that case you need to resolve failed tests in a way that allows RSpec to run
 
 You can learn more about [recent RSpec team changes](https://github.com/KnapsackPro/knapsack_pro-ruby/pull/42) that was backported into knapsack_pro.
 
+##### Why when I use Queue Mode for RSpec then FactoryBot/FactoryGirl tests fail?
+
+You can use [knapsack_pro binary](#knapsack-pro-binary) instead of rake task version to solve problem:
+
+```
+# knapsack_pro binary for Queue Mode
+$ bundle exec knapsack_pro queue:rspec
+```
+
+Other solution is to check if your factories for FactoryBot/FactoryGirl use the same methods as Rake DSL and remove problematic part of the code.
+
+The use of implicit association `task` can cause a problem.
+
+```ruby
+# won't work in knapsack_pro Queue Mode
+FactoryBot.define do
+  factory :assignment do
+    task
+  end
+end
+```
+
+Workaround is to replace `task` with explicit association:
+
+```ruby
+# this will work in knapack_pro Queue Mode
+FactoryBot.define do
+  factory :assignment do
+    association :task
+  end
+end
+```
+
 ##### Why I don't see collected time execution data for my build in user dashboard?
 
 If you go to [user dashboard](https://knapsackpro.com/dashboard) and open `Build metrics` for your API token and you open build for your last git commit you should see there info about collected time execution data from all CI nodes. If you don't see collected time execution data for CI nodes then please ensure:
@@ -1106,6 +1173,23 @@ end
 
 Here is [fix PR](https://github.com/mattheworiordan/capybara-screenshot/pull/205) to official capybara-screenshot repository and the explanation of the problem.
 
+##### Parallel tests Cucumber and RSpec with Cucumber failures exit CI node early leaving fewer CI nodes to finish RSpec Queue.
+
+If you run tests in 2 steps like:
+
+* Step 1. `bundle exec rake knapsack_pro:cucumber` (regular mode)
+* Step 2. `bundle exec rake knapsack_pro:queue:rspec` (queue mode)
+
+and your CI provider is configured to fail fast when one of the steps fails then in the case when the first step with Cucumber fails on one of CI nodes then the second step with RSpec in Queue Mode won't start on the CI node that failed fast.
+
+It means the other CI nodes that will run the second step for RSpec in Queue Mode will consume the whole RSpec Queue so your whole CI build will take more than typical CI build when all Cucumber tests are green.
+
+You should configure your CI provider to not fail fast the Cucumber step.
+
+CI providers tips:
+
+* If you use CircleCI 2.0 you can use `when=always` flag. Read more [here](https://discuss.circleci.com/t/parallel-tests-cuc-rspec-w-failures-exit-early-leaving-less-workers-to-finish/18081).
+
 ### General questions
 
 #### How to run tests for particular CI node in your development environment
@@ -1537,6 +1621,82 @@ require_relative 'spec_helper'
 require 'spec_helper'
 ```
 
+#### Why I don't see all test files being recorded in user dashboard
+
+If you open `Build metrics` for particular API token at [user dashboard](https://knapsackpro.com/dashboard) and you don't see all time execution data recorded for all test files then you should know that knapsack_pro does not track test files with empty content or when the test file contains only pending tests.
+
+The test files with pending tests are executed so you will see it in RSpec output but just not recorded in Knapsack Pro API because there is nothing to record time for.
+
+#### Why when I use 2 different CI providers then not all test files are executed?
+
+Please ensure you use 2 different API token per test suite. If you use 2 CI providers for instance CircleCI and TravisCI at the same time and you run the RSpec test suite then you need to have separate API token for RSpec executed on CircleCI and a separate API token for RSpec test suite executed on the TravisCI.
+
+#### How to run only RSpec feature tests or non feature tests?
+
+**Option 1: RSpec tags**
+
+You can run just feature tests this way. You need to generate a separate API token for it.
+
+```
+KNAPSACK_PRO_TEST_SUITE_TOKEN_RSPEC=$API_TOKEN_FOR_FEATURE_TESTS bundle exec rake "knapsack_pro:queue:rspec[--tag type:feature]"
+```
+
+If you would like to run only non feature tests then use negation `~type:feature`:
+
+```
+KNAPSACK_PRO_TEST_SUITE_TOKEN_RSPEC=$API_TOKEN_FOR_NON_FEATURE_TESTS bundle exec rake "knapsack_pro:queue:rspec[--tag ~type:feature]"
+```
+
+Note above examples are for knapack_pro Queue Mode and when you will run tests you may notice that all test files are run by RSpec but only tests specified by tag like `tag type:feature` will be executed. Basically RSpec will just load all files but run just specified tags.
+
+**Option 2: specify directory pattern**
+
+Another approach is to explicitly specify which files should be executed.
+
+Run all specs from multiple directories except `spec/features` directory which is not listed below.
+If you would like to run additional directory please add it after comma in `KNAPSACK_PRO_TEST_FILE_PATTERN`.
+Ensure the list of directories match your spec directory structure.
+
+```
+KNAPSACK_PRO_TEST_SUITE_TOKEN_RSPEC=$API_TOKEN_FOR_NON_FEATURE_TESTS \
+KNAPSACK_PRO_TEST_DIR=spec \
+KNAPSACK_PRO_TEST_FILE_PATTERN="{spec/*_spec.rb,spec/controllers/**/*_spec.rb,spec/mailers/**/*_spec.rb,spec/models/**/*_spec.rb,spec/presenters/**/*_spec.rb,spec/requests/**/*_spec.rb,spec/routing/**/*_spec.rb,spec/services/**/*_spec.rb,spec/workers/**/*_spec.rb,spec/jobs/**/*_spec.rb}" \
+bundle exec rake knapsack_pro:queue:rspec
+```
+
+When you would like to run tests only from `spec/features` directory then run:
+
+```
+KNAPSACK_PRO_TEST_SUITE_TOKEN_RSPEC=$API_TOKEN_FOR_FEATURE_TESTS \
+KNAPSACK_PRO_TEST_DIR=spec \
+KNAPSACK_PRO_TEST_FILE_PATTERN="spec/features/**{,/*/**}/*_spec.rb" \
+bundle exec rake knapsack_pro:queue:rspec
+```
+
+#### How to use CodeClimate with knapsack_pro?
+
+You can check CodeClimate docs about [parallel and multiple test suites](https://docs.codeclimate.com/docs/configuring-test-coverage#section-parallel-and-multiple-test-suites).
+
+#### How to run knapsack_pro only on a few parallel CI nodes instead of all?
+
+You may want to run knapack_pro only on a few CI nodes when you would like to run a different job on other CI nodes.
+
+For instance, you have 3 parallel CI nodes. You would like to run knapack_pro only on two CI nodes. The last CI node you want to use for the different job like running linters etc.
+
+In such case, you can override the number of total CI nodes available by your CI provider. For instance, Heroku CI provider exposes in ENV variables `CI_NODE_TOTAL=3`.
+
+You can then run knapsack_pro command this way on the first and the second CI node:
+
+```
+KNAPSACK_PRO_CI_NODE_TOTAL=$((CI_NODE_TOTAL-1)) bundle exec rake knapsack_pro:rspec
+```
+
+We decrease the number of CI node total by 1 that knapack_pro can see. This way you can run tests with knapsack_pro only on two CI nodes.
+On the 3rd CI node, you can run other things like linters etc.
+
+If you would like to check what is the CI node total ENV variable name exposed by your CI provider you can check that in your CI provider environment variables docs
+or preview the [ENV variables that knapack_pro can read](https://github.com/KnapsackPro/knapsack_pro-ruby/tree/master/lib/knapsack_pro/config/ci) for supported CI providers.
+
 ### Questions around data usage and security
 
 #### What data is sent to your servers?

data/bin/knapsack_pro

@@ -10,6 +10,7 @@ MAP = {
   'queue:rspec' => KnapsackPro::Runners::Queue::RSpecRunner,
   'cucumber' => KnapsackPro::Runners::CucumberRunner,
   'minitest' => KnapsackPro::Runners::MinitestRunner,
+  'queue:minitest' => KnapsackPro::Runners::Queue::MinitestRunner,
   'test_unit' => KnapsackPro::Runners::TestUnitRunner,
   'spinach' => KnapsackPro::Runners::SpinachRunner,
 }

data/lib/knapsack_pro.rb

@@ -60,6 +60,7 @@ require_relative 'knapsack_pro/runners/test_unit_runner'
 require_relative 'knapsack_pro/runners/spinach_runner'
 require_relative 'knapsack_pro/runners/queue/base_runner'
 require_relative 'knapsack_pro/runners/queue/rspec_runner'
+require_relative 'knapsack_pro/runners/queue/minitest_runner'
 require_relative 'knapsack_pro/crypto/encryptor'
 require_relative 'knapsack_pro/crypto/branch_encryptor'
 require_relative 'knapsack_pro/crypto/decryptor'

data/lib/knapsack_pro/adapters/base_adapter.rb

@@ -19,10 +19,7 @@ module KnapsackPro
 
         if KnapsackPro::Config::Env.queue_recording_enabled?
           KnapsackPro.logger.debug('Test suite time execution queue recording enabled.')
-          bind_tracker_reset
-          bind_before_queue_hook
-          bind_time_tracker
-          bind_save_queue_report
+          bind_queue_mode
         end
       end
 
@@ -45,6 +42,13 @@ module KnapsackPro
       def bind_before_queue_hook
         raise NotImplementedError
       end
+
+      def bind_queue_mode
+        bind_tracker_reset
+        bind_before_queue_hook
+        bind_time_tracker
+        bind_save_queue_report
+      end
     end
   end
 end

data/lib/knapsack_pro/adapters/minitest_adapter.rb

@@ -54,6 +54,34 @@ module KnapsackPro
         @@parent_of_test_dir = File.expand_path('../', test_dir_path)
       end
 
+      module BindQueueModeMinitestPlugin
+        def before_setup
+          super
+
+          unless ENV['KNAPSACK_PRO_BEFORE_QUEUE_HOOK_CALLED']
+            KnapsackPro::Hooks::Queue.call_before_queue
+            ENV['KNAPSACK_PRO_BEFORE_QUEUE_HOOK_CALLED'] = 'true'
+          end
+
+          KnapsackPro.tracker.current_test_path = KnapsackPro::Adapters::MinitestAdapter.test_path(self)
+          KnapsackPro.tracker.start_timer
+        end
+
+        def after_teardown
+          KnapsackPro.tracker.stop_timer
+
+          super
+        end
+      end
+
+      def bind_queue_mode
+        ::Minitest::Test.send(:include, BindQueueModeMinitestPlugin)
+
+        add_post_run_callback do
+          KnapsackPro.logger.debug(KnapsackPro::Presenter.global_time)
+        end
+      end
+
       private
 
       def add_post_run_callback(&block)

data/lib/knapsack_pro/runners/queue/minitest_runner.rb

@@ -0,0 +1,70 @@
+module KnapsackPro
+  module Runners
+    module Queue
+      class MinitestRunner < BaseRunner
+        def self.run(args)
+          require 'minitest'
+
+          ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN'] = KnapsackPro::Config::Env.test_suite_token_minitest
+          ENV['KNAPSACK_PRO_QUEUE_RECORDING_ENABLED'] = 'true'
+          ENV['KNAPSACK_PRO_QUEUE_ID'] = KnapsackPro::Config::EnvGenerator.set_queue_id
+
+          runner = new(KnapsackPro::Adapters::MinitestAdapter)
+
+          # Add test_dir to load path to make work:
+          #   require 'test_helper'
+          # in test files.
+          $LOAD_PATH.unshift(runner.test_dir)
+
+          cli_args = (args || '').split
+          run_tests(runner, true, cli_args, 0, [])
+        end
+
+        def self.run_tests(runner, can_initialize_queue, args, exitstatus, all_test_file_paths)
+          test_file_paths = runner.test_file_paths(
+            can_initialize_queue: can_initialize_queue,
+            executed_test_files: all_test_file_paths
+          )
+
+          if test_file_paths.empty?
+            KnapsackPro::Hooks::Queue.call_after_queue
+
+            KnapsackPro::Report.save_node_queue_to_api
+            exit(exitstatus)
+          else
+            subset_queue_id = KnapsackPro::Config::EnvGenerator.set_subset_queue_id
+            ENV['KNAPSACK_PRO_SUBSET_QUEUE_ID'] = subset_queue_id
+
+            KnapsackPro.tracker.reset!
+
+            all_test_file_paths += test_file_paths
+
+            result = minitest_run(runner, test_file_paths, args)
+            exitstatus = 1 unless result
+
+            KnapsackPro::Hooks::Queue.call_after_subset_queue
+
+            KnapsackPro::Report.save_subset_queue_to_file
+
+            run_tests(runner, false, args, exitstatus, all_test_file_paths)
+          end
+        end
+
+        private
+
+        def self.minitest_run(runner, test_file_paths, args)
+          test_file_paths.each do |test_file_path|
+            require "./#{test_file_path}"
+          end
+
+          # duplicate args because Minitest modifies args
+          result = Minitest.run(args.dup)
+
+          Minitest::Runnable.reset
+
+          result
+        end
+      end
+    end
+  end
+end

data/lib/knapsack_pro/version.rb

@@ -1,3 +1,3 @@
 module KnapsackPro
-  VERSION = '0.53.0'
+  VERSION = '0.54.0'
 end

data/lib/tasks/queue/minitest.rake

@@ -0,0 +1,9 @@
+require 'knapsack_pro'
+
+namespace :knapsack_pro do
+  namespace :queue do
+    task :minitest, [:minitest_args] do |_, args|
+      KnapsackPro::Runners::Queue::MinitestRunner.run(args[:minitest_args])
+    end
+  end
+end

data/spec/knapsack_pro/adapters/minitest_adapter_spec.rb

@@ -2,6 +2,10 @@ module FakeMinitest
   class Test < ::Minitest::Test
     include KnapsackPro::Adapters::MinitestAdapter::BindTimeTrackerMinitestPlugin
   end
+
+  class TestQueueMode < ::Minitest::Test
+    include KnapsackPro::Adapters::MinitestAdapter::BindQueueModeMinitestPlugin
+  end
 end
 
 describe KnapsackPro::Adapters::MinitestAdapter do
@@ -83,6 +87,47 @@ describe KnapsackPro::Adapters::MinitestAdapter do
     end
   end
 
+  describe 'BindQueueModeMinitestPlugin' do
+    let(:tracker) { instance_double(KnapsackPro::Tracker) }
+
+    subject { ::FakeMinitest::TestQueueMode.new }
+
+    before do
+      allow(KnapsackPro).to receive(:tracker).and_return(tracker)
+    end
+
+    describe '#before_setup' do
+      let(:file) { 'test/models/user_test.rb' }
+
+      before do
+        stub_const('ENV', {
+          'KNAPSACK_PRO_BEFORE_QUEUE_HOOK_CALLED' => nil,
+        })
+      end
+
+      it do
+        expect(KnapsackPro::Hooks::Queue).to receive(:call_before_queue).once
+
+        expect(described_class).to receive(:test_path).with(subject).twice.and_return(file)
+        expect(tracker).to receive(:current_test_path=).with(file).twice
+        expect(tracker).to receive(:start_timer).twice
+
+        subject.before_setup
+
+        # second call should not trigger KnapsackPro::Hooks::Queue.call_before_queue
+        subject.before_setup
+      end
+    end
+
+    describe '#after_teardown' do
+      it do
+        expect(tracker).to receive(:stop_timer)
+
+        subject.after_teardown
+      end
+    end
+  end
+
   describe 'bind methods' do
     describe '#bind_time_tracker' do
       let(:logger) { instance_double(Logger) }
@@ -110,6 +155,23 @@ describe KnapsackPro::Adapters::MinitestAdapter do
         subject.bind_save_report
       end
     end
+
+    describe '#bind_queue_mode' do
+      let(:logger) { instance_double(Logger) }
+      let(:global_time) { 'Global time: 01m 05s' }
+
+      it do
+        expect(::Minitest::Test).to receive(:send).with(:include, KnapsackPro::Adapters::MinitestAdapter::BindQueueModeMinitestPlugin)
+
+        expect(::Minitest).to receive(:after_run).and_yield
+
+        expect(KnapsackPro::Presenter).to receive(:global_time).and_return(global_time)
+        expect(KnapsackPro).to receive(:logger).and_return(logger)
+        expect(logger).to receive(:debug).with(global_time)
+
+        subject.bind_queue_mode
+      end
+    end
   end
 
   describe '#set_test_helper_path' do

data/spec/knapsack_pro/config/env_spec.rb

@@ -627,10 +627,16 @@ describe KnapsackPro::Config::Env do
         allow(KnapsackPro::Config::CI::Buildkite).to receive_message_chain(:new, env_name).and_return(buildkite_env)
       end
 
-      it { should eq circle_env }
+      context do
+        let(:buildkite_env) { nil }
+        let(:semaphore_env) { nil }
+
+        it { should eq circle_env }
+      end
 
       context do
         let(:circle_env) { nil }
+        let(:buildkite_env) { nil }
 
         it { should eq semaphore_env }
       end

data/spec/knapsack_pro/runners/queue/minitest_runner_spec.rb

@@ -0,0 +1,127 @@
+describe KnapsackPro::Runners::Queue::MinitestRunner do
+  describe '.run' do
+    let(:test_suite_token_minitest) { 'fake-token' }
+    let(:queue_id) { 'fake-queue-id' }
+    let(:test_dir) { 'fake-test-dir' }
+    let(:runner) do
+      instance_double(described_class, test_dir: test_dir)
+    end
+
+    subject { described_class.run(args) }
+
+    before do
+      expect(described_class).to receive(:require).with('minitest')
+
+      expect(KnapsackPro::Config::Env).to receive(:test_suite_token_minitest).and_return(test_suite_token_minitest)
+      expect(KnapsackPro::Config::EnvGenerator).to receive(:set_queue_id).and_return(queue_id)
+
+      expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_TEST_SUITE_TOKEN', test_suite_token_minitest)
+      expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_RECORDING_ENABLED', 'true')
+      expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_QUEUE_ID', queue_id)
+
+      expect(described_class).to receive(:new).with(KnapsackPro::Adapters::MinitestAdapter).and_return(runner)
+
+      expect($LOAD_PATH).to receive(:unshift).with(test_dir)
+    end
+
+    context 'when args provided' do
+      let(:args) { '--verbose --pride' }
+
+      it do
+        result = double
+        expect(described_class).to receive(:run_tests).with(runner, true, ['--verbose', '--pride'], 0, []).and_return(result)
+
+        expect(subject).to eq result
+      end
+    end
+
+    context 'when args not provided' do
+      let(:args) { nil }
+
+      it do
+        result = double
+        expect(described_class).to receive(:run_tests).with(runner, true, [], 0, []).and_return(result)
+
+        expect(subject).to eq result
+      end
+    end
+  end
+
+  describe '.run_tests' do
+    let(:runner) { instance_double(described_class) }
+    let(:can_initialize_queue) { double(:can_initialize_queue) }
+    let(:args) { ['--verbose', '--pride'] }
+    let(:exitstatus) { 0 }
+
+    subject { described_class.run_tests(runner, can_initialize_queue, args, exitstatus, []) }
+
+    before do
+      expect(runner).to receive(:test_file_paths).with(can_initialize_queue: can_initialize_queue, executed_test_files: []).and_return(test_file_paths)
+    end
+
+    context 'when test files exist' do
+      let(:test_file_paths) { ['a_test.rb', 'b_test.rb'] }
+
+      before do
+        subset_queue_id = 'fake-subset-queue-id'
+        expect(KnapsackPro::Config::EnvGenerator).to receive(:set_subset_queue_id).and_return(subset_queue_id)
+
+        expect(ENV).to receive(:[]=).with('KNAPSACK_PRO_SUBSET_QUEUE_ID', subset_queue_id)
+
+        expect(KnapsackPro).to receive_message_chain(:tracker, :reset!)
+
+        # .minitest_run
+        expect(described_class).to receive(:require).with('./a_test.rb')
+        expect(described_class).to receive(:require).with('./b_test.rb')
+
+        expect(Minitest).to receive(:run).with(args).and_return(is_tests_green)
+
+        expect(Minitest::Runnable).to receive(:reset)
+
+
+        expect(KnapsackPro::Hooks::Queue).to receive(:call_after_subset_queue)
+
+        expect(KnapsackPro::Report).to receive(:save_subset_queue_to_file)
+
+        # second call of run_tests because of recursion
+        expect(runner).to receive(:test_file_paths).with(can_initialize_queue: false, executed_test_files: ['a_test.rb', 'b_test.rb']).and_return([])
+      end
+
+      context 'when tests are passing' do
+        let(:is_tests_green) { true }
+
+        it 'returns exit code 0' do
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
+          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api)
+          expect(described_class).to receive(:exit).with(0)
+
+          subject
+        end
+      end
+
+      context 'when tests are failing' do
+        let(:is_tests_green) { false }
+
+        it 'returns exit code 1' do
+          expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
+          expect(KnapsackPro::Report).to receive(:save_node_queue_to_api)
+          expect(described_class).to receive(:exit).with(1)
+
+          subject
+        end
+      end
+    end
+
+    context "when test files don't exist" do
+      let(:test_file_paths) { [] }
+
+      it 'returns exit code 0' do
+        expect(KnapsackPro::Hooks::Queue).to receive(:call_after_queue)
+        expect(KnapsackPro::Report).to receive(:save_node_queue_to_api)
+        expect(described_class).to receive(:exit).with(0)
+
+        subject
+      end
+    end
+  end
+end

data/spec/knapsack_pro_spec.rb

@@ -2,7 +2,7 @@ describe KnapsackPro do
   describe '.root' do
     subject { described_class.root }
 
-    it { expect(subject).to match 'knapsack' }
+    it { expect(subject).to match 'knapsack_pro-ruby' }
   end
 
   describe '.logger' do

data/spec/support/fakes/minitest.rb

@@ -5,8 +5,14 @@ module Minitest
     def after_teardown; end
   end
 
+  class Runnable
+    def self.reset; end
+  end
+
   # https://github.com/seattlerb/minitest/blob/master/lib/minitest.rb
   def self.after_run(&block)
     block.call
   end
+
+  def self.run(args); end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: knapsack_pro
 version: !ruby/object:Gem::Version
-  version: 0.53.0
+  version: 0.54.0
 platform: ruby
 authors:
 - ArturT
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-11-11 00:00:00.000000000 Z
+date: 2018-05-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -207,6 +207,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
 - ".rspec"
 - CHANGELOG.md
@@ -215,7 +216,6 @@ files:
 - README.md
 - Rakefile
 - bin/knapsack_pro
-- circle.yml
 - knapsack_pro.gemspec
 - lib/knapsack_pro.rb
 - lib/knapsack_pro/adapters/base_adapter.rb
@@ -266,6 +266,7 @@ files:
 - lib/knapsack_pro/runners/cucumber_runner.rb
 - lib/knapsack_pro/runners/minitest_runner.rb
 - lib/knapsack_pro/runners/queue/base_runner.rb
+- lib/knapsack_pro/runners/queue/minitest_runner.rb
 - lib/knapsack_pro/runners/queue/rspec_runner.rb
 - lib/knapsack_pro/runners/rspec_runner.rb
 - lib/knapsack_pro/runners/spinach_runner.rb
@@ -283,6 +284,7 @@ files:
 - lib/tasks/encrypted_branch_names.rake
 - lib/tasks/encrypted_test_file_names.rake
 - lib/tasks/minitest.rake
+- lib/tasks/queue/minitest.rake
 - lib/tasks/queue/rspec.rake
 - lib/tasks/rspec.rake
 - lib/tasks/salt.rake
@@ -339,6 +341,7 @@ files:
 - spec/knapsack_pro/runners/cucumber_runner_spec.rb
 - spec/knapsack_pro/runners/minitest_runner_spec.rb
 - spec/knapsack_pro/runners/queue/base_runner_spec.rb
+- spec/knapsack_pro/runners/queue/minitest_runner_spec.rb
 - spec/knapsack_pro/runners/queue/rspec_runner_spec.rb
 - spec/knapsack_pro/runners/rspec_runner_spec.rb
 - spec/knapsack_pro/runners/spinach_runner_spec.rb
@@ -383,7 +386,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Knapsack Pro splits tests across CI nodes and makes sure that tests will
@@ -440,6 +443,7 @@ test_files:
 - spec/knapsack_pro/runners/cucumber_runner_spec.rb
 - spec/knapsack_pro/runners/minitest_runner_spec.rb
 - spec/knapsack_pro/runners/queue/base_runner_spec.rb
+- spec/knapsack_pro/runners/queue/minitest_runner_spec.rb
 - spec/knapsack_pro/runners/queue/rspec_runner_spec.rb
 - spec/knapsack_pro/runners/rspec_runner_spec.rb
 - spec/knapsack_pro/runners/spinach_runner_spec.rb

data/circle.yml

@@ -1,12 +0,0 @@
-machine:
-  ruby:
-    version: 2.4.0
-  environment:
-    CODECLIMATE_REPO_TOKEN: b6626e682a8e97e0c5978febc92c3526792a2d018b41b8e1b52689da37fb7d92
-test:
-  override:
-    # Specify command explicitly because CircleCI 1.0 adds arguments to RSpec
-    #   $ bundle exec rspec "--color --require spec_helper --format documentation" "" "spec"
-    # and this cause error because in tests we load test-unit gem that tries to parse
-    # the unknown arguments.
-    - bundle exec rspec spec