knapsack_pro 0.0.1 → 0.1.0

data/lib/knapsack_pro/runners/base_runner.rb

@@ -0,0 +1,31 @@
+module KnapsackPro
+  module Runners
+    class BaseRunner
+      def self.run(args)
+        raise NotImplementedError
+      end
+
+      def initialize(adapter_class)
+        @allocator_builder = KnapsackPro::AllocatorBuilder.new(adapter_class)
+        @allocator = allocator_builder.allocator
+      end
+
+      def test_file_paths
+        allocator.test_file_paths
+      end
+
+      def stringify_test_file_paths
+        KnapsackPro::TestFilePresenter.stringify_paths(test_file_paths)
+      end
+
+      def test_dir
+        allocator_builder.test_dir
+      end
+
+      private
+
+      attr_reader :allocator_builder,
+        :allocator
+    end
+  end
+end

data/lib/knapsack_pro/runners/cucumber_runner.rb

@@ -0,0 +1,16 @@
+module KnapsackPro
+  module Runners
+    class CucumberRunner < BaseRunner
+      def self.run(args)
+        ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN'] = KnapsackPro::Config::Env.test_suite_token_cucumber
+
+        runner = new(KnapsackPro::Adapters::CucumberAdapter)
+
+        cmd = %Q[KNAPSACK_PRO_RECORDING_ENABLED=true KNAPSACK_PRO_TEST_SUITE_TOKEN=#{ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN']} bundle exec cucumber #{args} -- #{runner.stringify_test_file_paths}]
+
+        Kernel.system(cmd)
+        Kernel.exit($?.exitstatus) unless $?.exitstatus.zero?
+      end
+    end
+  end
+end

data/lib/knapsack_pro/runners/minitest_runner.rb

@@ -0,0 +1,26 @@
+module KnapsackPro
+  module Runners
+    class MinitestRunner < BaseRunner
+      def self.run(args)
+        ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN'] = KnapsackPro::Config::Env.test_suite_token_minitest
+        ENV['KNAPSACK_PRO_RECORDING_ENABLED'] = 'true'
+
+        runner = new(KnapsackPro::Adapters::MinitestAdapter)
+
+        task_name = 'knapsack_pro:minitest_run'
+
+        if Rake::Task.task_defined?(task_name)
+          Rake::Task[task_name].clear
+        end
+
+        Rake::TestTask.new(task_name) do |t|
+          t.libs << runner.test_dir
+          t.test_files = runner.test_file_paths
+          t.options = args
+        end
+
+        Rake::Task[task_name].invoke
+      end
+    end
+  end
+end

data/lib/knapsack_pro/runners/rspec_runner.rb

@@ -0,0 +1,16 @@
+module KnapsackPro
+  module Runners
+    class RSpecRunner < BaseRunner
+      def self.run(args)
+        ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN'] = KnapsackPro::Config::Env.test_suite_token_rspec
+
+        runner = new(KnapsackPro::Adapters::RSpecAdapter)
+
+        cmd = %Q[KNAPSACK_PRO_RECORDING_ENABLED=true KNAPSACK_PRO_TEST_SUITE_TOKEN=#{ENV['KNAPSACK_PRO_TEST_SUITE_TOKEN']} bundle exec rspec #{args} --default-path #{runner.test_dir} -- #{runner.stringify_test_file_paths}]
+
+        Kernel.system(cmd)
+        Kernel.exit($?.exitstatus) unless $?.exitstatus.zero?
+      end
+    end
+  end
+end

data/lib/knapsack_pro/task_loader.rb

@@ -0,0 +1,11 @@
+require 'rake'
+
+module KnapsackPro
+  class TaskLoader
+    include ::Rake::DSL
+
+    def load_tasks
+      Dir.glob("#{KnapsackPro.root}/lib/tasks/*.rake").each { |r| import r }
+    end
+  end
+end

data/lib/knapsack_pro/test_file_cleaner.rb

@@ -0,0 +1,7 @@
+module KnapsackPro
+  class TestFileCleaner
+    def self.clean(test_file_path)
+      test_file_path.sub(/^\.\//, '')
+    end
+  end
+end

data/lib/knapsack_pro/test_file_finder.rb

@@ -0,0 +1,33 @@
+module KnapsackPro
+  class TestFileFinder
+    def self.call(test_file_pattern)
+      new(test_file_pattern).call
+    end
+
+    def initialize(test_file_pattern)
+      @test_file_pattern = test_file_pattern
+    end
+
+    def call
+      test_file_hashes = []
+      test_files.each do |test_file_path|
+        test_file_hashes << test_file_hash_for(test_file_path)
+      end
+      test_file_hashes
+    end
+
+    private
+
+    attr_reader :test_file_pattern
+
+    def test_files
+      Dir.glob(test_file_pattern).sort
+    end
+
+    def test_file_hash_for(test_file_path)
+      {
+        'path' => TestFileCleaner.clean(test_file_path)
+      }
+    end
+  end
+end

data/lib/knapsack_pro/test_file_pattern.rb

@@ -0,0 +1,7 @@
+module KnapsackPro
+  class TestFilePattern
+    def self.call(adapter_class)
+      KnapsackPro::Config::Env.test_file_pattern || adapter_class::TEST_DIR_PATTERN
+    end
+  end
+end

data/lib/knapsack_pro/test_file_presenter.rb

@@ -0,0 +1,11 @@
+module KnapsackPro
+  class TestFilePresenter
+    def self.stringify_paths(test_file_paths)
+      test_file_paths.join(' ')
+    end
+
+    def self.paths(test_files)
+      test_files.map { |t| t['path'] }
+    end
+  end
+end

data/lib/knapsack_pro/test_flat_distributor.rb

@@ -0,0 +1,84 @@
+module KnapsackPro
+  class TestFlatDistributor
+    DIR_TYPES = [
+      :feature,
+      :integration,
+      :e2e,
+      :models,
+      :views,
+      :controllers,
+    ]
+
+    def initialize(test_files, node_total)
+      @test_files = test_files
+      @node_total = node_total
+      set_default_nodes_hash
+      set_grouped_test_files
+    end
+
+    def nodes
+      group_test_files_by_directory
+      generate_nodes
+    end
+
+    def test_files_for_node(node_index)
+      nodes[node_index]
+    end
+
+    private
+
+    attr_reader :test_files,
+      :node_total,
+      :nodes_hash,
+      :grouped_test_files
+
+    def set_default_nodes_hash
+      @nodes_hash = {}
+      node_total.times do |index|
+        nodes_hash[index] = []
+      end
+    end
+
+    def set_grouped_test_files
+      @grouped_test_files = {}
+      DIR_TYPES.each do |type|
+        grouped_test_files[type] = []
+      end
+      grouped_test_files[:other] = []
+    end
+
+    def sorted_test_files
+      test_files.sort_by { |t| t['path'] }
+    end
+
+    def group_test_files_by_directory
+      sorted_test_files.each do |test_file|
+        found = false
+        DIR_TYPES.each do |type|
+          if test_file['path'].match(/#{type}/)
+            grouped_test_files[type] << test_file
+            found = true
+            break
+          end
+        end
+
+        unless found
+          grouped_test_files[:other] << test_file
+        end
+      end
+    end
+
+    def generate_nodes
+      node_index = 0
+      grouped_test_files.each do |_type, test_files|
+        test_files.each do |test_file|
+          nodes_hash[node_index] << test_file
+
+          node_index += 1
+          node_index %= node_total
+        end
+      end
+      nodes_hash
+    end
+  end
+end

data/lib/knapsack_pro/tracker.rb

@@ -0,0 +1,64 @@
+module KnapsackPro
+  class Tracker
+    include Singleton
+
+    attr_reader :global_time, :test_files_with_time
+    attr_writer :current_test_path
+
+    def initialize
+      set_defaults
+    end
+
+    def reset!
+      set_defaults
+    end
+
+    def start_timer
+      @start_time = now_without_mock_time.to_f
+    end
+
+    def stop_timer
+      @execution_time = now_without_mock_time.to_f - @start_time
+      update_global_time
+      update_test_file_time
+      @execution_time
+    end
+
+    def current_test_path
+      raise("current_test_path needs to be set by Knapsack Pro Adapter's bind method") unless @current_test_path
+      @current_test_path.sub(/^\.\//, '')
+    end
+
+    def to_a
+      test_files = []
+      @test_files_with_time.each do |path, time_execution|
+        test_files << {
+          path: path,
+          time_execution: time_execution
+        }
+      end
+      test_files
+    end
+
+    private
+
+    def set_defaults
+      @global_time = 0
+      @test_files_with_time = {}
+      @test_path = nil
+    end
+
+    def update_global_time
+      @global_time += @execution_time
+    end
+
+    def update_test_file_time
+      @test_files_with_time[current_test_path] ||= 0
+      @test_files_with_time[current_test_path] += @execution_time
+    end
+
+    def now_without_mock_time
+      Time.now_without_mock_time
+    end
+  end
+end

data/lib/knapsack_pro/version.rb

@@ -1,3 +1,3 @@
 module KnapsackPro
-  VERSION = '0.0.1'
+  VERSION = '0.1.0'
 end

data/lib/tasks/cucumber.rake

@@ -0,0 +1,7 @@
+require 'knapsack_pro'
+
+namespace :knapsack_pro do
+  task :cucumber, [:cucumber_args] do |_, args|
+    KnapsackPro::Runners::CucumberRunner.run(args[:cucumber_args])
+  end
+end

data/lib/tasks/minitest.rake

@@ -0,0 +1,7 @@
+require 'knapsack_pro'
+
+namespace :knapsack_pro do
+  task :minitest, [:minitest_args] do |_, args|
+    KnapsackPro::Runners::MinitestRunner.run(args[:minitest_args])
+  end
+end

data/lib/tasks/rspec.rake

@@ -0,0 +1,7 @@
+require 'knapsack_pro'
+
+namespace :knapsack_pro do
+  task :rspec, [:rspec_args] do |_, args|
+    KnapsackPro::Runners::RSpecRunner.run(args[:rspec_args])
+  end
+end

data/spec/fixtures/vcr_cassettes/api/v1/build_distributions/subset/invalid_test_suite_token.yml

@@ -0,0 +1,50 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://api.knapsackpro.dev:3000/v1/build_distributions/subset
+    body:
+      encoding: UTF-8
+      string: '{"commit_hash":"abcdefg","branch":"master","node_total":"2","node_index":"1","test_files":[{"path":"a_spec.rb"},{"path":"b_spec.rb"}],"test_suite_token":"fake"}'
+    headers:
+      Content-Type:
+      - application/json
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 403
+      message: 'Forbidden '
+    headers:
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      X-Content-Type-Options:
+      - nosniff
+      Content-Type:
+      - application/json; charset=utf-8
+      Cache-Control:
+      - no-cache
+      X-Request-Id:
+      - 6d40fe71-7fad-449a-812f-9773429777ce
+      X-Runtime:
+      - '0.054890'
+      Server:
+      - WEBrick/1.3.1 (Ruby/2.2.2/2015-04-13)
+      Date:
+      - Fri, 31 Jul 2015 16:09:00 GMT
+      Content-Length:
+      - '39'
+      Connection:
+      - Keep-Alive
+    body:
+      encoding: UTF-8
+      string: '{"errors":["invalid test suite token"]}'
+    http_version: 
+  recorded_at: Fri, 31 Jul 2015 16:09:00 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/api/v1/build_distributions/subset/success.yml

@@ -0,0 +1,52 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://api.knapsackpro.dev:3000/v1/build_distributions/subset
+    body:
+      encoding: UTF-8
+      string: '{"commit_hash":"abcdefg","branch":"master","node_total":"2","node_index":"1","test_files":[{"path":"a_spec.rb"},{"path":"b_spec.rb"}],"test_suite_token":"3fa64859337f6e56409d49f865d13fd7"}'
+    headers:
+      Content-Type:
+      - application/json
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: 'OK '
+    headers:
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      X-Content-Type-Options:
+      - nosniff
+      Content-Type:
+      - application/json; charset=utf-8
+      Etag:
+      - W/"2348448eb68a360747d21fe1bb304d5b"
+      Cache-Control:
+      - max-age=0, private, must-revalidate
+      X-Request-Id:
+      - 66e07e14-0dfd-43f9-b331-2a930141dfef
+      X-Runtime:
+      - '0.158064'
+      Server:
+      - WEBrick/1.3.1 (Ruby/2.2.3/2015-08-18)
+      Date:
+      - Fri, 23 Oct 2015 20:12:23 GMT
+      Content-Length:
+      - '74'
+      Connection:
+      - Keep-Alive
+    body:
+      encoding: UTF-8
+      string: '{"node_index":1,"test_files":[{"path":"b_spec.rb","time_execution":null}]}'
+    http_version: 
+  recorded_at: Fri, 23 Oct 2015 20:12:23 GMT
+recorded_with: VCR 2.9.3