knapsack_pro 0.0.1 → 0.1.0

data/knapsack_pro.gemspec

@@ -19,11 +19,16 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency 'rake', '>= 0'
+  spec.add_dependency 'activesupport', '>= 3.2.8'
+  spec.add_dependency 'timecop', '>= 0.1.0'
 
   spec.add_development_dependency 'bundler', '~> 1.6'
   spec.add_development_dependency 'rspec', '~> 3.0', '>= 2.0.0'
+  spec.add_development_dependency 'rspec-its', '~> 1.2'
   spec.add_development_dependency 'cucumber', '>= 1.3'
-  spec.add_development_dependency 'timecop', '~> 0'
+  spec.add_development_dependency 'minitest', '>= 5.0.0'
   spec.add_development_dependency 'codeclimate-test-reporter', '~> 0'
   spec.add_development_dependency 'pry', '~> 0'
+  spec.add_development_dependency 'vcr', '~> 2.9'
+  spec.add_development_dependency 'webmock', '~> 1.21'
 end

data/lib/knapsack_pro.rb

@@ -1,9 +1,83 @@
+require 'logger'
+require 'singleton'
+require 'net/http'
+require 'json'
+require 'uri'
+require 'rake/testtask'
+require 'active_support/tagged_logging'
+require 'timecop'
 require_relative 'knapsack_pro/version'
+require_relative 'knapsack_pro/logger_wrapper'
+require_relative 'knapsack_pro/config/ci/base'
+require_relative 'knapsack_pro/config/ci/circle'
+require_relative 'knapsack_pro/config/ci/semaphore'
+require_relative 'knapsack_pro/config/ci/buildkite'
+require_relative 'knapsack_pro/config/env'
+require_relative 'knapsack_pro/client/api/action'
+require_relative 'knapsack_pro/client/api/v1/base'
+require_relative 'knapsack_pro/client/api/v1/build_distributions'
+require_relative 'knapsack_pro/client/api/v1/build_subsets'
+require_relative 'knapsack_pro/client/connection'
+require_relative 'knapsack_pro/repository_adapters/base_adapter'
+require_relative 'knapsack_pro/repository_adapters/env_adapter'
+require_relative 'knapsack_pro/repository_adapters/git_adapter'
+require_relative 'knapsack_pro/repository_adapter_initiator'
+require_relative 'knapsack_pro/report'
+require_relative 'knapsack_pro/presenter'
+require_relative 'knapsack_pro/test_file_cleaner'
+require_relative 'knapsack_pro/test_file_presenter'
+require_relative 'knapsack_pro/test_file_finder'
+require_relative 'knapsack_pro/test_file_pattern'
+require_relative 'knapsack_pro/test_flat_distributor'
+require_relative 'knapsack_pro/task_loader'
+require_relative 'knapsack_pro/tracker'
+require_relative 'knapsack_pro/allocator'
+require_relative 'knapsack_pro/allocator_builder'
+require_relative 'knapsack_pro/adapters/base_adapter'
+require_relative 'knapsack_pro/adapters/rspec_adapter'
+require_relative 'knapsack_pro/adapters/cucumber_adapter'
+require_relative 'knapsack_pro/adapters/minitest_adapter'
+require_relative 'knapsack_pro/runners/base_runner'
+require_relative 'knapsack_pro/runners/rspec_runner'
+require_relative 'knapsack_pro/runners/cucumber_runner'
+require_relative 'knapsack_pro/runners/minitest_runner'
 
 module KnapsackPro
   class << self
     def root
       File.expand_path('../..', __FILE__)
     end
+
+    def logger
+      unless @logger
+        default_logger = ::Logger.new(STDOUT)
+        default_logger.level = ::Logger::INFO
+        self.logger = default_logger
+      end
+      @logger
+    end
+
+    def logger=(logger)
+      @logger = KnapsackPro::LoggerWrapper.new(logger)
+    end
+
+    def reset_logger!
+      @logger = nil
+    end
+
+    def tracker
+      KnapsackPro::Tracker.instance
+    end
+
+    def load_tasks
+      task_loader = KnapsackPro::TaskLoader.new
+      task_loader.load_tasks
+    end
+
+    private
+
+    def set_progname(logger)
+      logger.progname = '[knapsack_pro]' if logger
+    end
   end
 end

data/lib/knapsack_pro/adapters/base_adapter.rb

@@ -0,0 +1,30 @@
+module KnapsackPro
+  module Adapters
+    class BaseAdapter
+      # Just example, please overwrite constant in subclass
+      TEST_DIR_PATTERN = 'test/**/*_test.rb'
+
+      def self.bind
+        adapter = new
+        adapter.bind
+        adapter
+      end
+
+      def bind
+        if KnapsackPro::Config::Env.recording_enabled?
+          KnapsackPro.logger.info('Test suite time execution recording enabled.')
+          bind_time_tracker
+          bind_save_report
+        end
+      end
+
+      def bind_time_tracker
+        raise NotImplementedError
+      end
+
+      def bind_save_report
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/knapsack_pro/adapters/cucumber_adapter.rb

@@ -0,0 +1,40 @@
+module KnapsackPro
+  module Adapters
+    class CucumberAdapter < BaseAdapter
+      TEST_DIR_PATTERN = 'features/**/*.feature'
+
+      def self.test_path(scenario_or_outline_table)
+        if scenario_or_outline_table.respond_to?(:file)
+          scenario_or_outline_table.file
+        else
+          scenario_or_outline_table.scenario_outline.file
+        end
+      end
+
+      def bind_time_tracker
+        Around do |scenario_or_outline_table, block|
+          KnapsackPro.tracker.current_test_path = KnapsackPro::Adapters::CucumberAdapter.test_path(scenario_or_outline_table)
+          KnapsackPro.tracker.start_timer
+          block.call
+          KnapsackPro.tracker.stop_timer
+        end
+
+        ::Kernel.at_exit do
+          KnapsackPro.logger.info(KnapsackPro::Presenter.global_time)
+        end
+      end
+
+      def bind_save_report
+        ::Kernel.at_exit do
+          KnapsackPro::Report.save
+        end
+      end
+
+      private
+
+      def Around(*tag_expressions, &proc)
+        ::Cucumber::RbSupport::RbDsl.register_rb_hook('around', tag_expressions, proc)
+      end
+    end
+  end
+end

data/lib/knapsack_pro/adapters/minitest_adapter.rb

@@ -0,0 +1,52 @@
+module KnapsackPro
+  module Adapters
+    class MinitestAdapter < BaseAdapter
+      TEST_DIR_PATTERN = 'test/**/*_test.rb'
+      @@parent_of_test_dir = nil
+
+      def self.test_path(obj)
+        test_method_name = obj.name
+        method_object = obj.method(test_method_name)
+        full_test_path = method_object.source_location.first
+        parent_of_test_dir_regexp = Regexp.new("^#{@@parent_of_test_dir}")
+        test_path = full_test_path.gsub(parent_of_test_dir_regexp, '.')
+        # test_path will look like ./test/dir/unit_test.rb
+        test_path
+      end
+
+      # See how to write hooks and plugins
+      # https://github.com/seattlerb/minitest/blob/master/lib/minitest/test.rb
+      module BindTimeTrackerMinitestPlugin
+        def before_setup
+          super
+          KnapsackPro.tracker.current_test_path = KnapsackPro::Adapters::MinitestAdapter.test_path(self)
+          KnapsackPro.tracker.start_timer
+        end
+
+        def after_teardown
+          KnapsackPro.tracker.stop_timer
+          super
+        end
+      end
+
+      def bind_time_tracker
+        ::Minitest::Test.send(:include, BindTimeTrackerMinitestPlugin)
+
+        ::Minitest.after_run do
+          KnapsackPro.logger.info(KnapsackPro::Presenter.global_time)
+        end
+      end
+
+      def bind_save_report
+        Minitest.after_run do
+          KnapsackPro::Report.save
+        end
+      end
+
+      def set_test_helper_path(file_path)
+        test_dir_path = File.dirname(file_path)
+        @@parent_of_test_dir = File.expand_path('../', test_dir_path)
+      end
+    end
+  end
+end

data/lib/knapsack_pro/adapters/rspec_adapter.rb

@@ -0,0 +1,48 @@
+module KnapsackPro
+  module Adapters
+    class RSpecAdapter < BaseAdapter
+      TEST_DIR_PATTERN = 'spec/**/*_spec.rb'
+
+      def self.test_path(example_group)
+        unless example_group[:turnip]
+          until example_group[:parent_example_group].nil?
+            example_group = example_group[:parent_example_group]
+          end
+        end
+
+        example_group[:file_path]
+      end
+
+      def bind_time_tracker
+        ::RSpec.configure do |config|
+          config.before(:each) do
+            current_example_group =
+              if ::RSpec.respond_to?(:current_example)
+                ::RSpec.current_example.metadata[:example_group]
+              else
+                example.metadata
+              end
+            KnapsackPro.tracker.current_test_path = KnapsackPro::Adapters::RSpecAdapter.test_path(current_example_group)
+            KnapsackPro.tracker.start_timer
+          end
+
+          config.after(:each) do
+            KnapsackPro.tracker.stop_timer
+          end
+
+          config.after(:suite) do
+            KnapsackPro.logger.info(KnapsackPro::Presenter.global_time)
+          end
+        end
+      end
+
+      def bind_save_report
+        ::RSpec.configure do |config|
+          config.after(:suite) do
+            KnapsackPro::Report.save
+          end
+        end
+      end
+    end
+  end
+end

data/lib/knapsack_pro/allocator.rb

@@ -0,0 +1,40 @@
+module KnapsackPro
+  class Allocator
+    def initialize(test_files:,
+                   ci_node_total:,
+                   ci_node_index:,
+                   repository_adapter:)
+      @test_files = test_files
+      @ci_node_total = ci_node_total
+      @ci_node_index = ci_node_index
+      @repository_adapter = repository_adapter
+    end
+
+    def test_file_paths
+      action = KnapsackPro::Client::API::V1::BuildDistributions.subset(
+        commit_hash: repository_adapter.commit_hash,
+        branch: repository_adapter.branch,
+        node_total: ci_node_total,
+        node_index: ci_node_index,
+        test_files: test_files,
+      )
+      connection = KnapsackPro::Client::Connection.new(action)
+      response = connection.call
+      if connection.success?
+        raise ArgumentError.new(response) if connection.errors?
+        KnapsackPro::TestFilePresenter.paths(response['test_files'])
+      else
+        test_flat_distributor = KnapsackPro::TestFlatDistributor.new(test_files, ci_node_total)
+        test_files_for_node_index = test_flat_distributor.test_files_for_node(ci_node_index)
+        KnapsackPro::TestFilePresenter.paths(test_files_for_node_index)
+      end
+    end
+
+    private
+
+    attr_reader :test_files,
+      :ci_node_total,
+      :ci_node_index,
+      :repository_adapter
+  end
+end

data/lib/knapsack_pro/allocator_builder.rb

@@ -0,0 +1,40 @@
+module KnapsackPro
+  class AllocatorBuilder
+    def initialize(adapter_class)
+      @adapter_class = adapter_class
+    end
+
+    def allocator
+      KnapsackPro::Allocator.new(
+        test_files: test_files,
+        ci_node_total: env.ci_node_total,
+        ci_node_index: env.ci_node_index,
+        repository_adapter: repository_adapter,
+      )
+    end
+
+    def test_dir
+      test_file_pattern.split('/').first
+    end
+
+    private
+
+    attr_reader :adapter_class
+
+    def env
+      KnapsackPro::Config::Env
+    end
+
+    def repository_adapter
+      KnapsackPro::RepositoryAdapterInitiator.call
+    end
+
+    def test_file_pattern
+      TestFilePattern.call(adapter_class)
+    end
+
+    def test_files
+      KnapsackPro::TestFileFinder.call(test_file_pattern)
+    end
+  end
+end

data/lib/knapsack_pro/client/api/action.rb

@@ -0,0 +1,17 @@
+module KnapsackPro
+  module Client
+    module API
+      class Action
+        attr_reader :endpoint_path, :http_method, :request_hash
+
+        def initialize(endpoint_path:,
+                       http_method:,
+                       request_hash:)
+          @endpoint_path = endpoint_path
+          @http_method = http_method
+          @request_hash = request_hash
+        end
+      end
+    end
+  end
+end

data/lib/knapsack_pro/client/api/v1/base.rb

@@ -0,0 +1,15 @@
+module KnapsackPro
+  module Client
+    module API
+      module V1
+        class Base
+          private
+
+          def self.action_class
+            KnapsackPro::Client::API::Action
+          end
+        end
+      end
+    end
+  end
+end

data/lib/knapsack_pro/client/api/v1/build_distributions.rb

@@ -0,0 +1,29 @@
+module KnapsackPro
+  module Client
+    module API
+      module V1
+        class BuildDistributions < Base
+          class << self
+            def subset(commit_hash:,
+                       branch:,
+                       node_total:,
+                       node_index:,
+                       test_files:)
+              action_class.new(
+                endpoint_path: '/v1/build_distributions/subset',
+                http_method: :post,
+                request_hash: {
+                  :commit_hash => commit_hash,
+                  :branch => branch,
+                  :node_total => node_total,
+                  :node_index => node_index,
+                  :test_files => test_files
+                }
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/knapsack_pro/client/api/v1/build_subsets.rb

@@ -0,0 +1,29 @@
+module KnapsackPro
+  module Client
+    module API
+      module V1
+        class BuildSubsets < Base
+          class << self
+            def create(commit_hash:,
+                       branch:,
+                       node_total:,
+                       node_index:,
+                       test_files:)
+              action_class.new(
+                endpoint_path: '/v1/build_subsets',
+                http_method: :post,
+                request_hash: {
+                  :commit_hash => commit_hash,
+                  :branch => branch,
+                  :node_total => node_total,
+                  :node_index => node_index,
+                  :test_files => test_files
+                }
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end