delta_test 0.2.0 → 1.0.0

data/lib/delta_test/cli.rb

@@ -1,310 +1,36 @@
-require 'open3'
-require 'shellwords'
-require 'thread'
-require 'thwait'
+require_relative 'cli/exec_command'
+require_relative 'cli/specs_command'
+require_relative 'cli/stats_clean_command'
+require_relative 'cli/stats_show_command'
+require_relative 'cli/stats_save_command'
+require_relative 'cli/version_command'
+require_relative 'cli/help_command'
 
-require_relative 'related_spec_list'
 
 module DeltaTest
   class CLI
 
-    DEFAULTS = {
-      'base'    => 'master',
-      'head'    => 'HEAD',
-      'verbose' => false,
-    }.freeze
-
-    BUNDLE_EXEC = ['bundle', 'exec'].freeze
-
-    SPLITTER = '--'
-
-    attr_reader *%i[
-      args
-      command
-      options
-    ]
-
-    def initialize
-      @args    = []
-      @command = nil
-      @options = {}
-    end
-
-    ###
-    # Run cli
-    #
-    # @params {Array} args
-    ###
-    def run(args)
-      @args = args.dup
-
+    def initialize(args)
+      @args    = args.dup
       @command = @args.shift
-      @options = parse_options!
-
-      @list = RelatedSpecList.new
-
-      DeltaTest.verbose = !!@options['verbose']
-
-      invoke
     end
 
-    ###
-    # Invoke action method
-    ###
-    def invoke
-      begin
-        case @command
-        when 'list'
-          do_list
-        when 'table'
-          do_table
-        when 'exec'
-          do_exec
-        when 'clear'
-          do_clear
-        when '-v', '--version'
-          do_version
-        else
-          do_help
-        end
-      rescue => e
-        if DeltaTest.verbose?
-          raise e
-        else
-          exit_with_message(1, '[%s] %s' % [e.class.name, e.message])
-        end
-      end
-    end
+    COMMANDS = {
+      'exec'        => ExecCommand,
+      'specs'       => SpecsCommand,
+      'stats:clean' => StatsCleanCommand,
+      'stats:show'  => StatsShowCommand,
+      'stats:save'  => StatsSaveCommand,
+      'version'     => VersionCommand,
+      'help'        => HelpCommand,
+    }
 
     ###
-    # Parse option arguments
-    #
-    # @return {Hash<String, Boolean|String>}
-    ###
-    def parse_options!
-      options = {}
-
-      @args.reject! do |arg|
-        case arg
-        when /^-([a-z0-9])$/i, /^--([a-z0-9][a-z0-9-]*)$/i
-          options[$1] = true
-        when /^--([a-z0-9][a-z0-9-]*)=(.+)$/i
-          options[$1] = $2
-        else
-          break
-        end
-      end
-
-      DEFAULTS.merge(options)
-    end
-
-    ###
-    # Print message and exit with a status
-    #
-    # @params {Integer} status - exit code
-    # @params {Object} *args
-    ###
-    def exit_with_message(status, *args)
-      if status.zero?
-        puts(*args)
-      else
-        $stderr.puts(*args)
-      end
-
-      exit status
-    end
-
-    ###
-    # Whether run full test or not
-    #
-    # @return {Boolean}
-    ###
-    def profile_mode?
-      @profile_mode ||= Git.same_commit?(@options['base'], @options['head'])
-    end
-
-    ###
-    # Show table contents
-    ###
-    def do_table
-      @list.load_table!
-
-      @list.table.each do |spec_file, dependencies|
-        puts spec_file
-        puts
-        dependencies.each do |dependency|
-          puts "\t#{dependency}"
-        end
-        puts
-      end
-    end
-
-    ###
-    # Show related spec files
-    ###
-    def do_list
-      @list.load_table!
-      @list.retrive_changed_files!(@options['base'], @options['head'])
-
-      puts @list.related_spec_files
-    end
-
-    ###
-    # Execute test script with delta_test
-    ###
-    def do_exec
-      spec_files = nil
-      args = []
-
-      begin
-        unless profile_mode?
-          @list.load_table!
-          @list.retrive_changed_files!(@options['base'], @options['head'])
-
-          spec_files = @list.related_spec_files.to_a
-
-          if spec_files.empty?
-            exit_with_message(0, 'Nothing to test')
-          end
-        end
-      rescue TableNotFoundError
-        # force profile mode cuz we don't have a table
-        @profile_mode = true
-      end
-
-      @args.map! { |arg| Shellwords.escape(arg) }
-
-      if (splitter = @args.index(SPLITTER))
-        files = @args.drop(splitter + 1)
-        @args = @args.take(splitter)
-
-        if files && files.any?
-          if spec_files
-            pattern = files.map { |file| Regexp.escape(file) }
-            pattern = '^(%s)' % pattern.join('|')
-            spec_files = spec_files.grep(pattern)
-          else
-            spec_files = files
-          end
-        end
-      end
-
-      if profile_mode?
-        args << ('%s=%s' % [VERBOSE_FLAG, true]) if DeltaTest.verbose?
-        args << ('%s=%s' % [ACTIVE_FLAG, true])
-      end
-
-      if spec_files
-        args.unshift('cat', '|')
-        args << 'xargs'
-      end
-
-      if bundler_enabled? && BUNDLE_EXEC != @args.take(2)
-        args += BUNDLE_EXEC
-      end
-
-      args += @args
-      args = args.join(' ')
-
-      $stdout.sync = true
-
-      Open3.popen3(args) do |i, o, e, w|
-        i.write(spec_files.join("\n")) if spec_files
-        i.close
-
-        threads = []
-        threads << Thread.new { o.each { |l| puts l } }
-        threads << Thread.new { e.each { |l| $stderr.puts l } }
-
-        ThreadsWait.all_waits(*threads)
-        exit w.value.exitstatus
-      end
-    end
-
-    ###
-    # Clean up tables and caches
-    ###
-    def do_clear
-      table_file_path = DeltaTest.config.table_file_path('')
-
-      return unless table_file_path
-
-      args = [
-        'rm',
-        '%s*' % Shellwords.escape(table_file_path),
-      ]
-
-      Open3.capture3(args.join(' ')) rescue nil
-    end
-
-    ###
-    # Show version
-    ###
-    def do_version
-      puts 'DeltaTest v%s' % VERSION
-    end
-
-    ###
-    # Show help
-    ###
-    def do_help
-      if !@command.nil? && '-' != @command[0]
-        puts "Command not found: #{@command}"
-      end
-
-      puts <<HELP
-usage: delta_test <command> [--base=<base>] [--head=<head>] [--verbose] [<args>]
-                  [-v|--version]
-
-options:
-    --base=<base>  A branch or a commit id to diff from.
-                   <head> is default to master.
-
-    --head=<head>  A branch or a commit id to diff to.
-                   <head> is default to HEAD. (current branch you're on)
-
-    --verbose      Print more output.
-
-    -v, --version  Show version.
-
-commands:
-    list           List related spec files for changes between base and head.
-                   head is default to master; base is to the current branch.
-
-    table          Show dependencies table.
-
-    exec <script> [-- <files>]
-                   Execute test script using delta_test.
-                   if <base> and <head> is the same commit or no dependencies table is found,
-                   it'll run full test cases with a profile mode to create a table.
-                   Otherwise, it'll run test script with only related spec files
-                   passed by its arguments, like `delta_test list | xargs script'.
-
-    clear          Clean up tables and caches.
-HELP
-    end
-
-
-  private
-
-    ###
-    # Check bundler existance
-    #
-    # @see http://github.com/carlhuda/bundler Bundler::SharedHelpers#find_gemfile
+    # Run cli
     ###
-    def bundler_enabled?
-      return true if Object.const_defined?(:Bundler)
-
-      previous = nil
-      current = File.expand_path(Dir.pwd)
-
-      until !File.directory?(current) || current == previous
-        filename = File.join(current, 'Gemfile')
-        return true if File.exist?(filename)
-        current, previous = File.expand_path('..', current), current
-      end
-
-      false
+    def run
+      command_class = COMMANDS[@command] || COMMANDS['help']
+      command_class.new(@args).invoke
     end
 
   end

data/lib/delta_test/configuration.rb

@@ -48,25 +48,30 @@ module DeltaTest
 
     PART_FILE_EXT = '.part-%s'
 
-    attr_accessor *%i[
+    attr_accessor(*%i[
       base_path
       files
 
-      table_file
+      stats_path
+      stats_life
+
       patterns
       exclude_patterns
       full_test_patterns
       custom_mappings
-    ]
+    ])
 
     # for precalculated values
-    attr_reader *%i[
+    attr_reader(*%i[
       filtered_files
-      table_file_path
-    ]
+    ])
 
     validate :base_path, 'need to be an absolute path' do
-      self.base_path.absolute?
+      self.base_path.absolute? rescue false
+    end
+
+    validate :base_path, 'need to be managed by git' do
+      Git.new(self.base_path).git_repo?
     end
 
     validate :files, 'need to be an array' do
@@ -77,6 +82,18 @@ module DeltaTest
       self.patterns.is_a?(Array)
     end
 
+    validate :stats_path, 'need to be an absolute path' do
+      self.stats_path.absolute? rescue false
+    end
+
+    validate :stats_path, 'need to be managed by git' do
+      Git.new(self.stats_path).git_repo?
+    end
+
+    validate :stats_life, 'need to be a real number' do
+      self.stats_life.is_a?(Integer) && self.stats_life > 0
+    end
+
     validate :exclude_patterns, 'need to be an array' do
       self.exclude_patterns.is_a?(Array)
     end
@@ -94,10 +111,13 @@ module DeltaTest
     end
 
     def initialize
-      update do |c|
-        c.base_path          = File.expand_path('.')
-        c.table_file         = 'tmp/.delta_test_dt'
-        c.files              = []
+      update(validate: false) do |c|
+        c.base_path = File.expand_path('.')
+        c.files     = []
+
+        c.stats_path = File.expand_path('tmp/delta_test_stats')
+        c.stats_life = 1000  # commits
+
         c.patterns           = []
         c.exclude_patterns   = []
         c.full_test_patterns = []
@@ -115,37 +135,19 @@ module DeltaTest
     # @return {Pathname}
     ###
     def base_path=(path)
+      return unless path
       @base_path = Pathname.new(path)
     end
 
     ###
-    # Store table_file as Pathname
+    # Store stats_path as Pathname
     #
     # @params {String|Pathname} path
     # @return {Pathname}
     ###
-    def table_file=(path)
-      @table_file = Pathname.new(path)
-    end
-
-
-    #  Override getters
-    #-----------------------------------------------
-    ###
-    # Returns file path for the table
-    #
-    # @params {String} part
-    #
-    # @return {Pathname}
-    ###
-    def table_file_path(part = nil)
-      return unless @table_file_path
-
-      if part
-        @table_file_path.sub_ext(PART_FILE_EXT % part)
-      else
-        @table_file_path
-      end
+    def stats_path=(path)
+      return unless path
+      @stats_path = Pathname.new(path)
     end
 
 
@@ -156,9 +158,9 @@ module DeltaTest
     #
     # @block
     ###
-    def update
+    def update(validate: true)
       yield self if block_given?
-      validate!
+      validate! if validate
       precalculate!
     end
 
@@ -174,7 +176,7 @@ module DeltaTest
 
       @filtered_files = Set.new(filtered_files)
 
-      @table_file_path = Pathname.new(File.absolute_path(self.table_file, self.base_path))
+      @stats_path = Pathname.new(File.absolute_path(self.stats_path, self.base_path))
     end
 
 
@@ -201,8 +203,13 @@ module DeltaTest
       end
 
       yaml = YAML.load_file(config_file)
+      yaml_dir = File.dirname(config_file)
 
-      self.base_path = File.dirname(config_file)
+      _base_path = yaml.delete('base_path')
+      self.base_path = _base_path ? File.absolute_path(_base_path, yaml_dir) : yaml_dir
+
+      _stats_path = yaml.delete('stats_path')
+      self.stats_path = File.absolute_path(_stats_path, yaml_dir) if _stats_path
 
       yaml.each do |k, v|
         if self.respond_to?("#{k}=")
@@ -218,11 +225,19 @@ module DeltaTest
     # And update `files`
     ###
     def retrive_files_from_git_index!
-      unless Git.git_repo?
-        raise NotInGitRepositoryError
-      end
+      self.files = Git.new(self.base_path).ls_files
+    end
+
 
-      self.files = Git.ls_files
+    #  Getters
+    #-----------------------------------------------
+    ###
+    # Temporary table file path
+    #
+    # @return {Pathname}
+    ###
+    def tmp_table_file
+      self.stats_path.join('tmp', DeltaTest.tester_id)
     end
 
   end

data/lib/delta_test/errors.rb

@@ -20,6 +20,30 @@ module DeltaTest
 
   end
 
+  class StatsNotFoundError < StandardError
+
+    def message
+      'no stats data found'
+    end
+
+  end
+
+  class StatsRepositorySyncError < StandardError
+
+    def message
+      'failed to sync the stats repository'
+    end
+
+  end
+
+  class TableFileStageError < StandardError
+
+    def message
+      'failed to stage a table file'
+    end
+
+  end
+
   class NoConfigurationFileFoundError < IOError
 
     def message

data/lib/delta_test/generator.rb

@@ -8,10 +8,10 @@ require_relative 'utils'
 module DeltaTest
   class Generator
 
-    attr_reader *%i[
+    attr_reader(*%i[
       current_spec_file
       table
-    ]
+    ])
 
     ###
     # Setup table
@@ -24,7 +24,7 @@ module DeltaTest
 
       DeltaTest.log('--- setup!')
 
-      @table = DependenciesTable.load(DeltaTest.config.table_file_path)
+      @table = DependenciesTable.new
 
       @current_spec_file = nil
     end
@@ -75,28 +75,8 @@ module DeltaTest
       @_teardown = true
 
       DeltaTest.log('--- teardown!')
-
       Profiler.clean!
-
-      if defined?(ParallelTests)
-        if ParallelTests.first_process?
-          ParallelTests.wait_for_other_processes_to_finish
-
-          table_file_path = DeltaTest.config.table_file_path('*')
-
-          Dir.glob(table_file_path).each do |part_file|
-            part_table = DependenciesTable.load(part_file)
-            @table.reverse_merge!(part_table)
-          end
-        else
-          table_file_path = DeltaTest.config.table_file_path(ENV['TEST_ENV_NUMBER'])
-
-          @table.dump(table_file_path)
-          return
-        end
-      end
-
-      @table.dump(DeltaTest.config.table_file_path)
+      @table.dump(DeltaTest.config.tmp_table_file)
     end
 
     ###