RubyGems - delta_test - Versions diffs - 0.2.0 → 1.0.0 - Mend

delta_test 0.2.0 → 1.0.0

Files changed (51) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +6 -0
data/README.md +22 -34
data/Rakefile +5 -2
data/bin/delta_test +1 -1
data/circle.yml +5 -1
data/delta_test.gemspec +1 -1
data/lib/delta_test/cli/command_base.rb +114 -0
data/lib/delta_test/cli/exec_command.rb +95 -0
data/lib/delta_test/cli/help_command.rb +38 -0
data/lib/delta_test/cli/specs_command.rb +43 -0
data/lib/delta_test/cli/stats_clean_command.rb +20 -0
data/lib/delta_test/cli/stats_save_command.rb +67 -0
data/lib/delta_test/cli/stats_show_command.rb +46 -0
data/lib/delta_test/cli/version_command.rb +13 -0
data/lib/delta_test/cli.rb +22 -296
data/lib/delta_test/configuration.rb +57 -42
data/lib/delta_test/errors.rb +24 -0
data/lib/delta_test/generator.rb +4 -24
data/lib/delta_test/git.rb +161 -80
data/lib/delta_test/profiler.rb +8 -0
data/lib/delta_test/related_spec_list.rb +14 -9
data/lib/delta_test/stats.rb +41 -0
data/lib/delta_test/version.rb +2 -2
data/lib/delta_test.rb +14 -9
data/spec/lib/delta_test/cli/command_base_spec.rb +164 -0
data/spec/lib/delta_test/cli/exec_command_spec.rb +128 -0
data/spec/lib/delta_test/cli/help_command_spec.rb +17 -0
data/spec/lib/delta_test/cli/specs_command_spec.rb +54 -0
data/spec/lib/delta_test/cli/stats_clean_command_spec.rb +39 -0
data/spec/lib/delta_test/cli/stats_save_command_spec.rb +207 -0
data/spec/lib/delta_test/cli/stats_show_command_spec.rb +52 -0
data/spec/lib/delta_test/cli/version_command_spec.rb +17 -0
data/spec/lib/delta_test/cli_spec.rb +47 -386
data/spec/lib/delta_test/configuration_spec.rb +99 -47
data/spec/lib/delta_test/dependencies_table_spec.rb +1 -1
data/spec/lib/delta_test/generator_spec.rb +3 -3
data/spec/lib/delta_test/git_spec.rb +291 -50
data/spec/lib/delta_test/profiler_spec.rb +3 -3
data/spec/lib/delta_test/related_spec_list_spec.rb +12 -14
data/spec/lib/delta_test/stats_spec.rb +89 -0
data/spec/lib/delta_test/utils_spec.rb +4 -4
data/spec/lib/delta_test_spec.rb +13 -4
data/spec/rails/Gemfile.lock +5 -2
data/spec/rails/app/models/category.rb +4 -0
data/spec/rails/delta_test.yml +4 -3
data/spec/rails/spec/models/category_spec.rb +4 -0
data/spec/spec_helper.rb +9 -2
data/spec/supports/create_table_file.rb +11 -1
data/visual.jpg +0 -0
metadata +32 -4

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 94f59b2f95b133bb72a50361d428a93ac6f62c23
-  data.tar.gz: 97c3fee8fcbafa082f24e21bfcb8aada5d251834
+  metadata.gz: 0ba461c2b9065403b53937eb258a5ea5849109c6
+  data.tar.gz: db45db67cd4da906b56449943c1b2fc4cf4d485e
 SHA512:
-  metadata.gz: 639090edc53958e9aa7ced6cd476d1c5f974c4e1a6e84ec92bdfebace65d12f9e444535cdffb9145d2edc775d8cd6b46f42ea7807d0119d001d22fd875f11aaa
-  data.tar.gz: 3383686308e0d32881943b213a33b86adc4bbff700275c2a24f9ec97a9e3b03e490af7ddebbc41d7f28f81564813ae4be5e00582d77b58034af6839c5880e8b0
+  metadata.gz: b02c8a6c10ccc5306dff37b8033f6cf523a06eee8a83e34937da8e423c71ab3ff009157766a13d45e8aab5d9eb01cfe1f8f298d810702f9d26dd0424d53849ee
+  data.tar.gz: 842057a457c81171430e51a5409fdbe8564b152c31ae2c746e82d500e7ea8b8610156f8352036170b811d48792ae9f442fbf354009432edca975339c1f767467

data/CHANGELOG.md CHANGED Viewed

@@ -7,6 +7,12 @@ master
 N/A
+1.0.0
+-----
+- [feature] #25 Versioning table files. Including many refactorings and bug fixes
 0.2.0
 -----

data/README.md CHANGED Viewed

@@ -1,4 +1,4 @@
-:warning: **currently in development**
+![delta test](./visual.jpg)
 delta_test
 ==========
@@ -24,7 +24,7 @@ Setup
 Add this line to your Gemfile:
 ```ruby
-gem 'delta_test', group: :test
+gem 'delta_test'
 ```
 ### Configuration
@@ -60,19 +60,12 @@ end
 Usage
 -----
-For the first time and whenever on master, it'll run full test cases to create **dependencies table**:
-```bash
-$ git checkout master
-$ delta_test exec rspec
-```
-And on other branch, it'll run only related tests for your changes from master:
 ```bash
-$ git checkout -b feature/something_awesome
-$ # Make changes & create commits...
-$ delta_test exec rspec
+$ git clone git@example.com:sample/sample_stats.git tmp/delta_test_stats
+$ delta_test stats:clean
+$ delta_test exec rspec spec/models
+$ delta_test exec rspec spec/controllers
+$ delta_test stats:save
 ```
@@ -82,34 +75,28 @@ Advanced usage
 ### Command
 ```
-usage: delta_test <command> [--base=<base>] [--head=<head>] [--verbose] [<args>]
-                  [-v|--version]
+usage: delta_test <command> [--verbose] [<args>]
 options:
-    --base=<base>  A branch or a commit id to diff from.
-                   <head> is default to master.
+    --verbose      Print more output.
-    --head=<head>  A branch or a commit id to diff to.
-                   <head> is default to HEAD. (current branch you're on)
+commands:
+    exec [--force-run] <script> -- <files...>
+                   Execute test script using delta_test.
+                   --force-run to force DeltaTest to run full test cases.
-    --verbose      Print more output.
+    specs          List related spec files for changes.
-    -v, --version  Show version.
+    stats:clean    Clean up temporary files.
-commands:
-    list           List related spec files for changes between base and head.
-                   head is default to master; base is to the current branch.
+    stats:show     Show dependencies table.
-    table          Show dependencies table.
+    stats:save [--no-sync]
+                   Save and sync a table file.
-    exec <script> [-- <files>]
-                   Execute test script using delta_test.
-                   if <base> and <head> is the same commit or no dependencies table is found,
-                   it'll run full test cases with a profile mode to create a table.
-                   Otherwise, it'll run test script with only related spec files
-                   passed by its arguments, like `delta_test list | xargs script'.
+    version        Show version.
-    clear          Clean up tables and caches.
+    help           Show this.
 ```
 #### `exec` example
@@ -147,7 +134,8 @@ $ bundle exec delta_test exec parallel_test -t rspec -n 4 -- spec/features
 ### Configurations
 ```yaml
-table_file: tmp/.delta_test_dt
+stats_path: tmp/delta_test_stats
+stats_life: 1000
 patterns:
   - lib/**/*.rb

data/Rakefile CHANGED Viewed

@@ -21,8 +21,11 @@ namespace :rails do
   desc 'Run rails tests'
   task :test do
     Bundler.with_clean_env do
-      s = system('cd spec/rails && DELTA_TEST_ACTIVE=true DELTA_TEST_VERBOSE=true bundle exec rspec')
-      exit $? unless s
+      s = system('cd spec/rails && bundle exec delta_test stats:clean')
+      s &&= system('cd spec/rails && bundle exec delta_test exec --verbose rspec --tty')
+      s &&= system('cd spec/rails && bundle exec delta_test stats:save --no-sync')
+      s &&= system('cd spec/rails && bundle exec delta_test stats:show')
+      exit $?.exitstatus unless s
     end
   end
 end

data/bin/delta_test CHANGED Viewed

@@ -9,4 +9,4 @@ require 'delta_test/cli'
 DeltaTest.config.auto_configure!
-DeltaTest::CLI.new.run(ARGV)
+DeltaTest::CLI.new(ARGV).run

data/circle.yml CHANGED Viewed

@@ -5,9 +5,13 @@ machine:
 dependencies:
   cache_directories:
     - spec/rails/vendor/bundle
+  pre:
+    - git config --global user.email 'yuki@creasty.com'
+    - git config --global user.name 'Yuki Iwanaga'
   post:
-    - cd spec/rails && (bundle check --path=vendor/bundle || bundle install --path=vendor/bundle --jobs=4 --retry=3)
     - bundle exec rake compile
+    - cd spec/rails && (bundle check --path=vendor/bundle || bundle install --path=vendor/bundle --jobs=4 --retry=3)
+    - cd spec/rails && git clone git@github.com:creasty/delta_test_stats_sample.git tmp/delta_test_stats
 database:
   override:

data/delta_test.gemspec CHANGED Viewed

@@ -27,5 +27,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'pry'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rake-compiler'
-  spec.add_development_dependency 'rspec', '>= 3.0'
+  spec.add_development_dependency 'rspec', '>= 3.4'
 end

data/lib/delta_test/cli/command_base.rb ADDED Viewed

@@ -0,0 +1,114 @@
+require 'open3'
+require 'shellwords'
+require 'thread'
+require 'thwait'
+module DeltaTest
+  class CLI
+    class CommandBase
+      DEFAULT_OPTIONS = {
+        'verbose'   => false,
+        'force-run' => false,
+        'no-sync'   => false,
+      }.freeze
+      attr_reader(*%i[
+        args
+        options
+      ])
+      def initialize(args)
+        @args    = args.dup
+        @options = parse_options!(@args)
+        DeltaTest.verbose = !!@options['verbose']
+      end
+      def invoke!
+        raise 'Not implemented'
+      end
+      def invoke
+        begin
+          invoke!
+        rescue => e
+          if DeltaTest.verbose?
+            raise e
+          else
+            exit_with_message(1, '[%s] %s' % [e.class.name, e.message])
+          end
+        end
+      end
+      ###
+      # Parse option arguments
+      #
+      # @return {Hash<String, Boolean|String>}
+      ###
+      def parse_options!(args)
+        options = {}
+        args.reject! do |arg|
+          case arg
+          when /^-([a-z0-9])$/i, /^--([a-z0-9][a-z0-9-]*)$/i
+            options[$1] = true
+          when /^--([a-z0-9][a-z0-9-]*)=(.+)$/i
+            options[$1] = $2
+          else
+            break
+          end
+        end
+        DEFAULT_OPTIONS.merge(options)
+      end
+      ###
+      # Print message and exit with a status
+      #
+      # @params {Integer} status - exit code
+      # @params {Object} *args
+      ###
+      def exit_with_message(status, *args)
+        if status.zero?
+          puts(*args)
+        else
+          $stderr.puts(*args)
+        end
+        exit status
+      end
+      ###
+      # Exec command with data passed as stdin
+      #
+      # @params {String} args
+      # @params {Array} ary
+      # @params {Integer|Nil} status
+      ###
+      def exec_with_data(args, ary, status = nil)
+        Open3.popen3(args) do |i, o, e, w|
+          i.write(ary.join("\n")) if ary
+          i.close
+          threads = []
+          threads << Thread.new { o.each { |l| puts l } }
+          threads << Thread.new { e.each { |l| $stderr.puts l } }
+          ThreadsWait.all_waits(*threads)
+          exit(status.nil? ? w.value.exitstatus : status)
+        end
+      end
+      ###
+      # Check bundler existance
+      #
+      # @return {Boolean}
+      ###
+      def bundler_enabled?
+        Object.const_defined?(:Bundler) || !!Utils.find_file_upward('Gemfile')
+      end
+    end
+  end
+end

data/lib/delta_test/cli/exec_command.rb ADDED Viewed

@@ -0,0 +1,95 @@
+require_relative 'command_base'
+require_relative '../stats'
+require_relative '../related_spec_list'
+module DeltaTest
+  class CLI
+    class ExecCommand < CommandBase
+      BUNDLE_EXEC = ['bundle', 'exec'].map(&:freeze).freeze
+      SPLITTER    = '--'.freeze
+      def invoke!
+        if stats.base_commit
+          puts 'Base commit: %s' % [stats.base_commit]
+          puts
+        end
+        spec_files = nil
+        args = []
+        begin
+          unless profile_mode?
+            list.load_table!(stats.table_file_path)
+            list.retrive_changed_files!(stats.base_commit)
+            spec_files = list.related_spec_files.to_a
+            if spec_files.empty?
+              exit_with_message(0, 'Nothing to test')
+            end
+          end
+        rescue TableNotFoundError
+          # force profile mode cuz we don't have a table
+          @profile_mode = true
+        end
+        @args.map! { |arg| Shellwords.escape(arg) }
+        if (splitter = @args.index(SPLITTER))
+          files = @args.drop(splitter + 1)
+          @args = @args.take(splitter)
+          if files && files.any?
+            if spec_files
+              pattern = files.map { |file| Regexp.escape(file) }
+              pattern = '^(%s)' % pattern.join('|')
+              spec_files = spec_files.grep(pattern)
+            else
+              spec_files = files
+            end
+          end
+        end
+        if profile_mode?
+          args << ('%s=%s' % [VERBOSE_FLAG, true]) if DeltaTest.verbose?
+          args << ('%s=%s' % [ACTIVE_FLAG, true])
+        end
+        if spec_files
+          args.unshift('cat', '|')
+          args << 'xargs'
+        end
+        if bundler_enabled? && BUNDLE_EXEC != @args.take(2)
+          args += BUNDLE_EXEC
+        end
+        args += @args
+        $stdout.sync = true
+        exec_with_data(args.join(' '), spec_files)
+      end
+      def stats
+        @stats ||= Stats.new
+      end
+      def list
+        @list ||= RelatedSpecList.new
+      end
+      ###
+      # Whether run full test or not
+      #
+      # @return {Boolean}
+      ###
+      def profile_mode?
+        return @profile_mode if defined?(@profile_mode)
+        @profile_mode = !stats.base_commit && !@options['force-run']
+      end
+    end
+  end
+end

data/lib/delta_test/cli/help_command.rb ADDED Viewed

@@ -0,0 +1,38 @@
+require_relative 'command_base'
+module DeltaTest
+  class CLI
+    class HelpCommand < CommandBase
+      TEXT = <<HELP
+usage: delta_test <command> [--verbose] [<args>]
+options:
+    --verbose      Print more output.
+commands:
+    exec [--force-run] <script> -- <files...>
+                   Execute test script using delta_test.
+                   --force-run to force DeltaTest to run full test cases.
+    specs          List related spec files for changes.
+    stats:clean    Clean up temporary files.
+    stats:show     Show dependencies table.
+    stats:save [--no-sync]
+                   Save and sync a table file.
+    version        Show version.
+    help           Show this.
+HELP
+      def invoke!
+        puts TEXT
+      end
+    end
+  end
+end

data/lib/delta_test/cli/specs_command.rb ADDED Viewed

@@ -0,0 +1,43 @@
+require_relative 'command_base'
+require_relative '../stats'
+require_relative '../related_spec_list'
+module DeltaTest
+  class CLI
+    class SpecsCommand < CommandBase
+      def invoke!
+        if stats.base_commit
+          puts 'Base commit: %s' % [stats.base_commit]
+          puts
+        else
+          raise StatsNotFoundError
+        end
+        list.load_table!(stats.table_file_path)
+        list.retrive_changed_files!(stats.base_commit)
+        print_specs
+      end
+      def stats
+        @stats ||= Stats.new
+      end
+      def list
+        @list ||= RelatedSpecList.new
+      end
+      def print_specs
+        files = list.related_spec_files.to_a
+        if files.any?
+          puts files
+        else
+          puts '(no spec files to run)'
+        end
+      end
+    end
+  end
+end

data/lib/delta_test/cli/stats_clean_command.rb ADDED Viewed

@@ -0,0 +1,20 @@
+require 'fileutils'
+require_relative 'command_base'
+module DeltaTest
+  class CLI
+    class StatsCleanCommand < CommandBase
+      def invoke!
+        cleanup_tmp_table_files
+      end
+      def cleanup_tmp_table_files
+        tmp_dir = DeltaTest.config.tmp_table_file.parent
+        FileUtils.rm_rf(tmp_dir) if File.directory?(tmp_dir)
+      end
+    end
+  end
+end

data/lib/delta_test/cli/stats_save_command.rb ADDED Viewed

@@ -0,0 +1,67 @@
+require 'fileutils'
+require_relative 'command_base'
+require_relative '../dependencies_table'
+require_relative '../stats'
+module DeltaTest
+  class CLI
+    class StatsSaveCommand < CommandBase
+      def invoke!
+        load_tmp_table_files
+        cleanup_tmp_table_files
+        save_table_file
+        stage_table_file
+        sync_table_file unless @options['no-sync']
+      end
+      def load_tmp_table_files
+        tmp_table_files.each do |tmp_table_file|
+          tmp_table = DependenciesTable.load(tmp_table_file)
+          table.reverse_merge!(tmp_table)
+        end
+      end
+      def cleanup_tmp_table_files
+        tmp_dir = DeltaTest.config.tmp_table_file.parent
+        FileUtils.rm_rf(tmp_dir) if File.directory?(tmp_dir)
+      end
+      def save_table_file
+        table.dump(stats.table_file_path)
+      end
+      def stage_table_file
+        status = true
+        status &&= stats.stats_git.add(stats.table_file_path)
+        status &&= stats.stats_git.commit(stats.base_commit)
+        raise TableFileStageError unless status
+      end
+      def sync_table_file
+        return unless stats.stats_git.has_remote?
+        status = true
+        status &&= stats.stats_git.pull
+        status &&= stats.stats_git.push
+        raise StatsRepositorySyncError unless status
+      end
+      def tmp_table_files
+        return @tmp_table_files if defined?(@tmp_table_files)
+        tmp_table_files_pattern ||= DeltaTest.config.tmp_table_file.parent.join('*')
+        @tmp_table_files = Dir.glob(tmp_table_files_pattern)
+      end
+      def table
+        @table ||= DependenciesTable.new
+      end
+      def stats
+        @stats ||= Stats.new(head: true)
+      end
+    end
+  end
+end

data/lib/delta_test/cli/stats_show_command.rb ADDED Viewed

@@ -0,0 +1,46 @@
+require_relative 'command_base'
+require_relative '../stats'
+require_relative '../related_spec_list'
+module DeltaTest
+  class CLI
+    class StatsShowCommand < CommandBase
+      def invoke!
+        if stats.base_commit
+          puts 'Base commit: %s' % [stats.base_commit]
+          puts
+        else
+          raise StatsNotFoundError
+        end
+        list.load_table!(stats.table_file_path)
+        print_table
+      end
+      def stats
+        @stats ||= Stats.new
+      end
+      def list
+        @list ||= RelatedSpecList.new
+      end
+      def print_table
+        if list.table.any?
+          list.table.each do |spec_file, dependencies|
+            puts spec_file
+            puts
+            dependencies.each do |dependency|
+              puts "\t#{dependency}"
+            end
+            puts
+          end
+        else
+          puts '(no entry)'
+        end
+      end
+    end
+  end
+end

data/lib/delta_test/cli/version_command.rb ADDED Viewed

@@ -0,0 +1,13 @@
+require_relative 'command_base'
+module DeltaTest
+  class CLI
+    class VersionCommand < CommandBase
+      def invoke!
+        puts 'DeltaTest v%s' % VERSION
+      end
+    end
+  end
+end