what_to_run 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8627bc44ac70f2e2911589b7a59e1c7bfac33bac
+  data.tar.gz: 26b2e777319a8d6ebcac6e7552aa95a23b8ce94d
+SHA512:
+  metadata.gz: af570365e27f5a2c07e9debf012e7d2962e8c44849ae3fd10a8308de46b30aff32578d4c9fcef809aaf725d9da2aa36e195e0745aa172d3b875b336ebed3552e
+  data.tar.gz: f338f32e7886d66b61f2f816e4176287d2944ba4a7a107e57aad97705f9df3401307837790be6945c9979f82339f46fc4329902b9b4496c97bac3eb6770c8dcc

data/README.md

@@ -0,0 +1,67 @@
+# Regression Test Selection
+
+This is a demo repository for regression test selection.  You will need Ruby 2.3 to use this (which is currently trunk Ruby).
+
+## Make it go with Minitest
+
+To try it with Minitest, do:
+
+```
+$ COLLECTION=1 ruby -I lib spec/whatever_test.rb
+```
+
+This will create the initial coverage information.  Then modify `lib/my_thing.rb` so that the diff looks like this:
+
+```patch
+diff --git a/lib/my_thing.rb b/lib/my_thing.rb
+index 806deff..eb057b9 100644
+--- a/lib/my_thing.rb
++++ b/lib/my_thing.rb
+@@ -4,7 +4,7 @@ class Whatever
+   end
+ 
+   def bar
+-    "bar #{@foo}"
++    raise
+   end
+ 
+   def baz
+```
+
+Now to predict which tests will fail, do this:
+
+```
+$ ruby what_to_run.rb
+```
+
+## Make it go with RSpec
+
+To try it with RSpec, do:
+
+```
+$ COLLECTION=1 rspec spec/whatever_spec.rb
+```
+
+This will create the initial coverage information.  Then modify `lib/my_thing.rb` so that the diff looks like this:
+
+```patch
+diff --git a/lib/my_thing.rb b/lib/my_thing.rb
+index 806deff..eb057b9 100644
+--- a/lib/my_thing.rb
++++ b/lib/my_thing.rb
+@@ -4,7 +4,7 @@ class Whatever
+   end
+ 
+   def bar
+-    "bar #{@foo}"
++    raise
+   end
+ 
+   def baz
+```
+
+Now to predict which tests will fail, do this:
+
+```
+$ ruby what_to_run.rb
+```

data/bin/what_to_run

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'what_to_run'
+
+puts WhatToRun.predict

data/lib/what_to_run.rb

@@ -0,0 +1,97 @@
+require 'json'
+require 'shellwords'
+require 'rugged'
+require 'set'
+
+module WhatToRun
+  extend self
+
+  def predict
+    lines_to_run.inject([]) do |tests, (file, line)|
+      cov_map[File.expand_path(file)][line].each do |desc|
+        tests += Array(desc)
+      end
+      tests
+    end
+  end
+
+  def lines_to_run
+    repo = Rugged::Repository.new '.'
+    lines_to_run = Set.new
+
+    repo.index.diff.each_patch { |patch|
+      file = patch.delta.old_file[:path]
+
+      patch.each_hunk { |hunk|
+        hunk.each_line { |line|
+          case line.line_origin
+          when :addition
+            lines_to_run << [file, line.new_lineno]
+          when :deletion
+            lines_to_run << [file, line.old_lineno]
+          when :context
+            # do nothing
+          end
+        }
+      }
+    }
+
+    lines_to_run
+  end
+
+  def diff before, after
+    after.each_with_object({}) do |(file_name,line_cov), res|
+      before_line_cov = before[file_name]
+
+      # skip arrays that are exactly the same
+      next if before_line_cov == line_cov
+
+      # subtract the old coverage from the new coverage
+      cov = line_cov.zip(before_line_cov).map do |line_after, line_before|
+        if line_after
+          line_after - line_before
+        else
+          line_after
+        end
+      end
+
+      # add the "diffed" coverage to the hash
+      res[file_name] = cov
+    end
+  end
+
+  def cov_map
+    cov_map = Hash.new { |h, file| h[file] = Hash.new { |i, line| i[line] = [] } }
+
+    File.open('run_log.json') do |f|
+      # Read in the coverage info
+      JSON.parse(f.read).each do |args|
+        if args.length == 4 # for Minitest
+          desc = args.first(2).join('#')
+        else                # for RSpec
+          desc = args.first
+        end
+
+        before, after = args.last(2)
+
+        # calculate the per test coverage
+        delta = diff before, after
+
+        delta.each_pair do |file, lines|
+          file_map = cov_map[file]
+
+          lines.each_with_index do |val, i|
+            # skip lines that weren't executed
+            next unless val && val > 0
+
+            # add the test name to the map. Multiple tests can execute the same
+            # line, so we need to use an array.
+            file_map[i + 1] << desc
+          end
+        end
+      end
+    end
+
+    cov_map
+  end
+end

data/lib/what_to_run/minitest.rb

@@ -0,0 +1,25 @@
+require 'coverage'
+require 'json'
+
+Coverage.start
+
+require 'minitest'
+
+class Minitest::Runnable
+  LOGS = []
+
+  Minitest.after_run {
+    File.open('run_log.json', 'w') { |f| f.write JSON.dump LOGS }
+  }
+
+  class << self
+    alias :old_run_one_method :run_one_method
+
+    def run_one_method klass, method_name, reporter
+      before = Coverage.peek_result
+      old_run_one_method klass, method_name, reporter
+      after = Coverage.peek_result
+      LOGS << [ klass.name, method_name.to_s, before, after ]
+    end
+  end
+end

data/lib/what_to_run/rspec.rb

@@ -0,0 +1,17 @@
+require 'coverage'
+require 'json'
+require 'rspec'
+
+LOGS = []
+Coverage.start
+
+RSpec.configuration.after(:suite) {
+  File.open('run_log.json', 'w') { |f| f.write JSON.dump LOGS }
+}
+
+RSpec.configuration.around(:example) do |example|
+  before = Coverage.peek_result
+  example.call
+  after = Coverage.peek_result
+  LOGS << [ example.full_description, before, after ]
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: what_to_run
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Aaron Patterson
+- Dyego Costa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rugged
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.21.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.21.0
+description: Predict which tests are likely to fail after you’ve changed the code
+email: dyego@dyegocosta.com
+executables:
+- what_to_run
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/what_to_run
+- lib/what_to_run.rb
+- lib/what_to_run/minitest.rb
+- lib/what_to_run/rspec.rb
+homepage: https://github.com/DyegoCosta/what_to_run
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Regression test selection
+test_files: []