minitest-coverage 1.0.0.b1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 86bcc7a21e9f3139f23a5b705948c08a6556a096
+  data.tar.gz: 86387a496d64055c920b5f7fb37a793c6c747521
+SHA512:
+  metadata.gz: ee5f01db049c2c840c96dbde539fa237815a066b77fb4b5304ebcd9150c4983735922e60354b72adcdc5b23d63670ae0821a17e347365a49bcba44e7e2ca757c
+  data.tar.gz: b839b72737afdbea82c9f3891b940728c93d563af43e13c56557ecc28f95a57c02bf1b9e877889124ddc8443cf3b629547e9e4437ef3a97d2deee86ca1f041d7

data.tar.gz.sig

@@ -0,0 +1,3 @@
+�2��������TY�z6�ʸ��v4��{�AdY��Ԗr��s
+�o�<
+���%�����[T�����9rl���;n�<þ^�����nc

data/.autotest

@@ -0,0 +1,26 @@
+# -*- ruby -*-
+
+require "autotest/restart"
+
+Autotest.add_hook :initialize do |at|
+  at.testlib = "minitest/autorun"
+  at.add_exception "tmp"
+
+  # at.extra_files << "../some/external/dependency.rb"
+  #
+  # at.libs << ":../some/external"
+  #
+  # at.add_exception "vendor"
+  #
+  # at.add_mapping(/dependency.rb/) do |f, _|
+  #   at.files_matching(/test_.*rb$/)
+  # end
+  #
+  # %w(TestA TestB).each do |klass|
+  #   at.extra_class_map[klass] = "test/test_misc.rb"
+  # end
+end
+
+# Autotest.add_hook :run_command do |at|
+#   system "rake build"
+# end

data/History.rdoc

@@ -0,0 +1,6 @@
+=== 1.0.0.b1 / 2016-09-12
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,21 @@
+.autotest
+History.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+add_coverage_result_set.patch
+bin/minitest_coverage
+bin/minitest_coverage_baseline
+bin/minitest_coverage_issues
+bin/minitest_coverage_report
+example/lib/example.rb
+example/lib/indirect.rb
+example/test/test_example.rb
+example/test/test_indirect.rb
+lib/coverage/dumper.rb
+lib/coverage/pruner.rb
+lib/coverage/start.rb
+lib/minitest/coverage.rb
+lib/minitest/coverage_plugin.rb
+minitest-coverage.el
+test/minitest/test_coverage.rb

data/README.rdoc

@@ -0,0 +1,118 @@
+= minitest-coverage
+
+home :: https://github.com/seattlerb/minitest-coverage
+rdoc :: http://docs.seattlerb.org/minitest-coverage
+
+== DESCRIPTION:
+
+Ruby's contemporary test coverage tools all lie, exaggerating coverage
+through false-positives and creating a false sense of security;
+minitest-coverage tries to address this.
+
+Coverage Analysis Tools rely on tracing facilities built into ruby’s
+VM. You run your tests, and collect data. Seems simple, but that’s a
+very flawed approach that buffers your coverage numbers up falsely.
+I’ve witnessed false coverage by as much as 60%, but it could be even
+worse. Worse, the tracing facilities currently make it impossible to
+get truly accurate numbers. Even so, they can be improved to be much
+more accurate.
+
+== FEATURES/PROBLEMS:
+
+* Honest test coverage analysis, prone to false negative, not false positive.
+* Allows you to record a baseline of your implementation and cache it.
+* Allows you to run a subset of your tests with the baseline.
+* Allows you to run subsets of your tests and merge them on report.
+* Doesn't require fully mocked tests for accurate coverage analysis.
+* Filters results down to the class-under-test to remove false positives.
+* FIX: Fails to map some tests back to implementation because of naming mismatches.
+* TODO: doesn't yet integrate with simplecov's html report system.
+* TODO: beta beta beta
+* TODO: make fallback code more accurate with manual baseline accounting?
+
+== SYNOPSIS:
+
+    # create baseline in production mode to force load all models & controllers
+    % minitest_coverage_baseline
+    % mv coverage.json baseline.json
+
+    # run tests in full or in part:
+    % minitest_coverage --coverage=baseline.json 'test/unit/**/*_test.rb'
+    % mv coverage.json coverage.unit.json
+
+    % minitest_coverage --coverage=baseline.json 'test/{functional,controllers}/**/*_test.rb'
+    % mv coverage.json coverage.fun.json
+
+    # generate a report
+    % minitest_coverage_report baseline.json coverage.unit.json coverage.fun.json 
+
+    uncv  covr% totl : path
+
+     403   4.5%  422 : app/models/option_expense_report/oer_export.rb
+     322  11.0%  362 : app/models/certificate_expense.rb
+     262   7.4%  283 : app/models/option_expense_report_processor.rb
+     237  25.2%  317 : app/controllers/transactions_controller.rb
+     209  19.9%  261 : app/models/concerns/excel_sheet.rb
+     166  13.1%  191 : app/models/summary_captable.rb
+     148  25.3%  198 : app/concerns/formula.rb
+     142  10.7%  159 : app/helpers/valuation_reports_helper.rb
+     132  33.0%  197 : app/models/public_comp_list.rb
+     122  28.7%  171 : app/controllers/permissions_controller.rb
+     120  28.1%  167 : lib/importer.rb
+     115  36.1%  180 : app/controllers/workflows_controller.rb
+     110  46.9%  207 : app/helpers/transactions_helper.rb
+     101  35.3%  156 : app/models/ma_comp_list.rb
+      97  36.2%  152 : app/models/option_expense_report.rb
+
+    [869 lines skipped]
+
+    Actual Coverage = 12912 / 24621 = 52.44%
+
+== REQUIREMENTS:
+
+* Ruby, patched currently. :(
+* minitest + tests in minitest
+
+== INSTALL:
+
+* gem install minitest-coverage
+
+=== Custom Ruby
+
+This currently requires a patch against ruby to work well. The easiest
+way to handle this is probably with rbenv+ruby-build or rvm.
+
+The patch SHOULD apply cleanly against 2.3.x, 2.4, and trunk/master.
+
+=== For rbenv+ruby-build:
+
+    curl -L http://github.com/ruby/ruby/pull/1456.patch | rbenv install -p 2.4.0-preview1
+
+=== For rvm:
+
+    rvm install 2.4.0-preview1 --patch http://github.com/ruby/ruby/pull/1456.patch
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) Ryan Davis, seattle.rb
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,18 @@
+# -*- ruby -*-
+
+require "rubygems"
+require "hoe"
+
+Hoe.plugin :isolate
+Hoe.plugin :seattlerb
+Hoe.plugin :rdoc
+
+Hoe.spec "minitest-coverage" do
+  developer "Ryan Davis", "ryand-ruby@zenspider.com"
+
+  self.need_rdoc = false
+
+  license "MIT"
+end
+
+# vim: syntax=ruby

data/add_coverage_result_set.patch

@@ -0,0 +1,52 @@
+commit c6e1784e9ec10f34e07c20c687004df9d3a84732
+Author: Ryan Davis <ryand-ruby@zenspider.com>
+Date:   Wed Oct 5 17:09:27 2016 -0700
+
+    Added Coverage.result=.
+
+diff --git a/ext/coverage/coverage.c b/ext/coverage/coverage.c
+index 9a9011a..6b7457c 100644
+--- a/ext/coverage/coverage.c
++++ b/ext/coverage/coverage.c
+@@ -75,6 +75,34 @@ rb_coverage_result(VALUE klass)
+     return ncoverages;
+ }
+ 
++static int
++coverage_merge_result_i(VALUE path, VALUE coverage, VALUE coverages)
++{
++    VALUE ary = rb_hash_lookup2(coverages, path, Qnil);
++
++    if (RTEST(ary)) {
++	rb_ary_replace(ary, coverage);
++    }
++
++    return ST_CONTINUE;
++}
++
++static VALUE
++rb_coverage_set_result(VALUE klass, VALUE ncoverages)
++{
++    VALUE coverages = rb_get_coverages();
++
++    Check_Type(ncoverages, T_HASH);
++
++    if (!RTEST(coverages)) {
++	rb_raise(rb_eRuntimeError, "coverage measurement is not enabled");
++    }
++
++    rb_hash_foreach(ncoverages, coverage_merge_result_i, coverages);
++
++    return ncoverages;
++}
++
+ /* Coverage provides coverage measurement feature for Ruby.
+  * This feature is experimental, so these APIs may be changed in future.
+  *
+@@ -114,5 +142,6 @@ Init_coverage(void)
+     VALUE rb_mCoverage = rb_define_module("Coverage");
+     rb_define_module_function(rb_mCoverage, "start", rb_coverage_start, 0);
+     rb_define_module_function(rb_mCoverage, "result", rb_coverage_result, 0);
++    rb_define_module_function(rb_mCoverage, "result=", rb_coverage_set_result, 1);
+     rb_define_module_function(rb_mCoverage, "peek_result", rb_coverage_peek_result, 0);
+ }

data/bin/minitest_coverage

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+$: << "lib"
+$: << "test"
+$: << "."
+
+require "coverage/start"
+require "minitest/autorun"
+
+new_argv = []
+
+ARGV.each do |path_or_glob|
+  if path_or_glob =~ /^[\d-]/ then
+    new_argv << path_or_glob
+  else
+    Dir[path_or_glob].each do |path|
+      next unless File.file? path
+      load path
+    end
+  end
+end
+
+ARGV.replace new_argv

data/bin/minitest_coverage_baseline

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+$: << "lib"
+$: << "."
+
+require "coverage/start"
+
+path = "./config/environment.rb"
+
+if File.file? path then
+  ENV["RAILS_ENV"] = "production"
+  require path
+end
+
+# TODO: app/** shouldn't be necessary given RAILS_ENV + environment.rb above.
+Dir["app/**/*.rb", "lib/**/*.rb"].each do |path|
+  begin
+    warn path
+    require path
+  rescue StandardError, SyntaxError => e     # for badly named ERB files
+    warn "Skipping #{e.inspect}"
+  end
+end
+
+require "coverage/pruner"

data/bin/minitest_coverage_issues

@@ -0,0 +1,61 @@
+#!/usr/bin/ruby -ws
+
+$n ||= false
+
+require "json"
+
+class Float
+  def floor_ n=0
+    m = 10**n
+    (self*m).floor.to_f / m
+  end
+end
+
+def issues name, pct
+  pcts = [pct] + pct.floor_(1).step(1.0, 0.1).drop(1).to_a
+  prev = nil
+
+  pcts.each_cons 2 do |from, to|
+    msg = "Increase coverage of %s from %6.2f%% to %6.2f%%" %
+      [name, from*100.0, to*100.0]
+
+    if prev then
+      msg << "\n\nSee #{prev}"
+    end
+
+    cmd = "hub issue create -m \"#{msg}\""
+
+    if $n then
+      puts cmd
+    else
+      prev = `#{cmd}`
+    end
+  end
+end
+
+file_re = ARGV.empty? ? /./ : Regexp.union(*ARGV)
+
+Dir["coverage.json"].each do |path| # cheat
+  data     = JSON.load File.read path
+  re       = /#{File.basename(File.dirname(path), "_test.rb").tr "_", "."}/
+
+  cov_data = data["Unit Tests"]["coverage"]
+  keys     = cov_data.keys.grep re
+
+  unless keys.empty? then
+    keys.each do |key| # TODO: this is confusing. Just grab first
+      file = cov_data[key]
+      name = key[/(app|lib)\/.*/] || key
+      max  = file.compact.size
+      n    = max - file.count(0)
+
+      next unless name =~ file_re
+
+      issues name, n.to_f/max
+    end
+  else
+    next unless path =~ file_re
+    name = File.basename(File.dirname(path))
+    issues name, 0.0
+  end
+end

data/bin/minitest_coverage_report

@@ -0,0 +1,40 @@
+#!/usr/bin/ruby -w
+
+require "json"
+
+cover_lines = 0
+total_lines = 0
+
+data = {}
+
+ARGV.each do |input_path|
+  warn input_path
+  File.open input_path do |file|
+    data.merge! JSON.load file
+  end
+end
+
+puts "uncv  covr% totl : path"
+puts
+puts data.map { |path, lines|
+  name = path[/(app|lib|config)\/.*/]
+  next unless name
+  abort "Bad path: #{path.inspect}" unless name
+  next if path =~ /^config/
+
+  max  = lines.compact.size
+  n    = max - lines.count(0)
+
+  cover_lines += n
+  total_lines += max
+
+  if max > 0 then
+    pct = n.to_f/max
+    uncovered = max-max*pct
+    "%4d %5.1f%% %4d : %s" % [uncovered, 100.0*pct, max, name]
+  else
+    "%4d %5.1f%% %4d : %s" % [0, 100, max, name]
+  end
+}.compact.sort.reverse
+
+ puts "Actual Coverage = %d / %d = %.2f%%" % [cover_lines, total_lines, 100.0*cover_lines/total_lines]

data/example/lib/example.rb

@@ -0,0 +1,9 @@
+class Example
+  def x
+    y
+  end
+
+  def y
+    42
+  end
+end

data/example/lib/indirect.rb

@@ -0,0 +1,7 @@
+require "example"
+
+class Indirect
+  def x
+    Example.new.x
+  end
+end

data/example/test/test_example.rb

@@ -0,0 +1,8 @@
+require "minitest/autorun"
+require "example"
+
+class TestExample < Minitest::Test
+  def test_y
+    assert_equal 42, Example.new.y
+  end
+end

data/example/test/test_indirect.rb

@@ -0,0 +1,8 @@
+require "minitest/autorun"
+require "indirect"
+
+class TestIndirect < Minitest::Test
+  def test_y
+    assert_equal 42, Indirect.new.x
+  end
+end

data/lib/coverage/dumper.rb

@@ -0,0 +1,12 @@
+require "json"
+require "coverage/start"
+
+at_exit { # get behind minitest if we're running alongside
+  at_exit {
+    coverage = Coverage.result
+
+    File.open "coverage.json", "w" do |f|
+      f.puts JSON.pretty_generate coverage
+    end
+  }
+}

data/lib/coverage/pruner.rb

@@ -0,0 +1,15 @@
+require "json"
+require "coverage/start"
+
+pwd_re = Regexp.union Dir.pwd
+pruner = lambda { |k,_| k !~ pwd_re }
+
+at_exit { # get behind minitest if we're running alongside
+  at_exit {
+    coverage = Coverage.result.reject(&pruner)
+
+    File.open "coverage.json", "w" do |f|
+      f.puts JSON.pretty_generate coverage
+    end
+  }
+}

data/lib/coverage/start.rb

@@ -0,0 +1,3 @@
+require "coverage"
+puts "Starting coverage"
+Coverage.start

data/lib/minitest/coverage.rb

@@ -0,0 +1,156 @@
+module Minitest; end
+
+module Minitest
+  module CoverageRunner
+    VERSION = "1.0.0.b1"
+
+    def self.coverage_baseline
+      @@coverage_baseline
+    end
+
+    def self.coverage_baseline= o
+      @@coverage_baseline = o
+    end
+
+    def coverage_baseline
+      @@coverage_baseline
+    end
+
+    def self.coverage_data
+      @@coverage_data
+    end
+
+    def self.coverage_data= o
+      @@coverage_data = o
+    end
+
+    def coverage_data
+      @@coverage_data
+    end
+
+    # Marshal to unfreeze (frozen state depends on ruby version?)
+    self.coverage_baseline = Marshal.load Marshal.dump Coverage.peek_result
+
+    # full dupe of baseline
+    self.coverage_data     = Marshal.load Marshal.dump coverage_baseline
+
+    def clean_path path
+      path[Dir.pwd.length+1..-1]
+    end
+
+    def coverage_diff test_name, new, old
+      puts
+
+      path, lines = find_path_and_lines(new, test_name)
+
+      return unless path && lines
+
+      old_lines = old[path] || lines.map { |x| x ? 0 : nil }
+
+      print "  #{clean_path path}"
+      a, b, max = pct(old_lines), pct(lines), max(lines)
+
+      if (a - b).abs < 0.01 then
+        puts ": no change at %.1f%% of %d lines" % [a, max]
+      else
+        puts ": from %.1f%% to %.1f%% of %d lines" % [a, b, max]
+      end
+    end
+
+    PWD = Dir.pwd
+
+    def find_path_and_lines coverage, test_name
+      impl_re = /\/#{impl_name test_name}$/
+
+      coverage.sort.find { |path, lines| # sorting biases towards app and lib
+        next unless path.start_with? PWD
+        path =~ impl_re
+      }
+    end
+
+    def impl_name test_name
+      unless test_name then
+        p :nil => [test_name, self.name]
+        p caller
+        abort
+      end
+      (test_name[/^([\w:]+?)Test/, 1] || # rails style
+       test_name[/^Test([\w:]+)$/, 1] || # ruby style
+       test_name).                       # give up
+        gsub(/([a-z])([A-Z])/, '\1_\2').
+        gsub(/::/, "/").
+        downcase + "\\.rb"
+    rescue => e
+      p e
+      p test_name
+      p test_name[/^([\w:]+?)Test(?:::)?/, 1]
+      raise e
+    end
+
+    def max lines
+      lines.compact.size
+    end
+
+    def merge_coverage new_coverage
+      path, lines = find_path_and_lines new_coverage, self.name
+
+      if path and lines then
+        coverage_data[path] = lines
+      else
+        # warn "Bad mapping for #{self.name}. Skipping coverage." # TODO
+      end
+    end
+
+    def output_coverage
+      require "json"
+
+      cleaned = coverage_data.reject { |path, lines|
+        path.nil? or
+          path.include? RbConfig::CONFIG["libdir"] or
+          not path.start_with? PWD
+      }
+
+      File.open "coverage.json", "w" do |f|
+        f.puts JSON.pretty_generate cleaned
+      end
+
+      warn "created coverage.json"
+    end
+
+    module_function :output_coverage
+
+    def pct lines
+      max = max lines
+      n   = max - lines.count(0)
+      100.0*n/max
+    end
+
+    def run *args
+      return if self.runnable_methods.empty?
+
+      unless impl_name self.name then
+        warn "BAD NAME: #{self.name} -- can't map to implementation. Skipping"
+      end
+
+      puts
+      puts "#{self.name}:"
+
+      super
+
+      new_coverage = Coverage.peek_result
+
+      coverage_diff(self.name, new_coverage, coverage_data)
+      merge_coverage new_coverage
+
+      if Coverage.respond_to? :result= then
+        Coverage.result = coverage_baseline
+      else
+        @@coverage_warning ||= false
+        unless @@coverage_warning then
+          warn "Unable to reset coverage baseline. Numbers will be artificially high."
+          @@coverage_warning = true
+        end
+      end
+    end
+  end
+end

data/lib/minitest/coverage_plugin.rb

@@ -0,0 +1,39 @@
+require "coverage"
+Coverage.start
+
+require "minitest"
+require "pp"
+
+module Minitest
+  @coverage = false
+
+  def self.plugin_coverage_options opts, options # :nodoc:
+    opts.on "-c", "--coverage [BASELINE]", String, "Generate coverage reports." do |s|
+      require "coverage/start"
+      # TODO: maybe warn about this being too late in the process?
+
+      unless Coverage.respond_to? :peek_result then
+        abort "ABORTING: minitest-coverage only works on ruby 2.3+"
+      end
+
+      @coverage = s || true
+    end
+  end
+
+  def self.plugin_coverage_init options # :nodoc:
+    if @coverage then
+      require "coverage"
+      require "minitest/coverage"
+      Minitest::Test.singleton_class.prepend Minitest::CoverageRunner
+
+      if String === @coverage then
+        require "json"
+        Minitest::CoverageRunner.coverage_baseline = JSON.load File.read @coverage
+      end
+
+      Minitest.after_run do
+        Minitest::CoverageRunner.output_coverage
+      end
+    end
+  end
+end

data/minitest-coverage.el

@@ -0,0 +1,63 @@
+(defface mtc-uncovered
+  '((t :background "#ffdddd"))
+  "Face for uncovered lines of code"
+  :group 'mtc)
+
+(defface mtc-covered
+  '((t :background "#ddffdd" :inherit region))
+  "Face for covered lines of code"
+  :group 'mtc)
+
+(defun mtc-overlay (coverage-path)
+  (let ((coverage (assoc (intern (buffer-file-name))
+                         (json-read-file coverage-path))))
+    (when coverage
+      (let ((coverage (cdr coverage))
+            (line-pos
+             (save-excursion
+               (goto-char (point-min))
+               (mapcar (lambda (n) (cons (line-beginning-position n)
+                                         (line-end-position n)))
+                       (number-sequence 1 (line-number-at-pos (point-max)))))))
+        (remove-overlays)
+        (mapcar* (lambda (cov range)
+                   (when cov
+                     (let ((start (car range))
+                           (stop  (cdr range))
+                           (color (if (zerop cov) 'mtc-uncovered 'mtc-covered)))
+                       (if nil
+                           ;; bad w/ font-lock
+                           (with-silent-modifications
+                             (put-text-property start stop 'font-lock-face color))
+                         ;; bad with highlighted region
+                         (overlay-put (make-overlay start stop)
+                                      'face
+                                      ;; (cons 'background-color color)
+                                      (list color)))
+                       )))
+                 coverage line-pos)))))
+
+(defun mtc-find-project-file (file &optional dir)
+  (or dir (setq dir default-directory))
+  (let ((file-path (concat (file-name-as-directory dir) file)))
+   (if (file-exists-p file-path)
+       file-path
+     (if (equal dir "/")
+         nil
+       (mtc-find-project-file file
+                              (directory-file-name (file-name-directory dir)))))))
+
+(defun mtc-update ()
+  (interactive)
+  (let ((coverage-path (mtc-find-project-file "coverage.json")))
+    (when coverage-path
+      (mtc-clear)
+      (mtc-overlay coverage-path)
+      nil)))
+
+(defun mtc-clear ()
+  (interactive)
+  (remove-overlays))
+
+;; (with-current-buffer (window-buffer (next-window)) (mtc-update))
+;; (with-current-buffer (window-buffer (next-window)) (mtc-clear))

data/test/minitest/test_coverage.rb

@@ -0,0 +1,69 @@
+require "json"
+require "coverage/start"
+require "minitest/autorun"
+require "minitest/coverage"
+
+module TestMinitest; end
+
+class TestMinitest::TestCoverage < Minitest::Test
+  attr_accessor :data
+
+  CPATH = "coverage.json"
+  N = nil
+
+  def teardown
+    File.unlink CPATH
+  end
+
+  def cover *paths
+    cmd = [
+           RbConfig.ruby,
+           "-Ilib",
+           "-I../../minitest/dev/lib",
+           "-Iexample/lib",
+           "bin/minitest_coverage",
+           *paths,
+           "-v",
+           "--seed", "41015",
+           "--coverage",
+          ]
+
+    Process.wait spawn(*cmd, :out => "/dev/null", :err => "/dev/null")
+
+    assert_operator File, :file?, CPATH
+    self.data = JSON.load File.read CPATH
+  end
+
+  def path path
+    File.join Dir.pwd, path
+  end
+
+  def assert_coverage path, exp
+    if exp then
+      assert_equal exp, data[path(path)]
+    else
+      assert_nil data[path(path)]
+    end
+  end
+
+  def test_indirect
+    cover "example/test/test_indirect.rb"
+
+    assert_coverage "example/lib/indirect.rb", [1, N, 1, 1, 1, N, N]
+    assert_coverage "example/lib/example.rb",  [1, 1, 0, N, N, 1, 0, N, N]
+  end
+
+  def test_example
+    cover "example/test/test_example.rb"
+
+    assert_coverage "example/lib/indirect.rb", N
+    assert_coverage "example/lib/example.rb",  [1, 1, 0, N, N, 1, 1, N, N] # x intentionally not covered
+  end
+
+  def test_combined
+    cover "example/test/test_example.rb", "example/test/test_indirect.rb"
+
+    assert_coverage "example/lib/indirect.rb", [1, N, 1, 1, 1, N, N]
+    assert_coverage "example/lib/example.rb",  [1, 1, 0, N, N, 1, 1, N, N]
+  end
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: minitest-coverage
+version: !ruby/object:Gem::Version
+  version: 1.0.0.b1
+platform: ruby
+authors:
+- Ryan Davis
+autorequire: 
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDijCCAnKgAwIBAgIBATANBgkqhkiG9w0BAQUFADBFMRMwEQYDVQQDDApyeWFu
+  ZC1ydWJ5MRkwFwYKCZImiZPyLGQBGRYJemVuc3BpZGVyMRMwEQYKCZImiZPyLGQB
+  GRYDY29tMB4XDTE2MDkyNjAxNTczNVoXDTE3MDkyNjAxNTczNVowRTETMBEGA1UE
+  AwwKcnlhbmQtcnVieTEZMBcGCgmSJomT8ixkARkWCXplbnNwaWRlcjETMBEGCgmS
+  JomT8ixkARkWA2NvbTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALda
+  b9DCgK+627gPJkB6XfjZ1itoOQvpqH1EXScSaba9/S2VF22VYQbXU1xQXL/WzCkx
+  taCPaLmfYIaFcHHCSY4hYDJijRQkLxPeB3xbOfzfLoBDbjvx5JxgJxUjmGa7xhcT
+  oOvjtt5P8+GSK9zLzxQP0gVLS/D0FmoE44XuDr3iQkVS2ujU5zZL84mMNqNB1znh
+  GiadM9GHRaDiaxuX0cIUBj19T01mVE2iymf9I6bEsiayK/n6QujtyCbTWsAS9Rqt
+  qhtV7HJxNKuPj/JFH0D2cswvzznE/a5FOYO68g+YCuFi5L8wZuuM8zzdwjrWHqSV
+  gBEfoTEGr7Zii72cx+sCAwEAAaOBhDCBgTAJBgNVHRMEAjAAMAsGA1UdDwQEAwIE
+  sDAdBgNVHQ4EFgQUR8V72Z3+v+2P9abCnL4wjx32T+EwIwYDVR0RBBwwGoEYcnlh
+  bmQtcnVieUB6ZW5zcGlkZXIuY29tMCMGA1UdEgQcMBqBGHJ5YW5kLXJ1YnlAemVu
+  c3BpZGVyLmNvbTANBgkqhkiG9w0BAQUFAAOCAQEAIGzgp0aZ2W9+v96ujmBcQHoC
+  buy0iU68MVj2VlxMyfr1KPZIh1OyhU4UO4zrkREcH8ML70v9cYHNvOd9oynRHnvC
+  l2tj/fD3YJ0AEkJxGrYwRWQmvMfC4bJ02bC1+rVOUIXXKp3+cUmiN4sTniof8VFo
+  bo/YYP4c7erpERa+9hrqygg6WQbJlk2YRlH3JXPFjmu869i2dcbR5ZLOAeEy+axH
+  E4oJcnPkJAr0rw504JGtlZtONZQblwmRJOIdXzolaE3NRGUzGVOUSptZppAKiavY
+  fO6tdKQc/5RfA8oQEkg8hrxA5PQSz4TOFJGLpFvIapEk6tMruQ0bHgkhr9auXg==
+  -----END CERTIFICATE-----
+date: 2016-11-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.15'
+description: |-
+  Ruby's contemporary test coverage tools all lie, exaggerating coverage
+  through false-positives and creating a false sense of security;
+  minitest-coverage tries to address this.
+
+  Coverage Analysis Tools rely on tracing facilities built into ruby’s
+  VM. You run your tests, and collect data. Seems simple, but that’s a
+  very flawed approach that buffers your coverage numbers up falsely.
+  I’ve witnessed false coverage by as much as 60%, but it could be even
+  worse. Worse, the tracing facilities currently make it impossible to
+  get truly accurate numbers. Even so, they can be improved to be much
+  more accurate.
+email:
+- ryand-ruby@zenspider.com
+executables:
+- minitest_coverage
+- minitest_coverage_baseline
+- minitest_coverage_issues
+- minitest_coverage_report
+extensions: []
+extra_rdoc_files:
+- History.rdoc
+- Manifest.txt
+- README.rdoc
+files:
+- .autotest
+- History.rdoc
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- add_coverage_result_set.patch
+- bin/minitest_coverage
+- bin/minitest_coverage_baseline
+- bin/minitest_coverage_issues
+- bin/minitest_coverage_report
+- example/lib/example.rb
+- example/lib/indirect.rb
+- example/test/test_example.rb
+- example/test/test_indirect.rb
+- lib/coverage/dumper.rb
+- lib/coverage/pruner.rb
+- lib/coverage/start.rb
+- lib/minitest/coverage.rb
+- lib/minitest/coverage_plugin.rb
+- minitest-coverage.el
+- test/minitest/test_coverage.rb
+homepage: https://github.com/seattlerb/minitest-coverage
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options:
+- --main
+- README.rdoc
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Ruby's contemporary test coverage tools all lie, exaggerating coverage through
+  false-positives and creating a false sense of security; minitest-coverage tries
+  to address this
+test_files: []