simplecov-patched 0.14.2

data/features/refuse_coverage_drop.feature

@@ -0,0 +1,95 @@
+@test_unit @config
+Feature:
+
+  Exit code should be non-zero if the overall coverage decreases.
+  And last_run file should not be overwritten with new coverage value.
+
+  Scenario: refuse_coverage_drop configured
+    Given SimpleCov for Test/Unit is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start do
+        add_filter 'test.rb'
+        refuse_coverage_drop
+      end
+      """
+
+    When I run `bundle exec rake test`
+    Then the exit status should be 0
+    And a file named "coverage/.last_run.json" should exist
+    And the file "coverage/.last_run.json" should contain:
+      """
+      {
+        "result": {
+          "covered_percent": 88.1
+        }
+      }
+      """
+
+    Given a file named "lib/faked_project/missed.rb" with:
+      """
+      class UncoveredSourceCode
+        def foo
+          never_reached
+        rescue => err
+          but no one cares about invalid ruby here
+        end
+      end
+      """
+
+    When I run `bundle exec rake test`
+    Then the exit status should not be 0
+    And the output should contain "Coverage has dropped by 3.32% since the last time (maximum allowed: 0.00%)."
+    And a file named "coverage/.last_run.json" should exist
+    And the file "coverage/.last_run.json" should contain:
+      """
+      {
+        "result": {
+          "covered_percent": 88.1
+        }
+      }
+      """
+
+  Scenario: refuse_coverage_drop not configured updates resultset
+    Given SimpleCov for Test/Unit is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start do
+        add_filter 'test.rb'
+      end
+      """
+
+    When I run `bundle exec rake test`
+    Then the exit status should be 0
+    And a file named "coverage/.last_run.json" should exist
+    And the file "coverage/.last_run.json" should contain:
+      """
+      {
+        "result": {
+          "covered_percent": 88.1
+        }
+      }
+      """
+
+    Given a file named "lib/faked_project/missed.rb" with:
+      """
+      class UncoveredSourceCode
+        def foo
+          never_reached
+        rescue => err
+          but no one cares about invalid ruby here
+        end
+      end
+      """
+
+    When I run `bundle exec rake test`
+    Then the exit status should be 0
+    And a file named "coverage/.last_run.json" should exist
+    And the file "coverage/.last_run.json" should contain:
+      """
+      {
+        "result": {
+          "covered_percent": 84.78
+        }
+      }
+      """

data/features/rspec_basic.feature

@@ -0,0 +1,32 @@
+@rspec
+Feature:
+
+  Simply adding the basic simplecov lines to a project should get
+  the user a coverage report after running `rspec`
+
+  Scenario:
+    Given SimpleCov for RSpec is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start
+      """
+
+    When I open the coverage report generated with `bundle exec rspec spec`
+    Then I should see the groups:
+      | name      | coverage | files |
+      | All Files | 91.8%   | 7     |
+
+    And I should see the source files:
+      | name                                    | coverage |
+      | lib/faked_project.rb                    | 100.0 %  |
+      | lib/faked_project/some_class.rb         | 80.0 %   |
+      | lib/faked_project/framework_specific.rb | 75.0 %   |
+      | lib/faked_project/meta_magic.rb         | 100.0 %  |
+      | spec/forking_spec.rb                    | 100.0 %  |
+      | spec/meta_magic_spec.rb                 | 100.0 %  |
+      | spec/some_class_spec.rb                 | 100.0 %  |
+
+      # Note: faked_spec.rb is not appearing here since that's the first unit test file
+      # loaded by Rake, and only there test_helper is required, which then loads simplecov
+      # and triggers tracking of all other loaded files! Solution for this would be to
+      # configure simplecov in this first test instead of test_helper.

data/features/rspec_fails_on_initialization.feature

@@ -0,0 +1,14 @@
+@rspec
+Feature:
+
+  Running specs with a failing rspec setup
+
+  Scenario: Fail if rspec fails before starting its tests
+    Given a file named "spec/spec_helper.rb" with:
+      """
+      require 'simplecov'
+      SimpleCov.start
+      raise "some exception in the class loading before the tests start"
+      """
+    When I run `bundle exec rspec spec`
+    Then the exit status should not be 0

data/features/rspec_groups_and_filters_basic.feature

@@ -0,0 +1,29 @@
+@rspec
+Feature:
+
+  Defining some groups and filters should give a corresponding
+  coverage report that respects those settings after running rspec
+
+  Scenario:
+    Given SimpleCov for RSpec is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start do
+        add_group 'Libs', 'lib/faked_project/'
+        add_filter '/spec/'
+      end
+      """
+
+    When I open the coverage report generated with `bundle exec rspec spec`
+    And I should see the groups:
+      | name      | coverage | files |
+      | All Files | 88.1%    | 4     |
+      | Libs      | 86.11%   | 3     |
+      | Ungrouped | 100.0%   | 1     |
+
+    And I should see the source files:
+      | name                                    | coverage |
+      | lib/faked_project.rb                    | 100.0 %  |
+      | lib/faked_project/some_class.rb         | 80.0 %  |
+      | lib/faked_project/framework_specific.rb | 75.0 %   |
+      | lib/faked_project/meta_magic.rb         | 100.0 %  |

data/features/rspec_groups_and_filters_complex.feature

@@ -0,0 +1,37 @@
+@rspec
+Feature: Sophisticated grouping and filtering on RSpec
+
+  Defining groups and filters can be done by passing blocks or strings.
+  Blocks get each SimpleCov::SourceFile instance passed an can use arbitrary
+  and potentially weird conditions to remove files from the report or add them
+  to specific groups.
+
+  Scenario:
+    Given SimpleCov for RSpec is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start do
+        add_group 'By block' do |src_file|
+          src_file.filename =~ /MaGiC/i
+        end
+        add_group 'By string', 'project/meta_magic'
+        add_group 'By array', ['project/meta_magic']
+
+        add_filter 'faked_project.rb'
+        # Remove all files that include "describe" in their source
+        add_filter {|src_file| src_file.lines.any? {|line| line.src =~ /describe/ } }
+        add_filter {|src_file| src_file.covered_percent < 100 }
+      end
+      """
+
+    When I open the coverage report generated with `bundle exec rspec spec`
+    Then I should see the groups:
+      | name      | coverage | files |
+      | All Files | 100.0%   | 1     |
+      | By block  | 100.0%   | 1     |
+      | By string | 100.0%   | 1     |
+      | By array  | 100.0%   | 1     |
+
+    And I should see the source files:
+      | name                            | coverage |
+      | lib/faked_project/meta_magic.rb | 100.0 %  |

data/features/rspec_groups_using_filter_class.feature

@@ -0,0 +1,41 @@
+@rspec
+Feature: Grouping on RSpec using a custom filter class
+
+  Next to passing a block or a string to define a group, you can also pass
+  a filter class. The filter class inherits from SimpleCov::Filter and
+  must implement the matches? method, which is used to determine whether
+  or not a file should be added to the group.
+
+  Scenario:
+    Given SimpleCov for RSpec is configured with:
+      """
+      require 'simplecov'
+      class CoverageFilter < SimpleCov::Filter
+        def matches?(source_file)
+          source_file.covered_percent < filter_argument
+        end
+      end
+      SimpleCov.start do
+        add_group 'By filter class', CoverageFilter.new(90)
+        add_group 'By string', 'project/meta_magic'
+      end
+      """
+
+    When I open the coverage report generated with `bundle exec rspec spec`
+    Then I should see the groups:
+      | name             | coverage | files |
+      | All Files        | 91.8%    | 7     |
+      | By filter class  | 78.26%   | 2     |
+      | By string        | 100.0%   | 1     |
+      | Ungrouped        | 100.0%   | 4     |
+
+    And I should see the source files:
+      | name                                    | coverage |
+      | lib/faked_project/framework_specific.rb | 75.0 %   |
+      | lib/faked_project/some_class.rb         | 80.0 %   |
+      | lib/faked_project.rb                    | 100.0 %  |
+      | lib/faked_project/meta_magic.rb         | 100.0 %  |
+      | spec/forking_spec.rb                    | 100.0 %  |
+      | spec/meta_magic_spec.rb                 | 100.0 %  |
+      | spec/some_class_spec.rb                 | 100.0 %  |
+

data/features/rspec_without_simplecov.feature

@@ -0,0 +1,20 @@
+@rspec
+Feature:
+
+  Running specs without simplecov configuration
+
+  Scenario: No config at all
+    When I successfully run `bundle exec rspec spec`
+    Then no coverage report should have been generated
+
+  Scenario: Configured, but not started
+    Given SimpleCov for RSpec is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.configure do
+        add_filter 'somefilter'
+      end
+      """
+
+    When I successfully run `bundle exec rspec spec`
+    Then no coverage report should have been generated

data/features/skipping_code_blocks_manually.feature

@@ -0,0 +1,70 @@
+@test_unit @nocov
+Feature:
+
+  When code is wrapped in :nocov: comment blocks, it does not count
+  against the coverage numbers.
+
+  Background:
+    Given SimpleCov for Test/Unit is configured with:
+      """
+      require 'simplecov'
+      SimpleCov.start 'test_frameworks'
+      """
+
+  Scenario: Plain run with a nocov'd method
+    Given a file named "lib/faked_project/nocov.rb" with:
+      """
+      class SourceCodeWithNocov
+        #:nocov:
+        def some_weird_code
+          never_reached
+        rescue => err
+          but no one cares about invalid ruby here
+        end
+        #:nocov:
+      end
+      """
+
+    When I open the coverage report generated with `bundle exec rake test`
+
+    Then I should see the source files:
+      | name                                    | coverage |
+      | lib/faked_project.rb                    | 100.0 %  |
+      | lib/faked_project/some_class.rb         | 80.0 %   |
+      | lib/faked_project/framework_specific.rb | 75.0 %   |
+      | lib/faked_project/meta_magic.rb         | 100.0 %  |
+      | lib/faked_project/nocov.rb              | 100.0 %  |
+
+    And there should be 7 skipped lines in the source files
+
+    And the report should be based upon:
+      | Unit Tests |
+
+  Scenario: Number of spaces should not mix up nocov results
+    Given a file named "lib/faked_project/nocov.rb" with:
+      """
+      class SourceCodeWithNocov
+           #    :nocov:
+        def some_weird_code
+          never_reached
+        rescue => err
+          but no one cares about invalid ruby here
+        end
+          #   :nocov:
+      end
+      """
+
+    When I open the coverage report generated with `bundle exec rake test`
+
+    Then I should see the source files:
+      | name                                    | coverage |
+      | lib/faked_project.rb                    | 100.0 %  |
+      | lib/faked_project/some_class.rb         | 80.0 %   |
+      | lib/faked_project/framework_specific.rb | 75.0 %   |
+      | lib/faked_project/meta_magic.rb         | 100.0 %  |
+      | lib/faked_project/nocov.rb              | 100.0 %  |
+
+    And there should be 7 skipped lines in the source files
+
+    And the report should be based upon:
+      | Unit Tests |

data/features/step_definitions/html_steps.rb

@@ -0,0 +1,44 @@
+module GroupHelpers
+  def available_groups
+    all("#content .file_list_container")
+  end
+
+  def available_source_files
+    all(".source_files .source_table")
+  end
+end
+World(GroupHelpers)
+
+Then /^I should see the groups:$/ do |table|
+  expected_groups = table.hashes
+  # Given group names should be the same number than those rendered in report
+  expect(expected_groups.count).to eq(available_groups.count)
+
+  # Verify each of the expected groups has a file list container and corresponding title and coverage number
+  # as well as the correct number of links to files.
+  expected_groups.each do |group|
+    with_scope "#content ##{group['name'].gsub(/[^a-z]/i, '')}.file_list_container" do
+      file_count_in_group = page.all("a.src_link").count
+      expect(file_count_in_group).to eq(group["files"].to_i)
+
+      with_scope "h2" do
+        expect(page).to have_content(group["name"])
+        expect(page).to have_content(group["coverage"])
+      end
+    end
+  end
+end
+
+Then /^I should see the source files:$/ do |table|
+  expected_files = table.hashes
+  expect(expected_files.length).to eq(available_source_files.count)
+
+  # Find all filenames and their coverage present in coverage report
+  files = available_source_files.map { |f| {"name" => f.find("h3").text, "coverage" => f.find("h4 > span").text} }
+
+  expect(files.sort_by { |hsh| hsh["name"] }).to eq(expected_files.sort_by { |hsh| hsh["name"] })
+end
+
+Then /^there should be (\d+) skipped lines in the source files$/ do |expected_count|
+  expect(all(".source_table ol li.skipped").count).to eq(expected_count.to_i)
+end

data/features/step_definitions/simplecov_steps.rb

@@ -0,0 +1,68 @@
+# Just a shortcut to make framework setup more readable
+# The test project is using separate config files to avoid specifying all of
+# test/spec_helper in the features every time.
+Given /^SimpleCov for (.*) is configured with:$/ do |framework, config_body|
+  framework_dir = begin
+    case framework
+    when /RSpec/i
+      "spec"
+    when /Test\/Unit/i
+      "test"
+    when /Cucumber/i
+      "features/support"
+    else
+      raise ArgumentError, "Could not identify test framework #{framework}!"
+    end
+  end
+
+  steps %(
+    Given a file named "#{framework_dir}/simplecov_config.rb" with:
+      """
+      #{config_body}
+      """
+    )
+end
+
+When /^I open the coverage report generated with `([^`]+)`$/ do |command|
+  steps %(
+    When I successfully run `#{command}`
+    Then a coverage report should have been generated
+    When I open the coverage report
+    )
+end
+
+Then /^a coverage report should have been generated(?: in "([^"]*)")?$/ do |coverage_dir|
+  coverage_dir ||= "coverage"
+  steps %(
+    Then the output should contain "Coverage report generated"
+    And a directory named "#{coverage_dir}" should exist
+    And the following files should exist:
+      | #{coverage_dir}/index.html      |
+      | #{coverage_dir}/.resultset.json |
+    )
+end
+
+Then /^no coverage report should have been generated(?: in "([^"]*)")?$/ do |coverage_dir|
+  coverage_dir ||= "coverage"
+  steps %(
+    Then the output should not contain "Coverage report generated"
+    And a directory named "#{coverage_dir}" should not exist
+    And the following files should not exist:
+      | #{coverage_dir}/index.html      |
+      | #{coverage_dir}/.resultset.json |
+    )
+end
+
+Then /^the report should be based upon:$/ do |table|
+  frameworks = table.raw.flatten
+  steps %(
+    Then the output should contain "Coverage report generated for #{frameworks.join(', ')}"
+    And I should see "using #{frameworks.join(', ')}" within "#footer"
+    )
+end
+
+# This is necessary to ensure timing-dependant tests like the merge timeout
+# do not fail on powerful machines.
+When /^I wait for (\d+) seconds$/ do |seconds|
+  sleep seconds.to_i
+end