simplecov 0.6.4 → 0.17.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (122) hide show
  1. checksums.yaml +7 -0
  2. data/CHANGELOG.md +378 -12
  3. data/CONTRIBUTING.md +51 -0
  4. data/ISSUE_TEMPLATE.md +23 -0
  5. data/LICENSE +1 -1
  6. data/README.md +456 -252
  7. data/doc/alternate-formatters.md +56 -0
  8. data/doc/commercial-services.md +20 -0
  9. data/doc/editor-integration.md +18 -0
  10. data/lib/simplecov.rb +223 -44
  11. data/lib/simplecov/command_guesser.rb +47 -35
  12. data/lib/simplecov/configuration.rb +281 -191
  13. data/lib/simplecov/defaults.rb +38 -43
  14. data/lib/simplecov/exit_codes.rb +10 -0
  15. data/lib/simplecov/file_list.rb +51 -34
  16. data/lib/simplecov/filter.rb +50 -3
  17. data/lib/simplecov/formatter.rb +4 -1
  18. data/lib/simplecov/formatter/multi_formatter.rb +34 -0
  19. data/lib/simplecov/formatter/simple_formatter.rb +18 -12
  20. data/lib/simplecov/jruby_fix.rb +44 -0
  21. data/lib/simplecov/last_run.rb +26 -0
  22. data/lib/simplecov/lines_classifier.rb +48 -0
  23. data/lib/simplecov/load_global_config.rb +8 -0
  24. data/lib/simplecov/no_defaults.rb +4 -0
  25. data/lib/simplecov/profiles.rb +33 -0
  26. data/lib/simplecov/profiles/bundler_filter.rb +5 -0
  27. data/lib/simplecov/profiles/hidden_filter.rb +5 -0
  28. data/lib/simplecov/profiles/rails.rb +18 -0
  29. data/lib/simplecov/profiles/root_filter.rb +10 -0
  30. data/lib/simplecov/profiles/test_frameworks.rb +8 -0
  31. data/lib/simplecov/railtie.rb +3 -1
  32. data/lib/simplecov/railties/tasks.rake +9 -7
  33. data/lib/simplecov/raw_coverage.rb +41 -0
  34. data/lib/simplecov/result.rb +17 -55
  35. data/lib/simplecov/result_merger.rb +100 -67
  36. data/lib/simplecov/source_file.rb +82 -67
  37. data/lib/simplecov/version.rb +4 -2
  38. metadata +153 -222
  39. data/.gitignore +0 -31
  40. data/.travis.yml +0 -15
  41. data/Appraisals +0 -8
  42. data/Gemfile +0 -5
  43. data/Rakefile +0 -19
  44. data/cucumber.yml +0 -13
  45. data/features/config_adapters.feature +0 -44
  46. data/features/config_autoload.feature +0 -46
  47. data/features/config_command_name.feature +0 -33
  48. data/features/config_coverage_dir.feature +0 -20
  49. data/features/config_deactivate_merging.feature +0 -42
  50. data/features/config_merge_timeout.feature +0 -39
  51. data/features/config_nocov_token.feature +0 -79
  52. data/features/config_project_name.feature +0 -27
  53. data/features/config_styles.feature +0 -93
  54. data/features/cucumber_basic.feature +0 -29
  55. data/features/merging_test_unit_and_rspec.feature +0 -44
  56. data/features/rspec_basic.feature +0 -31
  57. data/features/rspec_fails_on_initialization.feature +0 -14
  58. data/features/rspec_groups_and_filters_basic.feature +0 -29
  59. data/features/rspec_groups_and_filters_complex.feature +0 -35
  60. data/features/rspec_groups_using_filter_class.feature +0 -40
  61. data/features/rspec_without_simplecov.feature +0 -20
  62. data/features/skipping_code_blocks_manually.feature +0 -70
  63. data/features/step_definitions/html_steps.rb +0 -45
  64. data/features/step_definitions/simplecov_steps.rb +0 -66
  65. data/features/step_definitions/transformers.rb +0 -13
  66. data/features/step_definitions/web_steps.rb +0 -64
  67. data/features/support/env.rb +0 -26
  68. data/features/test_unit_basic.feature +0 -34
  69. data/features/test_unit_groups_and_filters_basic.feature +0 -29
  70. data/features/test_unit_groups_and_filters_complex.feature +0 -35
  71. data/features/test_unit_groups_using_filter_class.feature +0 -40
  72. data/features/test_unit_without_simplecov.feature +0 -20
  73. data/features/unicode_compatiblity.feature +0 -67
  74. data/gemfiles/multi_json-legacy.gemfile +0 -7
  75. data/gemfiles/multi_json-legacy.gemfile.lock +0 -85
  76. data/gemfiles/multi_json-new.gemfile +0 -7
  77. data/gemfiles/multi_json-new.gemfile.lock +0 -85
  78. data/lib/simplecov/adapters.rb +0 -29
  79. data/lib/simplecov/merge_helpers.rb +0 -39
  80. data/simplecov.gemspec +0 -29
  81. data/test/faked_project/Gemfile +0 -6
  82. data/test/faked_project/Rakefile +0 -8
  83. data/test/faked_project/cucumber.yml +0 -13
  84. data/test/faked_project/features/step_definitions/my_steps.rb +0 -23
  85. data/test/faked_project/features/support/env.rb +0 -12
  86. data/test/faked_project/features/test_stuff.feature +0 -6
  87. data/test/faked_project/lib/faked_project.rb +0 -11
  88. data/test/faked_project/lib/faked_project/framework_specific.rb +0 -18
  89. data/test/faked_project/lib/faked_project/meta_magic.rb +0 -24
  90. data/test/faked_project/lib/faked_project/some_class.rb +0 -29
  91. data/test/faked_project/spec/faked_spec.rb +0 -11
  92. data/test/faked_project/spec/meta_magic_spec.rb +0 -10
  93. data/test/faked_project/spec/some_class_spec.rb +0 -10
  94. data/test/faked_project/spec/spec_helper.rb +0 -15
  95. data/test/faked_project/test/faked_test.rb +0 -11
  96. data/test/faked_project/test/meta_magic_test.rb +0 -13
  97. data/test/faked_project/test/some_class_test.rb +0 -15
  98. data/test/faked_project/test/test_helper.rb +0 -16
  99. data/test/fixtures/app/controllers/sample_controller.rb +0 -10
  100. data/test/fixtures/app/models/user.rb +0 -10
  101. data/test/fixtures/deleted_source_sample.rb +0 -15
  102. data/test/fixtures/frameworks/rspec_bad.rb +0 -9
  103. data/test/fixtures/frameworks/rspec_good.rb +0 -9
  104. data/test/fixtures/frameworks/testunit_bad.rb +0 -9
  105. data/test/fixtures/frameworks/testunit_good.rb +0 -9
  106. data/test/fixtures/iso-8859.rb +0 -3
  107. data/test/fixtures/resultset1.rb +0 -4
  108. data/test/fixtures/resultset2.rb +0 -5
  109. data/test/fixtures/sample.rb +0 -16
  110. data/test/fixtures/utf-8.rb +0 -3
  111. data/test/helper.rb +0 -35
  112. data/test/shoulda_macros.rb +0 -29
  113. data/test/test_1_8_fallbacks.rb +0 -33
  114. data/test/test_command_guesser.rb +0 -21
  115. data/test/test_deleted_source.rb +0 -16
  116. data/test/test_file_list.rb +0 -24
  117. data/test/test_filters.rb +0 -80
  118. data/test/test_merge_helpers.rb +0 -107
  119. data/test/test_result.rb +0 -147
  120. data/test/test_return_codes.rb +0 -39
  121. data/test/test_source_file.rb +0 -95
  122. data/test/test_source_file_line.rb +0 -110
@@ -1,93 +0,0 @@
1
- @test_unit @config
2
- Feature:
3
-
4
- There's several ways to configure SimpleCov. All of those
5
- config schemes below are equivalent and can be chosen by personal
6
- preference or project requirements.
7
-
8
- Background:
9
- Given SimpleCov for Test/Unit is configured with:
10
- """
11
- require 'simplecov'
12
- """
13
-
14
- Scenario: Inside start block
15
- Given a file named ".simplecov" with:
16
- """
17
- SimpleCov.start do
18
- add_filter 'test'
19
- command_name 'Config Test Runner'
20
- end
21
- """
22
-
23
- When I open the coverage report generated with `bundle exec rake test`
24
- Then I should see "4 files in total."
25
- And I should see "using Config Test Runner" within "#footer"
26
-
27
- Scenario: Explicitly before start block
28
- Given a file named ".simplecov" with:
29
- """
30
- SimpleCov.add_filter 'test'
31
- SimpleCov.command_name 'Config Test Runner'
32
- SimpleCov.start
33
- """
34
-
35
- When I open the coverage report generated with `bundle exec rake test`
36
- Then I should see "4 files in total."
37
- And I should see "using Config Test Runner" within "#footer"
38
-
39
- Scenario: Explicitly after start block
40
- Given a file named ".simplecov" with:
41
- """
42
- SimpleCov.start
43
- SimpleCov.add_filter 'test'
44
- SimpleCov.command_name 'Config Test Runner'
45
- """
46
-
47
- When I open the coverage report generated with `bundle exec rake test`
48
- Then I should see "4 files in total."
49
- And I should see "using Config Test Runner" within "#footer"
50
-
51
- Scenario: Using configure block after start
52
- Given a file named ".simplecov" with:
53
- """
54
- SimpleCov.start
55
- SimpleCov.configure do
56
- add_filter 'test'
57
- command_name 'Config Test Runner'
58
- end
59
- """
60
-
61
- When I open the coverage report generated with `bundle exec rake test`
62
- Then I should see "4 files in total."
63
- And I should see "using Config Test Runner" within "#footer"
64
-
65
- Scenario: Using configure block before start
66
- Given a file named ".simplecov" with:
67
- """
68
- SimpleCov.configure do
69
- add_filter 'test'
70
- command_name 'Config Test Runner'
71
- end
72
- SimpleCov.start
73
- """
74
-
75
- When I open the coverage report generated with `bundle exec rake test`
76
- Then I should see "4 files in total."
77
- And I should see "using Config Test Runner" within "#footer"
78
-
79
- Scenario: Mixing configure and start block config
80
- Given a file named ".simplecov" with:
81
- """
82
- SimpleCov.configure do
83
- command_name 'Config Test Runner'
84
- end
85
- SimpleCov.start do
86
- add_filter 'test'
87
- end
88
- """
89
-
90
- When I open the coverage report generated with `bundle exec rake test`
91
- Then I should see "4 files in total."
92
- And I should see "using Config Test Runner" within "#footer"
93
-
@@ -1,29 +0,0 @@
1
- @cucumber
2
- Feature:
3
-
4
- Simply adding the basic simplecov lines to a project should get
5
- the user a coverage report after running `cucumber features`
6
-
7
- Scenario:
8
- Given SimpleCov for Cucumber is configured with:
9
- """
10
- require 'simplecov'
11
- SimpleCov.start
12
- """
13
-
14
- When I open the coverage report generated with `bundle exec cucumber features`
15
- Then I should see the groups:
16
- | name | coverage | files |
17
- | All Files | 91.23% | 6 |
18
-
19
- And I should see the source files:
20
- | name | coverage |
21
- | lib/faked_project.rb | 100.0 % |
22
- | lib/faked_project/some_class.rb | 80.0 % |
23
- | lib/faked_project/framework_specific.rb | 75.0 % |
24
- | lib/faked_project/meta_magic.rb | 100.0 % |
25
- | features/step_definitions/my_steps.rb | 100.0 % |
26
- | features/support/simplecov_config.rb | 100.0 % |
27
-
28
- And the report should be based upon:
29
- | Cucumber Features |
@@ -1,44 +0,0 @@
1
- @test_unit @rspec @merging
2
- Feature:
3
-
4
- Test suites like RSpec and Test/Unit should be merged automatically
5
- when both have been run recently. The coverage report will feature
6
- the joined results of all test suites that are using SimpleCov.
7
-
8
- Scenario:
9
- Given SimpleCov for Test/Unit is configured with:
10
- """
11
- require 'simplecov'
12
- SimpleCov.start do
13
- add_filter 'test.rb'
14
- add_filter 'spec.rb'
15
- end
16
- """
17
- And SimpleCov for RSpec is configured with:
18
- """
19
- require 'simplecov'
20
- SimpleCov.start do
21
- add_filter 'test.rb'
22
- add_filter 'spec.rb'
23
- end
24
- """
25
-
26
- When I open the coverage report generated with `bundle exec rake test`
27
- Then the report should be based upon:
28
- | Unit Tests |
29
-
30
- When I open the coverage report generated with `bundle exec rspec spec`
31
- Then the report should be based upon:
32
- | RSpec |
33
- | Unit Tests |
34
-
35
- And I should see the groups:
36
- | name | coverage | files |
37
- | All Files | 90.48% | 4 |
38
-
39
- And I should see the source files:
40
- | name | coverage |
41
- | lib/faked_project.rb | 100.0 % |
42
- | lib/faked_project/some_class.rb | 80.0 % |
43
- | lib/faked_project/framework_specific.rb | 87.5 % |
44
- | lib/faked_project/meta_magic.rb | 100.0 % |
@@ -1,31 +0,0 @@
1
- @rspec
2
- Feature:
3
-
4
- Simply adding the basic simplecov lines to a project should get
5
- the user a coverage report after running `rspec`
6
-
7
- Scenario:
8
- Given SimpleCov for RSpec is configured with:
9
- """
10
- require 'simplecov'
11
- SimpleCov.start
12
- """
13
-
14
- When I open the coverage report generated with `bundle exec rspec spec`
15
- Then I should see the groups:
16
- | name | coverage | files |
17
- | All Files | 90.74% | 6 |
18
-
19
- And I should see the source files:
20
- | name | coverage |
21
- | lib/faked_project.rb | 100.0 % |
22
- | lib/faked_project/some_class.rb | 80.0 % |
23
- | lib/faked_project/framework_specific.rb | 75.0 % |
24
- | lib/faked_project/meta_magic.rb | 100.0 % |
25
- | spec/meta_magic_spec.rb | 100.0 % |
26
- | spec/some_class_spec.rb | 100.0 % |
27
-
28
- # Note: faked_spec.rb is not appearing here since that's the first unit test file
29
- # loaded by Rake, and only there test_helper is required, which then loads simplecov
30
- # and triggers tracking of all other loaded files! Solution for this would be to
31
- # configure simplecov in this first test instead of test_helper.
@@ -1,14 +0,0 @@
1
- @rspec
2
- Feature:
3
-
4
- Running specs with a failing rspec setup
5
-
6
- Scenario: Fail if rspec fails before starting its tests
7
- Given a file named "spec/spec_helper.rb" with:
8
- """
9
- require 'simplecov'
10
- SimpleCov.start
11
- raise "some exception in the class loading before the tests start"
12
- """
13
- When I run `bundle exec rspec spec`
14
- Then the exit status should not be 0
@@ -1,29 +0,0 @@
1
- @rspec
2
- Feature:
3
-
4
- Defining some groups and filters should give a corresponding
5
- coverage report that respects those settings after running rspec
6
-
7
- Scenario:
8
- Given SimpleCov for RSpec is configured with:
9
- """
10
- require 'simplecov'
11
- SimpleCov.start do
12
- add_group 'Libs', 'lib/faked_project/'
13
- add_filter '/spec/'
14
- end
15
- """
16
-
17
- When I open the coverage report generated with `bundle exec rspec spec`
18
- And I should see the groups:
19
- | name | coverage | files |
20
- | All Files | 88.1% | 4 |
21
- | Libs | 86.11% | 3 |
22
- | Ungrouped | 100.0% | 1 |
23
-
24
- And I should see the source files:
25
- | name | coverage |
26
- | lib/faked_project.rb | 100.0 % |
27
- | lib/faked_project/some_class.rb | 80.0 % |
28
- | lib/faked_project/framework_specific.rb | 75.0 % |
29
- | lib/faked_project/meta_magic.rb | 100.0 % |
@@ -1,35 +0,0 @@
1
- @rspec
2
- Feature: Sophisticated grouping and filtering on RSpec
3
-
4
- Defining groups and filters can be done by passing blocks or strings.
5
- Blocks get each SimpleCov::SourceFile instance passed an can use arbitrary
6
- and potentially weird conditions to remove files from the report or add them
7
- to specific groups.
8
-
9
- Scenario:
10
- Given SimpleCov for RSpec is configured with:
11
- """
12
- require 'simplecov'
13
- SimpleCov.start do
14
- add_group 'By block' do |src_file|
15
- src_file.filename =~ /MaGiC/i
16
- end
17
- add_group 'By string', 'project/meta_magic'
18
-
19
- add_filter 'faked_project.rb'
20
- # Remove all files that include "describe" in their source
21
- add_filter {|src_file| src_file.lines.any? {|line| line.src =~ /describe/ } }
22
- add_filter {|src_file| src_file.covered_percent < 100 }
23
- end
24
- """
25
-
26
- When I open the coverage report generated with `bundle exec rspec spec`
27
- Then I should see the groups:
28
- | name | coverage | files |
29
- | All Files | 100.0% | 1 |
30
- | By block | 100.0% | 1 |
31
- | By string | 100.0% | 1 |
32
-
33
- And I should see the source files:
34
- | name | coverage |
35
- | lib/faked_project/meta_magic.rb | 100.0 % |
@@ -1,40 +0,0 @@
1
- @rspec
2
- Feature: Grouping on RSpec using a custom filter class
3
-
4
- Next to passing a block or a string to define a group, you can also pass
5
- a filter class. The filter class inherits from SimpleCov::Filter and
6
- must implement the matches? method, which is used to determine whether
7
- or not a file should be added to the group.
8
-
9
- Scenario:
10
- Given SimpleCov for RSpec is configured with:
11
- """
12
- require 'simplecov'
13
- class CoverageFilter < SimpleCov::Filter
14
- def matches?(source_file)
15
- source_file.covered_percent < filter_argument
16
- end
17
- end
18
- SimpleCov.start do
19
- add_group 'By filter class', CoverageFilter.new(90)
20
- add_group 'By string', 'project/meta_magic'
21
- end
22
- """
23
-
24
- When I open the coverage report generated with `bundle exec rspec spec`
25
- Then I should see the groups:
26
- | name | coverage | files |
27
- | All Files | 90.74% | 6 |
28
- | By filter class | 78.26% | 2 |
29
- | By string | 100.0% | 1 |
30
- | Ungrouped | 100.0% | 3 |
31
-
32
- And I should see the source files:
33
- | name | coverage |
34
- | lib/faked_project/framework_specific.rb | 75.0 % |
35
- | lib/faked_project/some_class.rb | 80.0 % |
36
- | lib/faked_project.rb | 100.0 % |
37
- | lib/faked_project/meta_magic.rb | 100.0 % |
38
- | spec/meta_magic_spec.rb | 100.0 % |
39
- | spec/some_class_spec.rb | 100.0 % |
40
-
@@ -1,20 +0,0 @@
1
- @rspec
2
- Feature:
3
-
4
- Running specs without simplecov configuration
5
-
6
- Scenario: No config at all
7
- When I successfully run `bundle exec rspec spec`
8
- Then no coverage report should have been generated
9
-
10
- Scenario: Configured, but not started
11
- Given SimpleCov for RSpec is configured with:
12
- """
13
- require 'simplecov'
14
- SimpleCov.configure do
15
- add_filter 'somefilter'
16
- end
17
- """
18
-
19
- When I successfully run `bundle exec rspec spec`
20
- Then no coverage report should have been generated
@@ -1,70 +0,0 @@
1
- @test_unit @nocov
2
- Feature:
3
-
4
- When code is wrapped in :nocov: comment blocks, it does not count
5
- against the coverage numbers.
6
-
7
- Background:
8
- Given SimpleCov for Test/Unit is configured with:
9
- """
10
- require 'simplecov'
11
- SimpleCov.start 'test_frameworks'
12
- """
13
-
14
- Scenario: Plain run with a nocov'd method
15
- Given a file named "lib/faked_project/nocov.rb" with:
16
- """
17
- class SourceCodeWithNocov
18
- #:nocov:
19
- def some_weird_code
20
- never_reached
21
- rescue => err
22
- but no one cares about invalid ruby here
23
- end
24
- #:nocov:
25
- end
26
- """
27
-
28
- When I open the coverage report generated with `bundle exec rake test`
29
-
30
- Then I should see the source files:
31
- | name | coverage |
32
- | lib/faked_project.rb | 100.0 % |
33
- | lib/faked_project/some_class.rb | 80.0 % |
34
- | lib/faked_project/framework_specific.rb | 75.0 % |
35
- | lib/faked_project/meta_magic.rb | 100.0 % |
36
- | lib/faked_project/nocov.rb | 100.0 % |
37
-
38
- And there should be 5 skipped lines in the source files
39
-
40
- And the report should be based upon:
41
- | Unit Tests |
42
-
43
- Scenario: Number of spaces should not mix up nocov results
44
- Given a file named "lib/faked_project/nocov.rb" with:
45
- """
46
- class SourceCodeWithNocov
47
- # :nocov:
48
- def some_weird_code
49
- never_reached
50
- rescue => err
51
- but no one cares about invalid ruby here
52
- end
53
- # :nocov:
54
- end
55
- """
56
-
57
- When I open the coverage report generated with `bundle exec rake test`
58
-
59
- Then I should see the source files:
60
- | name | coverage |
61
- | lib/faked_project.rb | 100.0 % |
62
- | lib/faked_project/some_class.rb | 80.0 % |
63
- | lib/faked_project/framework_specific.rb | 75.0 % |
64
- | lib/faked_project/meta_magic.rb | 100.0 % |
65
- | lib/faked_project/nocov.rb | 100.0 % |
66
-
67
- And there should be 5 skipped lines in the source files
68
-
69
- And the report should be based upon:
70
- | Unit Tests |
@@ -1,45 +0,0 @@
1
- module GroupHelpers
2
- def available_groups
3
- all('#content .file_list_container')
4
- end
5
-
6
- def available_source_files
7
- all('.source_files .source_table')
8
- end
9
- end
10
- World(GroupHelpers)
11
-
12
-
13
- Then /^I should see the groups:$/ do |table|
14
- expected_groups = table.hashes
15
- # Given group names should be the same number than those rendered in report
16
- expected_groups.count.should == available_groups.count
17
-
18
- # Verify each of the expected groups has a file list container and corresponding title and coverage number
19
- # as well as the correct number of links to files.
20
- expected_groups.each do |group|
21
- with_scope "#content ##{group["name"].gsub(/[^a-z]/i, '')}.file_list_container" do
22
- file_count_in_group = page.all('a.src_link').count
23
- file_count_in_group.should == group["files"].to_i
24
-
25
- with_scope "h2" do
26
- page.should have_content(group["name"])
27
- page.should have_content(group["coverage"])
28
- end
29
- end
30
- end
31
- end
32
-
33
- Then /^I should see the source files:$/ do |table|
34
- expected_files = table.hashes
35
- expected_files.length.should == available_source_files.count
36
-
37
- # Find all filenames and their coverage present in coverage report
38
- files = available_source_files.map {|f| {"name" => f.find('h3').text, "coverage" => f.find('.header span').text} }
39
-
40
- files.sort_by {|hsh| hsh["name"] }.should == expected_files.sort_by {|hsh| hsh["name"] }
41
- end
42
-
43
- Then /^there should be (\d+) skipped lines in the source files$/ do |expected_count|
44
- all(".source_table ol li.skipped").count.should == expected_count.to_i
45
- end