simplecov 0.22.0 → 1.0.2

data/lib/simplecov/result_processing.rb

@@ -0,0 +1,179 @@
+# frozen_string_literal: true
+
+# Result-building façade: turns the raw `Coverage.result` hash into a
+# `SimpleCov::Result`, applies filters and groups, drives merging
+# across test suites via `SimpleCov::ResultMerger`, and exposes the
+# `collate` entry point for stitching disparate resultsets together.
+module SimpleCov
+  class << self
+    #
+    # Collate a series of SimpleCov result files into a single SimpleCov output.
+    #
+    # See README for usage. By default `collate` ignores the merge_timeout
+    # so all results in all files specified will be merged. Pass
+    # `ignore_timeout: false` to honor it.
+    #
+    def collate(result_filenames, profile = nil, ignore_timeout: true, &)
+      raise ArgumentError, "There are no reports to be merged" if result_filenames.empty?
+
+      initial_setup(profile, &)
+
+      # Use the ResultMerger to produce a single, merged result, ready to use.
+      @result = ResultMerger.merge_and_store(*result_filenames, ignore_timeout: ignore_timeout)
+
+      @collating_result = true
+      run_exit_tasks!
+    ensure
+      @collating_result = false
+    end
+
+    #
+    # Returns the result for the current coverage run, merging it across test suites
+    # from cache using SimpleCov::ResultMerger if use_merging is activated (default)
+    #
+    def result
+      return @result if result?
+
+      use_merging = merging
+
+      # Collect our coverage result. When merging is off there is no merge
+      # step, so this per-process result is the final one and reports any
+      # dropped source files; otherwise the merged result does the reporting.
+      process_coverage_result(report: !use_merging) if defined?(Coverage) && Coverage.running?
+
+      # If we're using merging of results, store the current result
+      # first (if there is one), then merge the results and return those
+      if use_merging
+        SimpleCov::ResultMerger.store_result(@result) if result?
+        return @result unless finalize_merge?
+
+        wait_for_other_processes
+        @result = SimpleCov::ResultMerger.merged_result
+      end
+
+      @result
+    end
+
+    # Returns nil if the result has not been computed, otherwise the result.
+    def result?
+      defined?(@result) && @result
+    end
+
+    # @api private — true while `SimpleCov.collate` is running its finalizer.
+    def collating_result?
+      defined?(@collating_result) && @collating_result
+    end
+
+    # Applies the configured filters to the given array of SimpleCov::SourceFile items
+    def filtered(files)
+      result = files.to_a.dup
+      filters.each do |filter|
+        result = result.reject { |source_file| filter.matches?(source_file) }
+      end
+      SimpleCov::FileList.new result
+    end
+
+    # Bin the given source files by group filter. `groups:` defaults to
+    # `SimpleCov.groups`; pass a Hash explicitly to bin against a
+    # different group config (e.g., the snapshot a Result captured at
+    # construction). Files matched by no group fall into the implicit
+    # "Ungrouped" bucket.
+    def grouped(files, groups: SimpleCov.groups)
+      return {} if groups.empty?
+
+      grouped = groups.transform_values do |filter|
+        SimpleCov::FileList.new(files.select { |source_file| filter.matches?(source_file) })
+      end
+
+      in_group  = grouped_file_set(grouped)
+      ungrouped = files.reject { |source_file| in_group.include?(source_file) }
+      grouped["Ungrouped"] = SimpleCov::FileList.new(ungrouped) if ungrouped.any?
+
+      grouped
+    end
+
+    # Applies the profile of given name on SimpleCov configuration
+    def load_profile(name)
+      profiles.load(name)
+    end
+
+    # Clear out the previously cached .result. Primarily useful in testing.
+    def clear_result
+      @result = nil
+    end
+
+    # @api private — persist the per-criterion coverage percentages
+    # rounded down (see #679) so the next run can compute drift.
+    def write_last_run(result)
+      SimpleCov::LastRun.write(
+        result: result.coverage_statistics.transform_values { |stats| round_coverage(stats.percent) }
+      )
+    end
+
+    # @api private — round down to two decimals to be extra strict.
+    def round_coverage(coverage)
+      coverage.floor(2)
+    end
+
+  private
+
+    def initial_setup(profile, &block)
+      load_profile(profile) if profile
+      configure(&block) if block
+    end
+
+    def grouped_file_set(grouped)
+      grouped.values.each_with_object(Set.new) { |file_list, set| set.merge(file_list) }
+    end
+
+    # Finds files that were to be tracked but were not loaded, and
+    # initializes their line-by-line coverage to zero (or nil for
+    # comments / whitespace).
+    def add_not_loaded_files(result)
+      globs = unloaded_file_discovery_globs
+      return [result, Set.new] if globs.empty?
+
+      inject_unloaded_files(result.dup, discover_unloaded_paths(globs))
+    end
+
+    # Globs to expand on disk when injecting unloaded files into the
+    # result. Combines the legacy `track_files` glob (additive only)
+    # with every string glob declared via `cover` (also restrictive,
+    # but the restriction lives in `Result#apply_cover_filters!`).
+    def unloaded_file_discovery_globs
+      [tracked_files, *cover_globs].compact
+    end
+
+    # Expand the given globs relative to SimpleCov.root, not Dir.pwd —
+    # test runners that chdir (or CI scripts that invoke the suite
+    # from a subdir) would otherwise silently miss the unloaded-file
+    # injection and produce a different file set per environment. See
+    # issue #1106.
+    def discover_unloaded_paths(globs)
+      globs.flat_map { |glob| Dir.glob(glob, base: root) }.uniq
+    end
+
+    def inject_unloaded_files(result, candidate_paths)
+      not_loaded_files = candidate_paths.each_with_object(Set.new) do |file, set|
+        absolute_path = File.expand_path(file, root)
+        next if result.key?(absolute_path)
+
+        result[absolute_path] = SimulateCoverage.call(absolute_path)
+        set << absolute_path
+      end
+
+      [result, not_loaded_files]
+    end
+
+    # Run all the steps that handle processing the raw coverage result.
+    # `report:` is true only when this slice is the final result (merging
+    # off); with merging on the merged result reports dropped source files,
+    # so the per-process slice stays quiet to avoid one warning per worker.
+    def process_coverage_result(report:)
+      raw = SimpleCov::UselessResultsRemover.call(Coverage.result)
+      adapted = SimpleCov::ResultAdapter.call(raw)
+      result, not_loaded_files = add_not_loaded_files(adapted)
+      @result = SimpleCov::Result.new(result, not_loaded_files: not_loaded_files, report: report)
+    end
+  end
+end

data/lib/simplecov/simulate_coverage.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative "static_coverage_extractor"
+
 module SimpleCov
   #
   # Responsible for producing file coverage metrics.
@@ -8,22 +10,66 @@ module SimpleCov
   module_function
 
     #
-    # Simulate normal file coverage report on
-    # ruby 2.5 and return similar hash with lines and branches keys
+    # Simulate a file coverage report for a file that was tracked but never
+    # required. Returns the same hash shape as `Coverage.result` (lines,
+    # branches, methods).
+    #
+    # The line classification comes from `Coverage.line_stub` — the same
+    # classification the runtime would have produced if the file had been
+    # required — overlaid with SimpleCov's `# :nocov:` toggles and
+    # `# simplecov:disable line` directive ranges, which `Coverage` doesn't
+    # know about. This keeps "relevant lines" identical whether a file was
+    # loaded or just tracked, fixing the multi-line statement discrepancy
+    # in https://github.com/simplecov-ruby/simplecov/issues/654.
     #
-    # Happens when a file wasn't required but still tracked.
+    # Branches and methods are enumerated by static analysis (via
+    # `StaticCoverageExtractor`, which uses Prism). Earlier behavior left
+    # both as empty hashes, which made unloaded files invisible to the
+    # branch/method denominators while their lines DID count — so a
+    # `track_files`/`cover` glob that picked up files without specs
+    # silently inflated branch% relative to line%. See
+    # https://github.com/simplecov-ruby/simplecov/issues/1059. When Prism
+    # isn't loadable (Ruby < 3.3 without the prism gem) or the file
+    # can't be parsed, fall back to the old empty hashes — old behavior,
+    # old tradeoff.
     #
     # @return [Hash]
     #
     def call(absolute_path)
-      lines = File.foreach(absolute_path)
+      source_lines = read_lines(absolute_path)
+      lines = coverage_stub(absolute_path, source_lines) ||
+              LinesClassifier.new.classify(source_lines)
+      empty = {"branches" => {}, "methods" => {}} #: Hash[String, Hash[untyped, untyped]]
+      synthesized = StaticCoverageExtractor.call(source_lines.join) || empty
 
       {
-        "lines" => LinesClassifier.new.classify(lines),
-        # we don't want to parse branches ourselves...
-        # requiring files can have side effects and we don't want to trigger that
-        "branches" => {}
+        "lines" => lines,
+        "branches" => synthesized["branches"],
+        "methods" => synthesized["methods"]
       }
     end
+
+    def read_lines(path)
+      File.readlines(path)
+    rescue Errno::ENOENT
+      []
+    end
+
+    # Combine `Coverage.line_stub` (which gets multi-line statements right)
+    # with `LinesClassifier` (which knows about `# :nocov:` toggles and
+    # `# simplecov:disable line` ranges). Returns nil — and the caller
+    # falls back to `LinesClassifier` alone — when `Coverage` can't read
+    # or parse the file, or when the runtime doesn't expose `line_stub`
+    # (JRuby and TruffleRuby).
+    def coverage_stub(path, source_lines)
+      return nil unless Coverage.respond_to?(:line_stub)
+
+      stub = Coverage.line_stub(path)
+      classifier_output = LinesClassifier.new.classify(source_lines)
+      stub.each_index { |idx| stub[idx] = nil if classifier_output[idx].nil? }
+      stub
+    rescue Errno::ENOENT, SyntaxError
+      nil
+    end
   end
 end

data/lib/simplecov/source_file/branch.rb

@@ -8,7 +8,6 @@ module SimpleCov
     class Branch
       attr_reader :start_line, :end_line, :coverage, :type
 
-      # rubocop:disable Metrics/ParameterLists
       def initialize(start_line:, end_line:, coverage:, inline:, type:)
         @start_line = start_line
         @end_line   = end_line
@@ -17,7 +16,6 @@ module SimpleCov
         @type       = type
         @skipped    = false
       end
-      # rubocop:enable Metrics/ParameterLists
 
       def inline?
         @inline
@@ -33,7 +31,7 @@ module SimpleCov
       end
 
       #
-      # Check if branche missed or not
+      # Check if branch missed or not
       #
       # @return [Boolean]
       #

data/lib/simplecov/source_file/branch_builder.rb

@@ -0,0 +1,114 @@
+# frozen_string_literal: true
+
+module SimpleCov
+  class SourceFile
+    # Builds the `SourceFile::Branch` objects for a source file from
+    # the raw branch data Ruby's Coverage library reports. Applies the
+    # `ignore_branches :eval_generated` / `:implicit_else` filters and
+    # marks branches inside `# simplecov:disable` / `# :nocov:` chunks
+    # as skipped.
+    class BranchBuilder
+      def initialize(source_file)
+        @source_file = source_file
+      end
+
+      def call
+        coverage_branch_data = @source_file.coverage_data["branches"] || {}
+        branches = coverage_branch_data.flat_map do |condition, coverage_branches|
+          next [] if eval_generated_condition_to_ignore?(condition)
+
+          build_branches_from(condition, coverage_branches)
+        end
+
+        process_skipped(branches)
+      end
+
+    private
+
+      # Detect a Coverage-reported branch condition that originates from
+      # `eval`/`module_eval`/`class_eval`/`instance_eval` rather than from
+      # the file's literal source. Coverage attributes such branches to the
+      # caller's `__FILE__`/`__LINE__`, so a Rails `delegate :foo, to: :bar`
+      # call surfaces inside the source file as if there were branches at
+      # the `delegate` line. Prism never sees those branches in the static
+      # source, so a condition whose start_line isn't in the real-source
+      # branch set must be eval-generated. Only consulted when the user has
+      # opted in via `SimpleCov.ignore_branches :eval_generated`. See #1046.
+      def eval_generated_condition_to_ignore?(condition)
+        return false unless SimpleCov.ignored_branch?(:eval_generated)
+
+        positions = @source_file.real_source_positions
+        # simplecov:disable branch — nil branch fires only when Prism is unavailable
+        return false unless positions
+
+        # simplecov:enable branch
+
+        _type, _id, start_line, * = RubyDataParser.call(condition)
+        !positions[:branches].include?(start_line)
+      end
+
+      def build_branches_from(condition, branches)
+        # the format handed in from the coverage data is like this:
+        #
+        #     [:then, 4, 6, 6, 6, 10]
+        #
+        # which is [type, id, start_line, start_col, end_line, end_col]
+        _condition_type, _condition_id, *condition_range = RubyDataParser.call(condition)
+
+        branches.filter_map do |branch_data, hit_count|
+          build_branch(RubyDataParser.call(branch_data), hit_count, condition_range)
+        end
+      end
+
+      def build_branch(branch_data, hit_count, condition_range)
+        type, _id, start_line, start_col, end_line, end_col = branch_data
+        return nil if implicit_else_to_ignore?(type, [start_line, start_col, end_line, end_col], condition_range)
+
+        SourceFile::Branch.new(
+          start_line: start_line,
+          end_line: end_line,
+          coverage: hit_count,
+          inline: start_line == condition_range.first,
+          type: type
+        )
+      end
+
+      # Detect synthetic `:else` branches that Ruby's Coverage library reports
+      # for constructs with no literal `else` keyword in source (`case/in` /
+      # `case/when` without else, `||=`, `&&=`, `if`/`unless` without else,
+      # and the postfix `return if cond` shape). The signal is structural:
+      # a synthetic else reuses its parent condition's *full source range*
+      # (start_line, start_col, end_line, end_col all identical), while an
+      # explicit `else` arm carries a narrower range — its own keyword/body
+      # position rather than the whole conditional. Comparing the full range
+      # (not just `start_line`) is what distinguishes a ternary's explicit
+      # else on the same line as the condition — `arg == 42 ? :yes : :no`,
+      # where the else's columns differ from the parent's — from a postfix
+      # `return if cond` where the synthetic else inherits the full range.
+      # Only consulted when the user has opted in via
+      # `SimpleCov.ignore_branches :implicit_else`. See #1033.
+      def implicit_else_to_ignore?(type, branch_range, condition_range)
+        return false unless type == :else
+        return false unless SimpleCov.ignored_branch?(:implicit_else)
+
+        branch_range == condition_range
+      end
+
+      def process_skipped(branches)
+        chunks = @source_file.skip_chunks_for(:branch)
+        return branches if chunks.empty?
+
+        # A non-inline branch's source range starts on its arm body (e.g. the
+        # `:yes` line of `if cond / :yes / else / :no / end`), but `report_line`
+        # is the condition line above it — that's where the user sees the
+        # branch in the report and where they would naturally place an inline
+        # `# simplecov:disable branch` directive. Honour both.
+        branches.each do |branch|
+          branch.skipped! if chunks.any? { |chunk| branch.overlaps_with?(chunk) || chunk.include?(branch.report_line) }
+        end
+
+        branches
+      end
+    end
+  end
+end

data/lib/simplecov/source_file/builder_context.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module SimpleCov
+  class SourceFile
+    # Helpers shared by the per-criterion builders (LineBuilder /
+    # BranchBuilder / MethodBuilder). Mixed into SourceFile so each
+    # builder can ask the file for its skip-chunk ranges and Prism-derived
+    # real source positions without duplicating the memoization.
+    module BuilderContext
+      # Skip-chunk lookup for the named criterion (`:line`, `:branch`,
+      # `:method`).
+      def skip_chunks_for(criterion)
+        (@skip_chunks ||= SkipChunks.new(filename, src)).for(criterion)
+      end
+
+      # Memoized set of real source positions (branch start lines, method
+      # name+line pairs) extracted via Prism. Returns nil when Prism is
+      # unavailable or parsing fails, signaling callers to keep every
+      # Coverage entry (no false drops). The `defined?` guard preserves a
+      # nil memoization across calls.
+      def real_source_positions
+        return @real_source_positions if defined?(@real_source_positions)
+
+        @real_source_positions = StaticCoverageExtractor.real_source_positions(src.join)
+      end
+    end
+  end
+end

data/lib/simplecov/source_file/line.rb

@@ -25,7 +25,9 @@ module SimpleCov
       def initialize(src, line_number, coverage)
         raise ArgumentError, "Only String accepted for source" unless src.is_a?(String)
         raise ArgumentError, "Only Integer accepted for line_number" unless line_number.is_a?(Integer)
-        raise ArgumentError, "Only Integer and nil accepted for coverage" unless coverage.is_a?(Integer) || coverage.nil?
+        unless coverage.is_a?(Integer) || coverage.nil?
+          raise ArgumentError, "Only Integer and nil accepted for coverage"
+        end
 
         @src         = src
         @line_number = line_number
@@ -35,12 +37,12 @@ module SimpleCov
 
       # Returns true if this is a line that should have been covered, but was not
       def missed?
-        !never? && !skipped? && coverage.zero?
+        !never? && !skipped? && coverage.to_i.zero?
       end
 
       # Returns true if this is a line that has been covered
       def covered?
-        !never? && !skipped? && coverage.positive?
+        !never? && !skipped? && coverage.to_i.positive?
       end
 
       # Returns true if this line is not relevant for coverage
@@ -65,7 +67,10 @@ module SimpleCov
         return "skipped" if skipped?
         return "never" if never?
         return "missed" if missed?
-        return "covered" if covered?
+
+        # simplecov:disable — defensive: covered? is the only state left after the three above
+        "covered" if covered?
+        # simplecov:enable
       end
     end
   end

data/lib/simplecov/source_file/line_builder.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module SimpleCov
+  class SourceFile
+    # Builds the `SourceFile::Line` objects for a source file from the
+    # raw line-coverage array. Each line carries its source text, its
+    # 1-based line number, and the Coverage hit count (or nil for
+    # never-counted lines). Applies `# simplecov:disable` /
+    # `# :nocov:` block ranges via `skipped!`.
+    class LineBuilder
+      def initialize(source_file)
+        @source_file = source_file
+      end
+
+      def call
+        lines = build_lines
+        mark_skipped(lines, @source_file.skip_chunks_for(:line))
+        lines
+      end
+
+    private
+
+      # When `:line` coverage is disabled, the Ruby Coverage module
+      # doesn't emit "lines" data, so look up `nil` (never-counted) for
+      # every position. The source rows are still useful — e.g. for the
+      # HTML report's source view — even without per-line hits.
+      def build_lines
+        line_coverage = @source_file.coverage_data["lines"] || []
+        @source_file.src.map.with_index(1) do |src, i|
+          SourceFile::Line.new(src, i, line_coverage[i - 1])
+        end
+      end
+
+      # The array the lines are kept in is 0-based whereas the line
+      # numbers in the chunks are 1-based (more understandable elsewhere),
+      # so each range needs to be shifted down by one to slice into the
+      # `lines` array.
+      def mark_skipped(lines, chunks)
+        chunks.each { |chunk| lines[(chunk.begin - 1)..(chunk.end - 1)].each(&:skipped!) }
+      end
+    end
+  end
+end

data/lib/simplecov/source_file/method.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module SimpleCov
+  class SourceFile
+    # Represents a single method detected in coverage data.
+    # Provides helpers similar to Branch for coverage status.
+    class Method
+      attr_reader :source_file, :coverage, :class_name, :method_name,
+                  :start_line, :start_col, :end_line, :end_col
+
+      def initialize(source_file, info, coverage)
+        @source_file = source_file
+        @class_name, @method_name, @start_line, @start_col, @end_line, @end_col = info
+        @coverage = coverage
+      end
+
+      def covered?
+        !skipped? && coverage.positive?
+      end
+
+      def skipped?
+        return @skipped if defined?(@skipped)
+
+        @skipped = lines.all?(&:skipped?)
+      end
+
+      # Flag the method as skipped directly, without going through its lines.
+      def skipped!
+        @skipped = true
+      end
+
+      def missed?
+        !skipped? && coverage.zero?
+      end
+
+      def lines
+        @lines ||= start_line && end_line ? source_file.lines[(start_line - 1)..(end_line - 1)] || [] : []
+      end
+
+      # Whether this method's source range intersects the given inclusive line range.
+      def overlaps_with?(line_range)
+        return false unless start_line && end_line
+
+        start_line <= line_range.end && end_line >= line_range.begin
+      end
+
+      def to_s
+        "#{class_name}##{method_name}"
+      end
+    end
+  end
+end

data/lib/simplecov/source_file/method_builder.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+module SimpleCov
+  class SourceFile
+    # Builds the `SourceFile::Method` objects for a source file from
+    # the raw method-coverage data. Applies the
+    # `ignore_methods :eval_generated` filter and marks methods inside
+    # `# simplecov:disable` / `# :nocov:` chunks as skipped.
+    class MethodBuilder
+      def initialize(source_file)
+        @source_file = source_file
+      end
+
+      def call
+        none = {} #: Hash[untyped, Integer]
+        raw_methods = @source_file.coverage_data.fetch("methods", none)
+        methods = raw_methods.filter_map do |info, hit_count|
+          info = RubyDataParser.call(info)
+          next if eval_generated_to_ignore?(info)
+
+          SourceFile::Method.new(@source_file, info, hit_count)
+        end
+
+        process_skipped(methods)
+      end
+
+    private
+
+      # See `BranchBuilder#eval_generated_condition_to_ignore?` for the
+      # rationale. Coverage reports an eval'd `def` at the eval caller's
+      # line and name, so a method whose `(name, start_line)` is absent
+      # from the real-source `def` set is eval-generated. Only consulted
+      # when the user has opted in via
+      # `SimpleCov.ignore_methods :eval_generated`. See #1046.
+      def eval_generated_to_ignore?(info)
+        return false unless SimpleCov.ignored_method?(:eval_generated)
+
+        positions = @source_file.real_source_positions
+        # simplecov:disable branch — nil branch fires only when Prism is unavailable
+        return false unless positions
+
+        # simplecov:enable branch
+
+        _class_name, name, start_line, * = info
+        !positions[:methods].include?([name, start_line])
+      end
+
+      def process_skipped(methods)
+        chunks = @source_file.skip_chunks_for(:method)
+        return methods if chunks.empty?
+
+        methods.each do |method|
+          method.skipped! if chunks.any? { |chunk| method.overlaps_with?(chunk) }
+        end
+
+        methods
+      end
+    end
+  end
+end