relevance-rcov 0.8.5.2 → 0.8.6

data/lib/rcov/coverage_info.rb

@@ -0,0 +1,36 @@
+# Rcov::CoverageInfo is but a wrapper for an array, with some additional
+# checks. It is returned by FileStatistics#coverage.
+class CoverageInfo
+  def initialize(coverage_array)
+    @cover = coverage_array.clone
+  end
+
+  # Return the coverage status for the requested line. There are four possible
+  # return values:
+  # * nil if there's no information for the requested line (i.e. it doesn't exist)
+  # * true if the line was reported by Ruby as executed
+  # * :inferred if rcov inferred it was executed, despite not being reported 
+  #   by Ruby.
+  # * false otherwise, i.e. if it was not reported by Ruby and rcov's
+  #   heuristics indicated that it was not executed
+  def [](line)
+    @cover[line]
+  end
+
+  def []=(line, val) # :nodoc:
+    unless [true, false, :inferred].include? val
+      raise RuntimeError, "What does #{val} mean?" 
+    end
+    return if line < 0 || line >= @cover.size
+    @cover[line] = val
+  end
+
+  # Return an Array holding the code coverage information.
+  def to_a
+    @cover.clone
+  end
+
+  def method_missing(meth, *a, &b) # :nodoc:
+    @cover.send(meth, *a, &b)
+  end
+end

data/lib/rcov/differential_analyzer.rb

@@ -0,0 +1,116 @@
+module Rcov
+  class DifferentialAnalyzer
+    require 'thread'
+    @@mutex = Mutex.new
+
+    def initialize(install_hook_meth, remove_hook_meth, reset_meth)
+      @cache_state = :wait
+      @start_raw_data = data_default
+      @end_raw_data = data_default
+      @aggregated_data = data_default
+      @install_hook_meth = install_hook_meth
+      @remove_hook_meth= remove_hook_meth
+      @reset_meth= reset_meth
+    end
+
+    # Execute the code in the given block, monitoring it in order to gather
+    # information about which code was executed.
+    def run_hooked
+      install_hook
+      yield
+    ensure
+      remove_hook
+    end
+
+    # Start monitoring execution to gather information. Such data will be
+    # collected until #remove_hook is called.
+    #
+    # Use #run_hooked instead if possible.
+    def install_hook
+      @start_raw_data = raw_data_absolute
+      Rcov::RCOV__.send(@install_hook_meth)
+      @cache_state = :hooked
+      @@mutex.synchronize{ self.class.hook_level += 1 }
+    end
+
+    # Stop collecting information.
+    # #remove_hook will also stop collecting info if it is run inside a
+    # #run_hooked block.
+    def remove_hook
+      @@mutex.synchronize do 
+        self.class.hook_level -= 1
+        Rcov::RCOV__.send(@remove_hook_meth) if self.class.hook_level == 0
+      end
+      @end_raw_data = raw_data_absolute
+      @cache_state = :done
+      # force computation of the stats for the traced code in this run;
+      # we cannot simply let it be if self.class.hook_level == 0 because 
+      # some other analyzer could install a hook, causing the raw_data_absolute
+      # to change again.
+      # TODO: lazy computation of raw_data_relative, only when the hook gets
+      # activated again.
+      raw_data_relative
+    end
+
+    # Remove the data collected so far. Further collection will start from
+    # scratch.
+    def reset
+      @@mutex.synchronize do
+        if self.class.hook_level == 0
+          # Unfortunately there's no way to report this as covered with rcov:
+          # if we run the tests under rcov self.class.hook_level will be >= 1 !
+          # It is however executed when we run the tests normally.
+          Rcov::RCOV__.send(@reset_meth)
+          @start_raw_data = data_default
+          @end_raw_data = data_default
+        else
+          @start_raw_data = @end_raw_data = raw_data_absolute
+        end
+        @raw_data_relative = data_default
+        @aggregated_data = data_default
+      end
+    end
+
+    protected
+
+    def data_default
+      raise "must be implemented by the subclass"
+    end
+
+    def self.hook_level
+      raise "must be implemented by the subclass"
+    end
+
+    def raw_data_absolute
+      raise "must be implemented by the subclass"
+    end
+
+    def aggregate_data(aggregated_data, delta)
+      raise "must be implemented by the subclass"
+    end
+
+    def compute_raw_data_difference(first, last)
+      raise "must be implemented by the subclass"
+    end
+
+    private
+
+    def raw_data_relative
+      case @cache_state
+      when :wait
+        return @aggregated_data
+      when :hooked
+        new_start = raw_data_absolute
+        new_diff = compute_raw_data_difference(@start_raw_data, new_start)
+        @start_raw_data = new_start
+      when :done
+        @cache_state = :wait
+        new_diff = compute_raw_data_difference(@start_raw_data, 
+                                               @end_raw_data)
+      end
+
+      aggregate_data(@aggregated_data, new_diff)
+      @aggregated_data
+    end
+  end
+end

data/lib/rcov/file_statistics.rb

@@ -0,0 +1,334 @@
+module Rcov
+  # A FileStatistics object associates a filename to:
+  # 1. its source code
+  # 2. the per-line coverage information after correction using rcov's heuristics
+  # 3. the per-line execution counts
+  #
+  # A FileStatistics object can be therefore be built given the filename, the
+  # associated source code, and an array holding execution counts (i.e. how many
+  # times each line has been executed).
+  #
+  # FileStatistics is relatively intelligent: it handles normal comments,
+  # <tt>=begin/=end</tt>, heredocs, many multiline-expressions... It uses a
+  # number of heuristics to determine what is code and what is a comment, and to
+  # refine the initial (incomplete) coverage information.
+  #
+  # Basic usage is as follows:
+  #  sf = FileStatistics.new("foo.rb", ["puts 1", "if true &&", "   false", 
+  #                                 "puts 2", "end"],  [1, 1, 0, 0, 0])
+  #  sf.num_lines        # => 5
+  #  sf.num_code_lines   # => 5
+  #  sf.coverage[2]      # => true
+  #  sf.coverage[3]      # => :inferred
+  #  sf.code_coverage    # => 0.6
+  #                    
+  # The array of strings representing the source code and the array of execution
+  # counts would normally be obtained from a Rcov::CodeCoverageAnalyzer.
+  class FileStatistics
+    attr_reader :name, :lines, :coverage, :counts
+    def initialize(name, lines, counts, comments_run_by_default = false)
+      @name = name
+      @lines = lines
+      initial_coverage = counts.map{|x| (x || 0) > 0 ? true : false }
+      @coverage = CoverageInfo.new initial_coverage
+      @counts = counts
+      @is_begin_comment = nil
+      # points to the line defining the heredoc identifier
+      # but only if it was marked (we don't care otherwise)
+      @heredoc_start = Array.new(lines.size, false)
+      @multiline_string_start = Array.new(lines.size, false)
+      extend_heredocs
+      find_multiline_strings
+      precompute_coverage comments_run_by_default
+    end
+
+    # Merge code coverage and execution count information.
+    # As for code coverage, a line will be considered
+    # * covered for sure (true) if it is covered in either +self+ or in the 
+    #   +coverage+ array
+    # * considered <tt>:inferred</tt> if the neither +self+ nor the +coverage+ array
+    #   indicate that it was definitely executed, but it was <tt>inferred</tt>
+    #   in either one 
+    # * not covered (<tt>false</tt>) if it was uncovered in both
+    #
+    # Execution counts are just summated on a per-line basis.
+    def merge(lines, coverage, counts)
+      coverage.each_with_index do |v, idx|
+        case @coverage[idx]
+        when :inferred 
+          @coverage[idx] = v || @coverage[idx]
+        when false 
+          @coverage[idx] ||= v
+        end
+      end
+      counts.each_with_index{|v, idx| @counts[idx] += v }
+      precompute_coverage false
+    end
+
+    # Total coverage rate if comments are also considered "executable", given as
+    # a fraction, i.e. from 0 to 1.0.
+    # A comment is attached to the code following it (RDoc-style): it will be
+    # considered executed if the the next statement was executed.
+    def total_coverage
+      return 0 if @coverage.size == 0
+      @coverage.inject(0.0) {|s,a| s + (a ? 1:0) } / @coverage.size
+    end
+
+    # Code coverage rate: fraction of lines of code executed, relative to the
+    # total amount of lines of code (loc). Returns a float from 0 to 1.0.
+    def code_coverage
+      indices = (0...@lines.size).select{|i| is_code? i }
+      return 0 if indices.size == 0
+      count = 0
+      indices.each {|i| count += 1 if @coverage[i] }
+      1.0 * count / indices.size
+    end
+
+    def code_coverage_for_report
+      code_coverage * 100
+    end
+
+    def total_coverage_for_report
+      total_coverage * 100
+    end
+
+    # Number of lines of code (loc).
+    def num_code_lines
+      (0...@lines.size).select{|i| is_code? i}.size
+    end
+
+    # Total number of lines.
+    def num_lines
+      @lines.size
+    end
+
+    # Returns true if the given line number corresponds to code, as opposed to a
+    # comment (either # or =begin/=end blocks).
+    def is_code?(lineno)
+      unless @is_begin_comment
+        @is_begin_comment = Array.new(@lines.size, false)
+        pending = []
+        state = :code
+        @lines.each_with_index do |line, index|
+          case state
+          when :code
+            if /^=begin\b/ =~ line
+              state = :comment
+              pending << index
+            end
+          when :comment
+            pending << index
+            if /^=end\b/ =~ line
+              state = :code
+              pending.each{|idx| @is_begin_comment[idx] = true}
+              pending.clear
+            end
+          end
+        end
+      end
+      @lines[lineno] && !@is_begin_comment[lineno] && 
+        @lines[lineno] !~ /^\s*(#|$)/ 
+    end
+
+    private
+
+    def find_multiline_strings
+      state = :awaiting_string
+      wanted_delimiter = nil
+      string_begin_line = 0
+      @lines.each_with_index do |line, i|
+        matching_delimiters = Hash.new{|h,k| k} 
+        matching_delimiters.update("{" => "}", "[" => "]", "(" => ")")
+        case state
+        when :awaiting_string
+          # very conservative, doesn't consider the last delimited string but
+          # only the very first one
+          if md = /^[^#]*%(?:[qQ])?(.)/.match(line)
+            if !/"%"/.match(line)
+              wanted_delimiter = /(?!\\).#{Regexp.escape(matching_delimiters[md[1]])}/
+              # check if closed on the very same line
+              # conservative again, we might have several quoted strings with the
+              # same delimiter on the same line, leaving the last one open
+              unless wanted_delimiter.match(md.post_match)
+                state = :want_end_delimiter
+                string_begin_line = i
+              end
+            end
+          end
+        when :want_end_delimiter
+          @multiline_string_start[i] = string_begin_line
+          if wanted_delimiter.match(line)
+            state = :awaiting_string
+          end
+        end
+      end
+    end
+
+    def precompute_coverage(comments_run_by_default = true)
+      changed = false
+      lastidx = lines.size - 1
+      if (!is_code?(lastidx) || /^__END__$/ =~ @lines[-1]) && !@coverage[lastidx]
+        # mark the last block of comments
+        @coverage[lastidx] ||= :inferred
+        (lastidx-1).downto(0) do |i|
+          break if is_code?(i)
+          @coverage[i] ||= :inferred
+        end
+      end
+      (0...lines.size).each do |i|
+        next if @coverage[i]
+        line = @lines[i]
+        if /^\s*(begin|ensure|else|case)\s*(?:#.*)?$/ =~ line && next_expr_marked?(i) or
+          /^\s*(?:end|\})\s*(?:#.*)?$/ =~ line && prev_expr_marked?(i) or
+          /^\s*(?:end\b|\})/ =~ line && prev_expr_marked?(i) && next_expr_marked?(i) or
+          /^\s*rescue\b/ =~ line && next_expr_marked?(i) or
+          /(do|\{)\s*(\|[^|]*\|\s*)?(?:#.*)?$/ =~ line && next_expr_marked?(i) or
+          prev_expr_continued?(i) && prev_expr_marked?(i) or
+          comments_run_by_default && !is_code?(i) or 
+          /^\s*((\)|\]|\})\s*)+(?:#.*)?$/ =~ line && prev_expr_marked?(i) or
+          prev_expr_continued?(i+1) && next_expr_marked?(i)
+          @coverage[i] ||= :inferred
+          changed = true
+        end
+      end
+      (@lines.size-1).downto(0) do |i|
+        next if @coverage[i]
+        if !is_code?(i) and @coverage[i+1] 
+          @coverage[i] = :inferred
+          changed = true
+        end
+      end
+
+      extend_heredocs if changed
+
+      # if there was any change, we have to recompute; we'll eventually
+      # reach a fixed point and stop there
+      precompute_coverage(comments_run_by_default) if changed
+    end
+
+    require 'strscan'
+    def extend_heredocs
+      i = 0
+      while i < @lines.size
+        unless is_code? i
+          i += 1
+          next
+        end
+        #FIXME: using a restrictive regexp so that only <<[A-Z_a-z]\w*
+        # matches when unquoted, so as to avoid problems with 1<<2
+        # (keep in mind that whereas puts <<2 is valid, puts 1<<2 is a
+        # parse error, but  a = 1<<2  is of course fine)
+        scanner = StringScanner.new(@lines[i])
+        j = k = i
+        loop do
+          scanned_text = scanner.search_full(/<<(-?)(?:(['"`])((?:(?!\2).)+)\2|([A-Z_a-z]\w*))/, true, true)
+          # k is the first line after the end delimiter for the last heredoc
+          # scanned so far
+          unless scanner.matched?
+            i = k
+            break
+          end
+          term = scanner[3] || scanner[4]
+          # try to ignore symbolic bitshifts like  1<<LSHIFT
+          ident_text = "<<#{scanner[1]}#{scanner[2]}#{term}#{scanner[2]}"
+          if scanned_text[/\d+\s*#{Regexp.escape(ident_text)}/]
+            # it was preceded by a number, ignore
+            i = k
+            break
+          end
+          must_mark = []
+          end_of_heredoc = (scanner[1] == "-") ? /^\s*#{Regexp.escape(term)}$/ : /^#{Regexp.escape(term)}$/
+          loop do
+            break if j == @lines.size
+            must_mark << j
+            if end_of_heredoc =~ @lines[j]
+              must_mark.each do |n|
+                @heredoc_start[n] = i
+              end
+              if (must_mark + [i]).any?{|lineidx| @coverage[lineidx]}
+                @coverage[i] ||= :inferred
+                must_mark.each{|lineidx| @coverage[lineidx] ||= :inferred}
+              end
+              # move the "first line after heredocs" index
+              if @lines[j+=1] =~ /^\s*\n$/
+                k = j
+              end
+              break
+            end
+            j += 1
+          end
+        end
+
+        i += 1
+      end
+    end
+
+    def next_expr_marked?(lineno)
+      return false if lineno >= @lines.size
+      found = false
+      idx = (lineno+1).upto(@lines.size-1) do |i|
+        next unless is_code? i
+        found = true
+        break i
+      end
+      return false unless found
+      @coverage[idx]
+    end
+
+    def prev_expr_marked?(lineno)
+      return false if lineno <= 0
+      found = false
+      idx = (lineno-1).downto(0) do |i|
+        next unless is_code? i
+        found = true
+        break i
+      end
+      return false unless found
+      @coverage[idx]
+    end
+
+    def prev_expr_continued?(lineno)
+      return false if lineno <= 0
+      return false if lineno >= @lines.size
+      found = false
+      if @multiline_string_start[lineno] && 
+        @multiline_string_start[lineno] < lineno
+        return true
+      end
+      # find index of previous code line
+      idx = (lineno-1).downto(0) do |i|
+        if @heredoc_start[i]
+          found = true
+          break @heredoc_start[i] 
+        end
+        next unless is_code? i
+        found = true
+        break i
+      end
+      return false unless found
+      #TODO: write a comprehensive list
+      if is_code?(lineno) && /^\s*((\)|\]|\})\s*)+(?:#.*)?$/.match(@lines[lineno])
+        return true
+      end
+      #FIXME: / matches regexps too
+      # the following regexp tries to reject #{interpolation}
+      r = /(,|\.|\+|-|\*|\/|<|>|%|&&|\|\||<<|\(|\[|\{|=|and|or|\\)\s*(?:#(?![{$@]).*)?$/.match @lines[idx]
+      # try to see if a multi-line expression with opening, closing delimiters
+      # started on that line
+      [%w!( )!].each do |opening_str, closing_str| 
+        # conservative: only consider nesting levels opened in that line, not
+        # previous ones too.
+        # next regexp considers interpolation too
+        line = @lines[idx].gsub(/#(?![{$@]).*$/, "")
+        opened = line.scan(/#{Regexp.escape(opening_str)}/).size
+        closed = line.scan(/#{Regexp.escape(closing_str)}/).size
+        return true if opened - closed > 0
+      end
+      if /(do|\{)\s*\|[^|]*\|\s*(?:#.*)?$/.match @lines[idx]
+        return false
+      end
+
+      r
+    end
+  end
+end