rspec-tracer 0.6.2 → 0.9.1

data/lib/rspec_tracer/remote_cache/repo.rb

@@ -0,0 +1,175 @@
+# frozen_string_literal: true
+
+module RSpecTracer
+  module RemoteCache
+    class Repo
+      class RepoError < StandardError; end
+
+      attr_reader :branch_name, :branch_ref, :branch_refs, :ancestry_refs, :cache_refs
+
+      def initialize(aws)
+        @aws = aws
+        @branch_name = ENV['GIT_BRANCH'].chomp
+
+        raise RepoError, 'GIT_BRANCH environment variable is not set' if @branch_name.nil?
+
+        fetch_head_ref
+        fetch_branch_ref
+        fetch_ancestry_refs
+        fetch_branch_refs
+        generate_cache_refs
+      end
+
+      private
+
+      def fetch_head_ref
+        @head_ref = `git rev-parse HEAD`.chomp
+
+        raise RepoError, 'Could not find HEAD commit sha' unless $CHILD_STATUS.success?
+      end
+
+      def fetch_branch_ref
+        @merged_parents = []
+        @ignored_refs = []
+
+        unless merged?
+          @branch_ref = @head_ref
+
+          return
+        end
+
+        @ignored_refs << @head_ref
+
+        fetch_merged_parents
+        fetch_merged_branch_ref
+      end
+
+      def fetch_ancestry_refs
+        ref_list = `git rev-list --max-count=25 #{@branch_ref}`.chomp.split
+
+        raise RepoError, 'Could not find ancestry refs' unless $CHILD_STATUS.success?
+
+        ref_list = ref_list.to_set - @ignored_refs
+        @ancestry_refs = refs_committer_timestamp(ref_list.to_a)
+
+        return if @ancestry_refs.empty?
+
+        print_refs(@ancestry_refs, 'ancestry')
+      end
+
+      def fetch_branch_refs
+        unless @aws.branch_refs?(@branch_name)
+          puts "No branch refs for #{@branch_name} branch found in S3"
+
+          @branch_refs = {}
+
+          return
+        end
+
+        download_branch_refs
+      end
+
+      def generate_cache_refs
+        ref_list = @ancestry_refs.merge(@branch_refs)
+
+        if ref_list.empty?
+          @cache_refs = {}
+
+          return
+        end
+
+        @cache_refs = ref_list.sort_by { |_, timestamp| -timestamp }.to_h
+
+        print_refs(@cache_refs, 'cache')
+      end
+
+      def merged?
+        system('git', 'rev-parse', 'HEAD^2', out: File::NULL, err: File::NULL)
+      end
+
+      def fetch_merged_parents
+        first_parent = `git rev-parse HEAD^1`.chomp
+        @merged_parents << first_parent if $CHILD_STATUS.success?
+
+        second_parent = `git rev-parse HEAD^2`.chomp
+        @merged_parents << second_parent if $CHILD_STATUS.success?
+
+        raise RepoError, 'Could not find merged commit parents' if @merged_parents.length != 2
+      end
+
+      def fetch_merged_branch_ref
+        @origin_head_ref = `git rev-parse origin/HEAD`.chomp
+        @branch_ref = nil
+
+        if @merged_parents.first != @origin_head_ref
+          @branch_ref = @head_ref
+          @ignored_refs = []
+
+          return
+        end
+
+        @branch_ref = @merged_parents.last
+        @ignored_refs = @ignored_refs.to_set | `git rev-list #{@branch_ref}..origin/HEAD`.chomp.split
+
+        raise RepoError, 'Could not find ignored refs' unless $CHILD_STATUS.success?
+      end
+
+      def refs_committer_timestamp(ref_list)
+        return {} if ref_list.empty?
+
+        command = <<-COMMAND.strip.gsub(/\s+/, ' ')
+          git show
+            --no-patch
+            --format="%H %ct"
+            #{ref_list.join(' ')}
+        COMMAND
+
+        ref_list = `#{command}`.chomp
+
+        raise RepoError, 'Could not find ancestry refs' unless $CHILD_STATUS.success?
+
+        ref_list.split("\n").map(&:split).to_h.transform_values(&:to_i)
+      end
+
+      def download_branch_refs
+        file_name = File.join(RSpecTracer.cache_path, 'branch_refs.json')
+
+        if @aws.download_branch_refs(branch_name, file_name)
+          @branch_refs = JSON.parse(File.read(file_name)).transform_values(&:to_i)
+
+          return if @branch_refs.empty?
+
+          filter_branch_refs
+          print_refs(@branch_refs, 'branch')
+        else
+          @branch_refs = {}
+
+          File.rm_f(file_name)
+
+          puts "Failed to fetch branch refs for #{@branch_name} branch"
+        end
+      end
+
+      def filter_branch_refs
+        if @ancestry_refs.empty?
+          @branch_refs = @branch_refs.sort_by { |_, timestamp| -timestamp }.first(25).to_h
+
+          return
+        end
+
+        oldest_ancestry_time = @ancestry_refs.values.min
+
+        @branch_refs = @branch_refs
+          .select { |_, timestamp| timestamp >= oldest_ancestry_time }
+          .sort_by { |_, timestamp| -timestamp }
+          .first(25)
+          .to_h
+      end
+
+      def print_refs(refs, type)
+        puts "Fetched the following #{type} refs for #{@branch_name} branch:"
+        puts refs.map { |ref, timestamp| "  * #{ref} (commit timestamp: #{timestamp})" }.join("\n")
+      end
+    end
+  end
+end

data/lib/rspec_tracer/remote_cache/validator.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module RSpecTracer
+  module RemoteCache
+    class Validator
+      CACHE_FILES_PER_TEST_SUITE = 8
+
+      def initialize
+        @test_suite_id = ENV['TEST_SUITE_ID']
+        @test_suites = ENV['TEST_SUITES']
+
+        if @test_suite_id.nil? ^ @test_suites.nil?
+          raise(
+            ValidationError,
+            'Both the enviornment variables TEST_SUITE_ID and TEST_SUITES are not set'
+          )
+        end
+
+        setup
+      end
+
+      def valid?(ref, cache_files)
+        last_run_regex = Regexp.new(format(@last_run_files_regex, ref: ref))
+
+        return false if cache_files.count { |file| file.match?(last_run_regex) } != @last_run_files_count
+
+        cache_regex = Regexp.new(format(@cached_files_regex, ref: ref))
+
+        cache_files.count { |file| file.match?(cache_regex) } == @cached_files_count
+      end
+
+      private
+
+      def setup
+        if @test_suites.nil?
+          @last_run_files_count = 1
+          @last_run_files_regex = '/%<ref>s/last_run.json$'
+          @cached_files_count = CACHE_FILES_PER_TEST_SUITE
+          @cached_files_regex = '/%<ref>s/[0-9a-f]{32}/.+.json'
+        else
+          @test_suites = @test_suites.to_i
+          @test_suites_regex = (1..@test_suites).to_a.join('|')
+
+          @last_run_files_count = @test_suites
+          @last_run_files_regex = "/%<ref>s/(#{@test_suites_regex})/last_run.json$"
+          @cached_files_count = CACHE_FILES_PER_TEST_SUITE * @test_suites
+          @cached_files_regex = "/%<ref>s/(#{@test_suites_regex})/[0-9a-f]{32}/.+.json$"
+        end
+      end
+    end
+  end
+end

data/lib/rspec_tracer/reporter.rb

@@ -15,6 +15,7 @@ module RSpecTracer
 
     def register_example(example)
       @all_examples[example[:example_id]] = example
+      @duplicate_examples[example[:example_id]] << example
     end
 
     def on_example_skipped(example_id)
@@ -106,6 +107,17 @@ module RSpecTracer
       file_deleted?(file_name) || file_modified?(file_name)
     end
 
+    def incorrect_analysis?
+      @duplicate_examples.select! { |_, examples| examples.count > 1 }
+
+      return false if @duplicate_examples.empty?
+
+      print_not_use_notice
+      print_duplicate_examples
+
+      true
+    end
+
     def register_dependency(example_id, file_name)
       @dependency[example_id] << file_name
     end
@@ -169,6 +181,7 @@ module RSpecTracer
 
     def initialize_examples
       @all_examples = {}
+      @duplicate_examples = Hash.new { |examples, example_id| examples[example_id] = [] }
       @passed_examples = Set.new
       @possibly_flaky_examples = Set.new
       @flaky_examples = Set.new
@@ -226,6 +239,45 @@ module RSpecTracer
       @reverse_dependency = report.to_h
     end
 
+    def print_not_use_notice
+      justify = ' ' * 4
+      four_justify = justify * 4
+
+      puts '=' * 80
+      puts "#{four_justify}IMPORTANT NOTICE -- DO NOT USE RSPEC TRACER"
+      puts '=' * 80
+      puts "#{justify}It would be best to make changes so that the RSpec tracer can uniquely"
+      puts "#{justify}identify all the examples, and then you can enable the RSpec tracer back."
+      puts '=' * 80
+      puts
+    end
+
+    # rubocop:disable Metrics/AbcSize
+    def print_duplicate_examples
+      total = @duplicate_examples.sum { |_, examples| examples.length }
+
+      puts "RSpec tracer could not uniquely identify the following #{total} examples:"
+
+      justify = ' ' * 2
+      nested_justify = justify * 3
+
+      @duplicate_examples.each_pair do |example_id, examples|
+        puts "#{justify}- Example ID: #{example_id} (#{examples.count} examples)"
+
+        examples.each do |example|
+          description = example[:full_description].strip
+          file_name = example[:rerun_file_name].sub(%r{^/}, '')
+          line_number = example[:rerun_line_number]
+          location = "#{file_name}:#{line_number}"
+
+          puts "#{nested_justify}* #{description} (#{location})"
+        end
+      end
+
+      puts
+    end
+    # rubocop:enable Metrics/AbcSize
+
     def write_all_examples_report
       file_name = File.join(@cache_dir, 'all_examples.json')
 

data/lib/rspec_tracer/rspec_runner.rb

@@ -3,13 +3,23 @@
 module RSpecTracer
   module RSpecRunner
     # rubocop:disable Metrics/AbcSize
-    def run_specs(_example_groups)
+    def run_specs(example_groups)
       actual_count = RSpec.world.example_count
+      RSpecTracer.no_examples = actual_count.zero?
+
+      if RSpecTracer.no_examples
+        RSpecTracer.running = true
+
+        super(example_groups)
+
+        return
+      end
+
       starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)
-      filtered_examples, example_groups = RSpecTracer.filter_examples
+      filtered_examples, filtered_example_groups = RSpecTracer.filter_examples
 
       RSpec.world.instance_variable_set(:@filtered_examples, filtered_examples)
-      RSpec.world.instance_variable_set(:@example_groups, example_groups)
+      RSpec.world.instance_variable_set(:@example_groups, filtered_example_groups)
 
       current_count = RSpec.world.example_count
       ending = Process.clock_gettime(Process::CLOCK_MONOTONIC)
@@ -23,7 +33,7 @@ module RSpecTracer
 
       RSpecTracer.running = true
 
-      super(example_groups)
+      super(filtered_example_groups)
     end
     # rubocop:enable Metrics/AbcSize
   end

data/lib/rspec_tracer/runner.rb

@@ -63,6 +63,10 @@ module RSpecTracer
       @reporter.register_deleted_examples(@cache.all_examples)
     end
 
+    def incorrect_analysis?
+      @reporter.incorrect_analysis?
+    end
+
     # rubocop:disable Metrics/AbcSize
     def generate_missed_coverage
       missed_coverage = Hash.new do |files_coverage, file_path|
@@ -183,6 +187,7 @@ module RSpecTracer
       @cache.flaky_examples.each do |example_id|
         @filtered_examples[example_id] = EXAMPLE_RUN_REASON[:flaky_example]
 
+        next unless @cache.dependency.key?(example_id)
         next unless (@changed_files & @cache.dependency[example_id]).empty?
 
         @reporter.register_possibly_flaky_example(example_id)
@@ -195,6 +200,7 @@ module RSpecTracer
 
         @filtered_examples[example_id] = EXAMPLE_RUN_REASON[:failed_example]
 
+        next unless @cache.dependency.key?(example_id)
         next unless (@changed_files & @cache.dependency[example_id]).empty?
 
         @reporter.register_possibly_flaky_example(example_id)

data/lib/rspec_tracer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RSpecTracer
-  VERSION = '0.6.2'
+  VERSION = '0.9.1'
 end

data/lib/rspec_tracer.rb

@@ -28,7 +28,7 @@ require_relative 'rspec_tracer/version'
 
 module RSpecTracer
   class << self
-    attr_accessor :running, :pid
+    attr_accessor :running, :pid, :no_examples
 
     def start(&block)
       RSpecTracer.running = false
@@ -74,7 +74,11 @@ module RSpecTracer
     def at_exit_behavior
       return unless RSpecTracer.pid == Process.pid && RSpecTracer.running
 
+      ::Kernel.exit(1) if runner.incorrect_analysis?
+
       run_exit_tasks
+    ensure
+      RSpecTracer.running = false
     end
 
     def start_example_trace
@@ -154,15 +158,11 @@ module RSpecTracer
     def setup_coverage
       @simplecov = defined?(SimpleCov) && SimpleCov.running
 
-      if simplecov?
-        # rubocop:disable Lint/EmptyBlock
-        SimpleCov.at_exit {}
-        # rubocop:enable Lint/EmptyBlock
-      else
-        require 'coverage'
+      return if simplecov?
 
-        ::Coverage.start
-      end
+      require 'coverage'
+
+      ::Coverage.start
     end
 
     def setup_trace_point
@@ -175,11 +175,13 @@ module RSpecTracer
     end
 
     def run_exit_tasks
-      generate_reports
+      if RSpecTracer.no_examples
+        puts 'Skipped reports generation since all examples were filtered out'
+      else
+        generate_reports
+      end
 
       simplecov? ? run_simplecov_exit_task : run_coverage_exit_task
-    ensure
-      RSpecTracer.running = false
     end
 
     def generate_reports
@@ -224,12 +226,13 @@ module RSpecTracer
 
       puts 'SimpleCov will now generate coverage report (<3 RSpec tracer)'
 
-      SimpleCov.result.format!
+      coverage_reporter.record_coverage if RSpecTracer.no_examples
     end
 
     def run_coverage_exit_task
       starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)
 
+      coverage_reporter.record_coverage if RSpecTracer.no_examples
       coverage_reporter.generate_final_coverage
 
       file_name = File.join(RSpecTracer.coverage_path, 'coverage.json')

metadata

@@ -1,58 +1,60 @@
 --- !ruby/object:Gem::Specification
 name: rspec-tracer
 version: !ruby/object:Gem::Version
-  version: 0.6.2
+  version: 0.9.1
 platform: ruby
 authors:
 - Abhimanyu Singh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-09-07 00:00:00.000000000 Z
+date: 2021-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: docile
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.1.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.1.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
 - !ruby/object:Gem::Dependency
   name: rspec-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 3.6.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 3.6.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.6'
-description: RSpec Tracer is a specs dependency analysis tool and a test skipper for
-  RSpec. It maintains a list of files for each test, enabling itself to skip tests
-  in the subsequent runs if none of the dependent files are changed.
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.6.0
+description: RSpec Tracer is a specs dependency analyzer, flaky tests detector, tests
+  accelerator, and coverage reporter tool for RSpec. It maintains a list of files
+  for each test, enabling itself to skip tests in the subsequent runs if none of the
+  dependent files are changed. It uses Ruby's built-in coverage library to keep track
+  of the coverage for each test.
 email:
 - abhisinghabhimanyu@gmail.com
 executables: []
@@ -69,6 +71,7 @@ files:
 - lib/rspec_tracer/defaults.rb
 - lib/rspec_tracer/example.rb
 - lib/rspec_tracer/filter.rb
+- lib/rspec_tracer/html_reporter/Rakefile
 - lib/rspec_tracer/html_reporter/assets/javascripts/application.js
 - lib/rspec_tracer/html_reporter/assets/javascripts/libraries/jquery.js
 - lib/rspec_tracer/html_reporter/assets/javascripts/plugins/datatables.js
@@ -92,8 +95,11 @@ files:
 - lib/rspec_tracer/html_reporter/views/files_dependency.erb
 - lib/rspec_tracer/html_reporter/views/flaky_examples.erb
 - lib/rspec_tracer/html_reporter/views/layout.erb
+- lib/rspec_tracer/remote_cache/Rakefile
+- lib/rspec_tracer/remote_cache/aws.rb
 - lib/rspec_tracer/remote_cache/cache.rb
-- lib/rspec_tracer/remote_cache/git.rb
+- lib/rspec_tracer/remote_cache/repo.rb
+- lib/rspec_tracer/remote_cache/validator.rb
 - lib/rspec_tracer/reporter.rb
 - lib/rspec_tracer/rspec_reporter.rb
 - lib/rspec_tracer/rspec_runner.rb
@@ -107,7 +113,7 @@ licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/avmnu-sng/rspec-tracer
-  source_code_uri: https://github.com/avmnu-sng/rspec-tracer/tree/v0.6.2
+  source_code_uri: https://github.com/avmnu-sng/rspec-tracer/tree/v0.9.1
   changelog_uri: https://github.com/avmnu-sng/rspec-tracer/blob/main/CHANGELOG.md
   bug_tracker_uri: https://github.com/avmnu-sng/rspec-tracer/issues
 post_install_message:
@@ -125,8 +131,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.9
+rubygems_version: 3.2.26
 signing_key:
 specification_version: 4
-summary: RSpec Tracer is a specs dependency analysis tool and a test skipper for RSpec
+summary: RSpec Tracer is a specs dependency analyzer, flaky tests detector, tests
+  accelerator, and coverage reporter tool.
 test_files: []

data/lib/rspec_tracer/remote_cache/git.rb

@@ -1,113 +0,0 @@
-# frozen_string_literal: true
-
-module RSpecTracer
-  module RemoteCache
-    class Git
-      class GitOperationError < StandardError; end
-
-      attr_reader :branch_ref, :ref_list
-
-      def initialize
-        fetch_head_ref
-        fetch_branch_ref
-      end
-
-      def prepare_for_download
-        fetch_unreachable_refs
-        fetch_ancestry_refs
-        fetch_ordered_refs
-      end
-
-      private
-
-      def fetch_head_ref
-        @head_ref = `git rev-parse HEAD`.chomp
-
-        raise GitOperationError, 'Could not find HEAD commit sha' unless $CHILD_STATUS.success?
-      end
-
-      def fetch_branch_ref
-        @merged_parents = []
-        @ignored_refs = []
-
-        unless merged?
-          @branch_ref = @head_ref
-
-          return
-        end
-
-        @ignored_refs << @head_ref
-
-        fetch_merged_parents
-        fetch_merged_branch_ref
-      end
-
-      def merged?
-        system('git', 'rev-parse', 'HEAD^2', out: File::NULL, err: File::NULL)
-      end
-
-      def fetch_merged_parents
-        first_parent = `git rev-parse HEAD^1`.chomp
-        @merged_parents << first_parent if $CHILD_STATUS.success?
-
-        second_parent = `git rev-parse HEAD^2`.chomp
-        @merged_parents << second_parent if $CHILD_STATUS.success?
-
-        raise GitOperationError, 'Could not find merged commit parents' if @merged_parents.length != 2
-      end
-
-      def fetch_merged_branch_ref
-        @origin_head_ref = `git rev-parse origin/HEAD`.chomp
-        @branch_ref = nil
-
-        if @merged_parents.first != @origin_head_ref
-          @branch_ref = @head_ref
-          @ignored_refs = []
-
-          return
-        end
-
-        @branch_ref = @merged_parents.last
-        @ignored_refs = @ignored_refs.to_set | `git rev-list #{@branch_ref}..origin/HEAD`.chomp.split
-
-        raise GitOperationError, 'Could not find ignored refs' unless $CHILD_STATUS.success?
-      end
-
-      def fetch_unreachable_refs
-        command = <<-COMMAND.strip.gsub(/\s+/, ' ')
-          git fsck
-              --no-progress
-              --unreachable
-              --connectivity-only #{@branch_ref}
-            | awk '/commit/ { print $3 }'
-            | head -n 25
-        COMMAND
-
-        @unreachable_refs = `#{command}`.chomp.split
-
-        raise GitOperationError, 'Could not find unreachable refs' unless $CHILD_STATUS.success?
-      end
-
-      def fetch_ancestry_refs
-        @ancestry_refs = `git rev-list --max-count=25 #{@branch_ref}`.chomp.split
-
-        raise GitOperationError, 'Could not find ancestry refs' unless $CHILD_STATUS.success?
-      end
-
-      def fetch_ordered_refs
-        unordered_refs = (@unreachable_refs.to_set | @ancestry_refs) - @ignored_refs
-
-        command = <<-COMMAND.strip.gsub(/\s+/, ' ')
-          git rev-list
-            --topo-order
-            --no-walk=sorted
-            #{unordered_refs.to_a.join(' ')}
-        COMMAND
-
-        @ref_list = `#{command}`.chomp.split
-
-        raise GitOperationError, 'Could not find refs to download cache' unless $CHILD_STATUS.success?
-      end
-    end
-  end
-end