rspec-tracer 0.6.1 → 0.9.0

data/lib/rspec_tracer/remote_cache/repo.rb

@@ -0,0 +1,175 @@
+# frozen_string_literal: true
+
+module RSpecTracer
+  module RemoteCache
+    class Repo
+      class RepoError < StandardError; end
+
+      attr_reader :branch_name, :branch_ref, :branch_refs, :ancestry_refs, :cache_refs
+
+      def initialize(aws)
+        @aws = aws
+        @branch_name = ENV['GIT_BRANCH'].chomp
+
+        raise RepoError, 'GIT_BRANCH environment variable is not set' if @branch_name.nil?
+
+        fetch_head_ref
+        fetch_branch_ref
+        fetch_ancestry_refs
+        fetch_branch_refs
+        generate_cache_refs
+      end
+
+      private
+
+      def fetch_head_ref
+        @head_ref = `git rev-parse HEAD`.chomp
+
+        raise RepoError, 'Could not find HEAD commit sha' unless $CHILD_STATUS.success?
+      end
+
+      def fetch_branch_ref
+        @merged_parents = []
+        @ignored_refs = []
+
+        unless merged?
+          @branch_ref = @head_ref
+
+          return
+        end
+
+        @ignored_refs << @head_ref
+
+        fetch_merged_parents
+        fetch_merged_branch_ref
+      end
+
+      def fetch_ancestry_refs
+        ref_list = `git rev-list --max-count=25 #{@branch_ref}`.chomp.split
+
+        raise RepoError, 'Could not find ancestry refs' unless $CHILD_STATUS.success?
+
+        ref_list = ref_list.to_set - @ignored_refs
+        @ancestry_refs = refs_committer_timestamp(ref_list.to_a)
+
+        return if @ancestry_refs.empty?
+
+        print_refs(@ancestry_refs, 'ancestry')
+      end
+
+      def fetch_branch_refs
+        unless @aws.branch_refs?(@branch_name)
+          puts "No branch refs for #{@branch_name} branch found in S3"
+
+          @branch_refs = {}
+
+          return
+        end
+
+        download_branch_refs
+      end
+
+      def generate_cache_refs
+        ref_list = @ancestry_refs.merge(@branch_refs)
+
+        if ref_list.empty?
+          @cache_refs = {}
+
+          return
+        end
+
+        @cache_refs = ref_list.sort_by { |_, timestamp| -timestamp }.to_h
+
+        print_refs(@cache_refs, 'cache')
+      end
+
+      def merged?
+        system('git', 'rev-parse', 'HEAD^2', out: File::NULL, err: File::NULL)
+      end
+
+      def fetch_merged_parents
+        first_parent = `git rev-parse HEAD^1`.chomp
+        @merged_parents << first_parent if $CHILD_STATUS.success?
+
+        second_parent = `git rev-parse HEAD^2`.chomp
+        @merged_parents << second_parent if $CHILD_STATUS.success?
+
+        raise RepoError, 'Could not find merged commit parents' if @merged_parents.length != 2
+      end
+
+      def fetch_merged_branch_ref
+        @origin_head_ref = `git rev-parse origin/HEAD`.chomp
+        @branch_ref = nil
+
+        if @merged_parents.first != @origin_head_ref
+          @branch_ref = @head_ref
+          @ignored_refs = []
+
+          return
+        end
+
+        @branch_ref = @merged_parents.last
+        @ignored_refs = @ignored_refs.to_set | `git rev-list #{@branch_ref}..origin/HEAD`.chomp.split
+
+        raise RepoError, 'Could not find ignored refs' unless $CHILD_STATUS.success?
+      end
+
+      def refs_committer_timestamp(ref_list)
+        return {} if ref_list.empty?
+
+        command = <<-COMMAND.strip.gsub(/\s+/, ' ')
+          git show
+            --no-patch
+            --format="%H %ct"
+            #{ref_list.join(' ')}
+        COMMAND
+
+        ref_list = `#{command}`.chomp
+
+        raise RepoError, 'Could not find ancestry refs' unless $CHILD_STATUS.success?
+
+        ref_list.split("\n").map(&:split).to_h.transform_values(&:to_i)
+      end
+
+      def download_branch_refs
+        file_name = File.join(RSpecTracer.cache_path, 'branch_refs.json')
+
+        if @aws.download_branch_refs(branch_name, file_name)
+          @branch_refs = JSON.parse(File.read(file_name)).transform_values(&:to_i)
+
+          return if @branch_refs.empty?
+
+          filter_branch_refs
+          print_refs(@branch_refs, 'branch')
+        else
+          @branch_refs = {}
+
+          File.rm_f(file_name)
+
+          puts "Failed to fetch branch refs for #{@branch_name} branch"
+        end
+      end
+
+      def filter_branch_refs
+        if @ancestry_refs.empty?
+          @branch_refs = @branch_refs.sort_by { |_, timestamp| -timestamp }.first(25).to_h
+
+          return
+        end
+
+        oldest_ancestry_time = @ancestry_refs.values.min
+
+        @branch_refs = @branch_refs
+          .select { |_, timestamp| timestamp >= oldest_ancestry_time }
+          .sort_by { |_, timestamp| -timestamp }
+          .first(25)
+          .to_h
+      end
+
+      def print_refs(refs, type)
+        puts "Fetched the following #{type} refs for #{@branch_name} branch:"
+        puts refs.map { |ref, timestamp| "  * #{ref} (commit timestamp: #{timestamp})" }.join("\n")
+      end
+    end
+  end
+end

data/lib/rspec_tracer/remote_cache/validator.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module RSpecTracer
+  module RemoteCache
+    class Validator
+      CACHE_FILES_PER_TEST_SUITE = 8
+
+      def initialize
+        @test_suite_id = ENV['TEST_SUITE_ID']
+        @test_suites = ENV['TEST_SUITES']
+
+        if @test_suite_id.nil? ^ @test_suites.nil?
+          raise(
+            ValidationError,
+            'Both the enviornment variables TEST_SUITE_ID and TEST_SUITES are not set'
+          )
+        end
+
+        setup
+      end
+
+      def valid?(ref, cache_files)
+        last_run_regex = Regexp.new(format(@last_run_files_regex, ref: ref))
+
+        return false if cache_files.count { |file| file.match?(last_run_regex) } != @last_run_files_count
+
+        cache_regex = Regexp.new(format(@cached_files_regex, ref: ref))
+
+        cache_files.count { |file| file.match?(cache_regex) } == @cached_files_count
+      end
+
+      private
+
+      def setup
+        if @test_suites.nil?
+          @last_run_files_count = 1
+          @last_run_files_regex = '/%<ref>s/last_run.json$'
+          @cached_files_count = CACHE_FILES_PER_TEST_SUITE
+          @cached_files_regex = '/%<ref>s/[0-9a-f]{32}/.+.json'
+        else
+          @test_suites = @test_suites.to_i
+          @test_suites_regex = (1..@test_suites).to_a.join('|')
+
+          @last_run_files_count = @test_suites
+          @last_run_files_regex = "/%<ref>s/(#{@test_suites_regex})/last_run.json$"
+          @cached_files_count = CACHE_FILES_PER_TEST_SUITE * @test_suites
+          @cached_files_regex = "/%<ref>s/(#{@test_suites_regex})/[0-9a-f]{32}/.+.json$"
+        end
+      end
+    end
+  end
+end

data/lib/rspec_tracer/reporter.rb

@@ -15,6 +15,7 @@ module RSpecTracer
 
     def register_example(example)
       @all_examples[example[:example_id]] = example
+      @duplicate_examples[example[:example_id]] << example
     end
 
     def on_example_skipped(example_id)
@@ -106,6 +107,17 @@ module RSpecTracer
       file_deleted?(file_name) || file_modified?(file_name)
     end
 
+    def incorrect_analysis?
+      @duplicate_examples.select! { |_, examples| examples.count > 1 }
+
+      return false if @duplicate_examples.empty?
+
+      print_not_use_notice
+      print_duplicate_examples
+
+      true
+    end
+
     def register_dependency(example_id, file_name)
       @dependency[example_id] << file_name
     end
@@ -169,6 +181,7 @@ module RSpecTracer
 
     def initialize_examples
       @all_examples = {}
+      @duplicate_examples = Hash.new { |examples, example_id| examples[example_id] = [] }
       @passed_examples = Set.new
       @possibly_flaky_examples = Set.new
       @flaky_examples = Set.new
@@ -226,59 +239,98 @@ module RSpecTracer
       @reverse_dependency = report.to_h
     end
 
+    def print_not_use_notice
+      justify = ' ' * 4
+      four_justify = justify * 4
+
+      puts '=' * 80
+      puts "#{four_justify}IMPORTANT NOTICE -- DO NOT USE RSPEC TRACER"
+      puts '=' * 80
+      puts "#{justify}It would be best to make changes so that the RSpec tracer can uniquely"
+      puts "#{justify}identify all the examples, and then you can enable the RSpec tracer back."
+      puts '=' * 80
+      puts
+    end
+
+    # rubocop:disable Metrics/AbcSize
+    def print_duplicate_examples
+      total = @duplicate_examples.sum { |_, examples| examples.length }
+
+      puts "RSpec tracer could not uniquely identify the following #{total} examples:"
+
+      justify = ' ' * 2
+      nested_justify = justify * 3
+
+      @duplicate_examples.each_pair do |example_id, examples|
+        puts "#{justify}- Example ID: #{example_id} (#{examples.count} examples)"
+
+        examples.each do |example|
+          description = example[:full_description].strip
+          file_name = example[:rerun_file_name].sub(%r{^/}, '')
+          line_number = example[:rerun_line_number]
+          location = "#{file_name}:#{line_number}"
+
+          puts "#{nested_justify}* #{description} (#{location})"
+        end
+      end
+
+      puts
+    end
+    # rubocop:enable Metrics/AbcSize
+
     def write_all_examples_report
       file_name = File.join(@cache_dir, 'all_examples.json')
 
-      File.write(file_name, JSON.generate(@all_examples))
+      File.write(file_name, JSON.pretty_generate(@all_examples))
     end
 
     def write_flaky_examples_report
       file_name = File.join(@cache_dir, 'flaky_examples.json')
 
-      File.write(file_name, JSON.generate(@flaky_examples.to_a))
+      File.write(file_name, JSON.pretty_generate(@flaky_examples.to_a))
     end
 
     def write_failed_examples_report
       file_name = File.join(@cache_dir, 'failed_examples.json')
 
-      File.write(file_name, JSON.generate(@failed_examples.to_a))
+      File.write(file_name, JSON.pretty_generate(@failed_examples.to_a))
     end
 
     def write_pending_examples_report
       file_name = File.join(@cache_dir, 'pending_examples.json')
 
-      File.write(file_name, JSON.generate(@pending_examples.to_a))
+      File.write(file_name, JSON.pretty_generate(@pending_examples.to_a))
     end
 
     def write_all_files_report
       file_name = File.join(@cache_dir, 'all_files.json')
 
-      File.write(file_name, JSON.generate(@all_files))
+      File.write(file_name, JSON.pretty_generate(@all_files))
     end
 
     def write_dependency_report
       file_name = File.join(@cache_dir, 'dependency.json')
 
-      File.write(file_name, JSON.generate(@dependency))
+      File.write(file_name, JSON.pretty_generate(@dependency))
     end
 
     def write_reverse_dependency_report
       file_name = File.join(@cache_dir, 'reverse_dependency.json')
 
-      File.write(file_name, JSON.generate(@reverse_dependency))
+      File.write(file_name, JSON.pretty_generate(@reverse_dependency))
     end
 
     def write_examples_coverage_report
       file_name = File.join(@cache_dir, 'examples_coverage.json')
 
-      File.write(file_name, JSON.generate(@examples_coverage))
+      File.write(file_name, JSON.pretty_generate(@examples_coverage))
     end
 
     def write_last_run_report
       file_name = File.join(RSpecTracer.cache_path, 'last_run.json')
       last_run_data = @last_run.merge(run_id: @run_id, timestamp: Time.now.utc)
 
-      File.write(file_name, JSON.generate(last_run_data))
+      File.write(file_name, JSON.pretty_generate(last_run_data))
     end
   end
 end

data/lib/rspec_tracer/rspec_runner.rb

@@ -3,13 +3,23 @@
 module RSpecTracer
   module RSpecRunner
     # rubocop:disable Metrics/AbcSize
-    def run_specs(_example_groups)
+    def run_specs(example_groups)
       actual_count = RSpec.world.example_count
+      RSpecTracer.no_examples = actual_count.zero?
+
+      if RSpecTracer.no_examples
+        RSpecTracer.running = true
+
+        super(example_groups)
+
+        return
+      end
+
       starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)
-      filtered_examples, example_groups = RSpecTracer.filter_examples
+      filtered_examples, filtered_example_groups = RSpecTracer.filter_examples
 
       RSpec.world.instance_variable_set(:@filtered_examples, filtered_examples)
-      RSpec.world.instance_variable_set(:@example_groups, example_groups)
+      RSpec.world.instance_variable_set(:@example_groups, filtered_example_groups)
 
       current_count = RSpec.world.example_count
       ending = Process.clock_gettime(Process::CLOCK_MONOTONIC)
@@ -23,7 +33,7 @@ module RSpecTracer
 
       RSpecTracer.running = true
 
-      super(example_groups)
+      super(filtered_example_groups)
     end
     # rubocop:enable Metrics/AbcSize
   end

data/lib/rspec_tracer/runner.rb

@@ -63,6 +63,10 @@ module RSpecTracer
       @reporter.register_deleted_examples(@cache.all_examples)
     end
 
+    def incorrect_analysis?
+      @reporter.incorrect_analysis?
+    end
+
     # rubocop:disable Metrics/AbcSize
     def generate_missed_coverage
       missed_coverage = Hash.new do |files_coverage, file_path|
@@ -90,16 +94,15 @@ module RSpecTracer
     # rubocop:enable Metrics/AbcSize
 
     def register_dependency(examples_coverage)
+      filtered_files = Set.new
+
       examples_coverage.each_pair do |example_id, example_coverage|
         register_example_files_dependency(example_id)
 
         example_coverage.each_key do |file_path|
-          source_file = RSpecTracer::SourceFile.from_path(file_path)
+          next if filtered_files.include?(file_path)
 
-          next if RSpecTracer.filters.any? { |filter| filter.match?(source_file) }
-
-          @reporter.register_source_file(source_file)
-          @reporter.register_dependency(example_id, source_file[:file_name])
+          filtered_files << file_path unless register_file_dependency(example_id, file_path)
         end
       end
 
@@ -260,6 +263,17 @@ module RSpecTracer
       @reporter.register_dependency(example_id, file_name)
     end
 
+    def register_file_dependency(example_id, file_path)
+      source_file = RSpecTracer::SourceFile.from_path(file_path)
+
+      return false if RSpecTracer.filters.any? { |filter| filter.match?(source_file) }
+
+      @reporter.register_source_file(source_file)
+      @reporter.register_dependency(example_id, source_file[:file_name])
+
+      true
+    end
+
     def generate_examples_status_report
       starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)