fast_ci 0.1.1 → 1.0.0

data/lib/fast_ci/extract_definitions.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+module FastCI
+  class  ExtractDescriptions
+    def call(example_group, count: false)
+      data = {}
+
+      data[scoped_id(example_group)] = {
+        description: description(example_group),
+        line_number: line_number(example_group),
+      }
+
+      if count
+        data[:test_count] ||= 0
+        data[:test_count] += RSpec.world.example_count([example_group])
+      end
+
+      example_group.examples.each do |ex|
+        data[scoped_id(example_group)][scoped_id(ex)] = {
+          line_number: line_number(ex),
+          description: description(ex),
+        }
+      end
+
+      example_group.children.each do |child|
+        data[scoped_id(example_group)].merge! call(child)
+      end
+
+      data
+    end
+
+    def scoped_id(example_group)
+      example_group.metadata[:scoped_id].split(":").last
+    end
+
+    def line_number(example_group)
+      example_group.metadata[:line_number]
+    end
+
+    def description(example_group)
+      example_group.metadata[:description]
+    end
+  end
+end

data/lib/fast_ci/rspec_dryrun_formatter.rb

@@ -0,0 +1,117 @@
+# frozen_string_literal: true
+
+module FastCI
+  class RspecDryrunFormatter
+    RSpec::Core::Formatters.register self,
+    :start,
+    :message,
+    :example_passed,
+    :example_failed,
+    :example_pending,
+    :example_group_finished,
+    :example_group_started,
+    :dump_summary,
+    :close
+
+    def initialize(output)
+      @output = output
+      @current_group_path = []
+      @current_file = nil
+      @current_file_count = 0
+      @events = []
+    end
+  
+    def message(message_notification)
+      if message_notification.message.include?('An error occurred')
+        msg(:message, Base64.strict_encode64("\nAn error occurred#{message_notification.message}"))
+        send_events
+      end
+      @output.print message_notification.message
+      @output.print "\n"
+    end
+  
+    def start(example_count)
+      msg(:start, { "example_count" => example_count.count, "timestamp" => time_now })
+    end
+  
+    def close(*args)
+      msg(:close, { "timestamp" => time_now })
+      send_events
+    end
+  
+    def dump_summary(summary_notification)
+    end
+  
+    def time_now
+      time_frozen? ? Timecop.return { Time.now } : Time.now
+    end
+  
+    def time_frozen?
+      return unless defined?(Timecop)
+      Timecop.frozen?
+    end
+  
+    def example_passed(example_notification)
+      example_finished(example_notification)
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('.', :success)
+    end
+
+    def example_failed(example_notification)
+      example_finished(example_notification)
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('F', :failure)
+    end
+  
+    def example_pending(example_notification)
+      example_finished(example_notification)
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('*', :pending)
+    end
+  
+    def start_dump(_notification)
+      @output.print "\n"
+    end
+
+    def example_group_finished(_group_notification)
+      @current_group_path.pop
+      if @current_group_path.empty? # its a file
+        msg(:file_examples_count, [@current_file, @current_file_count])
+        @current_file_count = 0
+        @current_file = nil
+      end
+    end
+  
+    def example_group_started(group_notification)
+      if @current_group_path.size == 0
+        @current_file = group_notification.group.metadata[:file_path].gsub("./".freeze, "".freeze)
+        @current_file_count = 0
+      end
+      @current_group_path << 1
+    end
+
+    private
+  
+    def example_finished(example_notification)
+      @current_file_count += 1
+    end
+  
+    def send_events
+      return unless @events.length > 0
+  
+      json_events = {
+        build_id: FastCI.configuration.orig_build_id,
+        compressed_data: Base64.strict_encode64(Zlib::Deflate.deflate(JSON.fast_generate(@events), 9)),
+      }
+
+      FastCI.send_events(json_events)
+
+      @events = []
+    end
+  
+    def msg(event, data)
+      @events << ["rspec_dryrun_#{event}".upcase, ['0', data]]
+    end
+  
+    def get_scope_id(metadata)
+      metadata[:scoped_id].split(":").last || raise("No scoped id")
+    end
+  end
+end

data/lib/fast_ci/rspec_formatter.rb

@@ -0,0 +1,274 @@
+# frozen_string_literal: true
+
+module FastCI
+  class RspecFormatter
+    attr_reader :current_test_key
+
+    def initialize(output)
+      @output = output
+      @event_output = {}
+      @is_failed = false
+      @current_path = []
+      @current_path_started_at = []
+      @max_heap_live_num = 0
+      @dup_stdout = STDOUT.clone
+      @events = []
+
+      $stdout = StringIO.new()
+
+      @log_thread = Thread.new do
+        loop do
+          sleep 10
+          check_heap_live_num
+          @should_send_events = true
+        end
+      end
+    end
+
+    def time_now
+      time_frozen? ? Timecop.return { Time.now } : Time.now
+    end
+
+    def time_frozen?
+      return unless defined?(Timecop)
+      Timecop.frozen?
+    end
+
+    def rspec_runner_index
+      ENV["TEST_ENV_NUMBER"]
+    end
+
+    def send_events
+      @should_send_events = false
+  
+      if @events.length > 0
+        json_events = {
+          build_id: FastCI.configuration.orig_build_id,
+          compressed_data: Base64.strict_encode64(Zlib::Deflate.deflate(JSON.fast_generate(@events), 9)),
+        }
+
+        FastCI.send_events(json_events)
+
+        @events = []
+      end
+    end
+  
+    def check_heap_live_num
+      @max_heap_live_num = [@max_heap_live_num, GC.stat[:heap_live_slots] || GC.stat[:heap_live_num]].max
+    end
+
+    def passed?
+      !@is_failed
+    end
+
+    def current_test_key=(value)
+      @current_test_key = value
+    end
+
+    def start(start_notification)
+      # $stderr = $stdout
+  
+      data = {
+        load_time: start_notification.load_time,
+        example_count: start_notification.count,
+        started_at: time_now.to_s
+      }
+  
+      return if running_only_failed? ||
+        running_gem_or_engine? ||
+        ENV["EXTRA_SLOWER_RUN"]
+  
+      msg(:start, data)
+    end
+  
+    def close(null_notification)
+      # check_heap_live_num
+      msg(:gc_stat, GC.stat.merge(max_heap_live_num: @max_heap_live_num))
+      unless running_only_failed? || ENV["EXTRA_SLOWER_RUN"] || running_gem_or_engine?
+        msg(:close, {final_output: get_output})
+      end
+      send_events
+      $stdout = @dup_stdout
+    end
+  
+    def example_group_started(group_notification)
+      metadata = group_notification.group.metadata
+      @current_path_started_at << time_now
+  
+      if @current_path.size == 0
+        @example_failed_index = 0
+        file_path = metadata[:file_path].gsub("./".freeze, "".freeze)
+        file_path = [ENV["DIR_PREFIX"], file_path].join("/") if ENV["DIR_PREFIX"]
+        @current_path << file_path
+      end
+  
+      @current_path << id(metadata)
+  
+      msg(:group_started, [
+        path_with_file(group_notification.group),
+        {
+          line_number: metadata[:line_number],
+          description: metadata[:description],
+        }
+      ])
+    end
+  
+    def example_started(example_notification)
+      @output_before = get_output
+    end
+  
+    def example_passed(example_notification)
+      metadata = example_notification.example.metadata
+      broadcast_example_finished(serialize_example(metadata, "passed".freeze), example_notification.example)
+    end
+  
+    def example_failed(example_notification)
+      @example_failed_index += 1
+      metadata = example_notification.example.metadata
+      fully_formatted = example_notification.fully_formatted(@example_failed_index, ::RSpec::Core::Formatters::ConsoleCodes)
+  
+      broadcast_example_finished(
+        serialize_example(metadata, "failed".freeze, fully_formatted),
+        example_notification.example
+      )
+    end
+  
+    def example_pending(example_notification)
+      metadata = example_notification.example.metadata
+      broadcast_example_finished(
+        serialize_example(metadata, "pending".freeze),
+        example_notification.example
+      )
+    end
+
+    def example_group_finished(group_notification)
+      run_time = time_now - @current_path_started_at.pop
+      if (run_time < 0) || (run_time > 2400)
+        run_time = 0.525
+      end
+        msg(:group_finished, [path_with_file(group_notification.group), {run_time: run_time}])
+        # msg(:group_finished, [@current_path.map(&:to_s), {run_time: run_time}])
+      @current_path.pop
+      @current_path.pop if @current_path.size == 1 # Remove the file_path at the beggining
+    end
+
+    def example_finished(notification)
+      example =  notification.example
+      metadata = example.metadata
+
+      *example_group_ids, example_id = metadata[:scoped_id].split(":")
+
+      file_output = @event_output[current_test_key] ||= {}
+
+      example_group = example_group_ids.reduce(file_output) do |output, scope_id|
+        output[scope_id] ||= {}
+        output[scope_id]
+      end
+
+      example_group[example_id] = {
+        run_time: example.execution_result.run_time,
+        status: example.execution_result.status
+      }
+
+      if example.execution_result.status == :failed
+        @is_failed = true
+        example_group[example_id][:fully_formatted] =
+          notification.fully_formatted(0, ::RSpec::Core::Formatters::ConsoleCodes)
+      elsif metadata[:retry_attempts] && metadata[:retry_attempts] > 0
+        example_group[example_id][:retry_attempts] = metadata[:retry_attempts]
+        example_group[example_id][:fully_formatted] =
+          example.set_exception metadata[:retry_exceptions].first.to_s
+      end
+
+      example_group[example_id]
+    end
+
+    def dump_and_reset
+      event_output = @event_output
+      @event_output = {}
+      event_output
+    end
+
+    def path_with_file(group)
+      file_path = group.parent_groups.last.file_path.gsub("./".freeze, "".freeze)
+  
+      group.metadata[:scoped_id].split(":").unshift(file_path)
+    end
+
+    private
+
+    def running_gem_or_engine?
+      !!ENV["DIR_PREFIX"]
+    end
+  
+    def running_only_failed?
+      !!ENV["RERUN_FAILED_FILES"]
+    end
+  
+    def serialize_example(metadata, status, fully_formatted = nil)
+      run_time = metadata[:execution_result].run_time
+      if (run_time < 0) || (run_time > 2400)
+        run_time = 0.525
+      end
+  
+      result = {
+        id: id(metadata),
+        status: status,
+        line_number: metadata[:line_number].to_s,
+        description: metadata[:description],
+        run_time: run_time,
+        fully_formatted: fully_formatted,
+        scoped_id: metadata[:scoped_id],
+      }.compact
+  
+      result[:gem_or_engine] = true if running_gem_or_engine?
+  
+      if running_only_failed?
+        result[:reruned] = true
+      elsif status == "failed" && !running_gem_or_engine?
+        File.write('tmp/rspec_failures', "#{@current_path.first}[#{metadata[:scoped_id]}]", mode: 'a+')
+      end
+  
+      if status == "failed"
+        img_path = metadata.dig(:screenshot, :image) ||
+          fully_formatted&.scan(/\[Screenshot Image\]: (.*)$/).flatten.first&.strip&.chomp ||
+          fully_formatted&.scan(/\[Screenshot\]: (.*)$/).flatten.first&.strip&.chomp
+  
+        if img_path && File.exist?(img_path)
+          STDOUT.puts "SCREENSHOT!"
+          result[:screenshots_base64] ||= []
+          result[:screenshots_base64] << Base64.strict_encode64(File.read(img_path))
+        end
+      end
+      @last_example_finished_at = time_now
+      # TODO annalyze this: run_time: metadata[:execution_result].run_time,
+      result
+    end
+
+    def msg(event, data)
+      @events << ["rspec_#{event}".upcase, [rspec_runner_index, data]]
+    end
+
+    def id(metadata)
+      metadata[:scoped_id].split(":").last || raise("No scoped id")
+    end
+
+    def broadcast_example_finished(data, example)
+      msg(:example_finished, [
+        path_with_file(example.example_group),
+        data.merge(output_inside: get_output, output_before: @output_before)
+      ])
+  
+      send_events if @should_send_events
+    end
+
+    def get_output
+      return if $stdout.pos == 0
+      $stdout.rewind
+      res = $stdout.read
+      $stdout.flush
+      $stdout.rewind
+      res
+    end
+  end
+end

data/lib/fast_ci/rspec_run_formatter.rb

@@ -0,0 +1,247 @@
+# frozen_string_literal: true
+require "stringio"
+
+module FastCI
+  class RspecRunFormatter
+    RSpec::Core::Formatters.register self,
+    :start,
+    :example_group_started,
+    :example_started,
+    :example_passed,
+    :example_failed,
+    :example_pending,
+    :example_group_finished,
+    :close
+
+    def initialize(output)
+      @output = output
+      @event_output = {}
+      @is_failed = false
+      @current_path = []
+      @current_path_started_at = []
+      @max_heap_live_num = 0
+      @dup_stdout = STDOUT.clone
+      @events = []
+
+      $stdout = StringIO.new()
+
+      @log_thread = Thread.new do
+        loop do
+          sleep 10
+          check_heap_live_num
+          @should_send_events = true
+        end
+      end
+    end
+
+    def time_now
+      time_frozen? ? Timecop.return { Time.now } : Time.now
+    end
+
+    def time_frozen?
+      return unless defined?(Timecop)
+      Timecop.frozen?
+    end
+
+    def rspec_runner_index
+      ENV["TEST_ENV_NUMBER"]
+    end
+
+    def send_events
+      @should_send_events = false
+  
+      if @events.length > 0
+        json_events = {
+          build_id: FastCI.configuration.orig_build_id,
+          compressed_data: Base64.strict_encode64(Zlib::Deflate.deflate(JSON.fast_generate(@events), 9)),
+        }
+
+        FastCI.send_events(json_events)
+
+        @events = []
+      end
+    end
+  
+    def check_heap_live_num
+      @max_heap_live_num = [@max_heap_live_num, GC.stat[:heap_live_slots] || GC.stat[:heap_live_num]].max
+    end
+
+    def passed?
+      !@is_failed
+    end
+
+    def start(start_notification)
+      @output.print "Starting rspec run"
+      # $stderr = $stdout
+  
+      data = {
+        load_time: start_notification.load_time,
+        example_count: start_notification.count,
+        started_at: time_now.to_s
+      }
+  
+      return if running_only_failed? ||
+        running_gem_or_engine? ||
+        ENV["EXTRA_SLOWER_RUN"]
+  
+      msg(:start, data)
+    end
+  
+    def close(null_notification)
+      @output.print "Finished rspec run"
+      # check_heap_live_num
+      msg(:gc_stat, GC.stat.merge(max_heap_live_num: @max_heap_live_num))
+      unless running_only_failed? || ENV["EXTRA_SLOWER_RUN"] || running_gem_or_engine?
+        msg(:close, {final_output: get_output})
+      end
+      send_events
+      $stdout = @dup_stdout
+    end
+  
+    def example_group_started(group_notification)
+      metadata = group_notification.group.metadata
+      @current_path_started_at << time_now
+  
+      if @current_path.size == 0
+        @example_failed_index = 0
+        file_path = metadata[:file_path].gsub("./".freeze, "".freeze)
+        file_path = [ENV["DIR_PREFIX"], file_path].join("/") if ENV["DIR_PREFIX"]
+        @current_path << file_path
+      end
+  
+      @current_path << id(metadata)
+  
+      msg(:group_started, [
+        path_with_file(group_notification.group),
+        {
+          line_number: metadata[:line_number],
+          description: metadata[:description],
+        }
+      ])
+    end
+  
+    def example_started(example_notification)
+      @output_before = get_output
+    end
+  
+    def example_passed(example_notification)
+      metadata = example_notification.example.metadata
+      broadcast_example_finished(serialize_example(metadata, "passed".freeze), example_notification.example)
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('.', :success)
+    end
+  
+    def example_failed(example_notification)
+      @example_failed_index += 1
+      metadata = example_notification.example.metadata
+      fully_formatted = example_notification.fully_formatted(@example_failed_index, ::RSpec::Core::Formatters::ConsoleCodes)
+  
+      broadcast_example_finished(
+        serialize_example(metadata, "failed".freeze, fully_formatted),
+        example_notification.example
+      )
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('F', :failure)
+    end
+  
+    def example_pending(example_notification)
+      metadata = example_notification.example.metadata
+      broadcast_example_finished(
+        serialize_example(metadata, "pending".freeze),
+        example_notification.example
+      )
+      @output.print RSpec::Core::Formatters::ConsoleCodes.wrap('*', :pending)
+    end
+
+    def example_group_finished(group_notification)
+      run_time = time_now - @current_path_started_at.pop
+      if (run_time < 0) || (run_time > 2400)
+        run_time = 0.525
+      end
+        msg(:group_finished, [path_with_file(group_notification.group), {run_time: run_time}])
+        # msg(:group_finished, [@current_path.map(&:to_s), {run_time: run_time}])
+      @current_path.pop
+      @current_path.pop if @current_path.size == 1 # Remove the file_path at the beggining
+    end
+
+    def path_with_file(group)
+      file_path = group.parent_groups.last.file_path.gsub("./".freeze, "".freeze)
+  
+      group.metadata[:scoped_id].split(":").unshift(file_path)
+    end
+
+    private
+
+    def running_gem_or_engine?
+      !!ENV["DIR_PREFIX"]
+    end
+  
+    def running_only_failed?
+      !!ENV["RERUN_FAILED_FILES"]
+    end
+  
+    def serialize_example(metadata, status, fully_formatted = nil)
+      run_time = metadata[:execution_result].run_time
+      if (run_time < 0) || (run_time > 2400)
+        run_time = 0.525
+      end
+  
+      result = {
+        id: id(metadata),
+        status: status,
+        line_number: metadata[:line_number].to_s,
+        description: metadata[:description],
+        run_time: run_time,
+        fully_formatted: fully_formatted,
+        scoped_id: metadata[:scoped_id],
+      }.compact
+  
+      result[:gem_or_engine] = true if running_gem_or_engine?
+  
+      if running_only_failed?
+        result[:reruned] = true
+      elsif status == "failed" && !running_gem_or_engine?
+        File.write('tmp/rspec_failures', "#{@current_path.first}[#{metadata[:scoped_id]}]", mode: 'a+')
+      end
+  
+      if status == "failed"
+        img_path = metadata.dig(:screenshot, :image) ||
+          fully_formatted&.scan(/\[Screenshot Image\]: (.*)$/).flatten.first&.strip&.chomp ||
+          fully_formatted&.scan(/\[Screenshot\]: (.*)$/).flatten.first&.strip&.chomp
+  
+        if img_path && File.exist?(img_path)
+          STDOUT.puts "SCREENSHOT!"
+          result[:screenshots_base64] ||= []
+          result[:screenshots_base64] << Base64.strict_encode64(File.read(img_path))
+        end
+      end
+      @last_example_finished_at = time_now
+      # TODO annalyze this: run_time: metadata[:execution_result].run_time,
+      result
+    end
+
+    def msg(event, data)
+      @events << ["rspec_#{event}".upcase, [rspec_runner_index, data]]
+    end
+
+    def id(metadata)
+      metadata[:scoped_id].split(":").last || raise("No scoped id")
+    end
+
+    def broadcast_example_finished(data, example)
+      msg(:example_finished, [
+        path_with_file(example.example_group),
+        data.merge(output_inside: get_output, output_before: @output_before)
+      ])
+  
+      send_events if @should_send_events
+    end
+
+    def get_output
+      return if $stdout.pos == 0
+      $stdout.rewind
+      res = $stdout.read
+      $stdout.flush
+      $stdout.rewind
+      res
+    end
+  end
+end