rspec-buildkite-analytics 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a9fc407bacf4405e3d3e2ee4043a9c71f20d75a363d3ba33948b37403a6e8de4
-  data.tar.gz: 67f8b42a6ac98518d784eea442fb9efc5a1c8dd5ca0037cc5ce5664b180b75ec
+  metadata.gz: 1ca7801b3e7bc48f52a372df29c553c9e2dad5bffdab1bf8dff0b20f0173b987
+  data.tar.gz: 22d6197b37f465afa1a2a309ba4f3780bafef928d626768a5d4d3fa6d214a809
 SHA512:
-  metadata.gz: 6c368891ad4401ac9112a618953686c79b2e69bd33824be1477e3416f99f03233210d80ad3d3a1eccd9b251f595f2b879fd79de0eb1d80193544a6812e8ac0b9
-  data.tar.gz: 2cf265c336146324d21b06d8c3ec4827848dcb0580ac626d49cd82eaab10ef5101f9398bdad10c118c5dfd42276ed2e70441f8c42b6881a8d68bf6a05da73485
+  metadata.gz: '0380c462ae87c2dd2dbb830bbcdc93bef621b74f2f516c465b37e633679e9e0c887fe8557356aaf85abd8e7fe179110b86aabceb339057cd89e37c00afcac107'
+  data.tar.gz: 9b6810ff8529454f543b70f521b34906223e2ee02ad1f0d4cd261d4bfe6e2c4ed21eb76c8eddfb08818c9c8a07d07cb62c3c206c958c48743a47c1dfde83f9b3

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    rspec-buildkite-analytics (0.5.0)
+    rspec-buildkite-analytics (0.6.0)
       activesupport (>= 5.2, <= 7.0)
       rspec-core (~> 3.10)
       rspec-expectations (~> 3.10)

data/lib/rspec/buildkite/analytics/reporter.rb

@@ -18,6 +18,7 @@ module RSpec::Buildkite::Analytics
 
       if trace
         trace.example = example
+        trace.failure_reason, trace.failure_expanded = failure_info(notification) if example.execution_result.status == :failed
         RSpec::Buildkite::Analytics.session&.write_result(trace)
       end
     end
@@ -45,9 +46,54 @@ module RSpec::Buildkite::Analytics
         end
       end
     end
- 
+
     alias_method :example_passed, :handle_example
     alias_method :example_failed, :handle_example
     alias_method :example_pending, :handle_example
+
+    private
+
+    def failure_info(notification)
+      failure_expanded = []
+
+      if notification.exception.class == RSpec::Expectations::MultipleExpectationsNotMetError
+        failure_reason = notification.exception.summary
+        notification.exception.all_exceptions.each do |exception|
+          # an example with multiple failures doesn't give us a
+          # separate message lines and backtrace object to send, so
+          # I've reached into RSpec internals and duplicated the
+          # construction of these
+          message_lines = RSpec::Core::Formatters::ExceptionPresenter.new(exception, notification.example).colorized_message_lines
+
+          failure_expanded << {
+            expanded: format_message_lines(message_lines),
+            backtrace:  RSpec.configuration.backtrace_formatter.format_backtrace(exception.backtrace)
+          }
+        end
+      else
+        failure_reason = strip_diff_colors(notification.colorized_message_lines[0])
+
+        # the second line is always whitespace padding
+        message_lines = notification.colorized_message_lines[2..]
+
+        failure_expanded << {
+          expanded:  format_message_lines(message_lines),
+          backtrace: notification.formatted_backtrace
+        }
+      end
+
+      return failure_reason, failure_expanded
+    end
+
+    def format_message_lines(message_lines)
+      message_lines.map! { |l| strip_diff_colors(l) }
+      # the last line is sometimes blank, depending on the error reported
+      message_lines.pop if message_lines.last.blank?
+      message_lines
+    end
+
+    def strip_diff_colors(string)
+      string.gsub(/\e\[([;\d]+)?m/, '')
+    end
   end
 end

data/lib/rspec/buildkite/analytics/tracer.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require "active_support/core_ext/hash/indifferent_access"
+
 module RSpec::Buildkite::Analytics
   class Tracer
     class Span

data/lib/rspec/buildkite/analytics/uploader.rb

@@ -22,22 +22,15 @@ require "securerandom"
 module RSpec::Buildkite::Analytics
   class Uploader
     class Trace
-      attr_accessor :example
+      attr_accessor :example, :failure_reason, :failure_expanded
       attr_reader :id, :history
 
       def initialize(example, history)
         @id = SecureRandom.uuid
         @example = example
         @history = history
-      end
-
-      def failure_message
-        case example.exception
-        when RSpec::Expectations::ExpectationNotMetError
-          example.exception.message
-        when Exception
-          "#{example.exception.class}: #{example.exception.message}"
-        end
+        @failure_reason = nil
+        @failure_expanded = []
       end
 
       def result_state
@@ -57,9 +50,10 @@ module RSpec::Buildkite::Analytics
           location: example.location,
           file_name: generate_file_name(example),
           result: result_state,
-          failure: failure_message,
+          failure_reason: failure_reason,
+          failure_expanded: failure_expanded,
           history: history,
-        }.with_indifferent_access
+        }.with_indifferent_access.compact
       end
 
       private
@@ -121,7 +115,8 @@ module RSpec::Buildkite::Analytics
               "Content-Type" => "application/json",
             })
             contact.body = {
-              run_env: CI.env
+              run_env: CI.env,
+              format: "websocket"
             }.to_json
 
             response = begin

data/lib/rspec/buildkite/analytics/version.rb

@@ -3,7 +3,7 @@
 module RSpec
   module Buildkite
     module Analytics
-      VERSION = "0.5.0"
+      VERSION = "0.6.0"
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rspec-buildkite-analytics
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Buildkite
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-11-30 00:00:00.000000000 Z
+date: 2021-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport