raider_reporter 0.5.1 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 43cb5da1df209da0c5607c26891e58a868982311569e8f844d80b87a46943f14
-  data.tar.gz: 82099d1f6c53736ef7f9d075207887581e6280af14a4d0335008ef54712ee48b
+  metadata.gz: e5bb1cd462fbac0bd6a44635be2b0e14f6da29667e6cb4cf0a5f358aed7581be
+  data.tar.gz: c814a3009d7e7e6ac0857bc34636ad1fdc913d3e3489ff64c3e5b62cd7f50dbb
 SHA512:
-  metadata.gz: 276522de77789af81f1534ca8980cd3e168915963c2dd52b1863d2aa7ca4f5bfb54d3fecd018498931dcc45d58905adc331388ba26d152797e0800e421ab9688
-  data.tar.gz: b980514dc7c2a51d08cb89de5caf549a648406cbce998159d706d4397735c1eb1af37221eaf354d4e383104facf1025917b4ce12d21fc1937b68c38964960b61
+  metadata.gz: a1064490905e372f3392d056343cc3b8304d1de127e785d122e5ef6e3c50622873583f7ceedece6f87bbf633d8fbe4e2b94a0111f3d325ff98ba6280ba84e75c
+  data.tar.gz: a91849038df0a28f54023e411d4115636ce97e1aa6a4ad83ec03a298f7f87e438e0b94583a6248e568c8c14af9c9176e813ddb0b287962e5ebd2021737a8748d

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.6.0 — 2026-10-14
+
+- Schema v1, additive: optional `failure.app_frame`, the first line of the raw exception backtrace that lies inside the project root (`Dir.pwd` when the reporter starts), outside `vendor/`, `.bundle/`, `Gem.path` and Ruby's library directory, and not `<internal:...>`. The path is made project-relative and the rest of the line is unchanged, e.g. `spec/pages/login_page.rb:42:in 'LoginPage#submit'`; at most 500 characters. The key is omitted when no line qualifies or computing it fails, so payloads without it are unchanged. Raider uses it to group failures by error
+- Reported by both the RSpec and Cucumber reporters
+- No breaking changes
+
 ## 0.5.1 — 2026-10-13
 
 - Fix: a failed upload now reports one short line. An HTML error page (for example a server 500) is summarised as `the server returned an HTML error page` instead of being printed, other bodies are collapsed to one line of at most 200 characters, and the token is redacted from upload errors, including exception messages

data/README.md

@@ -305,7 +305,7 @@ Tip: run `rm -rf raider-results` before a parallel run. Each process only cleans
 
 ## Schema
 
-`run.json` follows schema v1, documented in [docs/schema-v1.md](docs/schema-v1.md). Statuses are exactly `passed`, `failed`, `pending` and `skipped`.
+`run.json` follows schema v1, documented in [docs/schema-v1.md](docs/schema-v1.md). Statuses are exactly `passed`, `failed`, `pending` and `skipped`. In both RSpec and Cucumber, a failure may carry `app_frame` (when a project frame is found): the first backtrace line inside your project, for example `spec/pages/login_page.rb:42:in 'LoginPage#submit'`, which Raider uses to group failures with the same error.
 
 ## Contributing
 

data/lib/raider_reporter/app_frame.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require "rbconfig"
+
+module RaiderReporter
+  # Finds the first project frame of a raw backtrace, so the server can group
+  # failures by where the project's own code raised them.
+  module AppFrame
+    MAX_LENGTH = 500
+
+    # Returns "relative/path.rb:42:in 'Class#method'" or nil when no line
+    # of the backtrace lies in project code.
+    def self.from(backtrace, root:)
+      return nil if backtrace.nil? || backtrace.empty? || root.nil?
+
+      base = "#{File.expand_path(root.to_s).chomp("/")}/"
+      excluded = excluded_prefixes
+      Array(backtrace).each do |line|
+        line = line.to_s
+        path = line[/\A(.+?):\d+/, 1]
+        next if path.nil? || path.start_with?("<internal:", "(", "-")
+
+        absolute = File.expand_path(path, base)
+        next unless File.file?(absolute)
+
+        absolute = inside_root(absolute, base)
+        next unless absolute
+        next if excluded.any? { |prefix| absolute.start_with?(prefix) }
+
+        relative = absolute.delete_prefix(base)
+        next if relative.start_with?("vendor/", ".bundle/") || relative.include?("/.bundle/")
+
+        return Text.utf8("#{relative}#{line[path.length..]}")[0, MAX_LENGTH]
+      end
+      nil
+    end
+
+    # Returns the path (rewritten under base when only the real paths match,
+    # e.g. a symlinked tmpdir) or nil when it lies outside the root.
+    def self.inside_root(absolute, base)
+      return absolute if absolute.start_with?(base)
+
+      real_base = "#{File.realpath(base)}/"
+      real = File.realpath(absolute)
+      real.start_with?(real_base) ? "#{base}#{real.delete_prefix(real_base)}" : nil
+    rescue SystemCallError
+      nil
+    end
+    private_class_method :inside_root
+
+    def self.excluded_prefixes
+      dirs = Array(Gem.path) + [RbConfig::CONFIG["rubylibdir"]]
+      dirs.compact.map(&:to_s).reject(&:empty?).map { |dir| "#{File.expand_path(dir).chomp("/")}/" }
+    end
+    private_class_method :excluded_prefixes
+  end
+end

data/lib/raider_reporter/cucumber/formatter.rb

@@ -199,10 +199,17 @@ module RaiderReporter
         Failure.new(
           message: Text.utf8("#{step_label(step_info, test_case)}\n\n#{exception.message}")[0, Text::MAX_MESSAGE],
           exception_class: Text.utf8(exception.class.name),
-          backtrace: (exception.backtrace || []).first(Text::MAX_BACKTRACE).map { |line| Text.utf8(line) }
+          backtrace: (exception.backtrace || []).first(Text::MAX_BACKTRACE).map { |line| Text.utf8(line) },
+          app_frame: app_frame_for(exception)
         )
       end
 
+      def app_frame_for(exception)
+        AppFrame.from(exception.backtrace, root: RaiderReporter.project_root || Dir.pwd)
+      rescue StandardError
+        nil
+      end
+
       def step_label(step_info, test_case)
         return "Step" unless step_info
 

data/lib/raider_reporter/models.rb

@@ -4,7 +4,11 @@ module RaiderReporter
   SCHEMA_VERSION = 1
   STATUSES = %w[passed failed pending skipped].freeze
 
-  Failure = Data.define(:message, :exception_class, :backtrace)
+  Failure = Data.define(:message, :exception_class, :backtrace, :app_frame) do
+    def initialize(message:, exception_class:, backtrace:, app_frame: nil)
+      super
+    end
+  end
   Attachment = Data.define(:name, :source_path, :content_type)
   TestResult = Data.define(
     :identifier, :full_name, :file_path, :line_number, :status,

data/lib/raider_reporter/payload.rb

@@ -73,11 +73,13 @@ module RaiderReporter
     end
 
     def failure_hash(failure)
-      {
+      hash = {
         "message" => failure.message,
         "exception_class" => failure.exception_class,
         "backtrace" => failure.backtrace
       }
+      hash["app_frame"] = failure.app_frame if failure.app_frame
+      hash
     end
 
     def attachment_hash(entry, mode)

data/lib/raider_reporter/rspec/formatter.rb

@@ -74,10 +74,26 @@ module RaiderReporter
         Failure.new(
           message: utf8(exception.message)[0, MAX_MESSAGE],
           exception_class: utf8(exception.class.name),
-          backtrace: backtrace.first(MAX_BACKTRACE).map { |line| utf8(line) }
+          backtrace: backtrace.first(MAX_BACKTRACE).map { |line| utf8(line) },
+          app_frame: app_frame_for(exception)
         )
       end
 
+      # From the raw backtrace: RSpec's formatter strips gem and project-support frames.
+      # MultipleExceptionError (aggregate_failures) has no backtrace of its own.
+      def raw_backtrace(exception)
+        return exception.backtrace if exception.backtrace
+        return nil unless exception.respond_to?(:all_exceptions)
+
+        exception.all_exceptions.first&.backtrace
+      end
+
+      def app_frame_for(exception)
+        AppFrame.from(raw_backtrace(exception), root: RaiderReporter.project_root || Dir.pwd)
+      rescue StandardError
+        nil
+      end
+
       def utf8(value)
         Text.utf8(value)
       end

data/lib/raider_reporter/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RaiderReporter
-  VERSION = "0.5.1"
+  VERSION = "0.6.0"
 end

data/lib/raider_reporter.rb

@@ -5,6 +5,7 @@ require "rbconfig"
 require_relative "raider_reporter/version"
 require_relative "raider_reporter/text"
 require_relative "raider_reporter/models"
+require_relative "raider_reporter/app_frame"
 require_relative "raider_reporter/payload"
 require_relative "raider_reporter/configuration"
 require_relative "raider_reporter/content_types"
@@ -19,7 +20,7 @@ require_relative "raider_reporter/comment/azure_client"
 
 module RaiderReporter
   class << self
-    attr_reader :collector
+    attr_reader :collector, :project_root
 
     def configuration
       @configuration ||= Configuration.new
@@ -37,10 +38,12 @@ module RaiderReporter
       @collector&.cleanup
       @configuration = nil
       @collector = nil
+      @project_root = nil
     end
 
     def start_collector!
       @dry_run = false
+      @project_root = Dir.pwd
       @collector = Collector.new(
         max_attachment_bytes: configuration.max_attachment_bytes,
         warn: ->(message) { warn(message) }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: raider_reporter
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.6.0
 platform: ruby
 authors:
 - Augustin Gottlieb
@@ -24,6 +24,7 @@ files:
 - README.md
 - exe/raider-reporter
 - lib/raider_reporter.rb
+- lib/raider_reporter/app_frame.rb
 - lib/raider_reporter/azure_env.rb
 - lib/raider_reporter/ci_detector.rb
 - lib/raider_reporter/cli.rb