dead_bro 0.2.14 → 0.2.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f7618eda689dd41bbb5c71cdff40619e5857a71b31a182f234064d89197d79c
-  data.tar.gz: fbcac3f8c189834690a5a75e013f07cec20044f4e74285139aa22f66ae0cf65d
+  metadata.gz: 0bfea7b6292743b5e6a0f7226c1bd8877ebfbe1131f95d5c1679f07377768ed2
+  data.tar.gz: '08ab07422afbd9d2d340e5195f47ceda9a184faa9a870e5464d6169dfc86ee6b'
 SHA512:
-  metadata.gz: 68864135e9fd51e65293ee369f1002e6f37341627fd674d570781fa163dd5b2345a4e7421356f49bc2bc00c1b8f37946b7fe9d31ff0370a6781f892392c7ec5d
-  data.tar.gz: 5e72422ba6297af9ef9a521e675d832dd94a0f81783ae964be53ecdd16eaa96dd4bc55448baceb697ea1b0b4bfd024090009d43dd87a3893f197df607cc08fd4
+  metadata.gz: 76822c848e35d76f6cb54d7953e9ad7bb68de09b706be6f7586c4c67a3e430074fcd33515394965aeeb1d41c74577295ce56942badb05d96fd390e1daefeb410
+  data.tar.gz: 2cd76061aa3f443723dfc3e934b1cd36e7e7576257f6637a4a1deab4e05c3154d309c9d4b59d084b46e89521774e47475a84fdc711db42d03b1dab496682d532

data/CHANGELOG.md

@@ -1,5 +1,19 @@
 ## [Unreleased]
 
+## [0.2.16] - 2026-05-24
+
+### Added
+- `ArObjectTracker`: subscribes to Rails' built-in `instantiation.active_record` notification to count the total number of ActiveRecord model instances hydrated during each request or background job. The count is reported as `ar_instantiation_count` in every payload. Uses a thread-local counter with an idempotent `subscribe!` guard, matching the same start/stop lifecycle as `GcTracker`. No monkey-patching required — Rails emits this event natively with a `record_count` field that accumulates correctly across batch loads.
+
+## [0.2.14] - 2026-05-23
+
+### Added
+- `DbConnectionSubscriber`: measures the time threads spend waiting to acquire a connection from the ActiveRecord connection pool and counts checkouts per request. Uses `prepend` on `ActiveRecord::ConnectionAdapters::ConnectionPool#checkout` so the overhead is minimal and the instrumentation is invisible to application code. `db_connection_wait_ms` and `db_connection_checkouts` are included in both request and job payloads.
+- Queue duration tracking for web requests via `X-Request-Start` / `X-Queue-Start` headers. Parses both the Heroku microsecond format (`t=<µs>`) and the nginx seconds format (`t=<s.ms>`), and applies a 60 s clock-skew cap so a misconfigured proxy timestamp cannot produce a nonsensical value.
+- Queue duration tracking for background jobs: time from `job.enqueued_at` to when `perform` begins is reported as `queue_duration_ms` in every job payload.
+- `RedisSubscriber`: prepend-based instrumentation on `Redis::Client` that records every individual command, pipeline, and `MULTI`/`EXEC` block with command name, key, duration in ms, and database index. Falls back to an `ActiveSupport::Notifications` subscription for `redis.*` events emitted by other libraries. Capped at 1 000 events per request to bound memory growth.
+- DB connection tracking wired into background jobs: `DbConnectionSubscriber` is started and stopped around job execution in both the normal completion path and the exception handler fallback path, with cleanup in `drain_job_tracking`.
+
 ## [0.1.0] - 2025-08-28
 
 - Initial release

data/lib/dead_bro/ar_object_tracker.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require "active_support/notifications"
+
+module DeadBro
+  module ArObjectTracker
+    THREAD_KEY = :dead_bro_ar_objects
+
+    def self.subscribe!
+      return if @subscribed
+      @subscribed = true
+      ActiveSupport::Notifications.subscribe("instantiation.active_record") do |_name, _started, _finished, _id, data|
+        count = Thread.current[THREAD_KEY]
+        next unless count
+        Thread.current[THREAD_KEY] = count + (data[:record_count] || 1).to_i
+      end
+    rescue StandardError
+      # Never raise from instrumentation install
+    end
+
+    def self.start_request_tracking
+      Thread.current[THREAD_KEY] = 0
+    end
+
+    def self.stop_request_tracking
+      Thread.current[THREAD_KEY]
+    ensure
+      Thread.current[THREAD_KEY] = nil
+    end
+  end
+end

data/lib/dead_bro/gc_tracker.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module DeadBro
+  module GcTracker
+    THREAD_KEY = :dead_bro_gc_start
+
+    def self.start_request_tracking
+      Thread.current[THREAD_KEY] = snapshot
+    end
+
+    def self.stop_request_tracking
+      before = Thread.current[THREAD_KEY]
+      return {} if before.nil? || before.empty?
+      diff(before, snapshot)
+    ensure
+      Thread.current[THREAD_KEY] = nil
+    end
+
+    def self.snapshot
+      return {} unless defined?(GC) && GC.respond_to?(:stat)
+      stat = GC.stat
+      {
+        minor_gc_count: stat[:minor_gc_count] || 0,
+        major_gc_count: stat[:major_gc_count] || 0,
+        total_allocated_objects: stat[:total_allocated_objects] || 0,
+        gc_time_ns: GC.respond_to?(:total_time) ? GC.total_time : nil
+      }
+    rescue
+      {}
+    end
+
+    def self.diff(before, after)
+      return {} if before.empty? || after.empty?
+      gc_time_ms = if before[:gc_time_ns] && after[:gc_time_ns]
+        ((after[:gc_time_ns] - before[:gc_time_ns]) / 1_000_000.0).round(3)
+      end
+      {
+        minor_gc_runs: (after[:minor_gc_count] || 0) - (before[:minor_gc_count] || 0),
+        major_gc_runs: (after[:major_gc_count] || 0) - (before[:major_gc_count] || 0),
+        allocated_objects: (after[:total_allocated_objects] || 0) - (before[:total_allocated_objects] || 0),
+        gc_time_ms: gc_time_ms
+      }
+    rescue
+      {}
+    end
+  end
+end

data/lib/dead_bro/job_subscriber.rb

@@ -12,6 +12,13 @@ module DeadBro
     JOB_EXCEPTION_EVENT_NAME = "exception.active_job"
 
     def self.subscribe!(client: Client.new)
+      # Snap GC state before the job runs so stop_request_tracking gets a valid diff
+      ActiveSupport::Notifications.subscribe("perform_start.active_job") do |_name, _started, _finished, _unique_id, _data|
+        DeadBro::GcTracker.start_request_tracking if defined?(DeadBro::GcTracker)
+        DeadBro::ArObjectTracker.start_request_tracking if defined?(DeadBro::ArObjectTracker)
+      rescue
+      end
+
       # Track job execution
       ActiveSupport::Notifications.subscribe(JOB_EVENT_NAME) do |name, started, finished, _unique_id, data|
         begin
@@ -62,6 +69,8 @@ module DeadBro
         # Get SQL queries executed during this job
         sql_queries = DeadBro::SqlSubscriber.stop_request_tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
+        ar_instantiation_count = defined?(DeadBro::ArObjectTracker) ? DeadBro::ArObjectTracker.stop_request_tracking : nil
 
         # Stop memory tracking and get collected memory data
         if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
@@ -100,6 +109,8 @@ module DeadBro
           queue_duration_ms: queue_duration_ms,
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
+          ar_instantiation_count: ar_instantiation_count,
           status: "completed",
           sql_queries: sql_queries,
           rails_env: DeadBro.env,
@@ -153,6 +164,8 @@ module DeadBro
         # Get SQL queries executed during this job
         sql_queries = DeadBro::SqlSubscriber.stop_request_tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
+        ar_instantiation_count = defined?(DeadBro::ArObjectTracker) ? DeadBro::ArObjectTracker.stop_request_tracking : nil
 
         # Stop memory tracking and get collected memory data
         if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
@@ -191,6 +204,8 @@ module DeadBro
           queue_duration_ms: queue_duration_ms,
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
+          ar_instantiation_count: ar_instantiation_count,
           status: "failed",
           sql_queries: sql_queries,
           exception_class: exception&.class&.name,
@@ -217,6 +232,8 @@ module DeadBro
     def self.drain_job_tracking
       DeadBro::SqlSubscriber.stop_request_tracking if defined?(DeadBro::SqlSubscriber)
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      DeadBro::GcTracker.stop_request_tracking if defined?(DeadBro::GcTracker)
+      DeadBro::ArObjectTracker.stop_request_tracking if defined?(DeadBro::ArObjectTracker)
       DeadBro::LightweightMemoryTracker.stop_request_tracking if defined?(DeadBro::LightweightMemoryTracker)
       if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
         DeadBro::MemoryTrackingSubscriber.stop_request_tracking

data/lib/dead_bro/railtie.rb

@@ -40,6 +40,10 @@ if defined?(Rails) && defined?(Rails::Railtie)
           require "dead_bro/db_connection_subscriber"
           DeadBro::DbConnectionSubscriber.install!
 
+          # Install ActiveRecord object instantiation tracking
+          require "dead_bro/ar_object_tracker"
+          DeadBro::ArObjectTracker.subscribe!
+
           # Install view rendering tracking
           require "dead_bro/view_rendering_subscriber"
           DeadBro::ViewRenderingSubscriber.subscribe!(client: shared_client)

data/lib/dead_bro/sql_tracking_middleware.rb

@@ -61,6 +61,12 @@ module DeadBro
         DeadBro::DbConnectionSubscriber.start_request_tracking
       end
 
+      # Start GC pressure tracking — snapshot before any app code runs
+      DeadBro::GcTracker.start_request_tracking if defined?(DeadBro::GcTracker)
+
+      # Start AR object instantiation counting for this request
+      DeadBro::ArObjectTracker.start_request_tracking if defined?(DeadBro::ArObjectTracker)
+
       # Start outgoing HTTP accumulation for this request
       Thread.current[:dead_bro_http_events] = []
 
@@ -97,6 +103,9 @@ module DeadBro
       Thread.current[:dead_bro_http_events] = nil
       Thread.current[:dead_bro_queue_duration_ms] = nil
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      Thread.current[DeadBro::GcTracker::THREAD_KEY] = nil if defined?(DeadBro::GcTracker)
+      # Bypass stop_request_tracking intentionally — cleanup only, no return value needed here.
+      Thread.current[DeadBro::ArObjectTracker::THREAD_KEY] = nil if defined?(DeadBro::ArObjectTracker)
       Thread.current[DeadBro::TRACKING_START_TIME_KEY] = nil
     end
 

data/lib/dead_bro/subscriber.rb

@@ -65,6 +65,12 @@ module DeadBro
         # Stop DB connection pool wait tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
 
+        # Stop GC pressure tracking — diff minor/major runs, objects allocated, GC time
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
+
+        # Stop AR object instantiation tracking
+        ar_instantiation_count = defined?(DeadBro::ArObjectTracker) ? DeadBro::ArObjectTracker.stop_request_tracking : nil
+
         # Stop view rendering tracking and get collected view events
         view_events = DeadBro::ViewRenderingSubscriber.stop_request_tracking
         view_performance = DeadBro::ViewRenderingSubscriber.analyze_view_performance(view_events)
@@ -178,6 +184,8 @@ module DeadBro
           queue_duration_ms: Thread.current[:dead_bro_queue_duration_ms],
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
+          ar_instantiation_count: ar_instantiation_count,
           logs: DeadBro.logger.logs
         }
         client.post_metric(event_name: name, payload: payload)
@@ -199,6 +207,8 @@ module DeadBro
       end
       Thread.current[:dead_bro_http_events] = nil
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      DeadBro::GcTracker.stop_request_tracking if defined?(DeadBro::GcTracker)
+      DeadBro::ArObjectTracker.stop_request_tracking if defined?(DeadBro::ArObjectTracker)
     rescue
       # Best effort — draining must never raise from the notifications callback.
     end

data/lib/dead_bro/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DeadBro
-  VERSION = "0.2.14"
+  VERSION = "0.2.16"
 end

data/lib/dead_bro.rb

@@ -18,6 +18,8 @@ module DeadBro
   autoload :MemoryTrackingSubscriber, "dead_bro/memory_tracking_subscriber"
   autoload :MemoryLeakDetector, "dead_bro/memory_leak_detector"
   autoload :LightweightMemoryTracker, "dead_bro/lightweight_memory_tracker"
+  autoload :GcTracker, "dead_bro/gc_tracker"
+  autoload :ArObjectTracker, "dead_bro/ar_object_tracker"
   autoload :MemoryHelpers, "dead_bro/memory_helpers"
   autoload :JobSubscriber, "dead_bro/job_subscriber"
   autoload :JobSqlTrackingMiddleware, "dead_bro/job_sql_tracking_middleware"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dead_bro
 version: !ruby/object:Gem::Version
-  version: 0.2.14
+  version: 0.2.16
 platform: ruby
 authors:
 - Emanuel Comsa
@@ -21,6 +21,7 @@ files:
 - FEATURES.md
 - README.md
 - lib/dead_bro.rb
+- lib/dead_bro/ar_object_tracker.rb
 - lib/dead_bro/cache_subscriber.rb
 - lib/dead_bro/circuit_breaker.rb
 - lib/dead_bro/client.rb
@@ -37,6 +38,7 @@ files:
 - lib/dead_bro/dispatcher.rb
 - lib/dead_bro/elasticsearch_subscriber.rb
 - lib/dead_bro/error_middleware.rb
+- lib/dead_bro/gc_tracker.rb
 - lib/dead_bro/http_instrumentation.rb
 - lib/dead_bro/job_sql_tracking_middleware.rb
 - lib/dead_bro/job_subscriber.rb