dead_bro 0.2.14 → 0.2.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f7618eda689dd41bbb5c71cdff40619e5857a71b31a182f234064d89197d79c
-  data.tar.gz: fbcac3f8c189834690a5a75e013f07cec20044f4e74285139aa22f66ae0cf65d
+  metadata.gz: 2251b88befeee4d2b7668bc504cc99d94cd154dd4539258545c1084e7a388709
+  data.tar.gz: 10141477e9697b91d95290ccfc695abb304e8dfbdfb526f95646269be03be0ef
 SHA512:
-  metadata.gz: 68864135e9fd51e65293ee369f1002e6f37341627fd674d570781fa163dd5b2345a4e7421356f49bc2bc00c1b8f37946b7fe9d31ff0370a6781f892392c7ec5d
-  data.tar.gz: 5e72422ba6297af9ef9a521e675d832dd94a0f81783ae964be53ecdd16eaa96dd4bc55448baceb697ea1b0b4bfd024090009d43dd87a3893f197df607cc08fd4
+  metadata.gz: 39ec9243a8792016f7cf9bf5f8d81856c121365b5cebef91ef7d318f642e7480a66b32a92b63ec944ee3aebb9e92ffdfc27c9e284e41da7daa081661e893b38a
+  data.tar.gz: 519f6df31fb8dc567a6974052e58787098021078514eaa2877a2f582651c5a5fec316f4da58a625a4b6d00eed7fae614fe5dd79f1da17ae2d4d7227ce8f7061b

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 ## [Unreleased]
 
+## [0.2.14] - 2026-05-23
+
+### Added
+- `DbConnectionSubscriber`: measures the time threads spend waiting to acquire a connection from the ActiveRecord connection pool and counts checkouts per request. Uses `prepend` on `ActiveRecord::ConnectionAdapters::ConnectionPool#checkout` so the overhead is minimal and the instrumentation is invisible to application code. `db_connection_wait_ms` and `db_connection_checkouts` are included in both request and job payloads.
+- Queue duration tracking for web requests via `X-Request-Start` / `X-Queue-Start` headers. Parses both the Heroku microsecond format (`t=<µs>`) and the nginx seconds format (`t=<s.ms>`), and applies a 60 s clock-skew cap so a misconfigured proxy timestamp cannot produce a nonsensical value.
+- Queue duration tracking for background jobs: time from `job.enqueued_at` to when `perform` begins is reported as `queue_duration_ms` in every job payload.
+- `RedisSubscriber`: prepend-based instrumentation on `Redis::Client` that records every individual command, pipeline, and `MULTI`/`EXEC` block with command name, key, duration in ms, and database index. Falls back to an `ActiveSupport::Notifications` subscription for `redis.*` events emitted by other libraries. Capped at 1 000 events per request to bound memory growth.
+- DB connection tracking wired into background jobs: `DbConnectionSubscriber` is started and stopped around job execution in both the normal completion path and the exception handler fallback path, with cleanup in `drain_job_tracking`.
+
 ## [0.1.0] - 2025-08-28
 
 - Initial release

data/lib/dead_bro/gc_tracker.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module DeadBro
+  module GcTracker
+    THREAD_KEY = :dead_bro_gc_start
+
+    def self.start_request_tracking
+      Thread.current[THREAD_KEY] = snapshot
+    end
+
+    def self.stop_request_tracking
+      before = Thread.current[THREAD_KEY]
+      return {} if before.nil? || before.empty?
+      diff(before, snapshot)
+    ensure
+      Thread.current[THREAD_KEY] = nil
+    end
+
+    def self.snapshot
+      return {} unless defined?(GC) && GC.respond_to?(:stat)
+      stat = GC.stat
+      {
+        minor_gc_count: stat[:minor_gc_count] || 0,
+        major_gc_count: stat[:major_gc_count] || 0,
+        total_allocated_objects: stat[:total_allocated_objects] || 0,
+        gc_time_ns: GC.respond_to?(:total_time) ? GC.total_time : nil
+      }
+    rescue
+      {}
+    end
+
+    def self.diff(before, after)
+      return {} if before.empty? || after.empty?
+      gc_time_ms = if before[:gc_time_ns] && after[:gc_time_ns]
+        ((after[:gc_time_ns] - before[:gc_time_ns]) / 1_000_000.0).round(3)
+      end
+      {
+        minor_gc_runs: (after[:minor_gc_count] || 0) - (before[:minor_gc_count] || 0),
+        major_gc_runs: (after[:major_gc_count] || 0) - (before[:major_gc_count] || 0),
+        allocated_objects: (after[:total_allocated_objects] || 0) - (before[:total_allocated_objects] || 0),
+        gc_time_ms: gc_time_ms
+      }
+    rescue
+      {}
+    end
+  end
+end

data/lib/dead_bro/job_subscriber.rb

@@ -12,6 +12,12 @@ module DeadBro
     JOB_EXCEPTION_EVENT_NAME = "exception.active_job"
 
     def self.subscribe!(client: Client.new)
+      # Snap GC state before the job runs so stop_request_tracking gets a valid diff
+      ActiveSupport::Notifications.subscribe("perform_start.active_job") do |_name, _started, _finished, _unique_id, _data|
+        DeadBro::GcTracker.start_request_tracking if defined?(DeadBro::GcTracker)
+      rescue
+      end
+
       # Track job execution
       ActiveSupport::Notifications.subscribe(JOB_EVENT_NAME) do |name, started, finished, _unique_id, data|
         begin
@@ -62,6 +68,7 @@ module DeadBro
         # Get SQL queries executed during this job
         sql_queries = DeadBro::SqlSubscriber.stop_request_tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
 
         # Stop memory tracking and get collected memory data
         if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
@@ -100,6 +107,7 @@ module DeadBro
           queue_duration_ms: queue_duration_ms,
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
           status: "completed",
           sql_queries: sql_queries,
           rails_env: DeadBro.env,
@@ -153,6 +161,7 @@ module DeadBro
         # Get SQL queries executed during this job
         sql_queries = DeadBro::SqlSubscriber.stop_request_tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
 
         # Stop memory tracking and get collected memory data
         if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
@@ -191,6 +200,7 @@ module DeadBro
           queue_duration_ms: queue_duration_ms,
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
           status: "failed",
           sql_queries: sql_queries,
           exception_class: exception&.class&.name,
@@ -217,6 +227,7 @@ module DeadBro
     def self.drain_job_tracking
       DeadBro::SqlSubscriber.stop_request_tracking if defined?(DeadBro::SqlSubscriber)
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      DeadBro::GcTracker.stop_request_tracking if defined?(DeadBro::GcTracker)
       DeadBro::LightweightMemoryTracker.stop_request_tracking if defined?(DeadBro::LightweightMemoryTracker)
       if DeadBro.configuration.allocation_tracking_enabled && defined?(DeadBro::MemoryTrackingSubscriber)
         DeadBro::MemoryTrackingSubscriber.stop_request_tracking

data/lib/dead_bro/sql_tracking_middleware.rb

@@ -61,6 +61,9 @@ module DeadBro
         DeadBro::DbConnectionSubscriber.start_request_tracking
       end
 
+      # Start GC pressure tracking — snapshot before any app code runs
+      DeadBro::GcTracker.start_request_tracking if defined?(DeadBro::GcTracker)
+
       # Start outgoing HTTP accumulation for this request
       Thread.current[:dead_bro_http_events] = []
 
@@ -97,6 +100,7 @@ module DeadBro
       Thread.current[:dead_bro_http_events] = nil
       Thread.current[:dead_bro_queue_duration_ms] = nil
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      Thread.current[DeadBro::GcTracker::THREAD_KEY] = nil if defined?(DeadBro::GcTracker)
       Thread.current[DeadBro::TRACKING_START_TIME_KEY] = nil
     end
 

data/lib/dead_bro/subscriber.rb

@@ -65,6 +65,9 @@ module DeadBro
         # Stop DB connection pool wait tracking
         db_connection_stats = defined?(DeadBro::DbConnectionSubscriber) ? DeadBro::DbConnectionSubscriber.stop_request_tracking : {}
 
+        # Stop GC pressure tracking — diff minor/major runs, objects allocated, GC time
+        gc_pressure = defined?(DeadBro::GcTracker) ? DeadBro::GcTracker.stop_request_tracking : {}
+
         # Stop view rendering tracking and get collected view events
         view_events = DeadBro::ViewRenderingSubscriber.stop_request_tracking
         view_performance = DeadBro::ViewRenderingSubscriber.analyze_view_performance(view_events)
@@ -178,6 +181,7 @@ module DeadBro
           queue_duration_ms: Thread.current[:dead_bro_queue_duration_ms],
           db_connection_wait_ms: db_connection_stats[:wait_ms],
           db_connection_checkouts: db_connection_stats[:checkouts],
+          gc_pressure: gc_pressure,
           logs: DeadBro.logger.logs
         }
         client.post_metric(event_name: name, payload: payload)
@@ -199,6 +203,7 @@ module DeadBro
       end
       Thread.current[:dead_bro_http_events] = nil
       DeadBro::DbConnectionSubscriber.stop_request_tracking if defined?(DeadBro::DbConnectionSubscriber)
+      DeadBro::GcTracker.stop_request_tracking if defined?(DeadBro::GcTracker)
     rescue
       # Best effort — draining must never raise from the notifications callback.
     end

data/lib/dead_bro/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DeadBro
-  VERSION = "0.2.14"
+  VERSION = "0.2.15"
 end

data/lib/dead_bro.rb

@@ -18,6 +18,7 @@ module DeadBro
   autoload :MemoryTrackingSubscriber, "dead_bro/memory_tracking_subscriber"
   autoload :MemoryLeakDetector, "dead_bro/memory_leak_detector"
   autoload :LightweightMemoryTracker, "dead_bro/lightweight_memory_tracker"
+  autoload :GcTracker, "dead_bro/gc_tracker"
   autoload :MemoryHelpers, "dead_bro/memory_helpers"
   autoload :JobSubscriber, "dead_bro/job_subscriber"
   autoload :JobSqlTrackingMiddleware, "dead_bro/job_sql_tracking_middleware"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dead_bro
 version: !ruby/object:Gem::Version
-  version: 0.2.14
+  version: 0.2.15
 platform: ruby
 authors:
 - Emanuel Comsa
@@ -37,6 +37,7 @@ files:
 - lib/dead_bro/dispatcher.rb
 - lib/dead_bro/elasticsearch_subscriber.rb
 - lib/dead_bro/error_middleware.rb
+- lib/dead_bro/gc_tracker.rb
 - lib/dead_bro/http_instrumentation.rb
 - lib/dead_bro/job_sql_tracking_middleware.rb
 - lib/dead_bro/job_subscriber.rb