puma_metrics_engine 1.2.1 → 1.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32e8e883e66e79ca9d1ed80ee21f5b0b880241f0157e325b21c7b679d9ffa56f
-  data.tar.gz: de06e4bed7924f401382ad5e852936cc16bbb699e7c98569957d8a7dae203cf9
+  metadata.gz: c38944df392cee8b15a51aebd6130426a41421a84441822c94ab97010368b3e7
+  data.tar.gz: 47bcfd77948a243f840f2609d802855a1e441108efa3ec6ce84556d3afebac2a
 SHA512:
-  metadata.gz: d51049bfb157f4641cf41499ddd3c1769f7ffa8e13b0dba731124e748cfa2b80cfefb445ca7ecdc1fe06ba00aa31a137f7bc7978d84f962cb4ac413515a5bb7f
-  data.tar.gz: d2d192c9ceda0d7eed4de38ec1a2cce70f36d468cf3dc9de345cb7b3929fd4cd93df1b8fbda1d7deeb11546af6dea4cf0910291238ccb98393d9227572065599
+  metadata.gz: 47940a6f3a8d99b046301df2cf5b5dc31e5236ccfc39a09dae2cdb7d0f2b044cfe09f665f00311e66e9f42cb1e76a3c01f14bc01ebc94fe17ab95418b39378d8
+  data.tar.gz: 406da9dd0fd2721cb640eaf5e772f43fb4a0c2c45eeb6696521cbfe1f28718f61d9bc4cc156341d42991989a450d39a75d81ef81987eb738a64aafde60aaee42

data/lib/puma_metrics_engine/queue_time_tracker.rb

@@ -8,6 +8,12 @@ module PumaMetricsEngine
 
     def initialize(app)
       @app = app
+      @writer = Writer.new(
+        queue_times_key: QUEUE_TIMES_KEY,
+        requests_key: REQUESTS_KEY,
+        redis_url: ENV.fetch("REDIS_URL") { "redis://localhost:6379/1" },
+        after_write: method(:cleanup_old_data)
+      )
     end
 
     def call(env)
@@ -102,34 +108,11 @@ module PumaMetricsEngine
       end
 
       def store_metrics_async(timestamp, queue_time_ms)
-        # Use a thread pool or async job, but for simplicity, we'll do it synchronously
-        # In production, you might want to use a background job
-        Thread.new do
-          begin
-            redis_client = redis
-            # Store queue time with timestamp as score
-            redis_client.zadd(QUEUE_TIMES_KEY, timestamp, queue_time_ms)
-            # Store request timestamp
-            redis_client.zadd(REQUESTS_KEY, timestamp, timestamp)
-            # Cleanup old data (older than TTL)
-            cleanup_old_data(redis_client)
-          rescue StandardError => e
-            Rails.logger.error("[QueueTimeTracker] Failed to store metrics: #{e.message}") if defined?(Rails)
-            Rails.logger.error("[QueueTimeTracker] Redis error backtrace: #{e.backtrace.first(3).join("\n")}") if defined?(Rails)
-          end
-        end
+        @writer.record(timestamp, queue_time_ms)
       end
 
       def store_request_timestamp_async(timestamp)
-        Thread.new do
-          begin
-            redis_client = redis
-            redis_client.zadd(REQUESTS_KEY, timestamp, timestamp)
-            cleanup_old_data(redis_client)
-          rescue StandardError => e
-            Rails.logger.error("[QueueTimeTracker] Failed to store request timestamp: #{e.message}") if defined?(Rails)
-          end
-        end
+        @writer.record(timestamp, nil)
       end
 
       def cleanup_old_data(redis_client)
@@ -141,10 +124,6 @@ module PumaMetricsEngine
         redis_client.zremrangebyscore(QUEUE_TIMES_KEY, "-inf", cutoff_time)
         redis_client.zremrangebyscore(REQUESTS_KEY, "-inf", cutoff_time)
       end
-
-      def redis
-        @redis ||= Redis.new(url: ENV.fetch("REDIS_URL") { "redis://localhost:6379/1" })
-      end
   end
 end
 

data/lib/puma_metrics_engine/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PumaMetricsEngine
-  VERSION = "1.2.1"
+  VERSION = "1.3.0"
 end

data/lib/puma_metrics_engine/writer.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+module PumaMetricsEngine
+  # Sends samples to Redis from one background thread, so a request never
+  # waits on Redis and no thread is started per request.
+  #
+  # Each sample gets a random suffix in its sorted-set member. Members are
+  # unique, so storing the bare value made equal values overwrite each other.
+  # Readers parse members with String#to_f, which stops at the colon, so they
+  # read "12.5:1a2b3c4d" as 12.5 without any change.
+  class Writer
+    # Samples waiting to be written. When Redis is unreachable the queue stops
+    # growing here and new samples are dropped instead.
+    MAX_PENDING = 10_000
+    BATCH_SIZE = 500
+
+    def initialize(queue_times_key:, requests_key:, redis_url:, after_write: nil)
+      @queue_times_key = queue_times_key
+      @requests_key = requests_key
+      @redis_url = redis_url
+      @after_write = after_write
+      @queue = Thread::Queue.new
+      @mutex = Mutex.new
+      @thread = nil
+      @pid = nil
+    end
+
+    # queue_time_ms is nil when the request carried no usable start time; the
+    # request still counts towards requests per minute.
+    def record(timestamp, queue_time_ms)
+      ensure_thread
+      return if @queue.size >= MAX_PENDING
+
+      @queue << [timestamp, queue_time_ms]
+    end
+
+    private
+
+      def ensure_thread
+        return if running?
+
+        @mutex.synchronize do
+          next if running?
+
+          # After a fork the thread and connection belong to the parent.
+          if @pid != Process.pid
+            @queue = Thread::Queue.new
+            @redis = nil
+          end
+          @pid = Process.pid
+          @thread = Thread.new { run }
+          @thread.name = "puma_metrics_writer"
+        end
+      end
+
+      def running?
+        @pid == Process.pid && @thread&.alive?
+      end
+
+      def run
+        loop do
+          write(next_batch)
+        rescue StandardError => e
+          log_error(e)
+          sleep(1)
+        end
+      end
+
+      def next_batch
+        batch = [@queue.pop]
+        while batch.size < BATCH_SIZE
+          sample = begin
+            @queue.pop(true)
+          rescue ThreadError
+            break
+          end
+          batch << sample
+        end
+        batch
+      end
+
+      def write(batch)
+        queue_times = []
+        requests = []
+        batch.each do |timestamp, queue_time_ms|
+          id = SecureRandom.hex(4)
+          queue_times << [timestamp, "#{queue_time_ms}:#{id}"] if queue_time_ms
+          requests << [timestamp, "#{timestamp}:#{id}"]
+        end
+
+        redis.pipelined do |pipeline|
+          pipeline.zadd(@queue_times_key, queue_times) if queue_times.any?
+          pipeline.zadd(@requests_key, requests)
+        end
+        @after_write&.call(redis)
+      end
+
+      def redis
+        @redis ||= Redis.new(url: @redis_url)
+      end
+
+      def log_error(error)
+        return unless defined?(Rails) && Rails.logger
+
+        Rails.logger.error("[QueueTimeTracker] Failed to store metrics: #{error.class}: #{error.message}")
+      end
+  end
+end

data/lib/puma_metrics_engine.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+require "rails"
+require "redis"
 require "puma_metrics_engine/version"
+require "puma_metrics_engine/writer"
 require "puma_metrics_engine/queue_time_tracker"
 require "puma_metrics_engine/engine"

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: puma_metrics_engine
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.3.0
 platform: ruby
 authors:
-- Neeto
-autorequire:
+- Neeraj Singh
 bindir: exe
 cert_chain: []
-date: 2025-11-29 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -94,20 +93,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.12'
-- !ruby/object:Gem::Dependency
-  name: fakeredis
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.9'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.9'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -139,7 +124,7 @@ dependencies:
 description: A Rails engine that exposes Puma server metrics, queue time statistics,
   and request rate information via a /matrix endpoint
 email:
-- engineering@bigbinary.com
+- neeraj@neeto.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -153,14 +138,14 @@ files:
 - lib/puma_metrics_engine/engine.rb
 - lib/puma_metrics_engine/queue_time_tracker.rb
 - lib/puma_metrics_engine/version.rb
-homepage: https://github.com/bigbinary/puma_metrics_engine
+- lib/puma_metrics_engine/writer.rb
+homepage: https://github.com/neetozone/puma_metrics_engine
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/bigbinary/puma_metrics_engine
-  source_code_uri: https://github.com/bigbinary/puma_metrics_engine
-  changelog_uri: https://github.com/bigbinary/puma_metrics_engine/blob/main/CHANGELOG.md
-post_install_message:
+  homepage_uri: https://github.com/neetozone/puma_metrics_engine
+  source_code_uri: https://github.com/neetozone/puma_metrics_engine
+  changelog_uri: https://github.com/neetozone/puma_metrics_engine/blob/main/CHANGELOG.md
 rdoc_options: []
 require_paths:
 - lib
@@ -175,8 +160,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.10
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Rails engine that provides a /matrix endpoint for Puma metrics and queue
   time statistics