neetodeploy-autoscale 2.0.3 → 2.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 27447ab3dd1a86114502dba20ac472fdbbc5de7c56e6d65bb9f4b5790c24a6cd
-  data.tar.gz: 8124289ad97a7ea6742af785d5c6183e2f2238faa65c7fb38a1275fe58fdeafc
+  metadata.gz: 85b4ae0e9d4ca64aa8defb71b1a48f95ddfc8dd6ead0c36da7718e102596e6bd
+  data.tar.gz: bbddecea047a1fe57852b6ccc50040e60d0617498d29dfd25b56780d37a8ba1d
 SHA512:
-  metadata.gz: 77e3bb73219f39f717511e3b9f860daf6cbc610b26f656061312a54095c2d6d62e894c8a44027c35fff37948edcada469bf4bfc5a33ede5deec5917320a9a1e2
-  data.tar.gz: f40763ca2219295b1a64c0f76addeeb8539493be1757bdec45ef7830f6379e1b741903ae5acc3894510a37d5dfd600103b25cabfabee2e960bf441332b7fd334
+  metadata.gz: e0cb2130f7a0453d1ddeef3e580ae4347bb1041ca7367839e3a54cb95c2dfd7ad60c7f8a11f14974f0ba4e4eebf0160ff7f3c8d92ec7bce3014badb924bad88e
+  data.tar.gz: d2974979d2cb668b1d36bee0e77dd1c0a1c7b680557faebcb560ce5b8d09e3fcd5f87f36366ae978daaa7840b86cb8c624372c313e8a1f14fdd010a9ed92d409

data/lib/neetodeploy/autoscale/config.rb

@@ -3,7 +3,7 @@ module Neetodeploy
     include Singleton
 
     attr_accessor :disable_auto_scale_gem, :disable_sidekiq_metrics, :app_name, :metrics_server_url,
-                  :metrics_server_auth_token, :report_interval_seconds
+                  :metrics_server_auth_token, :report_interval_seconds, :use_puma_queue_size
 
     def initialize
       @disable_auto_scale_gem = ENV["DISABLE_NEETO_DEPLOY_AUTOSCALE"]
@@ -12,6 +12,7 @@ module Neetodeploy
       @metrics_server_url = "http://nd-queue-time-exporter-web-deployment:3000/metrics"
       @metrics_server_auth_token = "K0An3O3MSyEEMTCnRd1IHgGjdGQkzy"
       @report_interval_seconds = 10
+      @use_puma_queue_size = ENV["NEETODEPLOY_USE_PUMA_QUEUE_SIZE"] == "true"
     end
 
     def gem_disabled?
@@ -21,5 +22,9 @@ module Neetodeploy
     def sidekiq_metrics_disabled?
       disable_sidekiq_metrics == "true"
     end
+
+    def use_puma_queue_size?
+      use_puma_queue_size == true
+    end
   end
 end

data/lib/neetodeploy/autoscale/rails/metrics_collector.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
 
 require "singleton"
-require "neetodeploy/autoscale/rails/metrics_store"
+require "json"
 require "neetodeploy/autoscale/reporter"
 require "neetodeploy/autoscale/logger"
+require "neetodeploy/autoscale/config"
+require "neetodeploy/autoscale/rails/metrics_store"
 
 module Neetodeploy
   module Rails
@@ -16,7 +18,9 @@ module Neetodeploy
       end
 
       def start!
-        logger.info("Starting background worker to collect metrics")
+        config = Config.instance
+        mode = config.use_puma_queue_size? ? "Puma queue size" : "response time"
+        logger.info("Starting background worker to collect #{mode} metrics")
         @pid = Process.pid
         start_thread_with_collector_loop
       end
@@ -28,27 +32,82 @@ module Neetodeploy
       end
 
       def running?
-        @pid == Process.pid and @thread.alive?
+        @pid == Process.pid and @thread&.alive?
       end
 
       def start_thread_with_collector_loop(config = Config.instance)
         @thread = Thread.new do
-          metrics_store = MetricsStore.instance
+          metrics_store = MetricsStore.instance unless config.use_puma_queue_size?
           loop do
-            run_metrics_collection(metrics_store)
+            if config.use_puma_queue_size?
+              run_puma_metrics_collection(config)
+            else
+              run_queue_time_collection(metrics_store, config)
+            end
             multiplier = 1 - (rand / 4)
             sleep config.report_interval_seconds * multiplier
           end
+        rescue StandardError => e
+          logger.error("Rails metrics collector thread terminated with error: #{e.message}")
+          logger.error(e.backtrace.join("\n")) if e.backtrace
+        ensure
+          if @pid == Process.pid && !@thread.nil?
+            logger.info("Restarting Rails metrics collector thread")
+            sleep(5)
+            start_thread_with_collector_loop
+          end
         end
       end
 
-      def run_metrics_collection(metrics_store)
+      def run_queue_time_collection(metrics_store, config)
+        return if config.gem_disabled?
+
         data = metrics_store.flush
         return if data.empty?
 
         average_queue_time = data.sum / data.size
         Reporter.new(average_queue_time, "queue_time", "web").report
       end
+
+      def run_puma_metrics_collection(config)
+        return unless puma_available?
+        return if config.gem_disabled?
+
+        begin
+          queue_size = get_puma_queue_size
+          return if queue_size.nil?
+
+          Reporter.new(queue_size, "puma_queue_size", "web").report
+        rescue StandardError => e
+          logger.error("Error collecting Puma queue size metrics: #{e.message}")
+        end
+      end
+
+      private
+
+        def puma_available?
+          defined?(::Puma) && ::Puma.respond_to?(:stats)
+        end
+
+        def get_puma_queue_size
+          stats_json = ::Puma.stats
+          return nil if stats_json.nil? || stats_json.empty?
+
+          stats = JSON.parse(stats_json)
+
+          # For clustered mode (multiple workers)
+          if stats["worker_status"]
+            # Sum backlog from all workers
+            stats["worker_status"].sum do |worker|
+              worker.dig("last_status", "backlog") || 0
+            end
+          # For single mode
+          elsif stats["backlog"]
+            stats["backlog"]
+          else
+            nil
+          end
+        end
     end
   end
 end

data/lib/neetodeploy/autoscale/rails/middleware.rb

@@ -1,10 +1,9 @@
 # frozen_string_literal: true
 
-require "net/http"
-require "time"
 require "neetodeploy/autoscale/rails/metrics"
 require "neetodeploy/autoscale/rails/metrics_store"
 require "neetodeploy/autoscale/rails/metrics_collector"
+require "neetodeploy/autoscale/config"
 
 module Neetodeploy
   module Rails
@@ -14,13 +13,18 @@ module Neetodeploy
       end
 
       def call(env)
-        metrics = Metrics.new(env)
-        queue_time = metrics.queue_time unless metrics.ignore?
+        config = Config.instance
         MetricsCollector.start
 
-        if queue_time
-          store = MetricsStore.instance
-          store.push queue_time
+        # Only collect queue time per request if using the old response time method
+        unless config.use_puma_queue_size?
+          metrics = Metrics.new(env)
+          queue_time = metrics.queue_time unless metrics.ignore?
+
+          if queue_time
+            store = MetricsStore.instance
+            store.push queue_time
+          end
         end
 
         @app.call(env)

data/lib/neetodeploy/autoscale/reporter.rb

@@ -9,8 +9,8 @@ module Neetodeploy
   class Reporter
     include NeetoDeploy::Logger
 
-    def initialize(queue_time, metric_name, process_type, queue_name = nil, config = Config.instance)
-      @queue_time = queue_time.to_i
+    def initialize(metric_value, metric_name, process_type, queue_name = nil, config = Config.instance)
+      @metric_value = metric_value.to_i
       @config = config
       @metric_name = metric_name
       @queue_name = queue_name
@@ -21,7 +21,7 @@ module Neetodeploy
       params = common_params
       params[:queue_name] = @queue_name if @queue_name
       url = build_url(params)
-      logger.info("Reporting average queue time for #{@process_type} dyno: #{@queue_time}")
+      logger.info("Reporting #{@metric_name} for #{@process_type} dyno: #{@metric_value}")
 
       post_request(url)
     end
@@ -31,7 +31,7 @@ module Neetodeploy
     def common_params
       {
         app_name: @config.app_name,
-        queue_time: @queue_time,
+        queue_time: @metric_value, # Keep queue_time parameter name for backward compatibility with metrics server
         metric_name: @metric_name,
         process_type: @process_type
       }

data/lib/neetodeploy/autoscale/version.rb

@@ -2,6 +2,6 @@
 
 module Neetodeploy
   module Autoscale
-    VERSION = "2.0.3"
+    VERSION = "2.0.4"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: neetodeploy-autoscale
 version: !ruby/object:Gem::Version
-  version: 2.0.3
+  version: 2.0.4
 platform: ruby
 authors:
 - Sreeram Venkitesh
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-09-23 00:00:00.000000000 Z
+date: 2025-11-13 00:00:00.000000000 Z
 dependencies: []
 description: For automatically scaling your Rails application based on network metrics
 email:
@@ -56,7 +56,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.1
+rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
 summary: neetoDeploy autoscaler gem