sidekiq-instrument 0.5.6 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 72c5cdbcff6df0e0af5fafd832a738c94ca639713fe370c3543c9b01907270c6
-  data.tar.gz: 7a785e4013569f3857f404fcf6cf38656c7c0eae57e20d8154d7d9c322ddb27b
+  metadata.gz: 2a5bba582f4b34766f77e4c9fb0a7c60e026111186fd3807f23c027f421e420d
+  data.tar.gz: 6404eabed92c2b7e6a2fc4c125dcc9e0b81ab35e2db1a98a9175fcb533a0bd3b
 SHA512:
-  metadata.gz: b671f7aee1e48345c8e8eda768aef308782c37bc3990075a0e027fc2c3d2eb0ef9b216df928813c592db3d9d0a32c49062c145a9aff35321cd4e4e1bb6fea337
-  data.tar.gz: 6906d370408c343e8cc283fcc61a4cf5315b6ead830108a88d27608da8c244315a790248f5301d7d448664625b02325d741ecd340d861d7cef0935066aad13d8
+  metadata.gz: 458c593c2cce45ec37a5c659b32d340f1244c0eed14d3c3bb9286d9b4208d095c4ab988b2c4761dbd4499b1f5a68ddf813b223536bc2dcbfcc055ceacd418728
+  data.tar.gz: 1c825fa318f119418d6b93bf3511f433451bb004281bfc1131c553e57e0f421adc0d0b43f211aa59ea21b5d0846cc123288068c49eb96fecc26ff3433010eba0

data/.github/workflows/ci.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       matrix:
         ruby-version: [2.6, 2.7, 3.0]
-        redis-version: [7]
+        redis-version: [4, 5, 6, 7]
 
     steps:
       - name: Checkout project

data/README.md

@@ -67,6 +67,9 @@ Sidekiq.configure_client do |config|
     chain.add Sidekiq::Instrument::ClientMiddleware
   end
 end
+
+Sidekiq::Instrument::WorkerMetrics.enabled = true # Set true to enable worker metrics
+Sidekiq::Instrument::WorkerMetrics.namespace = <APP_NAME>
 ```
 
 ## StatsD Keys
@@ -78,7 +81,7 @@ For each job, the following metrics will be reported:
    worker begins performing a job.
 3. **shared.sidekiq._queue_._job_.runtime**: timer of the total time spent
    in `perform`, in milliseconds.
-3. **shared.sidekiq._queue_._job_.error**: counter incremented each time a
+4. **shared.sidekiq._queue_._job_.error**: counter incremented each time a
    job fails.
 
 The metric names can be changed by overriding the `statsd_metric_name`
@@ -86,7 +89,10 @@ method in your worker classes.
 
 For each queue, the following metrics will be reported:
 1. **shared.sidekiq._queue_.size**: gauge of how many jobs are in the queue
-1. **shared.sidekiq._queue_.latency**: gauge of how long the oldest job has been in the queue
+2. **shared.sidekiq._queue_.latency**: gauge of how long the oldest job has been in the queue
+
+For each worker, the following metrics and tags will be reported:
+1. **sidekiq.worker_metrics.inqueue.#{key}**: number of jobs "in queue" per worker, uses redis to track increment/decrement
 
 ## DogStatsD Keys
 For each job, the following metrics and tags will be reported:
@@ -97,12 +103,15 @@ For each job, the following metrics and tags will be reported:
    worker begins performing a job.
 3. **sidekiq.runtime (tags: {queue: _queue_, worker: _job_})**: timer of the total time spent
    in `perform`, in milliseconds.
-3. **sidekiq.error (tags: {queue: _queue_, worker: _job_})**: counter incremented each time a
+4. **sidekiq.error (tags: {queue: _queue_, worker: _job_})**: counter incremented each time a
    job fails.
 
 For each queue, the following metrics and tags will be reported:
 1. **sidekiq.queue.size (tags: {queue: _queue_})**: gauge of how many jobs are in the queue
-1. **sidekiq.queue.latency (tags: {queue: _queue_})**: gauge of how long the oldest job has been in the queue
+2. **sidekiq.queue.latency (tags: {queue: _queue_})**: gauge of how long the oldest job has been in the queue
+
+For each worker, the following metrics and tags will be reported:
+1. **sidekiq.worker_metrics.inqueue.#{key}**: number of jobs "in queue" per worker, uses redis to track increment/decrement
 
 ## Worker
 There is a worker, `Sidekiq::Instrument::Worker`, that submits gauges

data/lib/sidekiq/instrument/version.rb

@@ -1,5 +1,5 @@
 module Sidekiq
   module Instrument
-    VERSION = '0.5.6'
+    VERSION = '0.6.1'
   end
 end

data/lib/sidekiq/instrument/worker.rb

@@ -64,8 +64,8 @@ module Sidekiq::Instrument
       return unless WorkerMetrics.enabled
 
       WorkerMetrics.workers_in_queue.each do |key, value|
-        Statter.statsd.gauge("shared.sidekiq.trace.inqueue.#{key}", value)
-        Statter.dogstatsd&.gauge("shared.sidekiq.trace.inqueue.#{key}", value)
+        Statter.statsd.gauge("shared.sidekiq.worker_metrics.inqueue.#{key}", value)
+        Statter.dogstatsd&.gauge("shared.sidekiq.worker_metrics.inqueue", value, tags: ["worker:#{key}"])
       end
     end
   end

data/lib/sidekiq/instrument/worker_metrics.rb

@@ -7,93 +7,46 @@ module Sidekiq
     # Stores worker count with a key sidekiq_instrument_trace_workers:#{namespace}:in_queue
     # Values are hash having keys as worker names.
     class WorkerMetrics
-      class_attribute :enabled, :namespace, :redis_config
-
-      class_attribute :redis_password
+      class_attribute :enabled, :namespace
 
       class << self
-        def redis_pool_user
-          @redis_pool_user ||= begin
-            redis_client_config = RedisClient.config(**redis_config)
-            @redis = redis_client_config.new_pool(
-              timeout: 0.5, size: Integer(ENV.fetch('RAILS_MAX_THREADS', 5))
-            )
-          end
-        end
-
-        def reset_redis
-          @redis = nil
-        end
-
         def trace_workers_increment_counter(klass_name, sidekiq_redis_pool_user)
           return unless enabled?
 
-          if redis_config?
-            redis_pool_user.with do |redis|
-              redis.call 'HINCRBY', worker_metric_name, klass_name, 1
-            end
-          else
-            sidekiq_redis_pool_user.with do |redis|
-              redis.hincrby worker_metric_name, klass_name, 1
-            end
+          Sidekiq.redis do |redis|
+            redis.hincrby(worker_metric_name, klass_name, 1)
           end
         end
 
         def trace_workers_decrement_counter(klass_name)
           return unless enabled?
 
-          if redis_config?
-            redis_pool_user.with do |redis|
-              redis.call 'HINCRBY', worker_metric_name, klass_name, -1
-            end
-          else
-            Sidekiq.redis do |redis|
-              redis.hincrby worker_metric_name, klass_name, -1
-            end
+          Sidekiq.redis do |redis|
+            redis.hincrby(worker_metric_name, klass_name, -1)
           end
         end
 
         def reset_counters
           return unless enabled?
 
-          if redis_config?
-            redis_pool_user.with do |redis|
-              all_keys = redis.call 'HGETALL', worker_metric_name
-              redis.call 'HDEL', worker_metric_name, all_keys.keys
-            end
-          else
-            Sidekiq.redis do |redis|
-              all_keys = redis.hgetall worker_metric_name
-              redis.hdel worker_metric_name, all_keys.keys
-            end
+          Sidekiq.redis do |redis|
+            all_keys = redis.hgetall(worker_metric_name)
+            redis.hdel(worker_metric_name, all_keys.keys)
           end
         end
 
         def reset_counter(key)
           return unless enabled?
 
-          if redis_config?
-            redis_pool_user.with do |redis|
-              redis.call 'HDEL', worker_metric_name, key
-            end
-          else
-            Sidekiq.redis do |redis|
-              redis.hdel worker_metric_name, key
-            end
+          Sidekiq.redis do |redis|
+            redis.hdel(worker_metric_name, key)
           end
         end
 
         def workers_in_queue
           return unless enabled?
-
-          if redis_config?
-            redis_pool_user.with do |redis|
-              redis.call 'HGETALL', worker_metric_name
-            end
-          else
-            Sidekiq.redis do |redis|
-              redis.hgetall worker_metric_name
-            end
+          Sidekiq.redis do |redis|
+            redis.hgetall(worker_metric_name)
           end
         end
 

data/sidekiq-instrument.gemspec

@@ -20,7 +20,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'statsd-instrument', '>= 2.0.4'
   spec.add_dependency 'dogstatsd-ruby', '~> 5.5'
   spec.add_dependency 'activesupport', '>= 5.1', '< 7'
-  spec.add_dependency "redis-client", ">= 0.11.0"
+  spec.add_dependency "redis-client", ">= 0.14.1"
 
   spec.add_development_dependency 'bundler', '~> 2.0', '>= 2.0.2'
   spec.add_development_dependency 'rake', '~> 12.0'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-instrument
 version: !ruby/object:Gem::Version
-  version: 0.5.6
+  version: 0.6.1
 platform: ruby
 authors:
 - Loan Application Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-04-04 00:00:00.000000000 Z
+date: 2023-05-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sidekiq
@@ -84,14 +84,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.0
+        version: 0.14.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.0
+        version: 0.14.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement