sidekiq-datadog-monitor 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e57d12d076f185cf465a993f9c74239247bb01740670ad9726b8ff62b5feaa2
-  data.tar.gz: 88c0ecaac6266b2d7008e8ffa656cfa67f4819c627a0192d2c44dae93d9d1879
+  metadata.gz: 1e6838bb59d76c94b8ca2e3ea015f7ab7af6081516f01e83e6a2d0a341d88b01
+  data.tar.gz: 5f209f188034fd94da47f3505eb758f264b5eb9149bdb9ffcb4ee172ad38f20c
 SHA512:
-  metadata.gz: 2acfe7817aab4ff8d841cf0b0a2b7608f9a3ba2fc1910a6678892de0e0938c83584f1a480df4678f0d9f80c47a436e1d72866a30b09edd8a8f804166eeb3593c
-  data.tar.gz: 6ed78e731a72dca0a96e63995e0de25327af1a4a21dd9105873f64140d13161c23764d4591c46b39f03da9485125307e3553b1273616d2a814e9671b6a0cf67b
+  metadata.gz: c89749c8150eecc3cde7a9c6d121c902a7dd4b67f542ca664e5b7f4f95a70b90da1ad802c3e46c461fff8010376aac6565dc24f0be45afaf622fb9845e5f54be
+  data.tar.gz: eef31d5da46a77f797be7ca049d4bf8656b5f888ab648ec6608c8f526a84e9282cf8f938d750dc0c6336e2b40e92cdad2ef0e9c908b2c12a2f936fa0d705bc5a

data/README.md

@@ -29,16 +29,15 @@ require 'sidekiq/datadog/monitor/data'
 
 # Initiate a Sidekiq::Datadog::Monitor client instance.
 Sidekiq::Datadog::Monitor::Data.initialize!(
-    {agent_host: 'localhost', 
-     agent_port: 8125,
-     queue: 'queue name',
-     tags: ['env:production', 'product:product_name'], # optional
-     cron: "*/30 * * * *" # default: "*/1 * * * *"
-     } 
-    )
-
+  agent_host: 'localhost',
+  agent_port: 8125,
+  queue: 'queue name',
+  tags: ['env:production', 'product:product_name'], # optional
+  cron: "*/30 * * * *" # default: "*/1 * * * *",
+  batch: false # optional, default: false
+)
 ```
-`agent_host` and `agent_port` instantiate DogStatsD client 
+`agent_host` and `agent_port` instantiate DogStatsD client
 
 `queue` setting for background job that will gather and send Sidekiq metrics
 
@@ -46,6 +45,7 @@ Sidekiq::Datadog::Monitor::Data.initialize!(
 
 `cron` - schedule settings for background job that will gather and send Sidekiq metrics
 
+`batch` turns on sending DD metrics in batches. Make sure you don't have too many queues before enabling this option. The message with all tags must fit into [8KB of default DataDog buffer](https://docs.datadoghq.com/developers/dogstatsd/high_throughput/#enable-buffering-on-your-client) size.
 
 
 ## Development

data/lib/sidekiq/datadog/monitor/data.rb

@@ -3,12 +3,13 @@ module Sidekiq
     module Monitor
       class Data
         class << self
-          attr_reader :agent_port, :agent_host, :tags, :env, :queue, :cron
+          attr_reader :agent_port, :agent_host, :tags, :env, :queue, :cron, :batch
 
           def initialize!(options)
             @agent_port, @agent_host, @queue = options.fetch_values(:agent_port, :agent_host, :queue)
             @tags = options[:tags] || []
             @cron = options[:cron] || '*/1 * * * *'
+            @batch = options[:batch] || false
 
             Sidekiq.configure_server do |config|
               SidekiqScheduler::Scheduler.dynamic = true

data/lib/sidekiq/datadog/monitor/metrics_worker.rb

@@ -10,25 +10,29 @@ module Sidekiq
         sidekiq_options retry: false
 
         def perform
-          Sidekiq::Stats.new.queues.each_pair do |queue_name, size|
-            post_queue_size(queue_name, size)
+          statsd = ::Datadog::Statsd.new(Data.agent_host, Data.agent_port)
 
-            post_queue_latency(queue_name)
-          end
+          return send_metrics(statsd) unless Data.batch
+
+          statsd.batch { |batch_statsd| send_metrics(batch_statsd) }
         end
 
         private
 
-        def statsd
-          @statsd = ::Datadog::Statsd.new(Data.agent_host, Data.agent_port)
+        def send_metrics(statsd)
+          Sidekiq::Stats.new.queues.each_pair do |queue_name, size|
+            post_queue_size(statsd, queue_name, size)
+
+            post_queue_latency(statsd, queue_name)
+          end
         end
 
-        def post_queue_size(queue_name, size)
+        def post_queue_size(statsd, queue_name, size)
           statsd.gauge('sidekiq.queue.size', size,
                        tags: ["queue_name:#{queue_name}"].concat(Data.tags))
         end
 
-        def post_queue_latency(queue_name)
+        def post_queue_latency(statsd, queue_name)
           latency = Sidekiq::Queue.new(queue_name).latency
           statsd.gauge('sidekiq.queue.latency', latency,
                        tags: ["queue_name:#{queue_name}"].concat(Data.tags))

data/lib/sidekiq/datadog/monitor/version.rb

@@ -1,7 +1,7 @@
 module Sidekiq
   module Datadog
     module Monitor
-      VERSION = '0.2.0'.freeze
+      VERSION = '0.2.1'.freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-datadog-monitor
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - aleksa_castle