resque-metrics 0.0.2 → 0.0.3

data/Gemfile.lock

@@ -4,20 +4,22 @@ GEM
     archive-tar-minitar (0.5.2)
     columnize (0.3.4)
     git (1.2.5)
-    jeweler (1.6.2)
+    jeweler (1.6.4)
       bundler (~> 1.0)
       git (>= 1.2.5)
       rake
     linecache19 (0.5.12)
       ruby_core_source (>= 0.1.4)
-    minitest (2.3.1)
+    minitest (2.8.0)
     multi_json (1.0.3)
-    rack (1.3.3)
-    rake (0.9.2)
-    redis (2.2.0)
+    rack (1.3.5)
+    rack-protection (1.1.4)
+      rack
+    rake (0.9.2.2)
+    redis (2.2.2)
     redis-namespace (1.0.3)
       redis (< 3.0.0)
-    resque (1.19.0.1)
+    resque (1.19.0)
       multi_json (~> 1.0)
       redis-namespace (~> 1.0.2)
       sinatra (>= 0.9.2)
@@ -32,9 +34,10 @@ GEM
       ruby-debug-base19 (>= 0.11.19)
     ruby_core_source (0.1.5)
       archive-tar-minitar (>= 0.5.2)
-    sinatra (1.2.7)
-      rack (~> 1.1)
-      tilt (< 2.0, >= 1.2.2)
+    sinatra (1.3.1)
+      rack (>= 1.3.4, ~> 1.3)
+      rack-protection (>= 1.1.2, ~> 1.1)
+      tilt (>= 1.3.3, ~> 1.3)
     tilt (1.3.3)
     vegas (0.1.8)
       rack (>= 1.0.0)

data/VERSION

@@ -1 +1 @@
-0.0.2
+0.0.3

data/lib/resque/metrics.rb

@@ -82,12 +82,22 @@ module Resque
       run_callback(:on_job_fork, job_class, queue, time)
     end
 
-    def self.record_job_enqueue(job_class)
+    def self.record_job_enqueue(job_class, *args)
       queue = Resque.queue_from_class(job_class)
       increment_metric "enqueue_count"
       increment_metric "enqueue_count:job:#{job_class}"
       increment_metric "enqueue_count:queue:#{queue}"
-      run_callback(:on_job_enqueue, job_class, queue)
+
+      size = Resque.encode(args).length
+      redis.multi do
+        increment_metric "payload_size", size
+        increment_metric "payload_size:queue:#{queue}", size
+        increment_metric "payload_size:job:#{job_class}", size
+      end
+      set_metric "avg_payload_size", total_payload_size / total_enqueue_count
+      set_metric "avg_payload_size:queue:#{queue}", total_payload_size_by_queue(queue) / total_enqueue_count_by_queue(queue)
+      set_metric "avg_payload_size:job:#{job_class}", total_payload_size_by_job(job_class) / total_enqueue_count_by_job(job_class)
+      run_callback(:on_job_enqueue, job_class, queue, size)
       true
     end
 
@@ -167,6 +177,30 @@ module Resque
       get_metric "job_count:job:#{job}"
     end
 
+    def self.total_payload_size
+      get_metric "payload_size"
+    end
+
+    def self.total_payload_size_by_queue(queue)
+      get_metric "payload_size:queue:#{queue}"
+    end
+
+    def self.total_payload_size_by_job(job)
+      get_metric "payload_size:job:#{job}"
+    end
+
+    def self.avg_payload_size
+      get_metric "avg_payload_size"
+    end
+
+    def self.avg_payload_size_by_queue(queue)
+      get_metric "avg_payload_size:queue:#{queue}"
+    end
+
+    def self.avg_payload_size_by_job(job)
+      get_metric "avg_payload_size:job:#{job}"
+    end
+
     def self.avg_fork_time
       get_metric "avg_fork_time"
     end
@@ -206,7 +240,7 @@ module Resque
     module Hooks
 
       def after_enqueue_metrics(*args)
-        Resque::Metrics.record_job_enqueue(self)
+        Resque::Metrics.record_job_enqueue(self, *args)
       end
 
       def around_perform_metrics(*args)

data/resque-metrics.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "resque-metrics"
-  s.version = "0.0.2"
+  s.version = "0.0.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Aaron Quint"]
-  s.date = "2011-10-06"
+  s.date = "2011-11-17"
   s.description = "A simple Resque plugin that times and saves some simple metrics for Resque jobs back into redis. Based on this system\nyou could build some simple auto-scaling mechanism based on the speed and ETA of queues. Also includes a hook/callback\nmechanism for recording/sending the metrics to your favorite tool (AKA statsd/graphite).\n"
   s.email = "aaron@quirkey.com"
   s.extra_rdoc_files = [

data/test/test_resque-metrics.rb

@@ -41,6 +41,12 @@ class TestResqueMetrics < MiniTest::Unit::TestCase
     assert Resque::Metrics.total_job_count_by_job(SomeJob) > 0
   end
 
+  def test_should_record_payload_size
+    assert Resque::Metrics.total_payload_size > 0
+    assert Resque::Metrics.total_payload_size_by_queue(:jobs) > 0
+    assert Resque::Metrics.total_payload_size_by_job(SomeJob) > 0
+  end
+
   def test_should_record_avg_job_time
     assert Resque::Metrics.avg_job_time > 0
     assert Resque::Metrics.avg_job_time_by_queue(:jobs) > 0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: resque-metrics
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-06 00:00:00.000000000Z
+date: 2011-11-17 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70186901120320 !ruby/object:Gem::Requirement
+  requirement: &70250343371240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '1.19'
   type: :runtime
   prerelease: false
-  version_requirements: *70186901120320
+  version_requirements: *70250343371240
 - !ruby/object:Gem::Dependency
   name: ruby-debug19
-  requirement: &70186901113560 !ruby/object:Gem::Requirement
+  requirement: &70250343370740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70186901113560
+  version_requirements: *70250343370740
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: &70186901112120 !ruby/object:Gem::Requirement
+  requirement: &70250343370180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '2'
   type: :development
   prerelease: false
-  version_requirements: *70186901112120
+  version_requirements: *70250343370180
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70186901110860 !ruby/object:Gem::Requirement
+  requirement: &70250343369600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *70186901110860
+  version_requirements: *70250343369600
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70186901108680 !ruby/object:Gem::Requirement
+  requirement: &70250343368880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,7 +65,7 @@ dependencies:
         version: 1.6.2
   type: :development
   prerelease: false
-  version_requirements: *70186901108680
+  version_requirements: *70250343368880
 description: ! 'A simple Resque plugin that times and saves some simple metrics for
   Resque jobs back into redis. Based on this system
 
@@ -110,7 +110,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1965452822166595860
+      hash: -633739306956696608
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: