qless 0.10.2 → 0.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7fc1815799161f2cfc80e99c9a91f357d7fa2292
-  data.tar.gz: 407a493d07be06d5fb00e9751c86603db1eda4e0
+  metadata.gz: e2aefe62cf34864662a68ef488a8b654b90b5654
+  data.tar.gz: 8838c1771b595da7d1b7044b374763ecf6690d26
 SHA512:
-  metadata.gz: d7495a06deeac6270f9587be1104e07e0a98771c0c71c41e05472ec35657089a75188a4efac16c48a26d01f3bb61c80ee20e4c9966a727299a8c7aabd0921252
-  data.tar.gz: 6d2cd3740de9c5ebdaa34b01061e8617e900e1c9bac7a904d39fac242f38c4f3d7dc5529af9e3f7843fba4c4bd7c15074d11bded2d0e59caa880eb8c0a9710cc
+  metadata.gz: 2bf3a2f150016910f64f42481cb02dd1b2330e721ce9e6646693da078e0d22853b7b0d71af7c0bc08e64e96cda28eaaaeeef5b331ceffe847c576744dd9a3a32
+  data.tar.gz: b6eb4d8bb30b09d1836cc66ddd4c88d00c49cace8397f8426cec9f295681868c6bad2aea38c53ef4294c624800077d01367b72e405f4f8bc06e41eb68939b747

data/exe/qless-stats

@@ -0,0 +1,108 @@
+#! /usr/bin/env ruby
+
+require 'qless'
+require 'statsd'
+require 'thor'
+
+class Stats < Thor
+
+  class_option :redis, :default => 'redis://localhost:6379/0'
+  class_option :interval, :type => :numeric, :default => 60,
+    :desc => 'Interval (in seconds) between stats collections'
+  class_option :count, :type => :numeric, :default => 0,
+    :desc => 'Number of collections to perform; <= 0 cycles forever'
+
+  no_commands do
+    def qless
+      if @qless.nil?
+        @qless = Qless::Client.new(url: options[:redis])
+      end
+      @qless
+    end
+
+    def counter(count=0)
+      if count > 0 then
+        return count.times
+      else
+        return Enumerator.new do |enum|
+          index = 0
+          while true do
+            enum << index
+            index += 1
+          end
+        end
+      end
+    end
+
+    def periodically(count, interval)
+      start = Time.now.to_f
+      counter(count).each do |index|
+        target = start + interval * index
+        delay = [target - Time.now.to_f, 0].max
+        sleep(delay)
+
+        yield index
+      end
+    end
+  end
+
+  desc 'statsd', 'Emit metrics to statsd'
+  option :host, :type => :string, :default => 'localhost',
+    :desc => 'Statsd host.'
+  option :port, :type => :numeric, :default => 8125,
+    :desc => 'Statsd port.'
+  option :namespace, :type => :string, :default => nil,
+    :desc => 'Namespace for all metrics.'
+  option :postfix, :type => :string, :default => nil,
+    :desc => 'Postfix for all metrics.'
+  def statsd
+    client = Statsd.new(options[:host], options[:port]).tap do |c|
+      if not options[:namespace].nil?
+        c.namespace = options[:namespace]
+      end
+
+      if not options[:postfix].nil?
+        c.postfix = options[:postfix]
+      end
+    end
+
+    periodically(options[:count].to_i, options[:interval]) do
+      # Track per-queue information
+      qless.queues.counts.each do |counts|
+        queue = counts.delete('name')
+
+        # Counts of jobs in each state in this queue
+        counts['paused'] = counts['paused'] ? 1 : 0
+        counts.each do |key, value|
+          client.gauge "queues.#{queue}.#{key}", value
+        end
+
+        # Counts of completed / popped jobs and timing information
+        stats = qless.queues[queue].stats
+        client.gauge "queues.#{queue}.completed", stats['run']['count']
+        client.gauge "queues.#{queue}.popped", stats['wait']['count']
+        client.gauge "queues.#{queue}.failed", stats['failed']
+        client.gauge "queues.#{queue}.failures", stats['failures']
+        client.gauge "queues.#{queue}.retries", stats['retries']
+
+        ['run', 'wait'].each do |type|
+          client.gauge "queues.#{queue}.#{type}.avg", stats[type]['mean']
+          client.gauge "queues.#{queue}.#{type}.std-dev", stats[type]['std']
+        end
+      end
+
+      # Track failures
+      total = qless.jobs.failed.map do |failure, count|
+        client.gauge "failures.#{failure}", count
+        count
+      end.reduce(0, :+)
+      client.gauge 'failures', total
+
+      # Track workers
+      client.gauge 'workers', qless.workers.counts.length
+    end
+  end
+
+end
+
+Stats.start(ARGV)

data/lib/qless/version.rb

@@ -1,5 +1,5 @@
 # Encoding: utf-8
 
 module Qless
-  VERSION = '0.10.2'
+  VERSION = '0.10.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: qless
 version: !ruby/object:Gem::Version
-  version: 0.10.2
+  version: 0.10.3
 platform: ruby
 authors:
 - Dan Lecocq
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-03-31 00:00:00.000000000 Z
+date: 2016-04-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: metriks
@@ -73,14 +73,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.2
+        version: '1.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.2
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: statsd-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: thin
   requirement: !ruby/object:Gem::Requirement
@@ -136,6 +150,7 @@ email:
 executables:
 - qless-web
 - qless-config
+- qless-stats
 extensions: []
 extra_rdoc_files: []
 files:
@@ -145,6 +160,7 @@ files:
 - Rakefile
 - exe/install_phantomjs
 - exe/qless-config
+- exe/qless-stats
 - exe/qless-web
 - lib/qless.rb
 - lib/qless/config.rb