resque_cmdline 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b15e6c5c4c89f45182b04e3e9be21ebe59e5428a
+  data.tar.gz: e7be2715b86572b97996a84064a5996a3e3923a8
+SHA512:
+  metadata.gz: 9edc7668525efd1574eb7bcb3ee4109f3a8842d39c93f6a911d7a716011542e43d7e5eda158458d69f63971d4eab230d6bc739fc019b0a68fd9571d27fbd6d65
+  data.tar.gz: 5b1efafa0d7583536eab400feedb7492c71ebec339cd04d69fb0bb35ad7b08cfe369f40712db62c202712e51c6aeaeef875353849ad5979a70191310e5fada00

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in resque_cmdline.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,19 @@
+The MIT License (MIT)
+Copyright (c) 2012 Ric Lister
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+# resque_cmdline
+
+This is a simple command-line client for showing info about queues and
+workers from
+[resque](https://github.com/resque/resque) or 
+[sidekiq](https://github.com/mperham/sidekiq).
+
+resque_cmdline does not use resque or sidekiq gems, but extracts info
+directly from redis. This should be an order of magnitude faster when
+querying a redis server over a slow (vpn over internet) connection.
+
+## Usage
+
+    rq [options] command [-e shell_command]
+
+where command is one of: queues workers failed running pending stats. Commands
+may be be shortened to their shortest unique beginning.
+
+See option list using `-h`.
+
+## Example
+
+Show ps listing for all running jobs older than 1 hour:
+
+    rq running -o 1h -e ssh {host} ps -lfp {pid}
+
+## Config
+
+Configure your environments and redis servers in `~/.rq.yml`. For example:
+
+```yaml
+environments:
+  production:  redis-01:6379
+  staging:     redis-stg-01:6379
+  development: localhost:6379
+
+environment: production
+```
+
+## License
+
+See included file LICENSE.
+
+## Copyright
+
+Copyright (c) 2012 Richard Lister.

data/Rakefile

@@ -0,0 +1,103 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "rainbow"
+
+## begin version management
+def valid? version
+  pattern = /^\d+\.\d+\.\d+(\-(dev|beta|rc\d+))?$/
+  raise "Tried to set invalid version: #{version}".color(:red) unless version =~ pattern
+end
+
+def correct_version version
+  ver, flag = version.split '-'
+  v = ver.split '.'
+  (0..2).each do |n|
+    v[n] = v[n].to_i
+  end
+  [v.join('.'), flag].compact.join '-'
+end
+
+def read_version
+  begin 
+    File.read 'VERSION'
+  rescue
+    raise "VERSION file not found or unreadable.".color(:red)
+  end
+end
+
+def write_version version
+  valid? version
+  begin
+    File.open 'VERSION', 'w' do |file|
+      file.write correct_version(version)
+    end
+  rescue
+    raise "VERSION file not found or unwritable.".color(:red)
+  end
+end
+
+def reset current, which
+  version, flag = current.split '-'
+  v = version.split '.'
+  which.each do |part|
+    v[part] = 0
+  end
+  [v.join('.'), flag].compact.join '-'
+end
+
+def increment current, which
+  version, flag = current.split '-'
+  v = version.split '.'
+  v[which] = v[which].to_i + 1
+  [v.join('.'), flag].compact.join '-'
+end
+
+desc "Prints the current application version"
+version = read_version
+task :version do
+  puts <<HELP
+Available commands are:
+-----------------------
+rake version:write[version]   # set version explicitly
+rake version:patch            # increment the patch x.x.x+1
+rake version:minor            # increment minor and reset patch x.x+1.0
+rake version:major            # increment major and reset others x+1.0.0
+
+HELP
+  puts "Current version is: #{version.color(:green)}"
+  puts "NOTE: version should always be in the format of x.x.x".color(:red)
+end
+
+namespace :version do
+  
+  desc "Write version explicitly by specifying version number as a parameter"
+  task :write, [:version] do |task, args|
+    write_version args[:version].strip
+    puts "Version explicitly written: #{read_version.color(:green)}"
+  end
+  
+  desc "Increments the patch version"
+  task :patch do
+    new_version = increment read_version, 2
+    write_version new_version
+    puts "Application patched: #{new_version.color(:green)}"
+  end
+  
+  desc "Increments the minor version and resets the patch"
+  task :minor do
+    incremented = increment read_version, 1
+    new_version = reset incremented, [2]
+    write_version new_version
+    puts "New version released: #{new_version.color(:green)}"
+  end
+  
+  desc "Increments the major version and resets both minor and patch"
+  task :major do
+    incremented = increment read_version, 0
+    new_version = reset incremented, [1, 2]
+    write_version new_version
+    puts "Major application version change: #{new_version.color(:green)}. Congratulations!"
+  end
+  
+end
+## end version management

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/rq

@@ -0,0 +1,327 @@
+#!/usr/bin/env ruby
+
+## SYNOPSIS
+##
+## Fast cmdline client for extracting resque/sidekiq worker info from redis,
+## displaying info with optional filters for age and class, and optionally
+## running shell commands on each worker (with hostname and port passed).
+## Call as 'rq' for resque, or 'sq' for sidekiq (or use --prefix).
+##
+## USAGE
+##
+##   rq [options] command [-e shell_command]
+##
+## where command is one of: queues workers failed running pending stats. Commands
+## may be be shortened to their shortest unique beginning.
+##
+## See option list using -h.
+##
+## EXAMPLE
+##
+## Show ps listing for all running jobs older than 1 hour:
+##
+##   rq running -o 1h -e ssh {host} ps -lfp {pid}
+##
+## CONFIG
+##
+## Configure your environments and redis servers in ~/.rq.yml. For example:
+##
+##   environments:
+##     production:  redis-01:6379
+##     staging:     redis-stg-01:6379
+##     development: localhost:6379
+##   environment: production
+##
+## LICENSE
+##
+## See included file LICENSE.
+##
+## COPYRIGHT
+##
+## Copyright (c) 2012 Richard Lister.
+
+require "redis"
+require "json"
+require "optparse"
+require 'date'
+require 'yaml'
+
+class Object
+  def try(method)
+    send method if respond_to? method
+  end
+end
+
+## convert array of arrays to array of strings with columns aligned
+class Array
+  def values
+    self
+  end
+
+  def tabulate
+    widths = self.map do |row|
+      row.values.map { |value| value.to_s.length }
+    end.transpose.map(&:max) # => array of columns widths
+
+    self.map do |row|
+      row.values.each_with_index.map do |cell, index|
+        "%-#{widths[index]}s" % cell
+      end.join('  ')
+    end # => array of formatted table rows as strings
+  end
+end
+
+## return new hash with all keys recursively turned into symbols
+class Hash
+  def symbolize_keys
+    Hash[self.map do |key, value|
+      [ key.to_sym, value.respond_to?(:symbolize_keys) ? value.symbolize_keys : value ]
+    end]
+  end
+end
+
+## human-readable time in past relative to present
+class String
+  def seconds_ago
+    DateTime.parse(self).to_time.seconds_ago
+  end
+
+  def to_seconds
+    multiplier = { '' => 1, 's' => 1, 'm' => 60, 'h' => 3600, 'd' => 86400, 'w' => 604800 }
+    /^(\d+)\s*([smhdw]?)/.match(self) or raise ArgumentError, "Illegal time period #{self}"
+    Integer($1) * multiplier[$2]
+  end
+end
+
+## assume sidekiq timestamps given as int are epochs
+class Fixnum
+  def seconds_ago
+    Time.at(self).to_time.seconds_ago
+  end
+end
+
+class Time
+  def seconds_ago
+    Time.now.utc.to_i - self.utc.to_i
+  end
+end
+
+## convert time in secs to human-readable units
+class Fixnum
+  def to_dhms
+    m, s = self.divmod(60)
+    h, m = m.divmod(60)
+    d, h = h.divmod(24)
+    {:d => d, :h => h, :m => m, :s => s}.map do |k,v|
+      v>0 ? "#{v}#{k}" : nil
+    end.compact.join(" ")
+  end
+end
+
+class ResqueCmdline
+  attr_reader :redis, :options, :prefix
+  
+  def initialize(options = nil)
+    @options = options
+    host, port = options[:redis].split(':')
+    @redis = Redis.new(:host => host, :port => port || 6379)
+    @prefix = options[:prefix]
+  end
+
+  def queues
+    redis.smembers("#{prefix}queues").sort.map { |q| [q] }
+  end
+
+  def workers
+    redis.smembers("#{prefix}workers").sort.map { |w| [w] }
+  end
+
+  def failed
+    failed = redis.lrange("#{prefix}failed", 0, -1).map do |f|
+      job = JSON(f)
+      {
+        :worker    => job['worker'].match(/^([\w\.-]+:\d+):/).captures.join,
+        :queue     => job['queue'],
+        :class     => job['payload']['class'],
+        :exception => job['exception'],
+        :date      => job['failed_at'].seconds_ago,
+        :retried   => job['retried_at'].try(:seconds_ago), # can be nil
+      }
+    end
+
+    if options[:older]
+      failed.select! { |job| job[:date] >= options[:older] }
+    end
+
+    if options[:retried]
+      failed.select! { |job| job[:retried] and job[:retried] >= options[:retried] }
+    end
+
+    failed.sort{ |a,b| b[:date] <=> a[:date] }.each do |job|
+      job[:date]    = job[:date].to_dhms
+      job[:retried] = job[:retried].try(:to_dhms) # can be nil
+    end
+  end
+
+  def unregister(hostport)
+    redis.smembers("#{prefix}workers").grep(/^#{hostport}/).each do |worker|
+      puts "unregistering: #{worker}"
+      redis.srem("#{prefix}workers", worker)
+      redis.del("#{prefix}worker:#{worker}")
+      redis.del("#{prefix}worker:#{worker}:started")
+      redis.del("#{prefix}stat:processed:#{worker}")
+      redis.del("#{prefix}stat:failed:#{worker}")
+    end
+  end
+
+  def running
+    keys = redis.smembers("#{prefix}workers").map { |worker| "#{prefix}worker:#{worker}" }
+    return keys if keys.empty?
+
+    running = redis.mapped_mget(*keys).map do |key, value|
+      if value.nil? || value.empty?
+        nil
+      else
+        job = JSON(value)
+        {
+          :worker => key.match(/^#{prefix}worker:([\w\.-]+:[\d\-]+):/).captures.join,
+          :queue  => job['queue'],
+          :class  => job['payload']['class'],
+          :date   => job['run_at'].seconds_ago,
+        }
+      end
+    end.compact
+
+    if options[:older]
+      running.select! { |job| job[:date] >= options[:older] }
+    end
+
+    running.sort { |a,b| b[:date] <=> a[:date] }.each do |job|
+      job[:date] = job[:date].to_dhms
+    end
+  end
+
+  def pending
+    redis.smembers("#{prefix}queues").map do |queue|
+      {
+        :name  => queue,
+        :count => redis.llen("#{prefix}queue:#{queue}")
+      }
+    end.sort { |a,b| b[:count] <=> a[:count] }
+  end
+
+  def stats
+    [
+     [ "total processed", redis.get("#{prefix}stat:processed").to_s ],
+     [ "total failed", redis.get("#{prefix}stat:failed").to_s ],
+     [ "queues", queues.size.to_s ],
+     [ "workers", redis.scard("#{prefix}workers").to_s ],
+     [ "pending", queues.inject(0) { |sum, q| sum + redis.llen("#{prefix}queue:#{q}") }.to_s ],
+     [ "failed", redis.llen("#{prefix}failed").to_s ],
+    ]
+  end
+
+end
+
+## defaults
+options = {
+  :environments => {
+    :production  => 'http://redis:6379',
+    :development => 'http://localhost:6379'
+  },
+  :environment => :production,
+  #:prefix      => 'resque:',
+  :prefix      => File.basename($0) == 'sq' ? '' : 'resque:', #sidekiq vs resque
+}
+
+## merge options from config file
+cfgfile = File.join(ENV['HOME'], '.rq.yml')
+options = options.merge(YAML.load_file(cfgfile).symbolize_keys) if File.exists?(cfgfile)
+
+commands = %w[queues workers failed running pending stats]
+
+OptionParser.new do |opt|
+  opt.banner = "Usage: #{$0} [options] command [-e shellcmd]\n(use -h for help)."
+  opt.on('-c', '--class REGEX', 'Filter by class name.') do |c|
+    options[:class] = c
+  end
+  opt.on('-e', '--exec CMD', 'Exec cmd with sub for {host} and {pid}, must be last arg.') do |e|
+    options[:exec] = ARGV.shift(ARGV.length).unshift(e).join(' ') # slurp rest of ARGV
+  end
+  opt.on('-E', '--environment REGEX', 'Environment to use.') do |e|
+    options[:environment] = e
+  end
+  opt.on('-j', '--json', 'Dump output as JSON instead of tabulated output.') do |j|
+    options[:json] = j
+  end
+  opt.on('-o', '--older TIME', 'Filter date e.g. 30s, 2d.') do |o|
+    options[:older] = o.to_seconds
+  end
+  opt.on('-p', '--prefix PREFIX', 'Prefix for keys in redis.') do |p|
+    options[:prefix] = p
+  end
+  opt.on('-q', '--queue REGEX', 'Filter by queue name.') do |q|
+    options[:queue] = q
+  end
+  opt.on('-r', '--retried TIME', 'Filter failed jobs retried before time.') do |r|
+    options[:retried] = r.to_seconds
+  end
+  opt.on('-R', '--redis SERVER' 'Set redis server as host:port') do |r|
+    options[:redis] = r
+  end
+  opt.on('-U', '--unregister', 'Unregister matching workers from redis. Be very careful.') do |u|
+    options[:unregister] = u
+  end
+  opt.on_tail("-h", "--help", "Show this message.") do
+    puts opt
+    puts "     cmd: #{commands.join(' ')}"
+    exit
+  end
+end.parse!
+
+
+## find command that matches arg given
+matching = commands.grep /^#{ARGV.first}/
+abort "commands: #{commands.join(' ')}" unless matching.length == 1
+
+## find first matching environment
+environment, redis = options[:environments].find do |k, v|
+  k.match(/^#{options[:environment]}/)
+end
+abort "environments: #{options[:environments].keys.join(' ')}" unless environment && redis
+
+## redis server from environment, unless overridden with option
+options[:redis] ||= redis
+
+## get data from redis
+cmd = ResqueCmdline.new(options)
+output = cmd.send(matching.first)
+
+## grep output by a specific named column
+[:class, :queue].each do |field|
+  if options[field]
+    output.select! do |row|
+      c = row.fetch(field) { nil } and c.match(options[field])
+    end
+  end
+end
+
+## handle data for exec or output
+if options[:exec]
+  output.each do |line|
+    worker = line.fetch(:worker) { false } or next
+    host, pid = worker.split(':')
+    cmd = options[:exec].dup
+    cmd.gsub!(/\{host\}/, host).gsub!(/\{pid\}/, pid)
+    system cmd
+  end
+elsif options[:unregister]
+  output.each do |line|
+    worker = line.fetch(:worker) { false } or next
+    cmd.unregister(worker)
+  end
+elsif options[:json]
+  puts JSON.dump(output)
+else
+  puts output.tabulate
+end

data/bin/sq

@@ -0,0 +1,327 @@
+#!/usr/bin/env ruby
+
+## SYNOPSIS
+##
+## Fast cmdline client for extracting resque/sidekiq worker info from redis,
+## displaying info with optional filters for age and class, and optionally
+## running shell commands on each worker (with hostname and port passed).
+## Call as 'rq' for resque, or 'sq' for sidekiq (or use --prefix).
+##
+## USAGE
+##
+##   rq [options] command [-e shell_command]
+##
+## where command is one of: queues workers failed running pending stats. Commands
+## may be be shortened to their shortest unique beginning.
+##
+## See option list using -h.
+##
+## EXAMPLE
+##
+## Show ps listing for all running jobs older than 1 hour:
+##
+##   rq running -o 1h -e ssh {host} ps -lfp {pid}
+##
+## CONFIG
+##
+## Configure your environments and redis servers in ~/.rq.yml. For example:
+##
+##   environments:
+##     production:  redis-01:6379
+##     staging:     redis-stg-01:6379
+##     development: localhost:6379
+##   environment: production
+##
+## LICENSE
+##
+## See included file LICENSE.
+##
+## COPYRIGHT
+##
+## Copyright (c) 2012 Richard Lister.
+
+require "redis"
+require "json"
+require "optparse"
+require 'date'
+require 'yaml'
+
+class Object
+  def try(method)
+    send method if respond_to? method
+  end
+end
+
+## convert array of arrays to array of strings with columns aligned
+class Array
+  def values
+    self
+  end
+
+  def tabulate
+    widths = self.map do |row|
+      row.values.map { |value| value.to_s.length }
+    end.transpose.map(&:max) # => array of columns widths
+
+    self.map do |row|
+      row.values.each_with_index.map do |cell, index|
+        "%-#{widths[index]}s" % cell
+      end.join('  ')
+    end # => array of formatted table rows as strings
+  end
+end
+
+## return new hash with all keys recursively turned into symbols
+class Hash
+  def symbolize_keys
+    Hash[self.map do |key, value|
+      [ key.to_sym, value.respond_to?(:symbolize_keys) ? value.symbolize_keys : value ]
+    end]
+  end
+end
+
+## human-readable time in past relative to present
+class String
+  def seconds_ago
+    DateTime.parse(self).to_time.seconds_ago
+  end
+
+  def to_seconds
+    multiplier = { '' => 1, 's' => 1, 'm' => 60, 'h' => 3600, 'd' => 86400, 'w' => 604800 }
+    /^(\d+)\s*([smhdw]?)/.match(self) or raise ArgumentError, "Illegal time period #{self}"
+    Integer($1) * multiplier[$2]
+  end
+end
+
+## assume sidekiq timestamps given as int are epochs
+class Fixnum
+  def seconds_ago
+    Time.at(self).to_time.seconds_ago
+  end
+end
+
+class Time
+  def seconds_ago
+    Time.now.utc.to_i - self.utc.to_i
+  end
+end
+
+## convert time in secs to human-readable units
+class Fixnum
+  def to_dhms
+    m, s = self.divmod(60)
+    h, m = m.divmod(60)
+    d, h = h.divmod(24)
+    {:d => d, :h => h, :m => m, :s => s}.map do |k,v|
+      v>0 ? "#{v}#{k}" : nil
+    end.compact.join(" ")
+  end
+end
+
+class ResqueCmdline
+  attr_reader :redis, :options, :prefix
+  
+  def initialize(options = nil)
+    @options = options
+    host, port = options[:redis].split(':')
+    @redis = Redis.new(:host => host, :port => port || 6379)
+    @prefix = options[:prefix]
+  end
+
+  def queues
+    redis.smembers("#{prefix}queues").sort.map { |q| [q] }
+  end
+
+  def workers
+    redis.smembers("#{prefix}workers").sort.map { |w| [w] }
+  end
+
+  def failed
+    failed = redis.lrange("#{prefix}failed", 0, -1).map do |f|
+      job = JSON(f)
+      {
+        :worker    => job['worker'].match(/^([\w\.-]+:\d+):/).captures.join,
+        :queue     => job['queue'],
+        :class     => job['payload']['class'],
+        :exception => job['exception'],
+        :date      => job['failed_at'].seconds_ago,
+        :retried   => job['retried_at'].try(:seconds_ago), # can be nil
+      }
+    end
+
+    if options[:older]
+      failed.select! { |job| job[:date] >= options[:older] }
+    end
+
+    if options[:retried]
+      failed.select! { |job| job[:retried] and job[:retried] >= options[:retried] }
+    end
+
+    failed.sort{ |a,b| b[:date] <=> a[:date] }.each do |job|
+      job[:date]    = job[:date].to_dhms
+      job[:retried] = job[:retried].try(:to_dhms) # can be nil
+    end
+  end
+
+  def unregister(hostport)
+    redis.smembers("#{prefix}workers").grep(/^#{hostport}/).each do |worker|
+      puts "unregistering: #{worker}"
+      redis.srem("#{prefix}workers", worker)
+      redis.del("#{prefix}worker:#{worker}")
+      redis.del("#{prefix}worker:#{worker}:started")
+      redis.del("#{prefix}stat:processed:#{worker}")
+      redis.del("#{prefix}stat:failed:#{worker}")
+    end
+  end
+
+  def running
+    keys = redis.smembers("#{prefix}workers").map { |worker| "#{prefix}worker:#{worker}" }
+    return keys if keys.empty?
+
+    running = redis.mapped_mget(*keys).map do |key, value|
+      if value.nil? || value.empty?
+        nil
+      else
+        job = JSON(value)
+        {
+          :worker => key.match(/^#{prefix}worker:([\w\.-]+:[\d\-]+):/).captures.join,
+          :queue  => job['queue'],
+          :class  => job['payload']['class'],
+          :date   => job['run_at'].seconds_ago,
+        }
+      end
+    end.compact
+
+    if options[:older]
+      running.select! { |job| job[:date] >= options[:older] }
+    end
+
+    running.sort { |a,b| b[:date] <=> a[:date] }.each do |job|
+      job[:date] = job[:date].to_dhms
+    end
+  end
+
+  def pending
+    redis.smembers("#{prefix}queues").map do |queue|
+      {
+        :name  => queue,
+        :count => redis.llen("#{prefix}queue:#{queue}")
+      }
+    end.sort { |a,b| b[:count] <=> a[:count] }
+  end
+
+  def stats
+    [
+     [ "total processed", redis.get("#{prefix}stat:processed").to_s ],
+     [ "total failed", redis.get("#{prefix}stat:failed").to_s ],
+     [ "queues", queues.size.to_s ],
+     [ "workers", redis.scard("#{prefix}workers").to_s ],
+     [ "pending", queues.inject(0) { |sum, q| sum + redis.llen("#{prefix}queue:#{q}") }.to_s ],
+     [ "failed", redis.llen("#{prefix}failed").to_s ],
+    ]
+  end
+
+end
+
+## defaults
+options = {
+  :environments => {
+    :production  => 'http://redis:6379',
+    :development => 'http://localhost:6379'
+  },
+  :environment => :production,
+  #:prefix      => 'resque:',
+  :prefix      => File.basename($0) == 'sq' ? '' : 'resque:', #sidekiq vs resque
+}
+
+## merge options from config file
+cfgfile = File.join(ENV['HOME'], '.rq.yml')
+options = options.merge(YAML.load_file(cfgfile).symbolize_keys) if File.exists?(cfgfile)
+
+commands = %w[queues workers failed running pending stats]
+
+OptionParser.new do |opt|
+  opt.banner = "Usage: #{$0} [options] command [-e shellcmd]\n(use -h for help)."
+  opt.on('-c', '--class REGEX', 'Filter by class name.') do |c|
+    options[:class] = c
+  end
+  opt.on('-e', '--exec CMD', 'Exec cmd with sub for {host} and {pid}, must be last arg.') do |e|
+    options[:exec] = ARGV.shift(ARGV.length).unshift(e).join(' ') # slurp rest of ARGV
+  end
+  opt.on('-E', '--environment REGEX', 'Environment to use.') do |e|
+    options[:environment] = e
+  end
+  opt.on('-j', '--json', 'Dump output as JSON instead of tabulated output.') do |j|
+    options[:json] = j
+  end
+  opt.on('-o', '--older TIME', 'Filter date e.g. 30s, 2d.') do |o|
+    options[:older] = o.to_seconds
+  end
+  opt.on('-p', '--prefix PREFIX', 'Prefix for keys in redis.') do |p|
+    options[:prefix] = p
+  end
+  opt.on('-q', '--queue REGEX', 'Filter by queue name.') do |q|
+    options[:queue] = q
+  end
+  opt.on('-r', '--retried TIME', 'Filter failed jobs retried before time.') do |r|
+    options[:retried] = r.to_seconds
+  end
+  opt.on('-R', '--redis SERVER' 'Set redis server as host:port') do |r|
+    options[:redis] = r
+  end
+  opt.on('-U', '--unregister', 'Unregister matching workers from redis. Be very careful.') do |u|
+    options[:unregister] = u
+  end
+  opt.on_tail("-h", "--help", "Show this message.") do
+    puts opt
+    puts "     cmd: #{commands.join(' ')}"
+    exit
+  end
+end.parse!
+
+
+## find command that matches arg given
+matching = commands.grep /^#{ARGV.first}/
+abort "commands: #{commands.join(' ')}" unless matching.length == 1
+
+## find first matching environment
+environment, redis = options[:environments].find do |k, v|
+  k.match(/^#{options[:environment]}/)
+end
+abort "environments: #{options[:environments].keys.join(' ')}" unless environment && redis
+
+## redis server from environment, unless overridden with option
+options[:redis] ||= redis
+
+## get data from redis
+cmd = ResqueCmdline.new(options)
+output = cmd.send(matching.first)
+
+## grep output by a specific named column
+[:class, :queue].each do |field|
+  if options[field]
+    output.select! do |row|
+      c = row.fetch(field) { nil } and c.match(options[field])
+    end
+  end
+end
+
+## handle data for exec or output
+if options[:exec]
+  output.each do |line|
+    worker = line.fetch(:worker) { false } or next
+    host, pid = worker.split(':')
+    cmd = options[:exec].dup
+    cmd.gsub!(/\{host\}/, host).gsub!(/\{pid\}/, pid)
+    system cmd
+  end
+elsif options[:unregister]
+  output.each do |line|
+    worker = line.fetch(:worker) { false } or next
+    cmd.unregister(worker)
+  end
+elsif options[:json]
+  puts JSON.dump(output)
+else
+  puts output.tabulate
+end

data/lib/resque_cmdline.rb

@@ -0,0 +1,5 @@
+require "resque_cmdline/version"
+
+module ResqueCmdline
+  # the code is all in ../bin
+end

data/lib/resque_cmdline/version.rb

@@ -0,0 +1,3 @@
+module ResqueCmdline
+  VERSION = File.read(File.join(File.dirname(__FILE__), "..", "..", "VERSION"))
+end

data/resque_cmdline.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'resque_cmdline/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "resque_cmdline"
+  spec.version       = ResqueCmdline::VERSION
+  spec.authors       = ["Ric Lister"]
+  spec.email         = ["rlister@gmail.com"]
+  spec.description   = %q{resque_cmdline: simple command-line client for resque workers}
+  spec.summary       = %q{Ruby command-line client for resque and sidekiq workers}
+  spec.homepage      = "https://github.com/rlister/resque_cmdline"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  # dependencies
+  spec.add_dependency('json'          , '>= 1.7.5')
+  spec.add_dependency('redis'         , '>= 3.0.2')
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rainbow"
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: resque_cmdline
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ric Lister
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rainbow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 'resque_cmdline: simple command-line client for resque workers'
+email:
+- rlister@gmail.com
+executables:
+- rq
+- sq
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- VERSION
+- bin/rq
+- bin/sq
+- lib/resque_cmdline.rb
+- lib/resque_cmdline/version.rb
+- resque_cmdline.gemspec
+homepage: https://github.com/rlister/resque_cmdline
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Ruby command-line client for resque and sidekiq workers
+test_files: []