RubyGems - jerefrer-resque - Versions diffs - 1.1.0 - Mend

jerefrer-resque 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (58) hide show

data/.kick +26 -0
data/HISTORY.md +10 -0
data/LICENSE +20 -0
data/README.markdown +703 -0
data/Rakefile +61 -0
data/bin/resque +69 -0
data/bin/resque-web +47 -0
data/config.ru +8 -0
data/deps.rip +5 -0
data/examples/async_helper.rb +31 -0
data/examples/demo/README.markdown +71 -0
data/examples/demo/Rakefile +3 -0
data/examples/demo/app.rb +27 -0
data/examples/demo/config.ru +19 -0
data/examples/demo/job.rb +12 -0
data/examples/god/resque.god +52 -0
data/examples/god/stale.god +26 -0
data/examples/instance.rb +11 -0
data/examples/simple.rb +30 -0
data/init.rb +1 -0
data/lib/resque/errors.rb +7 -0
data/lib/resque/failure/base.rb +58 -0
data/lib/resque/failure/hoptoad.rb +88 -0
data/lib/resque/failure/redis.rb +33 -0
data/lib/resque/failure.rb +63 -0
data/lib/resque/helpers.rb +57 -0
data/lib/resque/job.rb +91 -0
data/lib/resque/server/public/idle.png +0 -0
data/lib/resque/server/public/jquery-1.3.2.min.js +19 -0
data/lib/resque/server/public/jquery.relatize_date.js +95 -0
data/lib/resque/server/public/poll.png +0 -0
data/lib/resque/server/public/ranger.js +21 -0
data/lib/resque/server/public/reset.css +48 -0
data/lib/resque/server/public/style.css +75 -0
data/lib/resque/server/public/working.png +0 -0
data/lib/resque/server/views/error.erb +1 -0
data/lib/resque/server/views/failed.erb +35 -0
data/lib/resque/server/views/key.erb +17 -0
data/lib/resque/server/views/layout.erb +41 -0
data/lib/resque/server/views/next_more.erb +10 -0
data/lib/resque/server/views/overview.erb +4 -0
data/lib/resque/server/views/queues.erb +46 -0
data/lib/resque/server/views/stats.erb +62 -0
data/lib/resque/server/views/workers.erb +78 -0
data/lib/resque/server/views/working.erb +67 -0
data/lib/resque/server.rb +174 -0
data/lib/resque/stat.rb +53 -0
data/lib/resque/tasks.rb +24 -0
data/lib/resque/version.rb +3 -0
data/lib/resque/worker.rb +406 -0
data/lib/resque.rb +184 -0
data/tasks/redis.rake +125 -0
data/tasks/resque.rake +2 -0
data/test/redis-test.conf +132 -0
data/test/resque_test.rb +160 -0
data/test/test_helper.rb +90 -0
data/test/worker_test.rb +220 -0
metadata +121 -0

data/lib/resque/server/views/failed.erb ADDED Viewed

@@ -0,0 +1,35 @@
+<%start = params[:start].to_i %>
+<%failed = Resque::Failure.all(start, 20)%>
+<h1>Failed Jobs</h1>
+<%unless failed.empty?%>
+<form method="POST" action="<%=u 'failed/clear'%>" class='clear-failed'>
+  <input type='submit' name='' value='Clear Failed Jobs' />
+</form>
+<%end%>
+<p class='sub'>Showing <%=start%> to <%= start + 20 %> of <b><%= size = Resque::Failure.count %></b> jobs</p>
+<ul class='failed'>
+  <%for job in failed%>
+    <li>
+      <dl>
+        <dt>Worker</dt>
+        <dd><a href="<%= url(:workers, job['worker']) %>"><%= job['worker'].split(':')[0...2].join(':') %></a> on <b class='queue-tag'><%= job['queue'] %></b > at <b><span class="time"><%= job['failed_at'] %></span></b></dd>
+        <dt>Class</dt>
+        <dd><code><%= job['payload']['class'] %></code></dd>
+        <dt>Arguments</dt>
+        <dd><pre><%=h show_args(job['payload']['args']) %></pre></dd>
+        <dt>Error</dt>
+        <dd class='error'>
+          <a href="#" class="backtrace"><%= h(job['error']) %></a>
+          <pre style='display:none'><%=h job['backtrace'].join("\n") %></pre>
+        </dd>
+      </dl>
+      <div class='r'>
+      </div>
+    </li>
+  <%end%>
+</ul>
+<%= partial :next_more, :start => start, :size => size %>

data/lib/resque/server/views/key.erb ADDED Viewed

@@ -0,0 +1,17 @@
+<% if key = params[:key] %>
+  <h1>Key "<%= key %>" is a <%= resque.redis.type key %></h1>
+  <h2>size: <%= redis_get_size(key) %></h2>
+  <table>
+    <% for row in redis_get_value_as_array(key) %>
+    <tr>
+      <td>
+        <%= row %>
+      </td>
+    </tr>
+    <% end %>
+  </table>
+<% else %>
+<% end %>

data/lib/resque/server/views/layout.erb ADDED Viewed

@@ -0,0 +1,41 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Resque.</title>
+  <link href="<%=u 'reset.css' %>" media="screen" rel="stylesheet" type="text/css">
+  <link href="<%=u 'style.css' %>" media="screen" rel="stylesheet" type="text/css">
+  <script src="<%=u 'jquery-1.3.2.min.js' %>" type="text/javascript"</script>
+  <script src="<%=u 'jquery.relatize_date.js' %>" type="text/javascript"</script>
+  <script src="<%=u 'ranger.js' %>" type="text/javascript"></script>
+</head>
+<body>
+  <div class="header">
+    <ul class='nav'>
+      <%= tab "Overview" %>
+      <%= tab "Working" %>
+      <%= tab "Failed" %>
+      <%= tab "Queues" %>
+      <%= tab "Workers" %>
+      <%= tab "Stats" %>
+    </ul>
+  </div>
+  <% if @subtabs %>
+    <ul class='subnav'>
+      <% for subtab in @subtabs %>
+        <li <%= class_if_current "#{current_section}/#{subtab}" %>><a href="<%= current_section %>/<%= subtab %>"><span><%= subtab %></span></a></li>
+      <% end %>
+    </ul>
+  <% end %>
+<div id="main">
+  <%= yield %>
+</div>
+<div id="footer">
+  <p>Powered by <a href="http://github.com/defunkt/resque">Resque</a> v<%=Resque::Version%></p>
+  <p>Connected to Redis on <%=Resque.redis.server%></p>
+</div>
+</body>
+</html>

data/lib/resque/server/views/next_more.erb ADDED Viewed

@@ -0,0 +1,10 @@
+<%if  start - 20 >= 0 || start + 20 <= size%>
+<p class='pagination'>
+  <% if start - 20 >= 0 %>
+    <a href="<%= current_page %>?start=<%= start - 20 %>" class='less'>&laquo; less</a>
+  <% end %>
+  <% if start + 20 <= size %>
+    <a href="<%= current_page %>?start=<%= start + 20 %>" class='more'>more &raquo;</a>
+  <% end %>
+</p>
+<%end%>

data/lib/resque/server/views/overview.erb ADDED Viewed

@@ -0,0 +1,4 @@
+<%= partial :queues %>
+<hr />
+<%= partial :working %>
+<%= poll %>

data/lib/resque/server/views/queues.erb ADDED Viewed

@@ -0,0 +1,46 @@
+<% @subtabs = resque.queues unless partial? %>
+<% if queue = params[:id] %>
+  <h1>Pending jobs on <span class='hl'><%= queue %></span></h1>
+  <p class='sub'>Showing <%= start = params[:start].to_i %> to <%= start + 20 %> of <b><%=size = resque.size(queue)%></b> jobs</p>
+  <table class='jobs'>
+    <tr>
+      <th>Class</th>
+      <th>Args</th>
+    </tr>
+    <% for job in (jobs = resque.peek(queue, start, 20)) %>
+    <tr>
+      <td class='class'><%= job['class'] %></td>
+      <td class='args'><%=h job['args'].inspect %></td>
+    </tr>
+    <% end %>
+    <% if jobs.empty? %>
+    <tr>
+      <td class='no-data' colspan='2'>There are no pending jobs in this queue</td>
+    </tr>
+    <% end %>
+  </table>
+  <%= partial :next_more, :start => start, :size => size %>
+<% else %>
+  <h1 class='wi'>Queues</h1>
+  <p class='intro'>The list below contains all the registered queues with the number of jobs currently in the queue. Select a queue from above to view all jobs currently pending on the queue.</p>
+  <table class='queues'>
+    <tr>
+      <th>Name</th>
+      <th>Jobs</th>
+    </tr>
+    <% for queue in resque.queues.sort_by { |q| q.to_s } %>
+    <tr>
+      <td class='queue'><a class="queue" href="<%= url "queues/#{queue}" %>"><%= queue %></a></td>
+      <td class='size'><%= resque.size queue %></td>
+    </tr>
+    <% end %>
+    <tr class='failed'>
+      <td class='queue failed'><a class="queue" href="<%= url :failed %>">failed</a></td>
+      <td class='size'><%= Resque::Failure.count %></td>
+    </tr>
+  </table>
+<% end %>

data/lib/resque/server/views/stats.erb ADDED Viewed

@@ -0,0 +1,62 @@
+<% @subtabs = %w( resque redis keys ) %>
+<% if params[:key] %>
+<%= partial :key %>
+<% elsif params[:id] == "resque" %>
+  <h1><%= resque %></h1>
+  <table class='stats'>
+  <% for key, value in resque.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+<% elsif params[:id] == 'redis' %>
+  <h1><%= resque.redis.server %></h1>
+  <table class='stats'>
+  <% for key, value in resque.redis.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+<% elsif params[:id] == 'keys' %>
+  <h1>Keys owned by <%= resque %></h1>
+  <p class='sub'>(All keys are actually prefixed with "resque:")</p>
+  <table class='stats'>
+    <tr>
+      <th>key</th>
+      <th>type</th>
+      <th>size</th>
+    </tr>
+  <% for key in resque.keys.sort %>
+    <tr>
+      <th>
+        <a href="/stats/keys/<%= key %>"><%= key %></a>
+      </th>
+      <td><%= resque.redis.type key %></td>
+      <td><%= redis_get_size key %></td>
+    </tr>
+  <% end %>
+  </table>
+<% else %>
+<% end %>

data/lib/resque/server/views/workers.erb ADDED Viewed

@@ -0,0 +1,78 @@
+<% if params[:id] && worker = Resque::Worker.find(params[:id]) %>
+  <h1>Worker <%= worker %></h1>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Host</th>
+      <th>Pid</th>
+      <th>Started</th>
+      <th>Queues</th>
+      <th>Processed</th>
+      <th>Failed</th>
+      <th>Processing</th>
+    </tr>
+    <tr>
+      <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+      <% host, pid, queues = worker.to_s.split(':') %>
+      <td><%= host %></td>
+      <td><%= pid %></td>
+      <td><span class="time"><%= worker.started %></a></td>
+      <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
+      <td><%= worker.processed %></td>
+      <td><%= worker.failed %></td>
+      <td class='process'>
+        <% data = worker.processing || {} %>
+        <% if data['queue'] %>
+          <code><%= data['payload']['class'] %></code>
+          <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
+        <% else %>
+          <span class='waiting'>Waiting for a job...</span>
+        <% end %>
+      </td>
+    </tr>
+  </table>
+<% elsif params[:id] %>
+<h1>Worker doesn't exist</h1>
+<% else %>
+  <h1 class='wi'><%= resque.workers.size %> Workers</h1>
+  <p class='intro'>The workers listed below are all registered as active on your system.</p>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queues</th>
+      <th>Processing</th>
+    </tr>
+    <% for worker in (workers = resque.workers.sort_by { |w| w.to_s }) %>
+    <tr class="<%=state = worker.state%>">
+      <td class='icon'><img src="<%=u state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+      <% host, pid, queues = worker.to_s.split(':') %>
+      <td class='where'><a href="<%=u "workers/#{worker}"%>"><%= host %>:<%= pid %></a></td>
+      <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
+      <td class='process'>
+        <% data = worker.processing || {} %>
+        <% if data['queue'] %>
+          <code><%= data['payload']['class'] %></code>
+          <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
+        <% else %>
+          <span class='waiting'>Waiting for a job...</span>
+        <% end %>
+      </td>
+    </tr>
+    <% end %>
+    <% if workers.empty? %>
+    <tr>
+      <td colspan='4' class='no-data'>There are no registered workers</td>
+    </tr>
+    <% end %>
+  </table>
+  <%=poll%>
+<% end %>

data/lib/resque/server/views/working.erb ADDED Viewed

@@ -0,0 +1,67 @@
+<% if params[:id] && (worker = Resque::Worker.find(params[:id])) && worker.job %>
+  <h1><%= worker %>'s job</h1>
+  <table>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queue</th>
+      <th>Started</th>
+      <th>Class</th>
+      <th>Args</th>
+    </tr>
+      <tr>
+        <td><img src="<%=u 'working.png' %>" alt="working" title="working"></td>
+        <% host, pid, _ = worker.to_s.split(':') %>
+        <td><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
+        <% data = worker.job %>
+        <% queue = data['queue'] %>
+        <td><a class="queue" href="<%=u "/queues/#{queue}" %>"><%= queue %></a></td>
+        <td><span class="time"><%= data['run_at'] %></span></td>
+        <td>
+          <code><%= data['payload']['class'] %></code>
+        </td>
+        <td><%=h data['payload']['args'].inspect %></td>
+      </tr>
+  </table>
+<% else %>
+  <% workers = resque.working %>
+  <h1 class='wi'><%= workers.size %> of <%= resque.workers.size %> Workers Working</h1>
+  <p class='intro'>The list below contains all workers which are currently running a job.</p>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queue</th>
+      <th>Processing</th>
+    </tr>
+    <% if workers.empty? %>
+    <tr>
+      <td colspan="4" class='no-data'>Nothing is happening right now...</td>
+    </tr>
+    <% end %>
+    <% for worker in workers.sort_by { |w| w.job['run_at'] ? w.job['run_at'] : '' } %>
+      <% job = worker.job %>
+      <tr>
+        <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+        <% host, pid, queues = worker.to_s.split(':') %>
+        <td class='where'><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
+        <td class='queues queue'>
+          <a class="queue-tag" href="<%=u "/queues/#{job['queue']}" %>"><%= job['queue'] %></a>
+        </td>
+        <td class='process'>
+          <% if job['queue'] %>
+            <code><%= job['payload']['class'] %></code>
+            <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= job['run_at'] %></a></small>
+          <% else %>
+            <span class='waiting'>Waiting for a job...</span>
+          <% end %>
+        </td>
+      </tr>
+    <% end %>
+  </table>
+<% end %>

data/lib/resque/server.rb ADDED Viewed

@@ -0,0 +1,174 @@
+require 'sinatra/base'
+require 'erb'
+require 'resque'
+require 'resque/version'
+module Resque
+  class Server < Sinatra::Base
+    dir = File.dirname(File.expand_path(__FILE__))
+    set :views,  "#{dir}/server/views"
+    set :public, "#{dir}/server/public"
+    set :static, true
+    helpers do
+      include Rack::Utils
+      alias_method :h, :escape_html
+      def current_section
+        url request.path_info.sub('/','').split('/')[0].downcase
+      end
+      def current_page
+        url request.path_info.sub('/','').downcase
+      end
+      def url(*path_parts)
+        [ path_prefix, path_parts ].join("/").squeeze('/')
+      end
+      alias_method :u, :url
+      def path_prefix
+        request.env['SCRIPT_NAME']
+      end
+      def class_if_current(page = '')
+        'class="current"' if current_page.include? page.to_s
+      end
+      def tab(name)
+        dname = name.to_s.downcase
+        "<li #{class_if_current(dname)}><a href='#{url dname}'>#{name}</a></li>"
+      end
+      def redis_get_size(key)
+        case Resque.redis.type(key)
+        when 'none'
+          []
+        when 'list'
+          Resque.redis.llen(key)
+        when 'set'
+          Resque.redis.scard(key)
+        when 'string'
+          Resque.redis.get(key).length
+        end
+      end
+      def redis_get_value_as_array(key)
+        case Resque.redis.type(key)
+        when 'none'
+          []
+        when 'list'
+          Resque.redis.lrange(key, 0, 20)
+        when 'set'
+          Resque.redis.smembers(key)
+        when 'string'
+          [Resque.redis.get(key)]
+        end
+      end
+      def show_args(args)
+        Array(args).map { |a| a.inspect }.join("\n")
+      end
+      def partial?
+        @partial
+      end
+      def partial(template, local_vars = {})
+        @partial = true
+        erb(template.to_sym, {:layout => false}, local_vars)
+      ensure
+        @partial = false
+      end
+      def poll
+        if @polling
+          text = "Last Updated: #{Time.now.strftime("%H:%M:%S")}"
+        else
+          text = "<a href='#{url(request.path_info)}.poll' rel='poll'>Live Poll</a>"
+        end
+        "<p class='poll'>#{text}</p>"
+      end
+    end
+    def show(page, layout = true)
+      begin
+        erb page.to_sym, {:layout => layout}, :resque => Resque
+      rescue Errno::ECONNREFUSED
+        erb :error, {:layout => false}, :error => "Can't connect to Redis! (#{Resque.redis.server})"
+      end
+    end
+    # to make things easier on ourselves
+    get "/" do
+      redirect url(:overview)
+    end
+    %w( overview queues working workers key ).each do |page|
+      get "/#{page}" do
+        show page
+      end
+      get "/#{page}/:id" do
+        show page
+      end
+    end
+    %w( overview workers ).each do |page|
+      get "/#{page}.poll" do
+        content_type "text/plain"
+        @polling = true
+        show(page.to_sym, false).gsub(/\s{1,}/, ' ')
+      end
+    end
+    get "/failed" do
+      if Resque::Failure.url
+        redirect Resque::Failure.url
+      else
+        show :failed
+      end
+    end
+    post "/failed/clear" do
+      Resque::Failure.clear
+      redirect u('failed')
+    end
+    get "/stats" do
+      redirect url("/stats/resque")
+    end
+    get "/stats/:id" do
+      show :stats
+    end
+    get "/stats/keys/:key" do
+      show :stats
+    end
+    get "/stats.txt" do
+      info = Resque.info
+      stats = []
+      stats << "resque.pending=#{info[:pending]}"
+      stats << "resque.processed+=#{info[:processed]}"
+      stats << "resque.failed+=#{info[:failed]}"
+      stats << "resque.workers=#{info[:workers]}"
+      stats << "resque.working=#{info[:working]}"
+      Resque.queues.each do |queue|
+        stats << "queues.#{queue}=#{Resque.size(queue)}"
+      end
+      content_type 'text/plain'
+      stats.join "\n"
+    end
+    def resque
+      Resque
+    end
+  end
+end

data/lib/resque/stat.rb ADDED Viewed

@@ -0,0 +1,53 @@
+module Resque
+  # The stat subsystem. Used to keep track of integer counts.
+  #
+  #   Get a stat:  Stat[name]
+  #   Incr a stat: Stat.incr(name)
+  #   Decr a stat: Stat.decr(name)
+  #   Kill a stat: Stat.clear(name)
+  module Stat
+    extend self
+    extend Helpers
+    # Returns the int value of a stat, given a string stat name.
+    def get(stat)
+      redis.get("stat:#{stat}").to_i
+    end
+    # Alias of `get`
+    def [](stat)
+      get(stat)
+    end
+    # For a string stat name, increments the stat by one.
+    #
+    # Can optionally accept a second int parameter. The stat is then
+    # incremented by that amount.
+    def incr(stat, by = 1)
+      redis.incr("stat:#{stat}", by)
+    end
+    # Increments a stat by one.
+    def <<(stat)
+      incr stat
+    end
+    # For a string stat name, decrements the stat by one.
+    #
+    # Can optionally accept a second int parameter. The stat is then
+    # decremented by that amount.
+    def decr(stat, by = 1)
+      redis.decr("stat:#{stat}", by)
+    end
+    # Decrements a stat by one.
+    def >>(stat)
+      decr stat
+    end
+    # Removes a stat from Redis, effectively setting it to 0.
+    def clear(stat)
+      redis.del("stat:#{stat}")
+    end
+  end
+end

data/lib/resque/tasks.rb ADDED Viewed

@@ -0,0 +1,24 @@
+# require 'resque/tasks'
+# will give you the resque tasks
+namespace :resque do
+  desc "Start a Resque Ranger"
+  task :work do
+    Rake::Task['resque:setup'].invoke rescue nil
+    worker = nil
+    queues = (ENV['QUEUES'] || ENV['QUEUE']).to_s.split(',')
+    begin
+      worker = Resque::Worker.new(*queues)
+      worker.verbose = ENV['LOGGING'] || ENV['VERBOSE']
+      worker.very_verbose = ENV['VVERBOSE']
+    rescue Resque::NoQueueError
+      abort "set QUEUE env var, e.g. $ QUEUE=critical,high rake resque:work"
+    end
+    puts "*** Starting worker #{worker}"
+    worker.work(ENV['INTERVAL'] || 5) # interval, will block
+  end
+end

data/lib/resque/version.rb ADDED Viewed

@@ -0,0 +1,3 @@
+module Resque
+  Version = '1.1.0'
+end