RubyGems - tr_resque - Versions diffs - 1.20.1 - Mend

tr_resque 1.20.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (58) hide show

data/HISTORY.md +354 -0
data/LICENSE +20 -0
data/README.markdown +908 -0
data/Rakefile +70 -0
data/bin/resque +81 -0
data/bin/resque-web +27 -0
data/lib/resque.rb +369 -0
data/lib/resque/errors.rb +10 -0
data/lib/resque/failure.rb +96 -0
data/lib/resque/failure/airbrake.rb +17 -0
data/lib/resque/failure/base.rb +64 -0
data/lib/resque/failure/hoptoad.rb +33 -0
data/lib/resque/failure/multiple.rb +54 -0
data/lib/resque/failure/redis.rb +51 -0
data/lib/resque/failure/thoughtbot.rb +33 -0
data/lib/resque/helpers.rb +94 -0
data/lib/resque/job.rb +227 -0
data/lib/resque/plugin.rb +66 -0
data/lib/resque/server.rb +248 -0
data/lib/resque/server/public/favicon.ico +0 -0
data/lib/resque/server/public/idle.png +0 -0
data/lib/resque/server/public/jquery-1.3.2.min.js +19 -0
data/lib/resque/server/public/jquery.relatize_date.js +95 -0
data/lib/resque/server/public/poll.png +0 -0
data/lib/resque/server/public/ranger.js +73 -0
data/lib/resque/server/public/reset.css +44 -0
data/lib/resque/server/public/style.css +86 -0
data/lib/resque/server/public/working.png +0 -0
data/lib/resque/server/test_helper.rb +19 -0
data/lib/resque/server/views/error.erb +1 -0
data/lib/resque/server/views/failed.erb +67 -0
data/lib/resque/server/views/key_sets.erb +19 -0
data/lib/resque/server/views/key_string.erb +11 -0
data/lib/resque/server/views/layout.erb +44 -0
data/lib/resque/server/views/next_more.erb +10 -0
data/lib/resque/server/views/overview.erb +4 -0
data/lib/resque/server/views/queues.erb +49 -0
data/lib/resque/server/views/stats.erb +62 -0
data/lib/resque/server/views/workers.erb +109 -0
data/lib/resque/server/views/working.erb +72 -0
data/lib/resque/stat.rb +53 -0
data/lib/resque/tasks.rb +61 -0
data/lib/resque/version.rb +3 -0
data/lib/resque/worker.rb +546 -0
data/lib/tasks/redis.rake +161 -0
data/lib/tasks/resque.rake +2 -0
data/test/airbrake_test.rb +27 -0
data/test/hoptoad_test.rb +26 -0
data/test/job_hooks_test.rb +423 -0
data/test/job_plugins_test.rb +230 -0
data/test/plugin_test.rb +116 -0
data/test/redis-test-cluster.conf +115 -0
data/test/redis-test.conf +115 -0
data/test/resque-web_test.rb +59 -0
data/test/resque_test.rb +278 -0
data/test/test_helper.rb +160 -0
data/test/worker_test.rb +434 -0
metadata +186 -0

data/lib/resque/server/views/key_string.erb ADDED Viewed

@@ -0,0 +1,11 @@
+<% if key = params[:key] %>
+  <h1>Key "<%= key %>" is a <%= resque.redis.type key %></h1>
+  <h2>size: <%= redis_get_size(key) %></h2>
+  <table>
+    <tr>
+      <td>
+        <%= redis_get_value_as_array(key) %>
+      </td>
+    </tr>
+  </table>
+<% end %>

data/lib/resque/server/views/layout.erb ADDED Viewed

@@ -0,0 +1,44 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8" />
+  <title>Resque.</title>
+  <link href="<%=u 'reset.css' %>" media="screen" rel="stylesheet" type="text/css">
+  <link href="<%=u 'style.css' %>" media="screen" rel="stylesheet" type="text/css">
+  <script src="<%=u 'jquery-1.3.2.min.js' %>" type="text/javascript"></script>
+  <script src="<%=u 'jquery.relatize_date.js' %>" type="text/javascript"></script>
+  <script src="<%=u 'ranger.js' %>" type="text/javascript"></script>
+</head>
+<body>
+  <div class="header">
+    <ul class='nav'>
+      <% tabs.each do |tab_name| %>
+        <%= tab tab_name %>
+      <% end %>
+    </ul>
+    <% if Resque.redis.namespace != :resque %>
+      <abbr class="namespace" title="Resque's Redis Namespace">
+       <%= Resque.redis.namespace %>
+      </abbr>
+    <% end %>
+  </div>
+  <% if @subtabs %>
+    <ul class='subnav'>
+      <% for subtab in @subtabs %>
+        <li <%= class_if_current "#{current_section}/#{subtab}" %>><a href="<%= current_section %>/<%= subtab %>"><span><%= subtab %></span></a></li>
+      <% end %>
+    </ul>
+  <% end %>
+<div id="main">
+  <%= yield %>
+</div>
+<div id="footer">
+  <p>Powered by <a href="http://github.com/defunkt/resque">Resque</a> v<%=Resque::Version%></p>
+  <p>Connected to Redis namespace <%= Resque.redis.namespace %> on <%=Resque.redis_id%></p>
+</div>
+</body>
+</html>

data/lib/resque/server/views/next_more.erb ADDED Viewed

@@ -0,0 +1,10 @@
+<%if  start - 20 >= 0 || start + 20 <= size%>
+<p class='pagination'>
+  <% if start - 20 >= 0 %>
+    <a href="<%= current_page %>?start=<%= start - 20 %>" class='less'>&laquo; less</a>
+  <% end %>
+  <% if start + 20 <= size %>
+    <a href="<%= current_page %>?start=<%= start + 20 %>" class='more'>more &raquo;</a>
+  <% end %>
+</p>
+<%end%>

data/lib/resque/server/views/overview.erb ADDED Viewed

@@ -0,0 +1,4 @@
+<%= partial :queues %>
+<hr />
+<%= partial :working %>
+<%= poll %>

data/lib/resque/server/views/queues.erb ADDED Viewed

@@ -0,0 +1,49 @@
+<% @subtabs = resque.queues unless partial? || params[:id].nil? %>
+<% if queue = params[:id] %>
+  <h1>Pending jobs on <span class='hl'><%= queue %></span></h1>
+  <form method="POST" action="<%=u "/queues/#{queue}/remove" %>" class='remove-queue'>
+    <input type='submit' name='' value='Remove Queue' onclick='return confirm("Are you absolutely sure? This cannot be undone.");' />
+  </form>
+  <p class='sub'>Showing <%= start = params[:start].to_i %> to <%= start + 20 %> of <b><%=size = resque.size(queue)%></b> jobs</p>
+  <table class='jobs'>
+    <tr>
+      <th>Class</th>
+      <th>Args</th>
+    </tr>
+    <% for job in (jobs = resque.peek(queue, start, 20)) %>
+    <tr>
+      <td class='class'><%= job['class'] %></td>
+      <td class='args'><%=h job['args'].inspect %></td>
+    </tr>
+    <% end %>
+    <% if jobs.empty? %>
+    <tr>
+      <td class='no-data' colspan='2'>There are no pending jobs in this queue</td>
+    </tr>
+    <% end %>
+  </table>
+  <%= partial :next_more, :start => start, :size => size %>
+<% else %>
+  <h1 class='wi'>Queues</h1>
+  <p class='intro'>The list below contains all the registered queues with the number of jobs currently in the queue. Select a queue from above to view all jobs currently pending on the queue.</p>
+  <table class='queues'>
+    <tr>
+      <th>Name</th>
+      <th>Jobs</th>
+    </tr>
+    <% for queue in resque.queues.sort_by { |q| q.to_s } %>
+    <tr>
+      <td class='queue'><a class="queue" href="<%= u "queues/#{queue}" %>"><%= queue %></a></td>
+      <td class='size'><%= resque.size queue %></td>
+    </tr>
+    <% end %>
+    <tr class="<%= Resque::Failure.count.zero? ? "failed" : "failure" %>">
+      <td class='queue failed'><a class="queue" href="<%= u :failed %>">failed</a></td>
+      <td class='size'><%= Resque::Failure.count %></td>
+    </tr>
+  </table>
+<% end %>

data/lib/resque/server/views/stats.erb ADDED Viewed

@@ -0,0 +1,62 @@
+<% @subtabs = %w( resque redis keys ) %>
+<% if params[:key] %>
+<%= partial resque.redis.type(params[:key]).eql?("string") ? :key_string : :key_sets %>
+<% elsif params[:id] == "resque" %>
+  <h1><%= resque %></h1>
+  <table class='stats'>
+  <% for key, value in resque.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+<% elsif params[:id] == 'redis' %>
+  <h1><%= resque.redis_id %></h1>
+  <table class='stats'>
+  <% for key, value in resque.redis.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+<% elsif params[:id] == 'keys' %>
+  <h1>Keys owned by <%= resque %></h1>
+  <p class='sub'>(All keys are actually prefixed with "<%= Resque.redis.namespace %>:")</p>
+  <table class='stats'>
+    <tr>
+      <th>key</th>
+      <th>type</th>
+      <th>size</th>
+    </tr>
+  <% for key in resque.keys.sort %>
+    <tr>
+      <th>
+        <a href="<%=u "/stats/keys/#{key}" %>"><%= key %></a>
+      </th>
+      <td><%= resque.redis.type key %></td>
+      <td><%= redis_get_size key %></td>
+    </tr>
+  <% end %>
+  </table>
+<% else %>
+<% end %>

data/lib/resque/server/views/workers.erb ADDED Viewed

@@ -0,0 +1,109 @@
+<% @subtabs = worker_hosts.keys.sort unless worker_hosts.size == 1 %>
+<% if params[:id] && worker = Resque::Worker.find(params[:id]) %>
+  <h1>Worker <%= worker %></h1>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Host</th>
+      <th>Pid</th>
+      <th>Started</th>
+      <th>Queues</th>
+      <th>Processed</th>
+      <th>Failed</th>
+      <th>Processing</th>
+    </tr>
+    <tr>
+      <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+      <% host, pid, queues = worker.to_s.split(':') %>
+      <td><%= host %></td>
+      <td><%= pid %></td>
+      <td><span class="time"><%= worker.started %></span></td>
+      <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
+      <td><%= worker.processed %></td>
+      <td><%= worker.failed %></td>
+      <td class='process'>
+        <% data = worker.processing || {} %>
+        <% if data['queue'] %>
+          <code><%= data['payload']['class'] %></code>
+          <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
+        <% else %>
+          <span class='waiting'>Waiting for a job...</span>
+        <% end %>
+      </td>
+    </tr>
+  </table>
+<% elsif params[:id] && !worker_hosts.keys.include?(params[:id]) && params[:id] != 'all' %>
+<h1>Worker doesn't exist</h1>
+<% elsif worker_hosts.size == 1 || params[:id] %>
+  <% if worker_hosts.size == 1 || params[:id] == 'all' %>
+    <% workers = Resque.workers %>
+  <% else %>
+    <% workers = worker_hosts[params[:id]].map { |id| Resque::Worker.find(id) } %>
+  <% end %>
+  <h1 class='wi'><%= workers.size %> Workers</h1>
+  <p class='intro'>The workers listed below are all registered as active on your system.</p>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queues</th>
+      <th>Processing</th>
+    </tr>
+    <% for worker in (workers = workers.sort_by { |w| w.to_s }) %>
+    <tr class="<%=state = worker.state%>">
+      <td class='icon'><img src="<%=u state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+      <% host, pid, queues = worker.to_s.split(':') %>
+      <td class='where'><a href="<%=u "workers/#{worker}"%>"><%= host %>:<%= pid %></a></td>
+      <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
+      <td class='process'>
+        <% data = worker.processing || {} %>
+        <% if data['queue'] %>
+          <code><%= data['payload']['class'] %></code>
+          <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
+        <% else %>
+          <span class='waiting'>Waiting for a job...</span>
+        <% end %>
+      </td>
+    </tr>
+    <% end %>
+    <% if workers.empty? %>
+    <tr>
+      <td colspan='4' class='no-data'>There are no registered workers</td>
+    </tr>
+    <% end %>
+  </table>
+  <%=poll%>
+<% else %>
+  <% @subtabs = [] %>
+  <h1 class='wi'>Workers</h1>
+  <p class='intro'>The hostnames below all have registered workers. Select a hostname to view its workers, or "all" to see all workers.</p>
+  <table class='queues'>
+    <tr>
+      <th>Hostname</th>
+      <th>Workers</th>
+    </tr>
+    <% for hostname, workers in worker_hosts.sort_by { |h,w| h } %>
+    <tr>
+      <td class='queue'><a class="queue" href="<%= u "workers/#{hostname}" %>"><%= hostname %></a></td>
+      <td class='size'><%= workers.size %></td>
+    </tr>
+    <% end %>
+    <tr class="failed">
+      <td class='queue failed'><a class="queue" href="<%= u "workers/all" %>">all workers</a></td>
+      <td class='size'><%= Resque.workers.size %></td>
+    </tr>
+  </table>
+<% end %>

data/lib/resque/server/views/working.erb ADDED Viewed

@@ -0,0 +1,72 @@
+<% if params[:id] && (worker = Resque::Worker.find(params[:id])) && worker.job %>
+  <h1><%= worker %>'s job</h1>
+  <table>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queue</th>
+      <th>Started</th>
+      <th>Class</th>
+      <th>Args</th>
+    </tr>
+      <tr>
+        <td><img src="<%=u 'working.png' %>" alt="working" title="working"></td>
+        <% host, pid, _ = worker.to_s.split(':') %>
+        <td><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
+        <% data = worker.job %>
+        <% queue = data['queue'] %>
+        <td><a class="queue" href="<%=u "/queues/#{queue}" %>"><%= queue %></a></td>
+        <td><span class="time"><%= data['run_at'] %></span></td>
+        <td>
+          <code><%= data['payload']['class'] %></code>
+        </td>
+        <td><%=h data['payload']['args'].inspect %></td>
+      </tr>
+  </table>
+<% else %>
+  <%
+    workers = resque.working
+    jobs = workers.collect {|w| w.job }
+    worker_jobs = workers.zip(jobs)
+    worker_jobs = worker_jobs.reject { |w, j| w.idle? }
+  %>
+  <h1 class='wi'><%= worker_jobs.size %> of <%= resque.workers.size %> Workers Working</h1>
+  <p class='intro'>The list below contains all workers which are currently running a job.</p>
+  <table class='workers'>
+    <tr>
+      <th>&nbsp;</th>
+      <th>Where</th>
+      <th>Queue</th>
+      <th>Processing</th>
+    </tr>
+    <% if worker_jobs.empty? %>
+    <tr>
+      <td colspan="4" class='no-data'>Nothing is happening right now...</td>
+    </tr>
+    <% end %>
+    <% worker_jobs.sort_by {|w, j| j['run_at'] ? j['run_at'] : '' }.each do |worker, job| %>
+      <tr>
+        <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
+        <% host, pid, queues = worker.to_s.split(':') %>
+        <td class='where'><a href="<%=u "/workers/#{worker}" %>"><%= host %>:<%= pid %></a></td>
+        <td class='queues queue'>
+          <a class="queue-tag" href="<%=u "/queues/#{job['queue']}" %>"><%= job['queue'] %></a>
+        </td>
+        <td class='process'>
+          <% if job['queue'] %>
+            <code><%= job['payload']['class'] %></code>
+            <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= job['run_at'] %></a></small>
+          <% else %>
+            <span class='waiting'>Waiting for a job...</span>
+          <% end %>
+        </td>
+      </tr>
+    <% end %>
+  </table>
+<% end %>

data/lib/resque/stat.rb ADDED Viewed

@@ -0,0 +1,53 @@
+module Resque
+  # The stat subsystem. Used to keep track of integer counts.
+  #
+  #   Get a stat:  Stat[name]
+  #   Incr a stat: Stat.incr(name)
+  #   Decr a stat: Stat.decr(name)
+  #   Kill a stat: Stat.clear(name)
+  module Stat
+    extend self
+    extend Helpers
+    # Returns the int value of a stat, given a string stat name.
+    def get(stat)
+      redis.get("stat:#{stat}").to_i
+    end
+    # Alias of `get`
+    def [](stat)
+      get(stat)
+    end
+    # For a string stat name, increments the stat by one.
+    #
+    # Can optionally accept a second int parameter. The stat is then
+    # incremented by that amount.
+    def incr(stat, by = 1)
+      redis.incrby("stat:#{stat}", by)
+    end
+    # Increments a stat by one.
+    def <<(stat)
+      incr stat
+    end
+    # For a string stat name, decrements the stat by one.
+    #
+    # Can optionally accept a second int parameter. The stat is then
+    # decremented by that amount.
+    def decr(stat, by = 1)
+      redis.decrby("stat:#{stat}", by)
+    end
+    # Decrements a stat by one.
+    def >>(stat)
+      decr stat
+    end
+    # Removes a stat from Redis, effectively setting it to 0.
+    def clear(stat)
+      redis.del("stat:#{stat}")
+    end
+  end
+end

data/lib/resque/tasks.rb ADDED Viewed

@@ -0,0 +1,61 @@
+# require 'resque/tasks'
+# will give you the resque tasks
+namespace :resque do
+  task :setup
+  desc "Start a Resque worker"
+  task :work => [ :preload, :setup ] do
+    require 'resque'
+    queues = (ENV['QUEUES'] || ENV['QUEUE']).to_s.split(',')
+    begin
+      worker = Resque::Worker.new(*queues)
+      worker.verbose = ENV['LOGGING'] || ENV['VERBOSE']
+      worker.very_verbose = ENV['VVERBOSE']
+    rescue Resque::NoQueueError
+      abort "set QUEUE env var, e.g. $ QUEUE=critical,high rake resque:work"
+    end
+    if ENV['BACKGROUND']
+      unless Process.respond_to?('daemon')
+          abort "env var BACKGROUND is set, which requires ruby >= 1.9"
+      end
+      Process.daemon(true)
+    end
+    if ENV['PIDFILE']
+      File.open(ENV['PIDFILE'], 'w') { |f| f << worker.pid }
+    end
+    worker.log "Starting worker #{worker}"
+    worker.work(ENV['INTERVAL'] || 5) # interval, will block
+  end
+  desc "Start multiple Resque workers. Should only be used in dev mode."
+  task :workers do
+    threads = []
+    ENV['COUNT'].to_i.times do
+      threads << Thread.new do
+        system "rake resque:work"
+      end
+    end
+    threads.each { |thread| thread.join }
+  end
+  # Preload app files if this is Rails
+  task :preload => :setup do
+    if defined?(Rails) && Rails.respond_to?(:application)
+      # Rails 3
+      Rails.application.eager_load!
+    elsif defined?(Rails::Initializer)
+      # Rails 2.3
+      $rails_rake_task = false
+      Rails::Initializer.run :load_application_classes
+    end
+  end
+end