opengotham_resque 1.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. data/.gitignore +2 -0
  2. data/.kick +26 -0
  3. data/HISTORY.md +142 -0
  4. data/LICENSE +20 -0
  5. data/README.markdown +794 -0
  6. data/Rakefile +112 -0
  7. data/bin/resque +57 -0
  8. data/bin/resque-web +23 -0
  9. data/config.ru +14 -0
  10. data/deps.rip +7 -0
  11. data/docs/HOOKS.md +121 -0
  12. data/docs/PLUGINS.md +93 -0
  13. data/examples/async_helper.rb +31 -0
  14. data/examples/demo/README.markdown +71 -0
  15. data/examples/demo/Rakefile +8 -0
  16. data/examples/demo/app.rb +38 -0
  17. data/examples/demo/config.ru +19 -0
  18. data/examples/demo/job.rb +22 -0
  19. data/examples/god/resque.god +53 -0
  20. data/examples/god/stale.god +26 -0
  21. data/examples/instance.rb +11 -0
  22. data/examples/monit/resque.monit +6 -0
  23. data/examples/simple.rb +30 -0
  24. data/init.rb +1 -0
  25. data/lib/resque.rb +287 -0
  26. data/lib/resque/errors.rb +10 -0
  27. data/lib/resque/failure.rb +66 -0
  28. data/lib/resque/failure/base.rb +61 -0
  29. data/lib/resque/failure/hoptoad.rb +132 -0
  30. data/lib/resque/failure/multiple.rb +48 -0
  31. data/lib/resque/failure/redis.rb +40 -0
  32. data/lib/resque/helpers.rb +63 -0
  33. data/lib/resque/job.rb +207 -0
  34. data/lib/resque/plugin.rb +46 -0
  35. data/lib/resque/server.rb +201 -0
  36. data/lib/resque/server/public/idle.png +0 -0
  37. data/lib/resque/server/public/jquery-1.3.2.min.js +19 -0
  38. data/lib/resque/server/public/jquery.relatize_date.js +95 -0
  39. data/lib/resque/server/public/poll.png +0 -0
  40. data/lib/resque/server/public/ranger.js +67 -0
  41. data/lib/resque/server/public/reset.css +48 -0
  42. data/lib/resque/server/public/style.css +81 -0
  43. data/lib/resque/server/public/working.png +0 -0
  44. data/lib/resque/server/test_helper.rb +19 -0
  45. data/lib/resque/server/views/error.erb +1 -0
  46. data/lib/resque/server/views/failed.erb +53 -0
  47. data/lib/resque/server/views/key_sets.erb +20 -0
  48. data/lib/resque/server/views/key_string.erb +11 -0
  49. data/lib/resque/server/views/layout.erb +44 -0
  50. data/lib/resque/server/views/next_more.erb +10 -0
  51. data/lib/resque/server/views/overview.erb +4 -0
  52. data/lib/resque/server/views/queues.erb +49 -0
  53. data/lib/resque/server/views/stats.erb +62 -0
  54. data/lib/resque/server/views/workers.erb +78 -0
  55. data/lib/resque/server/views/working.erb +69 -0
  56. data/lib/resque/stat.rb +53 -0
  57. data/lib/resque/tasks.rb +39 -0
  58. data/lib/resque/version.rb +3 -0
  59. data/lib/resque/worker.rb +478 -0
  60. data/tasks/redis.rake +159 -0
  61. data/tasks/resque.rake +2 -0
  62. data/test/job_hooks_test.rb +302 -0
  63. data/test/job_plugins_test.rb +209 -0
  64. data/test/plugin_test.rb +116 -0
  65. data/test/redis-test.conf +132 -0
  66. data/test/resque-web_test.rb +54 -0
  67. data/test/resque_test.rb +225 -0
  68. data/test/test_helper.rb +111 -0
  69. data/test/worker_test.rb +302 -0
  70. metadata +199 -0
@@ -0,0 +1,81 @@
1
+ html { background:#efefef; font-family:Arial, Verdana, sans-serif; font-size:13px; }
2
+ body { padding:0; margin:0; }
3
+
4
+ .header { background:#000; padding:8px 5% 0 5%; border-bottom:1px solid #444;border-bottom:5px solid #ce1212;}
5
+ .header h1 { color:#333; font-size:90%; font-weight:bold; margin-bottom:6px;}
6
+ .header ul li { display:inline;}
7
+ .header ul li a { color:#fff; text-decoration:none; margin-right:10px; display:inline-block; padding:8px; -webkit-border-top-right-radius:6px; -webkit-border-top-left-radius:6px; -moz-border-radius-topleft:6px; -moz-border-radius-topright:6px; }
8
+ .header ul li a:hover { background:#333;}
9
+ .header ul li.current a { background:#ce1212; font-weight:bold; color:#fff;}
10
+
11
+ .header .namespace { position: absolute; right: 75px; top: 10px; color: #7A7A7A; }
12
+
13
+ .subnav { padding:2px 5% 7px 5%; background:#ce1212; font-size:90%;}
14
+ .subnav li { display:inline;}
15
+ .subnav li a { color:#fff; text-decoration:none; margin-right:10px; display:inline-block; background:#dd5b5b; padding:5px; -webkit-border-radius:3px; -moz-border-radius:3px;}
16
+ .subnav li.current a { background:#fff; font-weight:bold; color:#ce1212;}
17
+ .subnav li a:active { background:#b00909;}
18
+
19
+ #main { padding:10px 5%; background:#fff; overflow:hidden; }
20
+ #main .logo { float:right; margin:10px;}
21
+ #main span.hl { background:#efefef; padding:2px;}
22
+ #main h1 { margin:10px 0; font-size:190%; font-weight:bold; color:#ce1212;}
23
+ #main h2 { margin:10px 0; font-size:130%;}
24
+ #main table { width:100%; margin:10px 0;}
25
+ #main table tr td, #main table tr th { border:1px solid #ccc; padding:6px;}
26
+ #main table tr th { background:#efefef; color:#888; font-size:80%; font-weight:bold;}
27
+ #main table tr td.no-data { text-align:center; padding:40px 0; color:#999; font-style:italic; font-size:130%;}
28
+ #main a { color:#111;}
29
+ #main p { margin:5px 0;}
30
+ #main p.intro { margin-bottom:15px; font-size:85%; color:#999; margin-top:0; line-height:1.3;}
31
+ #main h1.wi { margin-bottom:5px;}
32
+ #main p.sub { font-size:95%; color:#999;}
33
+
34
+ #main table.queues { width:40%;}
35
+ #main table.queues td.queue { font-weight:bold; width:50%;}
36
+ #main table.queues tr.failed td { border-top:2px solid; font-size:90%; }
37
+ #main table.queues tr.failure td { background:#ffecec; border-top:2px solid #d37474; font-size:90%; color:#d37474;}
38
+ #main table.queues tr.failure td a{ color:#d37474;}
39
+
40
+ #main table.jobs td.class { font-family:Monaco, "Courier New", monospace; font-size:90%; width:50%;}
41
+ #main table.jobs td.args{ width:50%;}
42
+
43
+ #main table.workers td.icon {width:1%; background:#efefef;text-align:center;}
44
+ #main table.workers td.where { width:25%;}
45
+ #main table.workers td.queues { width:35%;}
46
+ #main .queue-tag { background:#b1d2e9; padding:2px; margin:0 3px; font-size:80%; text-decoration:none; text-transform:uppercase; font-weight:bold; color:#3274a2; -webkit-border-radius:4px; -moz-border-radius:4px;}
47
+ #main table.workers td.queues.queue { width:10%;}
48
+ #main table.workers td.process { width:35%;}
49
+ #main table.workers td.process span.waiting { color:#999; font-size:90%;}
50
+ #main table.workers td.process small { font-size:80%; margin-left:5px;}
51
+ #main table.workers td.process code { font-family:Monaco, "Courier New", monospace; font-size:90%;}
52
+ #main table.workers td.process small a { color:#999;}
53
+ #main.polling table.workers tr.working td { background:#f4ffe4; color:#7ac312;}
54
+ #main.polling table.workers tr.working td.where a { color:#7ac312;}
55
+ #main.polling table.workers tr.working td.process code { font-weight:bold;}
56
+
57
+
58
+ #main table.stats th { font-size:100%; width:40%; color:#000;}
59
+ #main hr { border:0; border-top:5px solid #efefef; margin:15px 0;}
60
+
61
+ #footer { padding:10px 5%; background:#efefef; color:#999; font-size:85%; line-height:1.5; border-top:5px solid #ccc; padding-top:10px;}
62
+ #footer p a { color:#999;}
63
+
64
+ #main p.poll { background:url(poll.png) no-repeat 0 2px; padding:3px 0; padding-left:23px; float:right; font-size:85%; }
65
+
66
+ #main ul.failed {}
67
+ #main ul.failed li {background:-webkit-gradient(linear, left top, left bottom, from(#efefef), to(#fff)) #efefef; margin-top:10px; padding:10px; overflow:hidden; -webkit-border-radius:5px; border:1px solid #ccc; }
68
+ #main ul.failed li dl dt {font-size:80%; color:#999; width:60px; float:left; padding-top:1px; text-align:right;}
69
+ #main ul.failed li dl dd {margin-bottom:10px; margin-left:70px;}
70
+ #main ul.failed li dl dd .retry { float: right; }
71
+ #main ul.failed li dl dd code, #main ul.failed li dl dd pre { font-family:Monaco, "Courier New", monospace; font-size:90%;}
72
+ #main ul.failed li dl dd.error a {font-family:Monaco, "Courier New", monospace; font-size:90%; }
73
+ #main ul.failed li dl dd.error pre { margin-top:3px; line-height:1.3;}
74
+
75
+ #main p.pagination { background:#efefef; padding:10px; overflow:hidden;}
76
+ #main p.pagination a.less { float:left;}
77
+ #main p.pagination a.more { float:right;}
78
+
79
+ #main form {float:right; margin-top:-10px;}
80
+
81
+ #main .time a.toggle_format {text-decoration:none;}
@@ -0,0 +1,19 @@
1
+ require 'rack/test'
2
+ require 'resque/server'
3
+
4
+ module Resque
5
+ module TestHelper
6
+ class Test::Unit::TestCase
7
+ include Rack::Test::Methods
8
+ def app
9
+ Resque::Server.new
10
+ end
11
+
12
+ def self.should_respond_with_success
13
+ test "should respond with success" do
14
+ assert last_response.ok?
15
+ end
16
+ end
17
+ end
18
+ end
19
+ end
@@ -0,0 +1 @@
1
+ <h1 style="font-size:110%;font-family:Arial, sans-serif;"><%= error %></h1>
@@ -0,0 +1,53 @@
1
+ <%start = params[:start].to_i %>
2
+ <%failed = Resque::Failure.all(start, 20)%>
3
+ <% index = 0 %>
4
+
5
+ <h1>Failed Jobs</h1>
6
+ <%unless failed.empty?%>
7
+ <form method="POST" action="<%=u 'failed/clear'%>" class='clear-failed'>
8
+ <input type='submit' name='' value='Clear Failed Jobs' />
9
+ </form>
10
+ <%end%>
11
+
12
+ <p class='sub'>Showing <%=start%> to <%= start + 20 %> of <b><%= size = Resque::Failure.count %></b> jobs</p>
13
+
14
+ <ul class='failed'>
15
+ <%for job in failed%>
16
+ <% index += 1 %>
17
+ <li>
18
+ <dl>
19
+ <dt>Worker</dt>
20
+ <dd>
21
+ <a href="<%= url(:workers, job['worker']) %>"><%= job['worker'].split(':')[0...2].join(':') %></a> on <b class='queue-tag'><%= job['queue'] %></b > at <b><span class="time"><%= job['failed_at'] %></span></b>
22
+ <div class='retry'>
23
+ <% if job['retried_at'] %>
24
+ Retried <b><span class="time"><%= job['retried_at'] %></span></b>
25
+ <% else %>
26
+ <a href="<%= u "failed/requeue/#{start + index - 1}" %>" rel="retry">Retry</a>
27
+ <% end %>
28
+ </div>
29
+ </dd>
30
+ <dt>Class</dt>
31
+ <dd><code><%= job['payload']['class'] %></code></dd>
32
+ <dt>Arguments</dt>
33
+ <dd><pre><%=h show_args(job['payload']['args']) %></pre></dd>
34
+ <dt>Exception</td>
35
+ <dd><code><%= job['exception'] %></code></dd>
36
+ <dt>Error</dt>
37
+ <dd class='error'>
38
+ <% if job['backtrace'] %>
39
+ <a href="#" class="backtrace"><%= h(job['error']) %></a>
40
+ <pre style='display:none'><%=h job['backtrace'].join("\n") %></pre>
41
+ <% else %>
42
+ <%=h job['error'] %>
43
+ <% end %>
44
+ </dd>
45
+ </dl>
46
+ <div class='r'>
47
+ </div>
48
+ </li>
49
+ <%end%>
50
+ </ul>
51
+
52
+ <%= partial :next_more, :start => start, :size => size %>
53
+
@@ -0,0 +1,20 @@
1
+ <% if key = params[:key] %>
2
+
3
+ <p class='sub'>
4
+ Showing <%= start = params[:start].to_i %> to <%= start + 20 %> of <b><%=size = redis_get_size(key) %></b>
5
+ </p>
6
+
7
+
8
+ <h1>Key "<%= key %>" is a <%= resque.redis.type key %></h1>
9
+ <table>
10
+ <% for row in redis_get_value_as_array(key, start) %>
11
+ <tr>
12
+ <td>
13
+ <%= row %>
14
+ </td>
15
+ </tr>
16
+ <% end %>
17
+ </table>
18
+
19
+ <%= partial :next_more, :start => start, :size => size %>
20
+ <% end %>
@@ -0,0 +1,11 @@
1
+ <% if key = params[:key] %>
2
+ <h1>Key "<%= key %>" is a <%= resque.redis.type key %></h1>
3
+ <h2>size: <%= redis_get_size(key) %></h2>
4
+ <table>
5
+ <tr>
6
+ <td>
7
+ <%= redis_get_value_as_array(key) %>
8
+ </td>
9
+ </tr>
10
+ </table>
11
+ <% end %>
@@ -0,0 +1,44 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="utf-8" />
5
+ <title>Resque.</title>
6
+ <link href="<%=u 'reset.css' %>" media="screen" rel="stylesheet" type="text/css">
7
+ <link href="<%=u 'style.css' %>" media="screen" rel="stylesheet" type="text/css">
8
+ <script src="<%=u 'jquery-1.3.2.min.js' %>" type="text/javascript"></script>
9
+ <script src="<%=u 'jquery.relatize_date.js' %>" type="text/javascript"></script>
10
+ <script src="<%=u 'ranger.js' %>" type="text/javascript"></script>
11
+ </head>
12
+ <body>
13
+ <div class="header">
14
+ <ul class='nav'>
15
+ <% tabs.each do |tab_name| %>
16
+ <%= tab tab_name %>
17
+ <% end %>
18
+ </ul>
19
+ <% if Resque.redis.namespace != :resque %>
20
+ <abbr class="namespace" title="Resque's Redis Namespace">
21
+ <%= Resque.redis.namespace %>
22
+ </abbr>
23
+ <% end %>
24
+ </div>
25
+
26
+ <% if @subtabs %>
27
+ <ul class='subnav'>
28
+ <% for subtab in @subtabs %>
29
+ <li <%= class_if_current "#{current_section}/#{subtab}" %>><a href="<%= current_section %>/<%= subtab %>"><span><%= subtab %></span></a></li>
30
+ <% end %>
31
+ </ul>
32
+ <% end %>
33
+
34
+ <div id="main">
35
+ <%= yield %>
36
+ </div>
37
+
38
+ <div id="footer">
39
+ <p>Powered by <a href="http://github.com/defunkt/resque">Resque</a> v<%=Resque::Version%></p>
40
+ <p>Connected to Redis namespace <%= Resque.redis.namespace %> on <%=Resque.redis.server%></p>
41
+ </div>
42
+
43
+ </body>
44
+ </html>
@@ -0,0 +1,10 @@
1
+ <%if start - 20 >= 0 || start + 20 <= size%>
2
+ <p class='pagination'>
3
+ <% if start - 20 >= 0 %>
4
+ <a href="<%= current_page %>?start=<%= start - 20 %>" class='less'>&laquo; less</a>
5
+ <% end %>
6
+ <% if start + 20 <= size %>
7
+ <a href="<%= current_page %>?start=<%= start + 20 %>" class='more'>more &raquo;</a>
8
+ <% end %>
9
+ </p>
10
+ <%end%>
@@ -0,0 +1,4 @@
1
+ <%= partial :queues %>
2
+ <hr />
3
+ <%= partial :working %>
4
+ <%= poll %>
@@ -0,0 +1,49 @@
1
+ <% @subtabs = resque.queues unless partial? %>
2
+
3
+ <% if queue = params[:id] %>
4
+
5
+ <h1>Pending jobs on <span class='hl'><%= queue %></span></h1>
6
+ <form method="POST" action="<%=u "/queues/#{queue}/remove" %>" class='remove-queue'>
7
+ <input type='submit' name='' value='Remove Queue' />
8
+ </form>
9
+ <p class='sub'>Showing <%= start = params[:start].to_i %> to <%= start + 20 %> of <b><%=size = resque.size(queue)%></b> jobs</p>
10
+ <table class='jobs'>
11
+ <tr>
12
+ <th>Class</th>
13
+ <th>Args</th>
14
+ </tr>
15
+ <% for job in (jobs = resque.peek(queue, start, 20)) %>
16
+ <tr>
17
+ <td class='class'><%= job['class'] %></td>
18
+ <td class='args'><%=h job['args'].inspect %></td>
19
+ </tr>
20
+ <% end %>
21
+ <% if jobs.empty? %>
22
+ <tr>
23
+ <td class='no-data' colspan='2'>There are no pending jobs in this queue</td>
24
+ </tr>
25
+ <% end %>
26
+ </table>
27
+ <%= partial :next_more, :start => start, :size => size %>
28
+ <% else %>
29
+
30
+ <h1 class='wi'>Queues</h1>
31
+ <p class='intro'>The list below contains all the registered queues with the number of jobs currently in the queue. Select a queue from above to view all jobs currently pending on the queue.</p>
32
+ <table class='queues'>
33
+ <tr>
34
+ <th>Name</th>
35
+ <th>Jobs</th>
36
+ </tr>
37
+ <% for queue in resque.queues.sort_by { |q| q.to_s } %>
38
+ <tr>
39
+ <td class='queue'><a class="queue" href="<%= url "queues/#{queue}" %>"><%= queue %></a></td>
40
+ <td class='size'><%= resque.size queue %></td>
41
+ </tr>
42
+ <% end %>
43
+ <tr class="<%= Resque::Failure.count.zero? ? "failed" : "failure" %>">
44
+ <td class='queue failed'><a class="queue" href="<%= url :failed %>">failed</a></td>
45
+ <td class='size'><%= Resque::Failure.count %></td>
46
+ </tr>
47
+ </table>
48
+
49
+ <% end %>
@@ -0,0 +1,62 @@
1
+ <% @subtabs = %w( resque redis keys ) %>
2
+
3
+ <% if params[:key] %>
4
+
5
+ <%= partial resque.redis.type(params[:key]).eql?("string") ? :key_string : :key_sets %>
6
+
7
+ <% elsif params[:id] == "resque" %>
8
+
9
+ <h1><%= resque %></h1>
10
+ <table class='stats'>
11
+ <% for key, value in resque.info.to_a.sort_by { |i| i[0].to_s } %>
12
+ <tr>
13
+ <th>
14
+ <%= key %>
15
+ </th>
16
+ <td>
17
+ <%= value %>
18
+ </td>
19
+ </tr>
20
+ <% end %>
21
+ </table>
22
+
23
+ <% elsif params[:id] == 'redis' %>
24
+
25
+ <h1><%= resque.redis.server %></h1>
26
+ <table class='stats'>
27
+ <% for key, value in resque.redis.info.to_a.sort_by { |i| i[0].to_s } %>
28
+ <tr>
29
+ <th>
30
+ <%= key %>
31
+ </th>
32
+ <td>
33
+ <%= value %>
34
+ </td>
35
+ </tr>
36
+ <% end %>
37
+ </table>
38
+
39
+ <% elsif params[:id] == 'keys' %>
40
+
41
+ <h1>Keys owned by <%= resque %></h1>
42
+ <p class='sub'>(All keys are actually prefixed with "resque:")</p>
43
+ <table class='stats'>
44
+ <tr>
45
+ <th>key</th>
46
+ <th>type</th>
47
+ <th>size</th>
48
+ </tr>
49
+ <% for key in resque.keys.sort %>
50
+ <tr>
51
+ <th>
52
+ <a href="<%=u "/stats/keys/#{key}" %>"><%= key %></a>
53
+ </th>
54
+ <td><%= resque.redis.type key %></td>
55
+ <td><%= redis_get_size key %></td>
56
+ </tr>
57
+ <% end %>
58
+ </table>
59
+
60
+ <% else %>
61
+
62
+ <% end %>
@@ -0,0 +1,78 @@
1
+ <% if params[:id] && worker = Resque::Worker.find(params[:id]) %>
2
+
3
+ <h1>Worker <%= worker %></h1>
4
+ <table class='workers'>
5
+ <tr>
6
+ <th>&nbsp;</th>
7
+ <th>Host</th>
8
+ <th>Pid</th>
9
+ <th>Started</th>
10
+ <th>Queues</th>
11
+ <th>Processed</th>
12
+ <th>Failed</th>
13
+ <th>Processing</th>
14
+ </tr>
15
+ <tr>
16
+ <td class='icon'><img src="<%=u state = worker.state %>.png" alt="<%= state %>" title="<%= state %>"></td>
17
+
18
+ <% host, pid, queues = worker.to_s.split(':') %>
19
+ <td><%= host %></td>
20
+ <td><%= pid %></td>
21
+ <td><span class="time"><%= worker.started %></span></td>
22
+ <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
23
+ <td><%= worker.processed %></td>
24
+ <td><%= worker.failed %></td>
25
+ <td class='process'>
26
+ <% data = worker.processing || {} %>
27
+ <% if data['queue'] %>
28
+ <code><%= data['payload']['class'] %></code>
29
+ <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
30
+ <% else %>
31
+ <span class='waiting'>Waiting for a job...</span>
32
+ <% end %>
33
+ </td>
34
+ </tr>
35
+ </table>
36
+
37
+ <% elsif params[:id] %>
38
+
39
+ <h1>Worker doesn't exist</h1>
40
+
41
+ <% else %>
42
+
43
+ <h1 class='wi'><%= resque.workers.size %> Workers</h1>
44
+ <p class='intro'>The workers listed below are all registered as active on your system.</p>
45
+ <table class='workers'>
46
+ <tr>
47
+ <th>&nbsp;</th>
48
+ <th>Where</th>
49
+ <th>Queues</th>
50
+ <th>Processing</th>
51
+ </tr>
52
+ <% for worker in (workers = resque.workers.sort_by { |w| w.to_s }) %>
53
+ <tr class="<%=state = worker.state%>">
54
+ <td class='icon'><img src="<%=u state %>.png" alt="<%= state %>" title="<%= state %>"></td>
55
+
56
+ <% host, pid, queues = worker.to_s.split(':') %>
57
+ <td class='where'><a href="<%=u "workers/#{worker}"%>"><%= host %>:<%= pid %></a></td>
58
+ <td class='queues'><%= queues.split(',').map { |q| '<a class="queue-tag" href="' + u("/queues/#{q}") + '">' + q + '</a>'}.join('') %></td>
59
+
60
+ <td class='process'>
61
+ <% data = worker.processing || {} %>
62
+ <% if data['queue'] %>
63
+ <code><%= data['payload']['class'] %></code>
64
+ <small><a class="queue time" href="<%=u "/working/#{worker}" %>"><%= data['run_at'] %></a></small>
65
+ <% else %>
66
+ <span class='waiting'>Waiting for a job...</span>
67
+ <% end %>
68
+ </td>
69
+ </tr>
70
+ <% end %>
71
+ <% if workers.empty? %>
72
+ <tr>
73
+ <td colspan='4' class='no-data'>There are no registered workers</td>
74
+ </tr>
75
+ <% end %>
76
+ </table>
77
+ <%=poll%>
78
+ <% end %>