misha-resque-web 0.0.9

data/app/helpers/resque_web/application_helper.rb

@@ -0,0 +1,69 @@
+module ResqueWeb
+  module ApplicationHelper
+
+    PER_PAGE = 20
+
+    def tabs
+      t = {'overview' => ResqueWeb::Engine.app.url_helpers.overview_path,
+       'working'  => ResqueWeb::Engine.app.url_helpers.working_index_path,
+       'failures' => ResqueWeb::Engine.app.url_helpers.failures_path,
+       'queues' => ResqueWeb::Engine.app.url_helpers.queues_path,
+       'workers' => ResqueWeb::Engine.app.url_helpers.workers_path,
+       'stats' => ResqueWeb::Engine.app.url_helpers.stats_path
+      }
+      ResqueWeb::Plugins.plugins.each do |p|
+        p.tabs.each { |tab| t.merge!(tab) }
+      end
+      t
+    end
+
+    def tab(name,path)
+      content_tag :li, link_to(name.capitalize, path), :class => current_tab?(name) ? "active" : nil
+    end
+
+    def current_tab
+      params[:controller].gsub(/resque_web\//, "#{root_path}")
+    end
+
+    def current_tab?(name)
+      request.path.starts_with? tabs[name.to_s]
+    end
+
+    attr_reader :subtabs
+
+    def subtab(name)
+      content_tag :li, link_to(name, "#{current_tab}/#{name}"), :class => current_subtab?(name) ? "current" : nil
+    end
+
+    def current_subtab?(name)
+      params[:id] == name.to_s
+    end
+
+    def pagination(options = {})
+      start    = options[:start] || 1
+      per_page = options[:per_page] || PER_PAGE
+      total    = options[:total] || 0
+      return if total < per_page
+
+      markup = ""
+      if start - per_page >= 0
+        markup << link_to(raw("&laquo; less"), params.permit!.merge(:start => start - per_page), :class => 'btn less')
+      end
+
+      if start + per_page <= total
+        markup << link_to(raw("more &raquo;"), params.permit!.merge(:start => start + per_page), :class => 'btn more')
+      end
+
+      content_tag :p, raw(markup), :class => 'pagination'
+    end
+
+    def poll(polling=false)
+      if polling
+        text = "Last Updated: #{Time.now.strftime("%H:%M:%S")}".html_safe
+      else
+        text = "<a href='#{h(request.path)}' rel='poll'>Live Poll</a>".html_safe
+      end
+      content_tag :p, text, :class => 'poll'
+    end
+  end
+end

data/app/helpers/resque_web/failures_helper.rb

@@ -0,0 +1,58 @@
+module ResqueWeb
+  module FailuresHelper
+    def each_failure(&block)
+      Resque::Failure.each(failure_start_at, failure_per_page, params[:queue], params[:class], &block)
+    end
+
+    def failure_date_format
+      "%Y/%m/%d %T %z"
+    end
+
+    def multiple_failure_queues?
+      @multiple_failure_queues ||= Resque::Failure.queues.size > 1
+    end
+
+    def failure_queue
+      multiple_failure_queues? ? params[:id] : 'failed'
+    end
+
+    def failure_queue_name
+      @failure_queue_name ||= params[:queue] ? params[:queue] : 'Failed'
+    end
+
+    def failure_size
+      @failure_size ||= Resque::Failure.count(params[:id], params[:class])
+    end
+
+    def failure_per_page
+      @failures_per_page ||= params[:class] ? failure_size : 20
+    end
+
+    def failure_start_at
+      params[:start].to_i
+    end
+
+    def failure_end_at
+      if failure_start_at + failure_per_page > failure_size
+        failure_size
+      else
+        failure_start_at + failure_per_page
+      end
+    end
+
+    def failure_class_counts(queue = params[:id])
+      classes = Hash.new(0)
+      Resque::Failure.each(0, Resque::Failure.count(queue), queue) do |_, item|
+        class_name = item['payload']['class'] if item['payload']
+        class_name ||= "nil"
+        classes[class_name] += 1
+      end
+      classes.sort_by { |name,_| name }
+    end
+
+    def job_arguments(job)
+      return 'nil' unless job['payload']
+      Array(job['payload']['args']).map { |arg| arg.inspect }.join("\n")
+    end
+  end
+end

data/app/helpers/resque_web/overview_helper.rb

@@ -0,0 +1,6 @@
+module ResqueWeb
+  module OverviewHelper
+    include QueuesHelper
+    include WorkingHelper
+  end
+end

data/app/helpers/resque_web/queues_helper.rb

@@ -0,0 +1,72 @@
+require 'resque/failure/redis_multi_queue'
+
+module ResqueWeb
+  module QueuesHelper
+    def queues_partial_name
+      if Resque::Failure.backend == Resque::Failure::RedisMultiQueue
+        'resque_web/queues/queues_advanced'
+      else
+        'resque_web/queues/queues_basic'
+      end
+    end
+
+    def queue_names
+      Resque.queues.sort_by(&:to_s)
+    end
+
+    def queue_start_at
+      params[:start].to_i
+    end
+
+    def queue_end_at
+      if queue_start_at + queue_per_page > queue_size
+        queue_size
+      else
+        queue_start_at + queue_per_page
+      end
+    end
+
+    def queue_per_page
+      20
+    end
+
+    def queue_size(queue_name = params[:id])
+      Resque.size queue_name
+    end
+
+    def queue_jobs
+      @queue_jobs ||= Resque.peek(params[:id], queue_start_at, queue_per_page)
+    end
+
+    def failed_queue_names
+      Resque::Failure.queues.sort_by(&:to_s)
+    end
+
+    def failed_queue_name(original_queue_name)
+      "#{original_queue_name}_failed"
+    end
+
+    def failed_queue_class(queue_name)
+      Resque::Failure.count(queue_name).zero? ? "failed" : "failure"
+    end
+
+    def failed_queue_size(queue_name)
+      Resque::Failure.count(queue_name)
+    end
+
+    def failed_queue_info(queue_name)
+      failed_queue = failed_queue_name(queue_name)
+      size = failed_queue_size(failed_queue)
+
+      if size > 0
+        css_class = "badge badge-important"
+        badge = link_to(size, failure_path(failed_queue))
+      else
+        css_class = "badge"
+        badge = size.to_s
+      end
+
+      raw "<span class=\"#{css_class}\">#{badge}</span>"
+    end
+  end
+end

data/app/helpers/resque_web/stats_helper.rb

@@ -0,0 +1,54 @@
+module ResqueWeb
+  module StatsHelper
+    def resque_info
+      Resque.info.sort_by { |i| i[0].to_s }
+    end
+
+    def redis_info
+      Resque.redis.info.to_a.sort_by { |i| i[0].to_s }
+    end
+
+    def redis_key_type(key)
+      Resque.redis.type(key)
+    end
+
+    def redis_key_size(key)
+      # FIXME: there's a potential race in this method if a key is modified
+      # "in flight". Not sure how to fix it, unfortunately :(
+      case redis_key_type(key)
+      when 'none'
+        0
+      when 'list'
+        Resque.redis.llen(key)
+      when 'set'
+        Resque.redis.scard(key)
+      when 'string'
+        string = Resque.redis.get(key)
+        string ? string.length : 0
+      when 'zset'
+        Resque.redis.zcard(key)
+      end
+    end
+
+    def redis_get_array(key, start=0)
+      case redis_key_type(key)
+      when 'none'
+        []
+      when 'list'
+        Resque.redis.lrange(key, start, start + 20)
+      when 'set'
+        Resque.redis.smembers(key)[start..(start + 20)]
+      when 'string'
+        [Resque.redis.get(key)]
+      when 'zset'
+        Resque.redis.zrange(key, start, start + 20)
+      when 'hash'
+        Resque.redis.hgetall(key)
+      end
+    end
+
+    def current_subtab?(name)
+      params[:action] == name.to_s
+    end
+  end
+end

data/app/helpers/resque_web/workers_helper.rb

@@ -0,0 +1,16 @@
+module ResqueWeb
+  module WorkersHelper
+    def worker_hosts
+      @worker_hosts ||= begin
+        hosts = Hash.new { [] }
+
+        Resque.workers.each do |worker|
+          host, _ = worker.to_s.split(':')
+          hosts[host] += [worker.to_s]
+        end
+
+        hosts
+      end
+    end
+  end
+end

data/app/helpers/resque_web/working_helper.rb

@@ -0,0 +1,19 @@
+module ResqueWeb
+  module WorkingHelper
+    def workers
+      @workers ||= Resque.workers
+    end
+
+    def jobs
+      @jobs ||= workers.map(&:job)
+    end
+
+    def worker_jobs
+      @worker_jobs ||= workers.zip(jobs).reject { |w, j| w.idle? || j['queue'].nil? }
+    end
+
+    def sorted_worker_jobs
+      @sorted_worker_jobs ||= worker_jobs.sort_by { |w, j| j['run_at'] || '' }
+    end
+  end
+end

data/app/views/layouts/resque_web/application.html.erb

@@ -0,0 +1,76 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
+  <meta name="description" content="">
+  <meta name="viewport" content="width=device-width">
+  <title>Resque.</title>
+  <%= stylesheet_link_tag "resque_web/application", :media => "all" %>
+  <%=
+      ResqueWeb::Plugins.plugins.collect do |p|
+        file_path = "#{p.name.underscore.downcase}/application.css"
+        if (Rails.application.assets && Rails.application.assets.find_asset(file_path)) ||
+           (Rails.application.assets_manifest && Rails.application.assets_manifest.assets[file_path])
+          stylesheet_link_tag "#{p.name.underscore.downcase}/application"
+        end
+      end.join("\n").html_safe
+  %>
+  <%= javascript_include_tag "resque_web/application" %>
+  <%=
+      ResqueWeb::Plugins.plugins.collect do |p|
+        file_path = "#{p.name.underscore.downcase}/application.js"
+        if (Rails.application.assets && Rails.application.assets.find_asset(file_path)) ||
+           (Rails.application.assets_manifest && Rails.application.assets_manifest.assets[file_path])
+          javascript_include_tag "#{p.name.underscore.downcase}/application"
+        end
+      end.join("\n").html_safe
+  %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<div class="navbar navbar-inverse navbar-fixed-top">
+  <div class="navbar-inner">
+    <div class="container">
+      <a class="btn btn-navbar navbar-toggle" data-toggle="collapse" data-target=".nav-collapse">
+        <span class="icon-bar"></span>
+        <span class="icon-bar"></span>
+        <span class="icon-bar"></span>
+      </a>
+      <%= image_tag "resque_web/lifebuoy.png", class: 'logo' %>
+      <%= link_to "Resque", ResqueWeb::Engine.app.url_helpers.root_path, :class => "brand navbar-brand" %>
+      <div class="nav-collapse navbar-collapse collapse">
+        <ul class="nav navbar-nav">
+          <% tabs.each do |tab_name,path| %>
+            <%= tab tab_name,path %>
+          <% end %>
+        </ul>
+      </div>
+    </div>
+  </div>
+</div>
+
+<% unless subtabs.empty? %>
+<ul class="nav subnav">
+  <div class="container">
+    <% subtabs.each do |tab_name| %>
+      <%= subtab tab_name %>
+    <% end %>
+  </div>
+</ul>
+<% end %>
+
+<div class="container" id="main">
+  <%= yield %>
+</div>
+
+<footer id="footer">
+  <div class="container">
+    <p>Powered by <a href="http://github.com/resque/resque">Resque</a> v<%=Resque::Version%></p>
+    <p>Connected to Redis namespace <%= Resque.redis.namespace %> on <%=Resque.redis_id%></p>
+  </div>
+</footer>
+
+</body>
+</html>

data/app/views/resque_web/failures/_failed_job.html.erb

@@ -0,0 +1,53 @@
+<li>
+  <dl>
+    <% if job.nil? %>
+    <dt>Error</dt>
+    <dd>Job <%= id %> could not be parsed; perhaps it contains invalid JSON?</dd>
+    <% else %>
+    <dt>Worker</dt>
+    <dd>
+      <%= job['worker'].split(':')[0...2].join(':') %>
+      on <b class="label label-info"><%= job['queue'] %></b >
+      at <b><span class="time"><%= Time.parse(job['failed_at']).strftime(failure_date_format) %></span></b>
+
+      <% if job['retried_at'] %>
+        <div class="retried">
+          Retried <b><span class="time"><%= Time.parse(job['retried_at']).strftime(failure_date_format) %></span></b>
+          <%= link_to "Remove", failure_path(:queue=>failure_queue,:id=>id), :method => :delete, :class => 'remove', :rel => 'remove' %>
+        </div>
+      <% else %>
+        <div class="controls">
+          <%= link_to "Retry", retry_failure_path(:queue=>failure_queue,:id=>id), :method => :put %>
+          or
+          <%= link_to "Remove", failure_path(:queue=>failure_queue,:id=>id), :method => :delete %>
+        </div>
+      <% end %>
+    </dd>
+    <dt>Class</dt>
+    <dd>
+      <% if job['payload'] && job['payload']['class'] %>
+        <%= link_to failures_path(:class=>job['payload']['class'],:queue=>params[:queue]) do %>
+          <code><%= job['payload']['class'] %></code>
+        <% end %>
+      <% else %>
+        <code>nil</code>
+      <% end %>
+    </dd>
+    <dt>Arguments</dt>
+    <dd><pre><%= job_arguments(job) %></pre></dd>
+    <dt>Exception</dt>
+    <dd><code><%= job['exception'] %></code></dd>
+    <dt>Error</dt>
+    <dd class="error">
+      <% if job['backtrace'] %>
+        <a href="#" class="backtrace"><%= job['error'] %></a>
+        <pre style='display:none'><%=h job['backtrace'].join("\n") %></pre>
+      <% else %>
+        <%=h job['error'] %>
+      <% end %>
+    </dd>
+    <% end %>
+  </dl>
+  <div class="r">
+  </div>
+</li>

data/app/views/resque_web/failures/_overview.html.erb

@@ -0,0 +1,24 @@
+<table class="table table-bordered" id="failed">
+<tbody>
+  <tr class="total">
+    <td class="queue">Total Failed</td>
+    <td class="center"><%= Resque::Failure.count %></td>
+  </tr>
+
+  <% Resque::Failure.queues.sort.each do |queue| %>
+    <tr>
+      <th><%= link_to queue, failure_path(queue), :class => 'label label-info' %></th>
+      <th style="width:75px;" class="center"><%= Resque::Failure.count(queue) %></th>
+    </tr>
+
+    <% failure_class_counts(queue).each do |klass, count| %>
+    <tr id="<%= klass %>">
+      <td>
+        <%= link_to klass, failure_path(queue, :class => klass), :class => "failed failed_class" %>
+      </td>
+      <td style="text-align: center;" class="failed<%= (count.to_i > 1000) ? '_many' : '' %>"><%= count %></td>
+    </tr>
+    <% end %>
+  <% end %>
+</tbody>
+</table>

data/app/views/resque_web/failures/index.html.erb

@@ -0,0 +1,32 @@
+<% if multiple_failure_queues? && !params[:queue] %>
+  <h1>All Failure Queues</h1>
+<% else %>
+  <h1>Failed Jobs <%= "on '#{params[:queue]}'" if params[:queue] %> <%= "with class '#{params[:class]}'" if params[:class] %></h1>
+<% end %>
+
+<% unless failure_size.zero? %>
+  <%= form_tag(destroy_all_failures_path(queue: params[:queue]), method: :delete) do %>
+    <%= submit_tag "Clear #{failure_queue_name} Jobs", class: 'btn btn-danger', data: { confirm: "Are you sure you want to clear ALL #{failure_queue_name.downcase} jobs?" } %>
+    <% if failure_size > failure_per_page %>
+      <%= link_to "Last page &raquo;".html_safe, { start: (failure_size - failure_per_page) }, class: 'btn' %>
+    <% end %>
+  <% end %>
+  <%= form_tag(retry_all_failures_path(queue: params[:queue]), method: :put) do %>
+    <%= submit_tag "Retry #{failure_queue_name} Jobs", class: 'btn', data: { confirm: "Are you sure you want to retry ALL #{failure_queue_name.downcase} jobs?" } %>
+  <% end %>
+<% end %>
+
+<% if multiple_failure_queues? && !params[:queue] %>
+  <p class="sub"><b><%= Resque::Failure.queues.size %></b> failure queues total</sub>
+  <%= render partial: 'overview' %>
+<% else %>
+  <p class="sub">Showing <%= failure_start_at %> to <%= failure_end_at %> of <b><%= failure_size %></b> jobs</p>
+
+  <ul class="failed">
+    <% each_failure do |id, job| %>
+      <%= render partial: 'failed_job', locals: { id: id, job: job } %>
+    <% end %>
+  </ul>
+
+  <%= pagination(start: failure_start_at, total: failure_size) unless params[:class] %>
+<% end %>

data/app/views/resque_web/failures/show.html.erb

@@ -0,0 +1,20 @@
+<h1>Failed Jobs <%= "on '#{params[:id]}'" if params[:id] %> <%= "with class '#{params[:class]}'" if params[:class] %></h1>
+
+<% if @jobs.any? %>
+  <%= form_tag("/failures/#{params[:id] if params[:id]}", :method => :delete) do %>
+    <%= submit_tag "Clear #{params[:id] ? "'#{params[:id]}'" : 'Failed'} Jobs", :confirm => "Are you sure?", :class => 'btn btn-danger' %>
+  <% end %>
+  <%= form_tag("/failures/#{params[:id] ? params[:id] : "all"}/retry") do %>
+    <%= submit_tag "Retry #{params[:id] ? "'#{params[:id]}'" : 'Failed'} Jobs", :class => 'btn' %>
+  <% end %>
+<% end %>
+
+<p class="sub">Showing <%= failure_start_at %> to <%= failure_end_at %> of <b><%= failure_size %></b> jobs</p>
+
+<ul class="failed">
+  <% @jobs.each do |id, job| %>
+    <%= render :partial => 'failed_job', :locals => {:id => id, :job => job} %>
+  <% end %>
+</ul>
+
+<%= pagination :start => failure_start_at, :total => failure_size unless params[:class] %>

data/app/views/resque_web/overview/show.html.erb

@@ -0,0 +1,4 @@
+<%= render 'resque_web/queues/queues' %>
+<hr>
+<%= render 'resque_web/working/working' %>
+<%= poll(polling) %>

data/app/views/resque_web/queues/_queues.html.erb

@@ -0,0 +1,4 @@
+<h1>Queues</h1>
+<p class="intro">The list below contains all the registered queues with the number of jobs currently in the queue. Select a queue from above to view all jobs currently pending on the queue.</p>
+
+<%= render :partial => queues_partial_name %>

data/app/views/resque_web/queues/_queues_advanced.html.erb

@@ -0,0 +1,14 @@
+<table class="table table-bordered queues">
+  <tr>
+    <th>Name</th>
+    <th>Jobs</th>
+    <th>Failures</th>
+  </tr>
+  <% queue_names.each do |queue_name| %>
+  <tr>
+    <td class="queue"><%= link_to queue_name, queue_path(queue_name) %></td>
+    <td class="size"><%= queue_size(queue_name) %></td>
+    <td class="failure"><%= failed_queue_info(queue_name) %></td>
+  </tr>
+  <% end %>
+</table>

data/app/views/resque_web/queues/_queues_basic.html.erb

@@ -0,0 +1,17 @@
+<table class="table table-bordered queues">
+  <tr>
+    <th>Name</th>
+    <th>Jobs</th>
+  </tr>
+  <% queue_names.each do |queue_name| %>
+  <tr>
+    <td class="queue"><%= link_to queue_name, queue_path(queue_name) %></td>
+    <td class="size"><%= queue_size(queue_name) %></td>
+  </tr>
+  <% end %>
+
+  <tr class="<%= failed_queue_class('failed') %> first_failure">
+    <td class="queue failed"><%= link_to 'failed', failures_path, :class => 'queue' %></td>
+    <td class="size"><%= failed_queue_size('failed') %></td>
+  </tr>
+</table>

data/app/views/resque_web/queues/index.html.erb

@@ -0,0 +1 @@
+<%= render 'queues' %>

data/app/views/resque_web/queues/show.html.erb

@@ -0,0 +1,30 @@
+  <h1>Pending jobs on <span class='hl'><%= params[:id] %></span></h1>
+
+  <%= form_tag(clear_queue_path(params[:id]), :method => :put) do %>
+    <%= submit_tag "Clear Pending Jobs", :class => 'btn btn-danger', :data => { :confirm => "Are you absolutely sure? This cannot be undone." } %>
+  <% end %>
+
+  <%= form_tag(queue_path(params[:id]), :method => :delete, :class => 'remove-queue') do %>
+    <%= submit_tag "Remove Queue", :class => 'btn btn-danger', :data => { :confirm => "Are you absolutely sure? This cannot be undone." } %>
+  <% end %>
+
+  <p class="sub">Showing <%= queue_start_at %> to <%= queue_end_at %> of <b><%= queue_size %></b> jobs</p>
+  <table class="table table-bordered jobs">
+    <tr>
+      <th>Class</th>
+      <th>Args</th>
+    </tr>
+    <% queue_jobs.each do |job| %>
+    <tr>
+      <td class='class'><%= job['class'] %></td>
+      <td class='args'><%=h job['args'].inspect %></td>
+    </tr>
+    <% end %>
+    <% if queue_jobs.empty? %>
+    <tr>
+      <td class='no-data' colspan='2'>There are no pending jobs in this queue</td>
+    </tr>
+    <% end %>
+  </table>
+
+  <%= pagination :start => queue_start_at, :total => queue_size %>

data/app/views/resque_web/stats/key.html.erb

@@ -0,0 +1,26 @@
+<% if redis_key_type(params[:key]) == 'string' %>
+  <h1>Key "<%= params[:id] %>" is a string</h1>
+  <h2>size: <%= redis_key_size(params[:id]) %></h2>
+  <table class="table table-bordered">
+    <tr>
+      <td><%= redis_get_array(key) %></td>
+    </tr>
+  </table>
+<% else %>
+  <p class="sub">
+    Showing <%= start = params[:start].to_i %> to <%= start + 20 %> of <b><%=size = redis_key_size(params[:id]) %></b>
+  </p>
+
+  <h1>Key "<%= params[:id] %>" is a <%= redis_key_type(params[:id]) %></h1>
+  <table class="table table-bordered">
+    <% redis_get_array(params[:id], start).each do |row| %>
+    <tr>
+      <td>
+        <%= row %>
+      </td>
+    </tr>
+    <% end %>
+  </table>
+
+  <%= pagination :start => start, :total => size %>
+<% end %>

data/app/views/resque_web/stats/keys.html.erb

@@ -0,0 +1,17 @@
+  <h1>Keys owned by <%= Resque %></h1>
+  <p class="sub">(All keys are actually prefixed with "<%= Resque.redis.namespace %>:")</p>
+
+  <table class="table table-bordered stats">
+    <tr>
+      <th>key</th>
+      <th>type</th>
+      <th>size</th>
+    </tr>
+  <% Resque.keys.sort.each do |key| %>
+    <tr>
+      <th><%= link_to key, keys_statistic_path(key) %></th>
+      <td><%= redis_key_type key %></td>
+      <td><%= redis_key_size key %></td>
+    </tr>
+  <% end %>
+  </table>

data/app/views/resque_web/stats/redis.html.erb

@@ -0,0 +1,14 @@
+  <h1><%= Resque.redis_id %></h1>
+
+  <table class="table table-bordered stats">
+  <% redis_info.each do |key, value| %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>

data/app/views/resque_web/stats/resque.html.erb

@@ -0,0 +1,14 @@
+  <h1><%= Resque %></h1>
+
+  <table class="table table-bordered stats">
+  <% resque_info.each do |key, value| %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>