resque_manager 3.3.0

data/app/controllers/resque_manager/resque_controller.rb

@@ -0,0 +1,313 @@
+require 'resque'
+require 'resque/version'
+require 'digest/sha1'
+
+
+class ResqueManager::ResqueController < ApplicationController
+  unloadable(self) #needed to prevent errors with authenticated system in dev env.
+
+  layout 'resque_manager/application'
+
+  before_filter :check_connection
+
+  before_filter :get_cleaner, :only => [:cleaner, :cleaner_exec, :cleaner_list, :cleaner_stale, :cleaner_dump]
+
+  def working
+    render('_working')
+  end
+
+  def queues
+    render('_queues', :locals => {:partial => nil})
+  end
+
+  def poll
+    @polling = true
+    render(:text => (render_to_string(:action => "#{params[:page]}", :formats => [:html], :layout => false, :resque => Resque)).gsub(/\s{1,}/, ' '))
+  end
+
+  def status_poll
+    @polling = true
+
+    @start = params[:start].to_i
+    @end = @start + (params[:per_page] || 20)
+    @statuses = Resque::Plugins::Status::Hash.statuses(@start, @end)
+    @size = Resque::Plugins::Status::Hash.status_ids.size
+
+    render(:text => (render_to_string(:action => 'statuses', :formats => [:html], :layout => false)))
+  end
+
+  def remove_job
+    # We can only dequeue a job when that job is in the same application as the UI.
+    # Otherwise we get an error when we try to constantize a class that does not exist
+    # in the application the UI is in.
+    if ResqueManager.applications.blank?
+      Resque.dequeue(params['class'].constantize, *Resque.decode(params['args']))
+      redirect_to request.referrer
+    end
+  end
+
+  def stop_worker
+    worker = find_worker(params[:worker])
+    worker.quit if worker
+    redirect_to(:action => "workers")
+  end
+
+  def pause_worker
+    worker = find_worker(params[:worker])
+    worker.pause if worker
+    redirect_to(:action => "workers")
+  end
+
+  def continue_worker
+    worker = find_worker(params[:worker])
+    worker.continue if worker
+    redirect_to(:action => "workers")
+  end
+
+  def restart_worker
+    worker = find_worker(params[:worker])
+    worker.restart if worker
+    redirect_to(:action => "workers")
+  end
+
+  def start_worker
+    Resque::Worker.start(params)
+    redirect_to(:action => "workers")
+  end
+
+  def stats
+    unless params[:id]
+      redirect_to(:action => 'stats', :id => 'resque')
+    end
+
+    if params[:id] == 'txt'
+      info = Resque.info
+
+      stats = []
+      stats << "resque.pending=#{info[:pending]}"
+      stats << "resque.processed+=#{info[:processed]}"
+      stats << "resque.failed+=#{info[:failed]}"
+      stats << "resque.workers=#{info[:workers]}"
+      stats << "resque.working=#{info[:working]}"
+
+      Resque.queues.each do |queue|
+        stats << "queues.#{queue}=#{Resque.size(queue)}"
+      end
+
+      render(:text => stats.join("</br>").html_safe)
+    end
+  end
+
+  # resque-scheduler actions
+
+  def schedule
+    @farm_status = ResqueScheduler.farm_status
+  end
+
+  def schedule_requeue
+    config = Resque.schedule[params['job_name']]
+    Resque::Scheduler.enqueue_from_config(config)
+    redirect_to(:action => 'overview')
+  end
+
+  def add_scheduled_job
+    errors = []
+    if Resque.schedule.keys.include?(params[:name])
+      errors << 'Name already exists'
+    end
+    if params[:ip].blank?
+      errors << 'You must enter an ip address for the server you want this job to run on.'
+    end
+    if params[:cron].blank?
+      errors << 'You must enter the cron schedule.'
+    end
+    if errors.blank?
+      config = {params['name'] => {'class' => params['class'],
+                                   'ip' => params['ip'],
+                                   'cron' => params['cron'],
+                                   'args' => Resque.decode(params['args'].blank? ? nil : params['args']),
+                                   'description' => params['description']}
+      }
+      Resque.redis.rpush(:scheduled, Resque.encode(config))
+      ResqueScheduler.restart('ip')
+    else
+      flash[:error] = errors.join('<br>')
+    end
+    redirect_to(:action => 'schedule')
+  end
+
+  def remove_from_schedule
+    Resque.list_range(:scheduled, 0, -0).each do |s|
+
+      if s[params['job_name']]
+        Resque.redis.lrem(:scheduled, 0, s.to_json)
+        # Restart the scheduler on the server that has changed it's schedule
+        ResqueScheduler.restart(params['ip'])
+      end
+    end
+    redirect_to(:action => 'schedule')
+  end
+
+  def start_scheduler
+    ResqueScheduler.start(params[:ip])
+    redirect_to(:action => 'schedule')
+  end
+
+  def stop_scheduler
+    ResqueScheduler.quit(params[:ip])
+    redirect_to(:action => 'schedule')
+  end
+
+  # resque-status actions
+
+  def statuses
+    @start = params[:start].to_i
+    @end = @start + (params[:per_page] || 20)
+    @statuses = Resque::Plugins::Status::Hash.statuses(@start, @end)
+    @size = Resque::Plugins::Status::Hash.status_ids.size
+    if params[:format] == 'js'
+      render :text => @statuses.to_json
+    end
+  end
+
+  def clear_statuses
+    Resque::Plugins::Status::Hash.clear
+    redirect_to(:action => 'statuses')
+  end
+
+  def status
+    @status = Resque::Plugins::Status::Hash.get(params[:id])
+    if params[:format] == 'js'
+      render :text => @status.to_json
+    end
+  end
+
+  def kill
+    Resque::Plugins::Status::Hash.kill(params[:id])
+    s = Resque::Plugins::Status::Hash.get(params[:id])
+    s.status = 'killed'
+    Resque::Plugins::Status::Hash.set(params[:id], s)
+    redirect_to(:action => 'statuses')
+  end
+
+  def cleaner
+    load_cleaner_filter
+
+    @jobs = @cleaner.select
+    @stats, @total = {}, {"total" => 0, "1h" => 0, "3h" => 0, "1d" => 0, "3d" => 0, "7d" => 0}
+    @jobs.each do |job|
+      klass = job["payload"]["class"]
+      failed_at = Time.parse job["failed_at"]
+
+      @stats[klass] ||= {"total" => 0, "1h" => 0, "3h" => 0, "1d" => 0, "3d" => 0, "7d" => 0}
+      items = [@stats[klass], @total]
+
+      items.each { |a| a["total"] += 1 }
+      items.each { |a| a["1h"] += 1 } if failed_at >= hours_ago(1)
+      items.each { |a| a["3h"] += 1 } if failed_at >= hours_ago(3)
+      items.each { |a| a["1d"] += 1 } if failed_at >= hours_ago(24)
+      items.each { |a| a["3d"] += 1 } if failed_at >= hours_ago(24*3)
+      items.each { |a| a["7d"] += 1 } if failed_at >= hours_ago(24*7)
+    end
+  end
+
+  def cleaner_list
+    load_cleaner_filter
+
+    block = filter_block
+
+    @failed = @cleaner.select(&block).reverse
+
+    url = "cleaner_list?c=#{@klass}&ex=#{@exception}&f=#{@from}&t=#{@to}"
+    @dump_url = "cleaner_dump?c=#{@klass}&ex=#{@exception}&f=#{@from}&t=#{@to}"
+    @paginate = ResqueManager::Paginate.new(@failed, url, params[:p].to_i)
+
+    @klasses = @cleaner.stats_by_class.keys
+    @exceptions = @cleaner.stats_by_exception.keys
+    @count = @cleaner.select(&block).size
+  end
+
+  def cleaner_exec
+    load_cleaner_filter
+
+    if params[:select_all_pages]!="1"
+      @sha1 = {}
+      params[:sha1].split(",").each { |s| @sha1[s] = true }
+    end
+
+    block = filter_block
+
+    @count =
+        case params[:form_action]
+          when "clear" then
+            @cleaner.clear(&block)
+          when "retry_and_clear" then
+            @cleaner.requeue(true, &block)
+          when "retry" then
+            @cleaner.requeue(false, {}, &block)
+        end
+
+    @link_url = "cleaner_list?c=#{@klass}&ex=#{@exception}&f=#{@from}&t=#{@to}"
+  end
+
+  def cleaner_dump
+    load_cleaner_filter
+
+    block = filter_block
+    failures = @cleaner.select(&block)
+    # pretty generate throws an error with the json gem on jruby
+    output = JSON.pretty_generate(failures) rescue failures.to_json
+    render :json => output
+  end
+
+  def cleaner_stale
+    @cleaner.clear_stale
+    redirect_to :action => "cleaner"
+  end
+
+
+  private
+
+  def check_connection
+    Resque.keys
+  rescue Errno::ECONNREFUSED
+    render(:template => 'resque/error', :layout => false, :locals => {:error => "Can't connect to Redis! (#{Resque.redis.server})"})
+    false
+  end
+
+  def find_worker(worker)
+    first_part, *rest = worker.split(':')
+    first_part.gsub!(/_/, '.')
+    Resque::Worker.find("#{first_part}:#{rest.join(':')}")
+  end
+
+  # resque-cleaner methods
+
+  def get_cleaner
+    @cleaner ||= Resque::Plugins::ResqueCleaner.new
+    @cleaner.print_message = false
+    @cleaner
+  end
+
+  def load_cleaner_filter
+    @from = params[:f]=="" ? nil : params[:f]
+    @to = params[:t]=="" ? nil : params[:t]
+    @klass = params[:c]=="" ? nil : params[:c]
+    @exception = params[:ex]=="" ? nil : params[:ex]
+  end
+
+  def filter_block
+    block = lambda { |j|
+      (!@from || j.after?(hours_ago(@from))) &&
+          (!@to || j.before?(hours_ago(@to))) &&
+          (!@klass || j.klass?(@klass)) &&
+          (!@exception || j.exception?(@exception)) &&
+          (!@sha1 || @sha1[Digest::SHA1.hexdigest(j.to_json)])
+    }
+  end
+
+  def hours_ago(h)
+    Time.now - h.to_i*60*60
+  end
+
+end

data/app/helpers/resque_manager/application_helper.rb

@@ -0,0 +1,4 @@
+module ResqueManager
+  module ApplicationHelper
+  end
+end

data/app/helpers/resque_manager/resque_helper.rb

@@ -0,0 +1,142 @@
+module ResqueManager
+  module ResqueHelper
+
+    def flash_helper
+      [:notice, :warning, :message, :error].collect do |key|
+        content_tag(:div, flash[key], :class => "flash #{key}") unless flash[key].blank?
+      end.join
+    end
+
+    def format_time(t)
+      t.strftime("%Y/%m/%d %H:%M:%S %Z")
+    end
+
+    def current_section
+      (request.path_info.sub('/', '').split('/').first || 'overview').downcase
+    end
+
+    def current_page
+      url request.path_info.sub('/', '').downcase
+    end
+
+    def url(*path_parts)
+      [path_prefix, path_parts].join("/").squeeze('/')
+    end
+
+    alias_method :u, :url
+
+    def path_prefix
+      request.env['SCRIPT_NAME']
+    end
+
+    def class_if_current(page = '')
+      'class="current"' if current_page.include? page.to_s
+    end
+
+    def tab(name)
+      dname = "#{name.to_s.downcase}"
+      "<li #{class_if_current(dname)}>#{link_to(name, url(dname))}</li>".html_safe
+    end
+
+    def find_worker(worker)
+      first_part, *rest = worker.split(':')
+      first_part.gsub!(/_/, '.')
+      Resque::Worker.find("#{first_part}:#{rest.join(':')}")
+    end
+
+    def redis_get_size(key)
+      case Resque.redis.type(key)
+        when 'none'
+          []
+        when 'list'
+          Resque.redis.llen(key)
+        when 'set'
+          Resque.redis.scard(key)
+        when 'string'
+          Resque.redis.get(key).length
+      end
+    end
+
+    def redis_get_value_as_array(key)
+      case Resque.redis.type(key)
+        when 'none'
+          []
+        when 'list'
+          Resque.list_range(key, 0, 20)
+        when 'set'
+          Resque.redis.smembers(key)
+        when 'string'
+          [Resque.redis.get(key)]
+      end
+    end
+
+    def show_args(args)
+      Array(args).map { |a| a.inspect }.join("\n")
+    end
+
+    def partial?
+      @partial
+    end
+
+    def poll
+      if @polling
+        text = "Last Updated: #{Time.now.strftime("%H:%M:%S")}"
+      else
+        text = link_to('Live Poll', {:action => 'poll', :page => current_section}, :rel => 'poll')
+      end
+      "<p class='poll'>#{text}</p>".html_safe
+    end
+
+    def status_poll(start)
+      if @polling
+        text = "Last Updated: #{Time.now.strftime("%H:%M:%S")}"
+      else
+        text = link_to('Live Poll', {:action => 'status_poll', :start => start}, :rel => 'poll')
+      end
+      "<p class='poll'>#{text}</p>".html_safe
+    end
+
+    def resque
+      Resque
+    end
+
+    # resque-cleaner helpers
+
+    def time_filter(id, name, value)
+      html = "<select id=\"#{id}\" name=\"#{name}\">"
+      html += "<option value=\"\">-</option>"
+      [1, 3, 6, 12, 24].each do |h|
+        selected = h.to_s == value ? 'selected="selected"' : ''
+        html += "<option #{selected} value=\"#{h}\">#{h} #{h==1 ? "hour" : "hours"} ago</option>"
+      end
+      [3, 7, 14, 28].each do |d|
+        selected = (d*24).to_s == value ? 'selected="selected"' : ''
+        html += "<option #{selected} value=\"#{d*24}\">#{d} days ago</option>"
+      end
+      html += "</select>"
+      html.html_safe
+    end
+
+    def class_filter(id, name, klasses, value)
+      html = "<select id=\"#{id}\" name=\"#{name}\">"
+      html += "<option value=\"\">-</option>"
+      klasses.each do |k|
+        selected = k == value ? 'selected="selected"' : ''
+        html += "<option #{selected} value=\"#{k}\">#{k}</option>"
+      end
+      html += "</select>"
+      html.html_safe
+    end
+
+    def exception_filter(id, name, exceptions, value)
+      html = "<select id=\"#{id}\" name=\"#{name}\">"
+      html += "<option value=\"\">-</option>"
+      exceptions.each do |ex|
+        selected = ex == value ? 'selected="selected"' : ''
+        html += "<option #{selected} value=\"#{ex}\">#{ex}</option>"
+      end
+      html += "</select>"
+      html.html_safe
+    end
+  end
+end

data/app/models/resque_manager/paginate.rb

@@ -0,0 +1,54 @@
+module ResqueManager
+  # Paginate class used by resque-cleaner
+
+  #Pagination helper for list page.
+  class Paginate
+    attr_accessor :page_size, :page, :jobs, :url
+
+    def initialize(jobs, url, page=1, page_size=20)
+      @jobs = jobs
+      @url = url
+      @page = (!page || page < 1) ? 1 : page
+      @page_size = 20
+    end
+
+    def first_index
+      @page_size * (@page-1)
+    end
+
+    def last_index
+      last = first_index + @page_size - 1
+      last > @jobs.size-1 ? @jobs.size-1 : last
+    end
+
+    def paginated_jobs
+      @jobs[first_index, @page_size]
+    end
+
+    def first_page?
+      @page <= 1
+    end
+
+    def last_page?
+      @page >= max_page
+    end
+
+    def page_url(page)
+      u = @url
+      u += @url.include?("?") ? "&" : "?"
+      if page.is_a?(Symbol)
+        page = @page - 1 if page==:prev
+        page = @page + 1 if page==:next
+      end
+      u += "p=#{page}"
+    end
+
+    def total_size
+      @jobs.size
+    end
+
+    def max_page
+      ((total_size-1) / @page_size) + 1
+    end
+  end
+end

data/app/views/layouts/resque_manager/application.html.erb

@@ -0,0 +1,37 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>ResqueManager</title>
+  <%= stylesheet_link_tag    "resque_manager/application", :media => "all" %>
+  <%= javascript_include_tag "resque_manager/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+    <div class="header">
+      <ul class='nav'>
+        <li><%=link_to("Home",url_for('/'))%></li>
+        <% Resque::Server.tabs.each do |name| -%>
+        <%= tab name -%>
+        <%end-%>
+      </ul>
+    </div>
+
+    <% if @subtabs %>
+      <ul class='subnav'>
+        <% for subtab in @subtabs %>
+          <li <%= class_if_current "#{current_section}/#{subtab}" %>><%= link_to(subtab, :action => current_section, :id => subtab) %> </li>
+        <% end %>
+      </ul>
+    <% end %>
+
+    <div id="main">
+      <%= yield %>
+    </div>
+
+    <div id="footer">
+      <p>Powered by <a href="http://github.com/defunkt/resque">Resque</a> v<%=Resque::Version%></p>
+      <p>Connected to Redis namespace <%= Resque.redis.namespace %> on <%=Resque.redis_id%></p>
+    </div>
+
+  </body>
+</html>

data/app/views/resque_manager/resque/_key.html.erb

@@ -0,0 +1,17 @@
+<% if key = params[:key] %>
+
+  <h1>Key "<%= key %>" is a <%= resque.redis.type key %></h1>
+  <h2>size: <%= redis_get_size(key) %></h2>
+  <table>
+    <% for row in redis_get_value_as_array(key) %>
+    <tr>
+      <td>
+        <%= row %>
+      </td>
+    </tr>
+    <% end %>
+  </table>
+
+<% else %>
+
+<% end %>

data/app/views/resque_manager/resque/_limiter.html.erb

@@ -0,0 +1,12 @@
+ <div class="warning">
+    <p>
+    There are more than <%= @cleaner.limiter.maximum%> jobs. ResqueCleaner handles only recent <%= @cleaner.limiter.maximum %> jobs. See the Limiter section on <a href="https://github.com/ono/resque-cleaner" target="_blank">README</a> for more detail.
+    </p>
+    <p>
+      <form method="post" action="cleaner_stale">
+        <input type="hidden" name="action" value="clear_stale" />
+        <input type="submit" onclick="return confirm('Are you sure?')" value="Clear all jobs older than <%= @cleaner.limiter.count %>th job."/>
+        (<%= @cleaner.failure.count - @cleaner.limiter.maximum %> jobs will be cleared)
+      </form>
+    </p>
+  </div>

data/app/views/resque_manager/resque/_next_more.html.erb

@@ -0,0 +1,10 @@
+<%if  start - 20 >= 0 || start + 20 <= size%>
+<p class='pagination'>
+  <% if start - 20 >= 0 %>
+    <%= link_to('« less',:start => start - 20, :class => 'less') %>
+  <% end %>
+  <% if start + 20 < size %>
+    <%= link_to('more »',:start => start + 20, :class => 'more') %>
+  <% end %>
+</p>
+<%end%>

data/app/views/resque_manager/resque/_paginate.html.erb

@@ -0,0 +1,53 @@
+<div class="list_info clearfix">
+
+  <ul class="pagination">
+    <li class="summary">
+      <%= @paginate.first_index + 1%> - <%= @paginate.last_index + 1%> / <%= @paginate.total_size%>
+    </li>
+    <% if @paginate.max_page>1 %>
+      <% if @paginate.first_page? %>
+        <li class="prev off">&lt;&lt;newer</li>
+      <% else %>
+        <li class="prev"><a href="<%= @paginate.page_url(:prev)%>">&lt;&lt;newer</a></li>
+      <% end %>
+
+      <% 1.upto(6<@paginate.max_page ? 6 : @paginate.max_page) do |pg| %>
+        <% if @paginate.page==pg %>
+          <li class="current"><%=pg%></li>
+        <% else %>
+          <li><a href="<%= @paginate.page_url(pg)%>"><%=pg%></a></li>
+        <% end %>
+      <% end %>
+
+      <% if @paginate.max_page > 6 %>
+        <% if @paginate.max_page!=@paginate.page %>
+          <% if @paginate.page>7 %>
+            <li class="off">...</li>
+          <% end %>
+          <% if @paginate.page>6 %>
+            <li class="current"><%=@paginate.page%></li>
+          <% end %>
+        <% end %>
+        <% if @paginate.max_page>7 && @paginate.page+1!=@paginate.max_page %>
+          <li class="off">...</li>
+        <% end %>
+
+        <% if @paginate.max_page==@paginate.page %>
+          <li class="current"><%=@paginate.max_page%></li>
+        <% else %>
+          <li><a href="<%= @paginate.page_url(@paginate.max_page)%>"><%=@paginate.max_page%></a></li>
+        <% end %>
+      <% end %>
+
+      <% if @paginate.last_page? %>
+        <li class="next off">older&gt;&gt;</li>
+      <% else %>
+        <li class="next"><a href="<%= @paginate.page_url(:next)%>">older&gt;&gt;</a></li>
+      <% end %>
+    <% end %>
+
+  </ul>
+    <div class="dump">
+        <a href="<%= @dump_url%>" target="_blank">Dump</a>
+    </div>
+</div>