resque_manager 3.3.0

data/app/views/resque_manager/resque/schedule.html.erb

@@ -0,0 +1,96 @@
+
+<div id="schedule">
+  <h1>Schedule</h1>
+
+  <p class='intro'>
+    The list below contains all scheduled jobs.  Click &quot;Queue now&quot; to queue
+    a job immediately.
+  </p>
+
+  <table>
+    <tr>
+      <th></th>
+      <th>Name</th>
+      <th>IP</th>
+      <th>Description</th>
+      <th>Cron</th>
+      <th>Class</th>
+      <th>Arguments</th>
+      <th></th>
+    </tr>
+    <% Resque.schedule.each do |name,config| %>
+      <tr>
+        <td>
+          <%= button_to "Queue now", {:controller=>'resque', :action=> 'schedule_requeue', :job_name => name}, :method => :post %>
+        </td>
+        <td><%= h name %></td>
+        <td><%= h config['ip'] %></td>
+        <td><%= h config['description'] %></td>
+        <td style="white-space:nowrap"><%= h config['cron'] %></td>
+        <td><%= h config['class'] %></td>
+        <td><%= h config['args'].inspect %></td>
+        <td><%= button_to "Remove", {:controller=>'resque', :action=> 'remove_from_schedule', :job_name => name, :ip => config['ip']}, :method => :post %></td>
+      </tr>
+    <%end%>
+  </table>
+
+  <h1>Add Job to Schedule</h1>
+  <div id='flash' class="flash">
+    <%flash_message = flash_helper%>
+    <% unless flash_message.blank? -%>
+      <p>
+        <%= flash_message %>
+      </p>
+      <%= javascript_tag "$('flash').show();" %>
+    <% end %>
+  </div>
+  <%= form_tag '/resque/add_scheduled_job' do -%>
+    <table>
+      <tr>
+        <th>Name</th>
+        <th>IP</th>
+        <th>Description</th>
+        <th>Cron</th>
+        <th>Class</th>
+        <th>Arguments</th>
+        <th></th>
+      </tr>
+      <tr>
+        <td><%= text_field_tag :name %></td>
+        <td><%= text_field_tag :ip %></td>
+        <td><%= text_field_tag :description %></td>
+        <td style="white-space:nowrap"><%= text_field_tag :cron %></td>
+        <td><%= text_field_tag :class %></td>
+        <td><%= text_area_tag :args, nil, :rows => 1, :cols => 40%></td>
+        <td>
+          <%= submit_tag 'Add Job', :id => 'add_job' %>
+        </td>
+      </tr>
+    </table>
+  <% end -%>
+
+  <h1>Farm Status</h1>
+
+  <table>
+    <tr>
+      <th>IP</th>
+      <th>Status</th>
+      <th></th>
+    </tr>
+    <%@farm_status.each do |ip,status| -%>
+      <tr>
+        <td>
+          <%= ip %>
+        </td>
+        <td><%= status %></td>
+        <td>
+          <%  if status == 'Running' -%>
+            <%= button_to "Stop Scheduler", {:controller=>'resque', :action=> 'stop_scheduler', :ip => ip}, :method => :post %>
+          <% else -%>
+            <%= button_to "Start Scheduler", {:controller=>'resque', :action=> 'start_scheduler', :ip => ip}, :method => :post %>
+          <% end -%>
+        </td>
+      </tr>
+    <% end -%>
+  </table>
+</div>

data/app/views/resque_manager/resque/stats.html.erb

@@ -0,0 +1,62 @@
+<% @subtabs = %w( resque redis keys ) %>
+
+<% if params[:key] %>
+
+  <%= render(:partial =>  'key') %>
+
+<% elsif params[:id] == "resque" %>
+
+  <h1><%= resque %></h1>
+  <table class='stats'>
+  <% for key, value in resque.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+
+<% elsif params[:id] == 'redis' %>
+
+  <h1><%= resque.redis_id %></h1>
+  <table class='stats'>
+  <% for key, value in resque.redis.info.to_a.sort_by { |i| i[0].to_s } %>
+    <tr>
+      <th>
+        <%= key %>
+      </th>
+      <td>
+        <%= value %>
+      </td>
+    </tr>
+  <% end %>
+  </table>
+
+<% elsif params[:id] == 'keys' %>
+
+  <h1>Keys owned by <%= resque %></h1>
+  <p class='sub'>(All keys are actually prefixed with "resque:")</p>
+  <table class='stats'>
+    <tr>
+      <th>key</th>
+      <th>type</th>
+      <th>size</th>
+    </tr>
+  <% for key in resque.keys.sort %>
+    <tr>
+      <th>
+        <%= link_to(key, "/resque/stats/keys?key=#{key}") %>
+      </th>
+      <td><%= resque.redis.type key %></td>
+      <td><%= redis_get_size key %></td>
+    </tr>
+  <% end %>
+  </table>
+
+<% else %>
+
+<% end %>

data/app/views/resque_manager/resque/status.html.erb

@@ -0,0 +1,57 @@
+<%= render(:partial => 'status_styles') %>
+
+<h1 class='wi'>Statuses: <%= @status.uuid %>/<%= @status.name %></h1>
+<p class='intro'>Viewing a specific job created with JobWithStatus. <%= link_to('Return to the list of statuses', :action => "statuses") %></p>
+
+<div class="status-holder" rel="<%= @status.status %>" id="status_<%= @status.uuid %>">
+  <div class="status-progress">
+    <div class="status-progress-bar status-<%= @status.status %>" style="width: <%= @status.pct_complete %>%;"></div>
+    <p><%= @status.pct_complete %>%</p>
+  </div>
+  <div class="status-message"><%= @status.message %></div>
+  <div class="status-time"><%= @status.time? ? format_time(Time.zone.parse(@status.time.to_s)) : 'Not started' %></div>
+</div>
+
+<script type="text/javascript" charset="utf-8">
+  jQuery(function($) {
+
+    // itterate over the holders
+    $('.status-holder').each(function() {
+      checkStatus($(this));
+    });
+
+    function checkStatus($status) {
+      var status_id = $status.attr('id').replace('status_', '');
+      $.getJSON('<%= url(:statuses) %>/' + status_id + '.js', function(json) {
+        if (json) {
+          var pct = "0%";
+          if (json.pct_complete) {
+            var pct = json.pct_complete + "%";
+          }
+          $status.find('.status-progress-bar').animate({width: pct});
+          $status.find('.status-progress p').text(pct)
+          if (json.message) {
+            $status.find('.status-message').html(json.message)
+          }
+          if (json.status) {
+            $status
+              .attr('rel', json.status)
+              .find('.status-progress-bar')
+                .attr('class', '')
+                .addClass('status-progress-bar status-' + json.status);
+          }
+          if (json.time) {
+            $status.find('.status-time').text(new Date(json.time * 1000).toString())
+          }
+        };
+        var status = $status.attr('rel');
+        if (status == 'working' || status == 'queued' || status == "") {
+          setTimeout(function() {
+            checkStatus($status)
+          }, 1500);
+        }
+      });
+    };
+
+  });
+</script>

data/app/views/resque_manager/resque/statuses.html.erb

@@ -0,0 +1,72 @@
+<%= render(:partial => 'status_styles') %>
+
+<h1 class='wi'>Statuses</h1>
+<%unless @statuses.empty?%>
+  <form method="POST" action="clear_statuses" class='clear-failed'>
+  <input type='submit' name='' value='Clear Statuses' />
+</form>
+<%end%>
+<p class='intro'>These are recent jobs created with the JobWithStatus class</p>
+<p class='sub'>Showing <%=@start%> to <%= @start + 20 %> of <b><%= @size %></b> statuses</p>
+<table>
+  <tr>
+    <th>ID</th>
+    <th style="width:40%">Name</th>
+    <th>Status</th>
+    <th>Last Updated</th>
+    <th class="progress">% Complete</th>
+    <th>Message</th>
+    <th>Kill</th>
+  </tr>
+  <% unless @statuses.empty? %>
+    <% @statuses.each do |status| %>
+    <tr>
+      <td><%= link_to(status.uuid, {:action => 'status', :id => status.uuid}) %></td>
+      <td><%= status.name %></td>
+      <td class="status status-<%= status.status %>"><%= status.status %></td>
+      <td class="time"><%= format_time(Time.zone.parse(status.time.to_s)) %></td>
+      <td class="progress">
+        <div class="progress-bar" style="width:<%= status.pct_complete %>%">&nbsp;</div>
+        <div class="progress-pct"><%= status.pct_complete ? "#{status.pct_complete}%" : '' %></div>
+      </td>
+      <td><%= status.message.to_s.html_safe %></td>
+      <td><% if status.killable? %><%= button_to('Kill', {:action => :kill, :id => status.uuid}, :class => 'kill') %><% end %></td>
+    </tr>
+    <% end %>
+  <% else %>
+  <tr>
+    <td colspan="7" class='no-data'>No Statuses right now...</td>
+  </tr>
+  <% end %>
+</table>
+
+<% unless @statuses.empty? %>
+<%= render(:partial => 'next_more', :locals => {:start => @start, :size => @size}) %>
+<% end %>
+
+<%= status_poll(@start) %>
+
+<script type="text/javascript" charset="utf-8">
+  jQuery(function($) {
+
+    $('a.kill').click(function(e) {
+      e.preventDefault();
+      var $link = $(this),
+          url = $link.attr('href'),
+          confirmed = confirm("Are you sure you want to kill this job? There is only do or do not.  There is no undo.");
+      if (confirmed) {
+        $link.animate({opacity: 0.5});
+        $.ajax({
+          url: url,
+          type: 'post',
+          success: function() {
+            $link.remove();
+          }
+        });
+      } else {
+        return false
+      }
+    });
+
+  });
+</script>

data/app/views/resque_manager/resque/workers.html.erb

@@ -0,0 +1 @@
+<%= render(:partial => 'workers') %>

data/config/routes.rb

@@ -0,0 +1,38 @@
+ResqueManager::Engine.routes.draw do
+
+  root to: "resque#overview"
+
+  resource 'resque', only: [:index], path: '', controller: 'resque' do
+    member do
+      get :overview
+      get :workers
+      get :working
+      get :queues
+      get :poll
+      get :stats
+      get :status_poll
+      post :remove_job
+      post :stop_worker
+      post :pause_worker
+      post :continue_worker
+      post :restart_worker
+      post :start_worker
+      get :status_poll
+      get :schedule
+      post :schedule_requeue
+      post :add_scheduled_job
+      post :remove_from_schedule
+      post :start_scheduler
+      post :stop_scheduler
+      get :statuses
+      post :clear_statuses
+      get :status
+      post :kill
+      get :cleaner
+      get :cleaner_list
+      post :cleaner_exec
+      post :cleaner_dump
+      post :cleaner_stale
+    end
+  end
+end

data/config/sample_redis.yml

@@ -0,0 +1,43 @@
+development: &default_development
+  :host: 127.0.0.1
+  :thread_safe: true
+
+development_resque:
+  <<: *default_development
+  :db:  1
+
+test: &default_test
+  :host: 127.0.0.1
+  :db:  <%= 10 + ENV['TEST_ENV_NUMBER'].to_i %>
+  :thread_safe: true
+
+test_resque:
+  <<: *default_test
+  :db:  <%= 40 + ENV['TEST_ENV_NUMBER'].to_i %>
+
+release: &default_release
+  :host: release1
+  :thread_safe: true
+
+release_resque:
+  <<: *default_release
+  :db:  1
+
+hotfix: &default_hotfix
+  :host: hotfix1
+  :thread_safe: true
+
+hotfix_resque:
+  <<: *default_hotfix
+  :db:  1
+
+production:
+  :host: redis
+  :pool_size: 30
+  :db:  3
+  :thread_safe: true
+
+production_resque:
+  :host: resque
+  :thread_safe: true
+  :port: 6380

data/config/sample_resque_manager.yml

@@ -0,0 +1,23 @@
+development: &default
+  key_expiration: 604800 #<%= 1.week %>
+  inline: true
+  applications:
+    application1: /Users/ktyll/rails_sites/git/application1
+    application2: /Users/ktyll/rails_sites/git/application2
+
+test:
+  <<: *default
+
+release:
+  <<: *default
+  inline: false
+  applications:
+    application1: /var/www/rails/application1/current
+    application2: /var/www/rails/application2/current
+
+production:
+  <<: *default
+  inline: false
+  applications:
+    application1: /var/www/rails/application1/current
+    application2: /var/www/rails/application2/current

data/lib/resque_manager/engine.rb

@@ -0,0 +1,9 @@
+module ResqueManager
+  class Engine < ::Rails::Engine
+    isolate_namespace ResqueManager
+
+    initializer "resque_manager.assets.precompile" do |app|
+      app.config.assets.precompile += %w(resque_manager/application.css resque_manager/application.js)
+    end
+  end
+end

data/lib/resque_manager/overrides/resque/failure/redis.rb

@@ -0,0 +1,11 @@
+require 'resque/failure/redis'
+module Resque
+  module Failure
+    class Redis
+      def filter_backtrace(backtrace)
+        index = backtrace.index { |item| item.include?('/lib/resque_manager/overrides/resque/job.rb') }
+        backtrace.first(index.to_i)
+      end
+    end
+  end
+end

data/lib/resque_manager/overrides/resque/job.rb

@@ -0,0 +1,69 @@
+module Resque
+  class Job
+    # Attempts to perform the work represented by this job instance.
+    # Calls #perform on the class given in the payload with the
+    # arguments given in the payload.
+    # A block is sent so a message can be yielded back to be set in the worker.
+    def perform
+      job = payload_class
+      job_args = args || []
+      job_was_performed = false
+
+      begin
+        # Execute before_perform hook. Abort the job gracefully if
+        # Resque::DontPerform is raised.
+        begin
+          before_hooks.each do |hook|
+            job.send(hook, *job_args)
+          end
+        rescue DontPerform
+          return false
+        end
+
+        # Execute the job. Do it in an around_perform hook if available.
+        if around_hooks.empty?
+          job.perform(*job_args) do |status|
+            self.worker
+          end
+          job_was_performed = true
+        else
+          # We want to nest all around_perform plugins, with the last one
+          # finally calling perform
+          stack = around_hooks.reverse.inject(nil) do |last_hook, hook|
+            if last_hook
+              lambda do
+                job.send(hook, *job_args) { last_hook.call }
+              end
+            else
+              lambda do
+                job.send(hook, *job_args) do
+                  result = job.perform(*job_args) do |status|
+                    self.worker
+                  end
+                  job_was_performed = true
+                  result
+                end
+              end
+            end
+          end
+          stack.call
+        end
+
+        # Execute after_perform hook
+        after_hooks.each do |hook|
+          job.send(hook, *job_args)
+        end
+
+        # Return true if the job was performed
+        return job_was_performed
+
+          # If an exception occurs during the job execution, look for an
+          # on_failure hook then re-raise.
+      rescue Object => e
+        failure_hooks.each { |hook| job.send(hook, e, *job_args) }
+        raise e
+      end
+    end
+
+  end
+end

data/lib/resque_manager/overrides/resque/resque.rb

@@ -0,0 +1,8 @@
+module Resque
+  def self.throttle(queue, limit = 10000, sleep_for = 60)
+    loop do
+      break if Resque.size(queue.to_s) < limit
+      sleep sleep_for
+    end
+  end
+end