delayed_job_monitor 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+doc/
+*.gem
+*.rbc
+.bundle
+.config
+Gemfile.lock
+InstalledFiles
+coverage
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.yardoc
+_yardoc
+configbak.yml

data/Gemfile

@@ -0,0 +1,23 @@
+source "http://rubygems.org"
+#CORE GEMS
+  gem "sinatra"
+  gem "haml"
+  gem 'activerecord'
+  gem 'delayed_job'
+  gem 'rdoc'
+  gem 'hashie'
+  #gem 'request-log-analyzer'
+#DATABASE ADAPTERS
+  gem 'pg'
+  gem 'sqlite3'
+  #gem 'mongoid' #not yet supported
+
+group :development do
+  gem "pry"
+  gem 'rspec'
+  gem "shoulda"
+  gem "bundler"
+  gem "jeweler"
+  gem "simplecov"
+  gem "rack-test"
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Dan Barrett
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,57 @@
+========
+DelayedJobMonitor
+========
+
+**WARNING!!!!**
+* This gem is extremely rough. There are no tests of any kind. Use at your own risk!
+
+Delayed Jobs Administration for the Masses! 
+
+Built for/by [Contently](http://www.contently.com) by [thoughpunch](http://www.about.me/thoughtpunch)
+
+## Description
+
+DelayedJobMonitor is a Sinatra-based web front-end for managing [Delayed Jobs](https://github.com/collectiveidea/delayed_job) heavily inspired by the excellent [delayed_job_web](https://github.com/ejschmitt/delayed_job_web) gem.
+
+What makes DelayedJobMonitor unique is that it can be run in one of two modes. 'Gem' mode runs the mounted Sinatra app inside your Rails app via a route. 'Stand Alone' mode can be run from the same server or even a different location, provided that you configure the database settings to connect to the instance that is storing the delayed jobs. It's a Sinatra app, it's a Gem, it's a Sinatra app inside a gem!
+
+## Installation
+
+    gem install 'delayed_job_monitor'
+
+## Usage
+
+**Gem Mode**
+* Mount the Sinatra app in your route.rb file like so:
+* ```match "/jobs" => DelayedJobMonitor::App, :anchor => false```
+
+**Stand Alone Mode**
+* Cloning the entire repo into a directory and run the following command will start the stand-alone Sinatra app.
+* ``ruby delayed_job_monitor_app.rb```
+
+## RoadMap
+
+The overall goal is to allow full management of Delayed Jobs workers and tasks from both inside and outside a Rails App.
+To do so *might* require stubbing enough Rails functionality that Delayed::Worker and Delayed::Command can run without error.
+
+1. Make fully functional as stand alone app
+    1. Ensure can use any ActiveRecord-supported database
+2. Add PID/Daemon monitoring for Delayed Job Deamons
+    1. Ability to restart jobs if not running from outside Rails app
+3. Delayed Job log parsing/tailing
+    1. Tail all delayed_job logs in the view via JS [like so](http://dojo4.com/blog/easy-cheasy-realtime-log-tailing-in-a-rails-admin-view)
+4. Ability to edit jobs on the fly, individually or in bulk
+    1. Change PID, queue, run_at
+5. Delayed Jobs statistics and processing numbers
+	1. Store jobs total and jobs per second while app is running, maybe store in YAML?
+	2. Use request-log-analyzer for past dj stats (Note: Current version can not parse logs from Delayed Job v3.0 and later)
+	3. Realtime Graphs and charts
+6. Write Tests
+    1. Integration tests for Sinatra App, unit tests for all modules and classes.
+    2. Version lock all gems after testing
+
+## Contributing
+
+1. Fork it
+2. Writer tests or extend functionality from the roadmap
+3. Submit a pull request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/config.yml

@@ -0,0 +1,29 @@
+# DELAYED JOB ADMIN CONFIGURATION
+
+#DELAYED JOB WORKER MACHINES
+# - Configure SSH connection info for the seperates hosts that are working delayed jobs
+# - To add additional host connections, simply add another nested entry below
+# - The DelayedJobMonitor::Worker module will establish SSH connections to each
+#    one to monitor, start, and stop delayed_job workers.
+#DELAYED JOB SERVER
+# - Configure an ActiveRecord connection to the database that is hosting the delay_jobs database
+# - Only 1 DB connection is supported at this time.
+
+application:
+  name:              #used to parse Rails path, log paths, etc 
+  email:             #email upon failures,changes,etc     
+hosts:
+  - 
+    name:                                        # 'nickname' of host
+    rails_path:                                  #  path of the Rails app on host machine, assumes '/var/www/RAILS_APP' by default
+    host:                                        #  domain name of host for SSH connection
+    username:                                    #  SSH Username
+    password:                                    #  SSH Password
+database:
+  host:
+  port:
+  adapter:
+  database:
+  username:
+  password:
+  template:

data/delayed_job_monitor.gemspec

@@ -0,0 +1,18 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'delayed_job_monitor/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "delayed_job_monitor"
+  gem.version       = DelayedJobMonitor::VERSION
+  gem.authors       = ["Dan Barrett"]
+  gem.email         = ["dbarrett83@gmail.com"]
+  gem.description   = "An Adminstrative tool for Delayed Jobs"
+  gem.summary       = "Manage all your delayed jobs"
+  gem.homepage      = "http://www.contently.com"
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/delayed_job_monitor_app.rb

@@ -0,0 +1,7 @@
+require './lib/delayed_job_monitor.rb'
+
+if YAML.load_file("config.yml")["database"]["database"]
+	DelayedJobMonitor.start!
+else
+	p "Please configure your database connection inside the config.yml file"
+end

data/lib/delayed_job_monitor/application/app.rb

@@ -0,0 +1,187 @@
+require 'sinatra'
+require 'sinatra/base'
+require 'haml'
+
+module DelayedJobMonitor
+  class App < Sinatra::Base	
+  	set :root, File.dirname(__FILE__)
+    set :static, true
+    set :public_folder,  File.expand_path('../public', __FILE__)
+    set :views,  File.expand_path('../views', __FILE__)
+    set :haml, { :format => :html5 }
+    set :port, 4567
+
+    def delayed_job
+      begin
+        DelayedJobMonitor::Job
+      rescue
+        false
+      end
+    end
+    
+    ############################## SINTRA APP ################################
+    def current_page
+      url_path request.path_info.sub('/','')
+    end
+
+    def start
+      params[:start].to_i
+    end
+
+    def per_page
+      25
+    end
+
+    def url_path(*path_parts)
+      [ path_prefix, path_parts ].join("/").squeeze('/')
+    end
+    alias_method :u, :url_path
+
+    def path_prefix
+      request.env['SCRIPT_NAME']
+    end
+
+    def delayed_jobs(type)
+      delayed_job.where(delayed_job_sql(type))
+    end
+
+    def delayed_job_sql(type)
+      case type
+      when :enqueued
+        ''
+      when :working
+        'locked_at is not null'
+      when :failed
+        'last_error is not null'
+      when :pending
+        'attempts = 0'
+      end
+    end
+
+    def partial(template, local_vars = {})
+      @partial = true
+      haml(template.to_sym, {:layout => false}, local_vars)
+    ensure
+      @partial = false
+    end
+
+    def poll
+      if @polling
+        text = "Last Updated: #{Time.now.strftime("%H:%M:%S")}"
+      else
+        text = "<a href='#{u(request.path_info)}.poll' rel='poll'>Live Poll</a>"
+      end
+      "<p class='poll'>#{text}</p>"
+    end
+
+    def show_for_polling(page)
+      content_type "text/html"
+      @polling = true
+      # show(page.to_sym, false).gsub(/\s{1,}/, ' ')
+      @jobs = delayed_jobs(page.to_sym)
+      haml(page.to_sym, {:layout => false})
+    end
+
+    ####################### SINATRA ROUTES/ACTIONS ##########################
+    def tabs
+      [
+        {:name => 'Overview', :path => '/overview'},
+        {:name => 'Enqueued', :path => '/enqueued'},
+        {:name => 'Working', :path => '/working'},
+        {:name => 'Pending', :path => '/pending'},
+        {:name => 'Failed', :path => '/failed'}
+        # {:name => 'Servers', :path => '/servers'},
+        # {:name => 'Workers', :path => '/workers'}
+      ]
+    end
+
+    get "/?" do
+      redirect u(:overview)
+    end
+
+    #Static Page Rendering
+    %w(enqueued working pending failed).each do |page|
+      get "/#{page}" do
+        @jobs = delayed_jobs(page.to_sym).order('created_at desc, id desc').offset(start).limit(per_page)
+        @all_jobs = delayed_jobs(page.to_sym)
+        haml page.to_sym
+      end
+    end
+
+    #Polling Page Rendering
+    %w(overview enqueued working pending failed stats) .each do |page|
+      get "/#{page}.poll" do
+        show_for_polling(page)
+      end
+
+      get "/#{page}/:id.poll" do
+        show_for_polling(page)
+      end
+    end
+
+    get '/overview' do
+      if delayed_job
+        haml :overview
+      else
+        @message = "Unable to connected to Delayed::Job database"
+        haml :error
+      end
+    end
+
+    # get "/servers" do
+    #   @servers = delayed_job_monitor::Server.servers
+    #   p @servers.class
+    #   p @servers.count
+    #   p @servers.first
+    # end
+
+    # get "/workers" do
+    #   @workers = delayed_job_monitor::Server.servers.map{|x| x.delayed_job_workers}
+    # end
+
+    get "/queue/:queue" do
+      @jobs = delayed_job.where(:queue=>params[:queue]).order('created_at desc, id desc').offset(start).limit(per_page)
+      @all_jobs = delayed_job.where(:queue=>params[:queue]).count
+      haml :queue
+    end
+
+    get "/remove/:id" do
+      delayed_job.find(params[:id]).delete
+      redirect back
+    end
+
+    get "/requeue/:id" do
+      job = delayed_job.find(params[:id])
+      job.update_attributes(:run_at =>Time.now,:failed_at=>nil,:locked_at=>nil,:attempts=>0)
+      redirect back
+    end
+
+    post "/failed/clear" do
+      delayed_job.where("last_error IS NOT NULL").destroy_all
+      redirect back
+    end
+
+    post "/requeue/all" do
+      delayed_job.where("last_error IS NOT NULL").update_all(
+        :run_at=>Time.now,
+        :failed_at => nil,
+        :attempts=>0,
+        :last_error=>nil,
+        :locked_at=>nil)
+      redirect back
+    end
+
+    get '/update/:id' do
+      "#{params[:id]}"
+    end
+
+    post '/update/all' do
+      "#{params}"
+    end
+
+    post '/kill/:pid' do
+      delayed_job_monitor::Worker.kill_worker(params[:pid])
+      redirect back
+    end
+  end
+end

data/lib/delayed_job_monitor/application/public/javascripts/application.js

@@ -0,0 +1,64 @@
+$(function() {
+  var poll_interval = 3;
+
+  var relatizer = function(){
+    var dt = $(this).text(), relatized = $.relatizeDate(this)
+    if ($(this).parents("a").length > 0 || $(this).is("a")) {
+      $(this).relatizeDate()
+      if (!$(this).attr('title')) {
+        $(this).attr('title', dt)
+      }
+    } else {
+      $(this)
+      .text('')
+      .append( $('<a href="#" class="toggle_format" title="' + dt + '" />')
+              .append('<span class="date_time">' + dt +
+                      '</span><span class="relatized_time">' +
+                        relatized + '</span>') )
+    }
+  };
+
+  $('.time').each(relatizer);
+
+  $('.time a.toggle_format .date_time').hide();
+
+  var format_toggler = function(){
+    $('.time a.toggle_format span').toggle();
+    $(this).attr('title', $('span:hidden',this).text());
+    return false;
+  };
+
+  $('.time a.toggle_format').click(format_toggler);
+
+  $('ul li.job').hover(function() {
+    $(this).addClass('hover');
+  }, function() {
+    $(this).removeClass('hover');
+  })
+
+  $('a.backtrace').click(function (e) {
+    e.preventDefault();
+    if($(this).prev('div.backtrace:visible').length > 0) {
+      $(this).next('div.backtrace').show();
+      $(this).prev('div.backtrace').hide();
+    } else {
+      $(this).next('div.backtrace').hide();
+      $(this).prev('div.backtrace').show();
+    }
+  });
+
+  $('a[rel=poll]').click(function(e) {
+    e.preventDefault();
+    var href = $(this).attr('href')
+    $(this).parent().text('Starting...')
+    $("#main").addClass('polling')
+
+    setInterval(function() {
+      $.ajax({dataType: 'text', type: 'get', url: href, success: function(data) {
+        $('#main').html(data);
+      }})
+    }, poll_interval * 1000)
+
+    return false
+  })
+})