sidekiq_monitor 0.0.1

data/lib/generators/sidekiq/monitor/install/install_generator.rb

@@ -0,0 +1,27 @@
+require 'rails/generators'
+require 'rails/generators/base'
+ 
+module Sidekiq
+  module Monitor
+    module Generators
+      class InstallGenerator < ::Rails::Generators::Base
+        include ::Rails::Generators::Migration
+        source_root File.expand_path('../templates', __FILE__)
+        desc "Install the migrations"
+
+        def self.next_migration_number(path)
+          unless @prev_migration_nr
+            @prev_migration_nr = Time.now.utc.strftime("%Y%m%d%H%M%S").to_i
+          else
+            @prev_migration_nr += 1
+          end
+          @prev_migration_nr.to_s
+        end
+
+        def install_migrations
+          migration_template "create_sidekiq_jobs.rb", "db/migrate/create_sidekiq_jobs.rb"
+        end
+      end 
+    end
+  end
+end

data/lib/generators/sidekiq/monitor/install/templates/create_sidekiq_jobs.rb

@@ -0,0 +1,26 @@
+class CreateSidekiqJobs < ActiveRecord::Migration
+  def change
+    create_table :sidekiq_jobs do |t|
+      t.string :jid
+      t.string :queue
+      t.string :class_name
+      t.text :args
+      t.boolean :retry
+      t.datetime :enqueued_at
+      t.datetime :started_at
+      t.datetime :finished_at
+      t.string :status
+      t.string :name
+      t.text :result
+    end
+
+    add_index :sidekiq_jobs, :jid
+    add_index :sidekiq_jobs, :queue
+    add_index :sidekiq_jobs, :retry
+    add_index :sidekiq_jobs, :class_name
+    add_index :sidekiq_jobs, :enqueued_at
+    add_index :sidekiq_jobs, :started_at
+    add_index :sidekiq_jobs, :finished_at
+    add_index :sidekiq_jobs, :status
+  end
+end

data/lib/sidekiq/monitor/cleaner.rb

@@ -0,0 +1,58 @@
+module Sidekiq
+  module Monitor
+    class Cleaner
+      # Cleans up records that are no longer in sync with Sidekiq's records
+      def clean
+        clean_queued
+        clean_running
+      end
+
+      private
+
+      def clean_queued
+        Sidekiq.redis do |conn|
+          queues = conn.smembers('queues')
+          queued_jids = []
+          queues.each do |queue|
+            workers = conn.lrange("queue:#{queue}", 0, -1)
+            workers.each do |worker|
+              worker = Sidekiq.load_json(worker)
+              queued_jids << worker['jid']
+            end
+          end
+
+          Sidekiq::Monitor::Job.where(status: 'queued').each do |job|
+            unless queued_jids.include?(job.jid)
+              job.update_attributes(
+                finished_at: DateTime.now,
+                status: 'interrupted'
+              )
+            end
+          end
+        end
+      end
+
+      def clean_running
+        Sidekiq.redis do |conn|
+          workers = conn.smembers('workers')
+          busy_jids = []
+          workers.each do |worker|
+            worker = conn.get("worker:#{worker}")
+            next if worker.blank?
+            worker = Sidekiq.load_json(worker)
+            busy_jids << worker['payload']['jid']
+          end
+
+          Sidekiq::Monitor::Job.where(status: 'running').each do |job|
+            unless busy_jids.include?(job.jid)
+              job.update_attributes(
+                finished_at: DateTime.now,
+                status: 'interrupted'
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/sidekiq/monitor/client/middleware.rb

@@ -0,0 +1,16 @@
+module Sidekiq
+  module Monitor
+    module Client
+      class Middleware
+        def initialize(options=nil)
+          @processor = Monitor::Processor.new
+        end
+
+        def call(worker_class, item, queue)
+          @processor.queue(worker_class, item, queue)
+          yield
+        end
+      end
+    end
+  end
+end

data/lib/sidekiq/monitor/engine.rb

@@ -0,0 +1,11 @@
+module Sidekiq
+  module Monitor
+    class Engine < ::Rails::Engine
+      isolate_namespace Monitor
+
+      initializer "sidekiq_monitor.asset_pipeline" do |app|
+        app.config.assets.precompile << 'sidekiq/monitor/application.js'
+      end
+    end
+  end
+end

data/lib/sidekiq/monitor/processor.rb

@@ -0,0 +1,73 @@
+module Sidekiq
+  module Monitor
+    class Processor
+      def queue(worker_class, item, queue)
+        args = item['args']
+        name = job_name(worker_class, args)
+        Sidekiq::Monitor::Job.find_or_create_by_jid(
+          jid: item['jid'],
+          queue: queue,
+          class_name: worker_class.name,
+          args: args,
+          retry: item['retry'],
+          enqueued_at: DateTime.now,
+          status: 'queued',
+          name: name
+        )
+      end
+
+      def start(worker, msg, queue)
+        jid = msg['jid']
+        args = msg['args']
+        job = Sidekiq::Monitor::Job.find_by_jid(jid)
+        if job.blank?
+          name = job_name(worker.class, args)
+          job = Sidekiq::Monitor::Job.new(
+            jid: jid,
+            queue: queue,
+            class_name: worker.class.name,
+            args: args,
+            retry: msg['retry'],
+            name: name
+          )
+        end
+        job.update_attributes(
+          started_at: DateTime.now,
+          status: 'running'
+        )
+      end
+
+      def error(worker, msg, queue, exception)
+        result = {
+          message: exception.message,
+          backtrace: exception.backtrace
+        }
+        job = find_job(msg)
+        job.update_attributes(
+          finished_at: DateTime.now,
+          status: 'failed',
+          result: result
+        )
+      end
+
+      def complete(worker, msg, queue, return_value)
+        job = find_job(msg)
+        job.update_attributes(
+          finished_at: DateTime.now,
+          status: 'complete',
+          result: (return_value if return_value.is_a?(Hash))
+        )
+      end
+
+      protected
+
+      def find_job(msg)
+        Sidekiq::Monitor::Job.find_by_jid(msg['jid'])
+      end
+
+      def job_name(worker_class, args)
+        worker_class.respond_to?(:job_name) ? worker_class.job_name(*args) : nil
+      end
+    end
+  end
+end

data/lib/sidekiq/monitor/server/middleware.rb

@@ -0,0 +1,22 @@
+module Sidekiq
+  module Monitor
+    module Server
+      class Middleware
+        def initialize(options=nil)
+          @processor = Monitor::Processor.new
+        end
+
+        def call(worker, msg, queue)
+          @processor.start(worker, msg, queue)
+          begin
+            return_value = yield
+          rescue Exception => exception
+            @processor.error(worker, msg, queue, exception)
+            return
+          end
+          @processor.complete(worker, msg, queue, return_value)
+        end
+      end
+    end
+  end
+end

data/lib/sidekiq/monitor/version.rb

@@ -0,0 +1,5 @@
+module Sidekiq
+  module Monitor
+    VERSION = "0.0.1"
+  end
+end

data/lib/sidekiq/monitor.rb

@@ -0,0 +1,26 @@
+require 'slim'
+
+directory = File.dirname(File.absolute_path(__FILE__))
+Dir.glob("#{directory}/monitor/**/*.rb") { |file| require file }
+
+module Sidekiq
+  module Monitor
+    def self.table_name_prefix
+      'sidekiq_'
+    end
+  end
+end
+
+Sidekiq.configure_client do |config|
+  config.client_middleware do |chain|
+    chain.add Sidekiq::Monitor::Client::Middleware
+  end
+end
+Sidekiq.configure_server do |config|
+  config.client_middleware do |chain|
+    chain.add Sidekiq::Monitor::Client::Middleware
+  end
+  config.server_middleware do |chain|
+    chain.add Sidekiq::Monitor::Server::Middleware
+  end
+end

data/lib/sidekiq_monitor.rb

@@ -0,0 +1 @@
+require "sidekiq/monitor"

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: sidekiq_monitor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Tom Benner
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.2.1
+- !ruby/object:Gem::Dependency
+  name: slim
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ajax-datatables-rails
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Advanced monitoring for Sidekiq
+email:
+- tombenner@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- app/assets/javascripts/sidekiq/monitor/abstract_jobs_table.js.coffee
+- app/assets/javascripts/sidekiq/monitor/application.js.coffee
+- app/assets/javascripts/sidekiq/monitor/bootstrap-select.min.js
+- app/assets/javascripts/sidekiq/monitor/bootstrap.min.js
+- app/assets/javascripts/sidekiq/monitor/datatables.bootstrap.js
+- app/assets/javascripts/sidekiq/monitor/datatables.js
+- app/assets/javascripts/sidekiq/monitor/datatables.standing_redraw.js.coffee
+- app/assets/javascripts/sidekiq/monitor/initialize.js.coffee.erb
+- app/assets/javascripts/sidekiq/monitor/jobs_table.js.coffee
+- app/assets/javascripts/sidekiq/monitor/jquery.timeago.js
+- app/assets/javascripts/sidekiq/monitor/queue_jobs_table.js.coffee
+- app/assets/stylesheets/sidekiq/monitor/application.css.sass
+- app/assets/stylesheets/sidekiq/monitor/bootstrap-select.min.css
+- app/assets/stylesheets/sidekiq/monitor/bootstrap.min.css
+- app/assets/stylesheets/sidekiq/monitor/jobs_table.css.sass
+- app/assets/stylesheets/sidekiq/monitor/layout.css.sass
+- app/controllers/sidekiq/monitor/api/jobs_controller.rb
+- app/controllers/sidekiq/monitor/api/queues_controller.rb
+- app/controllers/sidekiq/monitor/jobs_controller.rb
+- app/controllers/sidekiq/monitor/queues_controller.rb
+- app/datatables/sidekiq/monitor/jobs_datatable.rb
+- app/helpers/sidekiq/monitor/sidekiq_helper.rb
+- app/models/sidekiq/monitor/job.rb
+- app/views/sidekiq/monitor/jobs/_jobs.slim
+- app/views/sidekiq/monitor/jobs/index.slim
+- app/views/sidekiq/monitor/layouts/application.slim
+- app/views/sidekiq/monitor/queues/_jobs.slim
+- app/views/sidekiq/monitor/queues/index.slim
+- config/routes.rb
+- lib/generators/sidekiq/monitor/install/install_generator.rb
+- lib/generators/sidekiq/monitor/install/templates/create_sidekiq_jobs.rb
+- lib/sidekiq/monitor/cleaner.rb
+- lib/sidekiq/monitor/client/middleware.rb
+- lib/sidekiq/monitor/engine.rb
+- lib/sidekiq/monitor/processor.rb
+- lib/sidekiq/monitor/server/middleware.rb
+- lib/sidekiq/monitor/version.rb
+- lib/sidekiq/monitor.rb
+- lib/sidekiq_monitor.rb
+- MIT-LICENSE
+- Rakefile
+- README.md
+homepage: https://github.com/socialpandas/sidekiq_monitor
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Advanced monitoring for Sidekiq
+test_files: []