sidekiq-errors 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 735d5c9da4fe4e1d722939833442a43deabea9df
+  data.tar.gz: ee57f394e4e0f31bc215e7936b2c43f09d4cdb0b
+SHA512:
+  metadata.gz: ddf8da896bb2ef46cab59c0dbd941d8e3f9673b2a7aa8c0ef54830b80f9ba38296ef0249a6f05d2df272f424989a3252183ac4982bd69a10e4576d359ab185d0
+  data.tar.gz: e7d9d06bbc44b531702cfad9eca4938ca6a7c453c854dd1b636952f8004373c1e386f0190c3c4d04e9118f4594f384ddb31803b21b10a815006616cd5bf5acb7

data/.gitignore

@@ -0,0 +1 @@
+*.gem

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'sidekiq', ENV['SIDEKIQ_VERSION'] if ENV['SIDEKIQ_VERSION']

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2014 tech4gold, llc chris@tech4gold.com
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,9 @@
+# Sidekiq::Errors
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'sidekiq-errors'
+```

data/lib/sidekiq-errors.rb

@@ -0,0 +1 @@
+require "sidekiq/errors"

data/lib/sidekiq/errors.rb

@@ -0,0 +1,28 @@
+begin
+  require "sidekiq/web"
+rescue LoadError
+  # client-only usage
+end
+
+require "sidekiq/api"
+require "sidekiq/errors/version"
+require "sidekiq/errors/web_extension"
+
+module Sidekiq
+
+  def self.errors_max_count=(value)
+    @errors_max_count = value
+  end
+
+  def self.errors_max_count
+    return 10_000 if @errors_max_count.nil?
+
+    @errors_max_count
+  end
+
+end
+
+if defined?(Sidekiq::Web)
+  Sidekiq::Web.register Sidekiq::Errors::WebExtension
+  Sidekiq::Web.tabs["Errors"] = "errors"
+end

data/lib/sidekiq/errors/version.rb

@@ -0,0 +1,5 @@
+module Sidekiq
+  module Errors
+    VERSION = "0.0.2"
+  end
+end

data/lib/sidekiq/errors/views/errors.erb

@@ -0,0 +1,26 @@
+<header class="row">
+  <div class="col-sm-5">
+    <h3><%= t('Errors') %></h3>
+  </div>
+</header>
+
+<% if @errors.size > 0 %>
+<table class="table table-striped table-bordered table-white">
+  <thead>
+    <tr>
+      <th><%= t('class') %></th>
+      <th><%= t('JobCount') %></th>
+    </tr>
+  </thead>
+  <tbody>
+  <% @errors.each do |error, job_count| %>
+    <tr>
+      <td><a href="<%= root_path %>errors/<%= error %>"><%= error %></a></td>
+      <td><%= job_count %></td>
+    </tr>
+  <% end %>
+  </tbody>
+</table>
+<% else %>
+<div class="alert alert-success">No <%= t('Failures') %></div>
+<% end %>

data/lib/sidekiq/errors/views/errors_class.erb

@@ -0,0 +1,34 @@
+<header class="row">
+  <div class="col-sm-5">
+    <h3><%= t('Errors') %> <%= @error_class %></h3>
+  </div>
+</header>
+
+<% if @error_messages.size > 0 %>
+<table class="table table-striped table-bordered table-white">
+  <thead>
+    <tr>
+      <th><%= t('ErrorMessage') %></th>
+      <th><%= t('JobCount') %></th>
+    </tr>
+  </thead>
+  <tbody>
+  <% @error_messages.each do |error_message, job_count| %>
+    <tr>
+      <td><a href="<%= root_path %>errors/<%= @error_class %>/<%= Digest::MD5.hexdigest(error_message) %>"><%= h error_message %></a></td>
+      <td><%= job_count %></td>
+    </tr>
+  <% end %>
+  </tbody>
+</table>
+
+<form action="<%= root_path %>errors/<%= @error_class %>/delete" method="post">
+  <input class="btn btn-danger btn-xs pull-right" type="submit" name="delete" value="<%= t('DeleteAll') %>" data-confirm="<%= t('AreYouSure') %>" />
+</form>
+<form action="<%= root_path %>errors/<%= @error_class %>/retry" method="post">
+  <input class="btn btn-danger btn-xs pull-right" type="submit" name="retry" value="<%= t('RetryAll') %>" data-confirm="<%= t('AreYouSure') %>" />
+</form>
+
+<% else %>
+<div class="alert alert-success">No <%= t('Failures') %></div>
+<% end %>

data/lib/sidekiq/errors/views/errors_class_message.erb

@@ -0,0 +1,47 @@
+<header class="row">
+  <div class="col-sm-5">
+    <h3><%= t('Errors') %> <%= @error_class %></h3>
+  </div>
+</header>
+
+<% if @retries.size > 0 %>
+<table class="table table-striped table-bordered table-white">
+  <thead>
+    <tr>
+      <th><%= t('NextRetry') %></th>
+      <th><%= t('RetryCount') %></th>
+      <th><%= t('Queue') %></th>
+      <th><%= t('Job') %></th>
+      <th><%= t('Arguments') %></th>
+      <th><%= t('Error') %></th>
+    </tr>
+  </thead>
+  <% @retries.each do |entry| %>
+    <tr>
+      <td>
+        <a href="<%= root_path %>retries/<%= job_params(entry.item, entry.score) %>"><%= relative_time(entry.at) %></a>
+      </td>
+      <td><%= entry['retry_count'] %></td>
+      <td>
+        <a href="<%= root_path %>queues/<%= entry.queue %>"><%= entry.queue %></a>
+      </td>
+      <td><%= entry.display_class %></td>
+      <td>
+        <div class="args"><%= display_args(entry.display_args) %></div>
+      </td>
+      <td>
+        <div><%= h truncate("#{entry['error_class']}: #{entry['error_message']}", 200) %></div>
+      </td>
+    </tr>
+  <% end %>
+</table>
+<form action="<%= root_path %>errors/<%= @error_class %>/<%= @error_message %>/delete" method="post">
+  <input class="btn btn-danger btn-xs pull-right" type="submit" name="delete" value="<%= t('DeleteAll') %>" data-confirm="<%= t('AreYouSure') %>" />
+</form>
+<form action="<%= root_path %>errors/<%= @error_class %>/<%= @error_message %>/retry" method="post">
+  <input class="btn btn-danger btn-xs pull-right" type="submit" name="retry" value="<%= t('RetryAll') %>" data-confirm="<%= t('AreYouSure') %>" />
+</form>
+
+<% else %>
+<div class="alert alert-success">No <%= t('Failures') %></div>
+<% end %>

data/lib/sidekiq/errors/web_extension.rb

@@ -0,0 +1,83 @@
+module Sidekiq
+  module Errors
+    module WebExtension
+      def self.registered(app)
+        view_path = File.join(File.expand_path("..", __FILE__), "views")
+
+        app.post "/errors/:error_class/:error_message/retry" do
+          @error_class = params[:error_class]
+          @error_message = params[:error_message]
+          Sidekiq::RetrySet.new.select do |retri|
+            retri.item['error_class'] == @error_class &&
+            Digest::MD5.hexdigest(retri.item['error_message']) == @error_message
+          end.map(&:retry).length
+          redirect "#{root_path}errors/#{@error_class}/#{@error_message}"
+        end
+
+        app.post "/errors/:error_class/:error_message/delete" do
+          @error_class = params[:error_class]
+          @error_message = params[:error_message]
+          Sidekiq::RetrySet.new.select do |retri|
+            retri.item['error_class'] == @error_class &&
+            Digest::MD5.hexdigest(retri.item['error_message']) == @error_message
+          end.map(&:delete).length
+          redirect "#{root_path}errors/#{@error_class}/#{@error_message}"
+        end
+              
+        app.post "/errors/:error_class/retry" do
+          @error_class = params[:error_class]
+          Sidekiq::RetrySet.new.select do |retri|
+            retri.item['error_class'] == @error_class
+          end.map(&:retry).length
+          redirect "#{root_path}errors/#{@error_class}"
+        end
+
+        app.post "/errors/:error_class/delete" do
+          @error_class = params[:error_class]
+          Sidekiq::RetrySet.new.select do |retri|
+            retri.item['error_class'] == @error_class
+          end.map(&:delete).length
+          redirect "#{root_path}errors/#{@error_class}"
+        end
+
+        app.get "/errors/:error_class/:error_message" do
+          @error_class = params[:error_class]
+          @error_message = params[:error_message]
+          @retries = Sidekiq.redis {|c| c.zrange("retry", 0, Sidekiq.errors_max_count, :with_scores => true) }
+          @retries = @retries
+            .map {|msg, score| Sidekiq::SortedEntry.new(nil, score, msg) }
+            .select{|job| job['error_class'] == @error_class }
+            .select{|job| Digest::MD5.hexdigest(job['error_message']) == @error_message }
+          @total_size = @count = @retries.length
+          render(:erb, File.read(File.join(view_path, "errors_class_message.erb")))
+        end
+      
+        app.get "/errors/:error_class" do
+          @error_class = params[:error_class]
+          @error_messages = Hash[
+            Sidekiq.redis {|c| c.zrange("retry", 0, Sidekiq.errors_max_count) }
+            .collect{|job| Sidekiq.load_json(job)}
+            .select{|job| job['error_class'] == @error_class }
+            .collect{|job| job['error_message'] }
+            .histogram.
+            sort_by{|k,v| v}
+            .reverse
+          ]
+          render(:erb, File.read(File.join(view_path, "errors_class.erb")))
+        end
+      
+        app.get "/errors" do
+          @errors = Hash[
+            Sidekiq.redis {|c| c.zrange("retry", 0, Sidekiq.errors_max_count) }
+            .collect{|job| Sidekiq.load_json(job)['error_class']}
+            .histogram
+            .sort_by{|k,v| v}
+            .reverse
+          ]
+          render(:erb, File.read(File.join(view_path, "errors.erb")))
+        end
+        
+      end
+    end
+  end
+end

data/sidekiq-errors.gemspec

@@ -0,0 +1,16 @@
+require File.expand_path('../lib/sidekiq/errors/version', __FILE__)
+
+Gem::Specification.new do |spec|
+  spec.name          = "sidekiq-errors"
+  spec.version       = Sidekiq::Errors::VERSION
+  spec.summary       = %q{better manage sidekiq retries}
+  spec.description   = %q{relatively simple but more efficient way to manage a large number of sidekiq retries.}
+  spec.authors       = ["christopher holt"]
+  spec.email         = "chris@tech4gold.com"
+  spec.homepage      = "https://github.com/tech4gold/sidekiq-errors/"
+  spec.license       = "MIT"
+  spec.files         = `git ls-files`.split($\)
+
+  spec.add_dependency 'sidekiq', '>= 3.2.4', '~>3.2'
+
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: sidekiq-errors
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- christopher holt
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.4
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.4
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: relatively simple but more efficient way to manage a large number of
+  sidekiq retries.
+email: chris@tech4gold.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- MIT-LICENSE
+- README.md
+- lib/sidekiq-errors.rb
+- lib/sidekiq/errors.rb
+- lib/sidekiq/errors/version.rb
+- lib/sidekiq/errors/views/errors.erb
+- lib/sidekiq/errors/views/errors_class.erb
+- lib/sidekiq/errors/views/errors_class_message.erb
+- lib/sidekiq/errors/web_extension.rb
+- sidekiq-errors.gemspec
+homepage: https://github.com/tech4gold/sidekiq-errors/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: better manage sidekiq retries
+test_files: []
+has_rdoc: