sidekiq-expected_failures 0.0.1

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.ruby-version
+.ruby-gemset

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+
+notifications:
+  email: false

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## 0.0.1
+
+- Initial release

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in sidekiq-expected_failures.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Rafal Wojsznis
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,71 @@
+# Sidekiq::ExpectedFailures
+
+[![Code Climate](https://codeclimate.com/github/emq/sidekiq-expected_failures.png)](https://codeclimate.com/github/emq/sidekiq-expected_failures)
+[![Build Status](https://travis-ci.org/emq/sidekiq-expected_failures.png?branch=master)](https://travis-ci.org/emq/sidekiq-expected_failures)
+
+If you don't rely on standard sidekiq's retry behavior and you want to track exceptions, that will happen one way, or another - this thing is for you.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'sidekiq-expected_failures'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install sidekiq-expected_failures
+
+## Usage
+
+Let's say you do a lot of API requests to some not reliable reliable service. Inside your worker you handle `Timeout::Error` exception - you delay it's execution, maybe modify parameters somehow, it doesn't really matter, what matter is that you want to log that it happen in a convenient way. Describe that case using ruby:
+
+``` ruby
+class ApiCallWorker
+  include ::Sidekiq::Worker
+  sidekiq_options expected_failures: [Timeout::Error]
+
+  def perform(arguments)
+    # do some work
+    # ...
+
+    # this service sucks, try again in 10 minutes
+    rescue Timeout::Error => e
+      Sidekiq::Client.enqueue_in(10.minutes, self.class, arguments)
+      raise e # this will be handled by sidekiq-expected_failures middleware
+
+    # ensure block or some other stuff
+    # ...
+  end
+```
+
+You can pass array of exceptions to handle inside `sidekiq_options`. This is how web interface looks like:
+
+![](http://i.imgur.com/7Fe8voD.jpg)
+
+It logs each failed jobs to to redis list (per day) and keep global counters (per exception class as a single redis hash).
+
+### Usage with sidekiq-failures
+
+Just be sure to load this one after `sidekiq-failures`, otherwise failed jobs will end up logged twice - and you probably don't want that.
+
+### Clearing failures
+
+At the moment you have 3 public methods in `Sidekiq::ExpectedFailures` module:
+
+- `clear_counters` - clears all counters (as I mentioned - it's stored inside single redis hash, but I doubt anyone would like to log more than 500 different exceptions, right?)
+- `clear_old` - clears failed jobs older than today
+- `clear_all` - clears all failed jobs
+
+This might change in the future to something more sane.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,12 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+task :default => :test
+
+Rake::TestTask.new do |t|
+  t.libs << "lib"
+  t.libs << "test"
+  t.test_files = FileList["test/**/*_test.rb"]
+  t.verbose = true
+end

data/lib/sidekiq/expected_failures/middleware.rb

@@ -0,0 +1,42 @@
+module Sidekiq
+  module ExpectedFailures
+    class Middleware
+      include Sidekiq::Util
+
+      def call(worker, msg, queue)
+        exceptions = worker.class.get_sidekiq_options['expected_failures'].to_a
+
+        yield
+
+        rescue *exceptions => e
+          data = {
+            failed_at: Time.now.strftime("%Y/%m/%d %H:%M:%S %Z"),
+            args:      msg['args'],
+            exception: e.class.to_s,
+            error:     e.message,
+            worker:    msg['class'],
+            processor: "#{hostname}:#{process_id}-#{Thread.current.object_id}",
+            queue:     queue
+          }
+
+          log_exception(data)
+      end
+
+      private
+
+        def log_exception(data)
+          Sidekiq.redis do |conn|
+            conn.multi do |m|
+              m.lpush("expected:#{today}", Sidekiq.dump_json(data))
+              m.sadd("expected:dates", today)
+              m.hincrby("expected:count", data[:exception], 1)
+            end
+          end
+        end
+
+        def today
+          Date.today.to_s
+        end
+    end
+  end
+end

data/lib/sidekiq/expected_failures/version.rb

@@ -0,0 +1,5 @@
+module Sidekiq
+  module ExpectedFailures
+    VERSION = "0.0.1"
+  end
+end

data/lib/sidekiq/expected_failures/web.rb

@@ -0,0 +1,56 @@
+require 'sinatra/assetpack'
+
+module Sidekiq
+  module ExpectedFailures
+    module Web
+
+      def self.registered(app)
+        web_dir    = File.expand_path("../../../../web", __FILE__)
+        assets_dir = File.join(web_dir, "assets")
+
+        app.register Sinatra::AssetPack
+
+        app.assets do
+          serve '/js', from: assets_dir
+          js 'expected',  ['/js/expected.js']
+          js 'bootstrap', ['/js/bootstrap.js']
+        end
+
+        app.helpers do
+          def link_to_details(job)
+            data = []
+            job["args"].each_with_index { |argument, index| data << "data-#{index+1}='#{h argument.inspect}'" }
+            "<a href='#' #{data.join(' ')} title='#{job["worker"]}'>Details</a>"
+          end
+        end
+
+        app.get "/expected_failures/clear/:what" do
+          case params[:what]
+          when 'old'
+            Sidekiq::ExpectedFailures.clear_old
+          when 'all'
+            Sidekiq::ExpectedFailures.clear_all
+          when 'counters'
+            Sidekiq::ExpectedFailures.clear_counters
+          end
+
+          redirect "#{root_path}expected_failures"
+        end
+
+        app.get "/expected_failures/?:date?" do
+          @dates = Sidekiq::ExpectedFailures.dates
+          @count = (params[:count] || 50).to_i
+
+          if @dates
+            @date = params[:date] || @dates.keys[0]
+            (@current_page, @total_size, @jobs) = page("expected:#{@date}", params[:page], @count)
+            @jobs = @jobs.map { |msg| Sidekiq.load_json(msg) }
+            @counters = Sidekiq::ExpectedFailures.counters
+          end
+
+          erb File.read(File.join(web_dir, "views/expected_failures.erb"))
+        end
+      end
+    end
+  end
+end

data/lib/sidekiq/expected_failures.rb

@@ -0,0 +1,56 @@
+require "sidekiq/web"
+require "sidekiq/expected_failures/version"
+require "sidekiq/expected_failures/middleware"
+require "sidekiq/expected_failures/web"
+
+module Sidekiq
+  module ExpectedFailures
+
+    def self.dates
+      Sidekiq.redis do |c|
+        c.smembers "expected:dates"
+      end.sort.reverse.each_with_object({}) do |d, hash|
+        hash[d] = Sidekiq.redis { |c| c.llen("expected:#{d}") }
+      end
+    end
+
+    def self.counters
+      Sidekiq.redis { |r| r.hgetall("expected:count") }
+    end
+
+    def self.clear_all
+      clear(dates.keys)
+    end
+
+    def self.clear_old
+      range = dates.keys.delete_if { |d| Date.parse(d) > Date.today.prev_day }
+      clear(range)
+    end
+
+    def self.clear_counters
+      Sidekiq.redis { |r| r.del("expected:count") }
+    end
+
+    private
+
+      def self.clear(dates)
+        dates.each do |date|
+          Sidekiq.redis do |c|
+            c.multi do |m|
+              m.srem("expected:dates", date)
+              m.del("expected:#{date}")
+            end
+          end
+        end
+      end
+  end
+end
+
+Sidekiq::Web.register Sidekiq::ExpectedFailures::Web
+Sidekiq::Web.tabs["Expected Failures"] = "expected_failures"
+
+Sidekiq.configure_server do |config|
+  config.server_middleware do |chain|
+    chain.add Sidekiq::ExpectedFailures::Middleware
+  end
+end

data/lib/sidekiq-expected_failures.rb

@@ -0,0 +1 @@
+require "sidekiq/expected_failures"

data/sidekiq-expected_failures.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sidekiq/expected_failures/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "sidekiq-expected_failures"
+  spec.version       = Sidekiq::ExpectedFailures::VERSION
+  spec.authors       = ["Rafal Wojsznis"]
+  spec.email         = ["rafal.wojsznis@gmail.com"]
+  spec.description   = spec.summary = "If you don't rely on sidekiq' retry behavior, you handle exceptions on your own and want to keep track of them - this thing is for you."
+  spec.homepage      = "https://github.com/emq/sidekiq-expected_failures"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "sidekiq", ">= 2.15.0"
+  spec.add_dependency "sinatra-assetpack", "~> 0.3.1"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "sinatra"
+  spec.add_development_dependency "rack-test"
+  spec.add_development_dependency "timecop", "~> 0.6.3"
+end

data/test/lib/middleware_test.rb

@@ -0,0 +1,105 @@
+require "test_helper"
+
+module Sidekiq
+  module ExpectedFailures
+    describe "Middleware" do
+      before do
+        $invokes = 0
+        Sidekiq.redis = REDIS
+        Sidekiq.redis { |c| c.flushdb }
+        Timecop.freeze(Time.local(2013, 1, 10))
+      end
+
+      after { Timecop.return }
+
+      let(:msg)    { {'class' => 'RandomStuff', 'args' => ['custom_argument'], 'retry' => false} }
+      let(:handler){ Sidekiq::ExpectedFailures::Middleware.new }
+
+      it 'does not handle exception by default' do
+        assert_raises RuntimeError do
+          handler.call(RegularWorker.new, msg, 'default') do
+            raise "Whooo, hold on there!"
+          end
+        end
+      end
+
+      it 'respects build-in rescue and ensure blocks' do
+        assert_equal 0, $invokes
+        assert_block do
+          handler.call(SingleExceptionWorker.new, msg, 'default') do
+            begin
+            raise ZeroDivisionError.new("We go a problem, sir")
+            rescue ZeroDivisionError => e
+               $invokes += 1
+               raise e # and now this should be caught by middleware
+            ensure
+              $invokes += 1
+            end
+          end
+        end
+        assert_equal 2, $invokes
+      end
+
+      it 'handles all specified exceptions' do
+        assert_block do
+          handler.call(MultipleExceptionWorker.new, msg, 'default') do
+            raise NotImplementedError
+          end
+        end
+
+        assert_block do
+          handler.call(MultipleExceptionWorker.new, msg, 'default') do
+            raise VeryOwn::CustomException
+          end
+        end
+      end
+
+      it 'logs exceptions' do
+        assert_block do
+          handler.call(SingleExceptionWorker.new, msg, 'default') do
+            raise ZeroDivisionError
+          end
+        end
+
+        assert_equal(['2013-01-10'], redis("smembers", "expected:dates"))
+        assert_match(/custom_argument/, redis("lrange", "expected:2013-01-10", 0, -1)[0])
+      end
+
+      it 'increments own counters per exception class' do
+        2.times do
+          handler.call(MultipleExceptionWorker.new, msg, 'default') do
+            raise VeryOwn::CustomException
+          end
+        end
+
+        5.times do
+          handler.call(SingleExceptionWorker.new, msg, 'default') do
+            raise ZeroDivisionError
+          end
+        end
+
+        assert_equal 2, redis("hget", "expected:count", "VeryOwn::CustomException").to_i
+        assert_equal 5, redis("hget", "expected:count", "ZeroDivisionError").to_i
+      end
+
+      it 'logs multiple exceptions' do
+        make_some_noise = lambda do |x|
+          x.times do
+            handler.call(SingleExceptionWorker.new, msg, 'default') do
+              raise ZeroDivisionError
+            end
+          end
+        end
+
+        make_some_noise.call(10)
+
+        Timecop.freeze(Time.local(2013, 5, 15))
+        make_some_noise.call(5)
+
+        assert_equal 10, redis("llen", "expected:2013-01-10")
+        assert_equal 5, redis("llen", "expected:2013-05-15")
+        assert_equal(['2013-05-15', '2013-01-10'].sort, redis("smembers", "expected:dates").sort)
+      end
+    end
+  end
+end

data/test/lib/web_test.rb

@@ -0,0 +1,143 @@
+require "test_helper"
+require "sidekiq/web"
+
+module Sidekiq
+  describe "WebExtension" do
+    include Rack::Test::Methods
+
+    def app
+      Sidekiq::Web
+    end
+
+    def failed_count
+      Sidekiq.redis { |c| c.get("stat:failed") }
+    end
+
+    def create_sample_counter
+      redis("hset", "expected:count", "StandardError", 5)
+      redis("hset", "expected:count", "Custom::Error", 10)
+    end
+
+    def create_sample_failure
+      data = {
+        failed_at: Time.now.strftime("%Y/%m/%d %H:%M:%S %Z"),
+        args:      [{"hash" => "options", "more" => "options"}, 123],
+        exception: "ArgumentError",
+        error:     "Some error message",
+        worker:    "HardWorker",
+        queue:     "api_calls"
+      }
+
+      Sidekiq.redis do |c|
+        c.lpush("expected:2013-09-10", Sidekiq.dump_json(data))
+        c.sadd("expected:dates", "2013-09-10")
+      end
+
+      Sidekiq.redis do |c|
+        c.lpush("expected:2013-09-09", Sidekiq.dump_json(data))
+        c.sadd("expected:dates", "2013-09-09")
+      end
+    end
+
+    before do
+      Sidekiq.redis = REDIS
+      Sidekiq.redis {|c| c.flushdb }
+      Timecop.freeze(Time.local(2013, 9, 10))
+    end
+
+    after { Timecop.return }
+
+    it 'can display home with failures tab' do
+      get '/'
+      last_response.status.must_equal(200)
+      last_response.body.must_match(/Sidekiq/)
+      last_response.body.must_match(/Expected Failures/)
+    end
+
+    it 'can display failures page without any failures' do
+      get '/expected_failures'
+      last_response.status.must_equal(200)
+      last_response.body.must_match(/Expected Failures/)
+      last_response.body.must_match(/No failed jobs found/)
+    end
+
+    describe 'when there are failures' do
+      before do
+        create_sample_failure
+        get '/expected_failures'
+      end
+
+      it 'should be successful' do
+        last_response.status.must_equal(200)
+      end
+
+      it 'lists failed jobs' do
+        last_response.body.must_match(/HardWorker/)
+        last_response.body.must_match(/api_calls/)
+      end
+
+      it 'can remove all failed jobs' do
+        get '/expected_failures'
+        last_response.body.must_match(/HardWorker/)
+
+        get '/expected_failures/clear/all'
+        last_response.status.must_equal(302)
+        last_response.location.must_match(/expected_failures$/)
+
+        get '/expected_failures'
+        last_response.body.must_match(/No failed jobs found/)
+      end
+
+      it 'can remove failed jobs older than 1 day' do
+        get '/expected_failures'
+        last_response.body.must_match(/2013-09-10/)
+        last_response.body.must_match(/2013-09-09/)
+
+        get '/expected_failures/clear/old'
+        last_response.status.must_equal(302)
+        last_response.location.must_match(/expected_failures$/)
+
+        get '/expected_failures'
+        last_response.body.wont_match(/2013-09-09/)
+        last_response.body.must_match(/2013-09-10/)
+
+        assert_nil redis("get", "expected:2013-09-09")
+      end
+    end
+
+    describe 'counter' do
+      describe 'when empty' do
+        it 'does not display counter div' do
+          create_sample_failure
+          get '/expected_failures'
+          last_response.body.wont_match(/dl-horizontal/)
+          last_response.body.wont_match(/Clear counters/i)
+        end
+      end
+
+      describe 'when not empty' do
+        before { create_sample_counter }
+
+        it 'displays counters' do
+          get '/expected_failures'
+          last_response.body.must_match(/dl-horizontal/)
+          last_response.body.must_match(/Clear counters/i)
+        end
+
+        it 'can clear counters' do
+          get '/expected_failures'
+          last_response.body.must_match(/Custom::Error/)
+
+          get '/expected_failures/clear/counters'
+          last_response.status.must_equal(302)
+          last_response.location.must_match(/expected_failures$/)
+
+          get '/expected_failures'
+          last_response.body.wont_match(/Custom::Error/)
+
+          assert_nil redis("get", "expected:count")
+        end
+      end
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,23 @@
+Encoding.default_external = Encoding::UTF_8
+Encoding.default_internal = Encoding::UTF_8
+
+require "minitest/autorun"
+require "minitest/spec"
+require "minitest/mock"
+
+require "timecop"
+require "rack/test"
+
+require "sidekiq"
+require "sidekiq-expected_failures"
+require "test_workers"
+
+Sidekiq.logger.level = Logger::ERROR
+
+REDIS = Sidekiq::RedisConnection.create(url: "redis://localhost/15", namespace: "sidekiq_expected_failures")
+
+def redis(command, *args)
+  Sidekiq.redis do |c|
+    c.send(command, *args)
+  end
+end

data/test/test_workers.rb

@@ -0,0 +1,17 @@
+module VeryOwn
+  class CustomException < StandardError; end
+end
+
+class RegularWorker
+  include ::Sidekiq::Worker
+end
+
+class SingleExceptionWorker
+  include ::Sidekiq::Worker
+  sidekiq_options expected_failures: [ZeroDivisionError]
+end
+
+class MultipleExceptionWorker
+  include ::Sidekiq::Worker
+  sidekiq_options expected_failures: [NotImplementedError, VeryOwn::CustomException]
+end

data/web/assets/bootstrap.js

@@ -0,0 +1,246 @@
+/* ========================================================================
+ * Bootstrap: modal.js v3.0.0
+ * http://twbs.github.com/bootstrap/javascript.html#modals
+ * ========================================================================
+ * Copyright 2012 Twitter, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ======================================================================== */
+
+
++function ($) { "use strict";
+
+  // MODAL CLASS DEFINITION
+  // ======================
+
+  var Modal = function (element, options) {
+    this.options   = options
+    this.$element  = $(element)
+    this.$backdrop =
+    this.isShown   = null
+
+    if (this.options.remote) this.$element.load(this.options.remote)
+  }
+
+  Modal.DEFAULTS = {
+      backdrop: true
+    , keyboard: true
+    , show: true
+  }
+
+  Modal.prototype.toggle = function (_relatedTarget) {
+    return this[!this.isShown ? 'show' : 'hide'](_relatedTarget)
+  }
+
+  Modal.prototype.show = function (_relatedTarget) {
+    var that = this
+    var e    = $.Event('show.bs.modal', { relatedTarget: _relatedTarget })
+
+    this.$element.trigger(e)
+
+    if (this.isShown || e.isDefaultPrevented()) return
+
+    this.isShown = true
+
+    this.escape()
+
+    this.$element.on('click.dismiss.modal', '[data-dismiss="modal"]', $.proxy(this.hide, this))
+
+    this.backdrop(function () {
+      var transition = $.support.transition && that.$element.hasClass('fade')
+
+      if (!that.$element.parent().length) {
+        that.$element.appendTo(document.body) // don't move modals dom position
+      }
+
+      that.$element.show()
+
+      if (transition) {
+        that.$element[0].offsetWidth // force reflow
+      }
+
+      that.$element
+        .addClass('in')
+        .attr('aria-hidden', false)
+
+      that.enforceFocus()
+
+      var e = $.Event('shown.bs.modal', { relatedTarget: _relatedTarget })
+
+      transition ?
+        that.$element.find('.modal-dialog') // wait for modal to slide in
+          .one($.support.transition.end, function () {
+            that.$element.focus().trigger(e)
+          })
+          .emulateTransitionEnd(300) :
+        that.$element.focus().trigger(e)
+    })
+  }
+
+  Modal.prototype.hide = function (e) {
+    if (e) e.preventDefault()
+
+    e = $.Event('hide.bs.modal')
+
+    this.$element.trigger(e)
+
+    if (!this.isShown || e.isDefaultPrevented()) return
+
+    this.isShown = false
+
+    this.escape()
+
+    $(document).off('focusin.bs.modal')
+
+    this.$element
+      .removeClass('in')
+      .attr('aria-hidden', true)
+      .off('click.dismiss.modal')
+
+    $.support.transition && this.$element.hasClass('fade') ?
+      this.$element
+        .one($.support.transition.end, $.proxy(this.hideModal, this))
+        .emulateTransitionEnd(300) :
+      this.hideModal()
+  }
+
+  Modal.prototype.enforceFocus = function () {
+    $(document)
+      .off('focusin.bs.modal') // guard against infinite focus loop
+      .on('focusin.bs.modal', $.proxy(function (e) {
+        if (this.$element[0] !== e.target && !this.$element.has(e.target).length) {
+          this.$element.focus()
+        }
+      }, this))
+  }
+
+  Modal.prototype.escape = function () {
+    if (this.isShown && this.options.keyboard) {
+      this.$element.on('keyup.dismiss.bs.modal', $.proxy(function (e) {
+        e.which == 27 && this.hide()
+      }, this))
+    } else if (!this.isShown) {
+      this.$element.off('keyup.dismiss.bs.modal')
+    }
+  }
+
+  Modal.prototype.hideModal = function () {
+    var that = this
+    this.$element.hide()
+    this.backdrop(function () {
+      that.removeBackdrop()
+      that.$element.trigger('hidden.bs.modal')
+    })
+  }
+
+  Modal.prototype.removeBackdrop = function () {
+    this.$backdrop && this.$backdrop.remove()
+    this.$backdrop = null
+  }
+
+  Modal.prototype.backdrop = function (callback) {
+    var that    = this
+    var animate = this.$element.hasClass('fade') ? 'fade' : ''
+
+    if (this.isShown && this.options.backdrop) {
+      var doAnimate = $.support.transition && animate
+
+      this.$backdrop = $('<div class="modal-backdrop ' + animate + '" />')
+        .appendTo(document.body)
+
+      this.$element.on('click.dismiss.modal', $.proxy(function (e) {
+        if (e.target !== e.currentTarget) return
+        this.options.backdrop == 'static'
+          ? this.$element[0].focus.call(this.$element[0])
+          : this.hide.call(this)
+      }, this))
+
+      if (doAnimate) this.$backdrop[0].offsetWidth // force reflow
+
+      this.$backdrop.addClass('in')
+
+      if (!callback) return
+
+      doAnimate ?
+        this.$backdrop
+          .one($.support.transition.end, callback)
+          .emulateTransitionEnd(150) :
+        callback()
+
+    } else if (!this.isShown && this.$backdrop) {
+      this.$backdrop.removeClass('in')
+
+      $.support.transition && this.$element.hasClass('fade')?
+        this.$backdrop
+          .one($.support.transition.end, callback)
+          .emulateTransitionEnd(150) :
+        callback()
+
+    } else if (callback) {
+      callback()
+    }
+  }
+
+
+  // MODAL PLUGIN DEFINITION
+  // =======================
+
+  var old = $.fn.modal
+
+  $.fn.modal = function (option, _relatedTarget) {
+    return this.each(function () {
+      var $this   = $(this)
+      var data    = $this.data('bs.modal')
+      var options = $.extend({}, Modal.DEFAULTS, $this.data(), typeof option == 'object' && option)
+
+      if (!data) $this.data('bs.modal', (data = new Modal(this, options)))
+      if (typeof option == 'string') data[option](_relatedTarget)
+      else if (options.show) data.show(_relatedTarget)
+    })
+  }
+
+  $.fn.modal.Constructor = Modal
+
+
+  // MODAL NO CONFLICT
+  // =================
+
+  $.fn.modal.noConflict = function () {
+    $.fn.modal = old
+    return this
+  }
+
+
+  // MODAL DATA-API
+  // ==============
+
+  $(document).on('click.bs.modal.data-api', '[data-toggle="modal"]', function (e) {
+    var $this   = $(this)
+    var href    = $this.attr('href')
+    var $target = $($this.attr('data-target') || (href && href.replace(/.*(?=#[^\s]+$)/, ''))) //strip for ie7
+    var option  = $target.data('modal') ? 'toggle' : $.extend({ remote: !/#/.test(href) && href }, $target.data(), $this.data())
+
+    e.preventDefault()
+
+    $target
+      .modal(option, this)
+      .one('hide', function () {
+        $this.is(':visible') && $this.focus()
+      })
+  })
+
+  $(document)
+    .on('show.bs.modal',  '.modal', function () { $(document.body).addClass('modal-open') })
+    .on('hidden.bs.modal', '.modal', function () { $(document.body).removeClass('modal-open') })
+
+}(window.jQuery);

data/web/assets/expected.js

@@ -0,0 +1,21 @@
+ $(function() {
+  function mapDataAttributes(element) {
+    html = "";
+    $.each(element.data(), function( key, value ) {
+      html += "<tr><th>Argument #" + key + "</th><td>" + value + "</td></tr>";
+    });
+    return html;
+  }
+
+  $('#expected tbody td:last-child > a').live('click', function(e){
+    $('#job-details .modal-body table tbody').html(mapDataAttributes($(this)));
+    $('#job-details .modal-title').text($(this).attr('title'));
+    $('#job-details').modal('show');
+
+    e.preventDefault();
+  });
+
+  $('#filter-jobs select').live('change', function(e){
+    $(this).parent('form').submit();
+  });
+ });

data/web/views/expected_failures.erb

@@ -0,0 +1,91 @@
+<%= js :expected %>
+<%= js :bootstrap %>
+
+<h3>Expected failures log
+  <% if @date %>
+    <small>(<%= @date %>)</small>
+  <% end %>
+</h3>
+
+<% unless @counters.empty? %>
+  <div class="well well-sm clearfix">
+    <a href="<%= root_path %>expected_failures/clear/counters" class="btn btn-default btn-sm pull-right">Clear counters</span></a>
+
+    <dl class="dl-horizontal" style="margin: 0">
+      <% @counters.each do |exception, count| %>
+        <dt><%= exception %></dt>
+        <dd><%= count %></dd>
+      <% end %>
+    </dl>
+
+  </div>
+<% end %>
+
+<% if @jobs.any? %>
+  <div class="modal fade" id="job-details">
+    <div class="modal-dialog">
+      <div class="modal-content">
+
+        <div class="modal-header">
+          <button type="button" class="close" data-dismiss="modal" aria-hidden="true">&times;</button>
+          <h4 class="modal-title"><!-- title --></h4>
+        </div>
+
+        <div class="modal-body">
+          <table class="table table-condensed table-striped">
+            <tbody>
+              <!-- loaded via js -->
+            </tbody>
+          </table>
+        </div>
+
+        <div class="modal-footer">
+          <button type="button" class="btn btn-default" data-dismiss="modal">Close</button>
+        </div>
+
+      </div>
+    </div>
+  </div>
+
+  <form id="filter-jobs" class="form-inline pull-left" action="<%= root_path %>expected_failures" method="get">
+    <label>Choose date:</label>
+    <select name="date">
+      <% @dates.each do |date, count| %>
+        <option value="<%= date %>" <%= "selected" if date == @date %>><%= date %> (<%= count %>)</option>
+      <% end %>
+    </select>
+  </form>
+
+  <div class="pull-right">
+    <a href="<%= root_path %>expected_failures/clear/old" class="btn btn-default btn-sm">Clear older than today</a>&nbsp;
+    <a href="<%= root_path %>expected_failures/clear/all" class="btn btn-default btn-sm">Clear all failed</a>
+  </div>
+
+  <p class="clearfix"></p>
+
+  <table id="expected" class="queues table table-hover table-bordered table-striped table-white">
+    <thead>
+      <th>Datetime</th>
+      <th>Worker</th>
+      <th>Exception</th>
+      <th>Queue</th>
+      <th>Arguments</th>
+    </thead>
+    <% @jobs.each do |job| %>
+      <tr>
+        <td><%= Time.parse(job['failed_at']).strftime('%m/%d/%Y %H:%M:%S') %></td>
+        <td><%= job["worker"] %></td>
+        <td><%= job["exception"] %> <small>(<%= job["error"]%>)</small></td>
+        <td><a href="<%= "#{root_path}/queues/#{job["queue"]}"%>"><%= job["queue"] %></a></td>
+        <td><%= link_to_details(job) %></td>
+      </tr>
+    <% end %>
+  </table>
+
+  <%= erb :_paging, :locals => { :url => "#{root_path}expected_failures/#{@date}" } %>
+
+<% else %>
+  <div class="alert alert-success">
+    No failed jobs found.
+  </div>
+<% end %>

metadata

@@ -0,0 +1,190 @@
+--- !ruby/object:Gem::Specification
+name: sidekiq-expected_failures
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Rafal Wojsznis
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.15.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.15.0
+- !ruby/object:Gem::Dependency
+  name: sinatra-assetpack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.3
+description: If you don't rely on sidekiq' retry behavior, you handle exceptions on
+  your own and want to keep track of them - this thing is for you.
+email:
+- rafal.wojsznis@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/sidekiq-expected_failures.rb
+- lib/sidekiq/expected_failures.rb
+- lib/sidekiq/expected_failures/middleware.rb
+- lib/sidekiq/expected_failures/version.rb
+- lib/sidekiq/expected_failures/web.rb
+- sidekiq-expected_failures.gemspec
+- test/lib/middleware_test.rb
+- test/lib/web_test.rb
+- test/test_helper.rb
+- test/test_workers.rb
+- web/assets/bootstrap.js
+- web/assets/expected.js
+- web/views/expected_failures.erb
+homepage: https://github.com/emq/sidekiq-expected_failures
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3544806089198755601
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3544806089198755601
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: If you don't rely on sidekiq' retry behavior, you handle exceptions on your
+  own and want to keep track of them - this thing is for you.
+test_files:
+- test/lib/middleware_test.rb
+- test/lib/web_test.rb
+- test/test_helper.rb
+- test/test_workers.rb