sidekiq 0.10.0 → 7.1.6

data/lib/sidekiq/middleware/server/exception_handler.rb

@@ -1,38 +0,0 @@
-require 'sidekiq/util'
-
-module Sidekiq
-  module Middleware
-    module Server
-      class ExceptionHandler
-        include Util
-        def call(*args)
-          yield
-        rescue => ex
-          logger.warn ex
-          logger.warn ex.backtrace.join("\n")
-          send_to_airbrake(args[1], ex) if defined?(::Airbrake)
-          send_to_exceptional(args[1], ex) if defined?(::Exceptional)
-          send_to_exception_notifier(args[1], ex) if defined?(::ExceptionNotifier)
-          raise
-        end
-
-        private
-
-        def send_to_airbrake(msg, ex)
-          ::Airbrake.notify(ex, :parameters => msg)
-        end
-
-        def send_to_exceptional(msg, ex)
-          if ::Exceptional::Config.should_send_to_api?
-            ::Exceptional.context(msg)
-            ::Exceptional::Remote.error(::Exceptional::ExceptionData.new(ex))
-          end
-        end
-
-        def send_to_exception_notifier(msg, ex)
-          ::ExceptionNotifier::Notifier.background_exception_notification(ex, :data => { :message => msg })
-        end
-      end
-    end
-  end
-end

data/lib/sidekiq/middleware/server/failure_jobs.rb

@@ -1,24 +0,0 @@
-module Sidekiq
-  module Middleware
-    module Server
-      class FailureJobs
-        def call(*args)
-          yield
-        rescue => e
-          data = {
-            :failed_at => Time.now.strftime("%Y/%m/%d %H:%M:%S %Z"),
-            :payload => args[1],
-            :exception => e.class.to_s,
-            :error => e.to_s,
-            :backtrace => e.backtrace,
-            :worker => args[1]['class'],
-            :queue => args[2]
-          }
-
-          Sidekiq.redis {|conn| conn.rpush(:failed, MultiJson.encode(data)) }
-          raise
-        end
-      end
-    end
-  end
-end

data/lib/sidekiq/middleware/server/logging.rb

@@ -1,27 +0,0 @@
-module Sidekiq
-  module Middleware
-    module Server
-      class Logging
-        def call(*args)
-          static = "#{args[0].class.to_s} MSG-#{args[0].object_id.to_s(36)}" if logger.info?
-          start = Time.now
-          logger.info { "#{static} start" }
-          yield
-          logger.info { "#{static} done: #{elapsed(start)} sec" }
-        rescue
-          logger.info { "#{static} fail: #{elapsed(start)} sec" }
-          raise
-        end
-
-        def elapsed(start)
-          (Time.now - start).to_f.round(3)
-        end
-
-        def logger
-          Sidekiq::Util.logger
-        end
-      end
-    end
-  end
-end
-

data/lib/sidekiq/middleware/server/retry_jobs.rb

@@ -1,59 +0,0 @@
-require 'sidekiq/retry'
-
-module Sidekiq
-  module Middleware
-    module Server
-      ##
-      # Automatically retry jobs that fail in Sidekiq.
-      # A message looks like:
-      #
-      #     { 'class' => 'HardWorker', 'args' => [1, 2, 'foo'] }
-      #
-      # We'll add a bit more data to the message to support retries:
-      #
-      #  * 'queue' - the queue to use
-      #  * 'retry_count' - number of times we've retried so far.
-      #  * 'error_message' - the message from the exception
-      #  * 'error_class' - the exception class
-      #  * 'failed_at' - the first time it failed
-      #  * 'retried_at' - the last time it was retried
-      #
-      # We don't store the backtrace as that can add a lot of overhead
-      # to the message and everyone is using Airbrake, right?
-      class RetryJobs
-        include Sidekiq::Util
-        include Sidekiq::Retry
-
-        def call(worker, msg, queue)
-          yield
-        rescue => e
-          msg['queue'] = queue
-          msg['error_message'] = e.message
-          msg['error_class'] = e.class.name
-          count = if msg['retry_count']
-            msg['retried_at'] = Time.now.utc
-            msg['retry_count'] += 1
-          else
-            msg['failed_at'] = Time.now.utc
-            msg['retry_count'] = 0
-          end
-
-          if count <= MAX_COUNT
-            delay = DELAY.call(count)
-            logger.debug { "Failure! Retry #{count} in #{delay} seconds" }
-            retry_at = Time.now.to_f + delay
-            payload = MultiJson.encode(msg)
-            Sidekiq.redis do |conn|
-              conn.zadd('retry', retry_at.to_s, payload)
-            end
-          else
-            # Goodbye dear message, you (re)tried your best I'm sure.
-            logger.debug { "Dropping message after hitting the retry maximum: #{msg}" }
-          end
-          raise
-        end
-
-      end
-    end
-  end
-end

data/lib/sidekiq/middleware/server/unique_jobs.rb

@@ -1,15 +0,0 @@
-module Sidekiq
-  module Middleware
-    module Server
-      class UniqueJobs
-        def call(*args)
-          yield
-        ensure
-          json = MultiJson.encode(args[1])
-          hash = Digest::MD5.hexdigest(json)
-          Sidekiq.redis {|conn| conn.del(hash) }
-        end
-      end
-    end
-  end
-end

data/lib/sidekiq/retry.rb

@@ -1,57 +0,0 @@
-require 'sidekiq'
-require 'celluloid'
-
-module Sidekiq
-  ##
-  # Sidekiq's retry support assumes a typical development lifecycle:
-  # 0. push some code changes with a bug in it
-  # 1. bug causes message processing to fail, sidekiq's middleware captures
-  #    the message and pushes it onto a retry queue
-  # 2. sidekiq retries messages in the retry queue multiple times with
-  #    an exponential delay, the message continues to fail
-  # 3. after a few days, a developer deploys a fix.  the message is
-  #    reprocessed successfully.
-  # 4. if 3 never happens, sidekiq will eventually give up and throw the
-  #    message away.
-  module Retry
-
-    # delayed_job uses the same basic formula
-    MAX_COUNT = 25
-    DELAY = proc { |count| (count ** 4) + 15 }
-    POLL_INTERVAL = 15
-
-    ##
-    # The Poller checks Redis every N seconds for messages in the retry
-    # set have passed their retry timestamp and should be retried.  If so, it
-    # just pops the message back onto its original queue so the
-    # workers can pick it up like any other message.
-    class Poller
-      include Celluloid
-      include Sidekiq::Util
-
-      def poll
-        watchdog('retry poller thread died!') do
-
-          Sidekiq.redis do |conn|
-            # A message's "score" in Redis is the time at which it should be retried.
-            # Just check Redis for the set of messages with a timestamp before now.
-            messages = nil
-            now = Time.now.to_f.to_s
-            (messages, _) = conn.multi do
-              conn.zrangebyscore('retry', '-inf', now)
-              conn.zremrangebyscore('retry', '-inf', now)
-            end
-
-            messages.each do |message|
-              logger.debug { "Retrying #{message}" }
-              msg = MultiJson.decode(message)
-              conn.rpush("queue:#{msg['queue']}", message)
-            end
-          end
-
-          after(POLL_INTERVAL) { poll }
-        end
-      end
-    end
-  end
-end

data/lib/sidekiq/util.rb

@@ -1,61 +0,0 @@
-require 'time'
-require 'logger'
-
-module Sidekiq
-  ##
-  # This module is part of Sidekiq core and not intended for extensions.
-  #
-  module Util
-
-    class Pretty < Logger::Formatter
-      # Provide a call() method that returns the formatted message.
-      def call(severity, time, program_name, message)
-        "#{time.utc.iso8601} #{Process.pid} TID-#{Thread.current.object_id.to_s(36)} #{severity}: #{message}\n"
-      end
-    end
-
-    def self.logger
-      @logger ||= begin
-        log = Logger.new(STDOUT)
-        log.level = Logger::INFO
-        log.formatter = Pretty.new
-        log
-      end
-    end
-
-    def self.logger=(log)
-      @logger = (log ? log : Logger.new('/dev/null'))
-    end
-
-    def constantize(camel_cased_word)
-      names = camel_cased_word.split('::')
-      names.shift if names.empty? || names.first.empty?
-
-      constant = Object
-      names.each do |name|
-        constant = constant.const_defined?(name) ? constant.const_get(name) : constant.const_missing(name)
-      end
-      constant
-    end
-
-    def watchdog(last_words)
-      yield
-    rescue => ex
-      logger.error last_words
-      logger.error ex
-      logger.error ex.backtrace.join("\n")
-    end
-
-    def logger
-      Sidekiq::Util.logger
-    end
-
-    def redis(&block)
-      Sidekiq.redis(&block)
-    end
-
-    def process_id
-      Process.pid
-    end
-  end
-end

data/lib/sidekiq/worker.rb

@@ -1,37 +0,0 @@
-require 'sidekiq/client'
-
-module Sidekiq
-
-  ##
-  # Include this module in your worker class and you can easily create
-  # asynchronous jobs:
-  #
-  # class HardWorker
-  #   include Sidekiq::Worker
-  #
-  #   def perform(*args)
-  #     # do some work
-  #   end
-  # end
-  #
-  # Then in your Rails app, you can do this:
-  #
-  #   HardWorker.perform_async(1, 2, 3)
-  #
-  # Note that perform_async is a class method, perform is an instance method.
-  module Worker
-    def self.included(base)
-      base.extend(ClassMethods)
-    end
-
-    module ClassMethods
-      def perform_async(*args)
-        Sidekiq::Client.push('class' => self.name, 'args' => args)
-      end
-
-      def queue(name)
-        Sidekiq::Client.queue_mappings[self.name] = name.to_s
-      end
-    end
-  end
-end

data/myapp/.gitignore

@@ -1,15 +0,0 @@
-# See http://help.github.com/ignore-files/ for more about ignoring files.
-#
-# If you find yourself ignoring temporary files generated by your text editor
-# or operating system, you probably want to add a global ignore instead:
-#   git config --global core.excludesfile ~/.gitignore_global
-
-# Ignore bundler config
-/.bundle
-
-# Ignore the default SQLite database.
-/db/*.sqlite3
-
-# Ignore all logfiles and tempfiles.
-/log/*.log
-/tmp

data/myapp/Capfile

@@ -1,5 +0,0 @@
-load 'deploy'
-# Uncomment if you are using Rails' asset pipeline
-    # load 'deploy/assets'
-Dir['vendor/gems/*/recipes/*.rb','vendor/plugins/*/recipes/*.rb'].each { |plugin| load(plugin) }
-load 'config/deploy' # remove this line to skip loading any of the default tasks

data/myapp/Gemfile

@@ -1,19 +0,0 @@
-source 'https://rubygems.org'
-
-platforms :ruby do
-    gem 'sqlite3'
-end
-
-platforms :jruby do
-  gem 'jruby-openssl'
-  gem 'activerecord-jdbcsqlite3-adapter'
-end
-
-gem 'rails', '3.2.2'
-gem 'sidekiq', :path => '..'
-gem 'capistrano'
-
-# sidekiq-web dependencies
-gem 'slim'
-gem 'sinatra'
-gem 'sprockets'

data/myapp/Gemfile.lock

@@ -1,143 +0,0 @@
-PATH
-  remote: ..
-  specs:
-    sidekiq (0.10.0)
-      celluloid
-      connection_pool (~> 0.9.0)
-      multi_json
-      redis
-      redis-namespace
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actionmailer (3.2.2)
-      actionpack (= 3.2.2)
-      mail (~> 2.4.0)
-    actionpack (3.2.2)
-      activemodel (= 3.2.2)
-      activesupport (= 3.2.2)
-      builder (~> 3.0.0)
-      erubis (~> 2.7.0)
-      journey (~> 1.0.1)
-      rack (~> 1.4.0)
-      rack-cache (~> 1.1)
-      rack-test (~> 0.6.1)
-      sprockets (~> 2.1.2)
-    activemodel (3.2.2)
-      activesupport (= 3.2.2)
-      builder (~> 3.0.0)
-    activerecord (3.2.2)
-      activemodel (= 3.2.2)
-      activesupport (= 3.2.2)
-      arel (~> 3.0.2)
-      tzinfo (~> 0.3.29)
-    activerecord-jdbc-adapter (1.2.2)
-    activerecord-jdbcsqlite3-adapter (1.2.2)
-      activerecord-jdbc-adapter (~> 1.2.2)
-      jdbc-sqlite3 (~> 3.7.2)
-    activeresource (3.2.2)
-      activemodel (= 3.2.2)
-      activesupport (= 3.2.2)
-    activesupport (3.2.2)
-      i18n (~> 0.6)
-      multi_json (~> 1.0)
-    arel (3.0.2)
-    bouncy-castle-java (1.5.0146.1)
-    builder (3.0.0)
-    capistrano (2.11.2)
-      highline
-      net-scp (>= 1.0.0)
-      net-sftp (>= 2.0.0)
-      net-ssh (>= 2.0.14)
-      net-ssh-gateway (>= 1.1.0)
-    celluloid (0.9.0)
-    connection_pool (0.9.0)
-    erubis (2.7.0)
-    highline (1.6.11)
-    hike (1.2.1)
-    i18n (0.6.0)
-    jdbc-sqlite3 (3.7.2)
-    journey (1.0.3)
-    jruby-openssl (0.7.6.1)
-      bouncy-castle-java (>= 1.5.0146.1)
-    json (1.6.5)
-    json (1.6.5-java)
-    mail (2.4.1)
-      i18n (>= 0.4.0)
-      mime-types (~> 1.16)
-      treetop (~> 1.4.8)
-    mime-types (1.17.2)
-    multi_json (1.1.0)
-    net-scp (1.0.4)
-      net-ssh (>= 1.99.1)
-    net-sftp (2.0.5)
-      net-ssh (>= 2.0.9)
-    net-ssh (2.3.0)
-    net-ssh-gateway (1.1.0)
-      net-ssh (>= 1.99.1)
-    polyglot (0.3.3)
-    rack (1.4.1)
-    rack-cache (1.1)
-      rack (>= 0.4)
-    rack-protection (1.2.0)
-      rack
-    rack-ssl (1.3.2)
-      rack
-    rack-test (0.6.1)
-      rack (>= 1.0)
-    rails (3.2.2)
-      actionmailer (= 3.2.2)
-      actionpack (= 3.2.2)
-      activerecord (= 3.2.2)
-      activeresource (= 3.2.2)
-      activesupport (= 3.2.2)
-      bundler (~> 1.0)
-      railties (= 3.2.2)
-    railties (3.2.2)
-      actionpack (= 3.2.2)
-      activesupport (= 3.2.2)
-      rack-ssl (~> 1.3.2)
-      rake (>= 0.8.7)
-      rdoc (~> 3.4)
-      thor (~> 0.14.6)
-    rake (0.9.2.2)
-    rdoc (3.12)
-      json (~> 1.4)
-    redis (2.2.2)
-    redis-namespace (1.1.0)
-      redis (< 3.0.0)
-    sinatra (1.3.2)
-      rack (~> 1.3, >= 1.3.6)
-      rack-protection (~> 1.2)
-      tilt (~> 1.3, >= 1.3.3)
-    slim (1.1.1)
-      temple (~> 0.4.0)
-      tilt (~> 1.3.2)
-    sprockets (2.1.2)
-      hike (~> 1.2)
-      rack (~> 1.0)
-      tilt (~> 1.1, != 1.3.0)
-    sqlite3 (1.3.5)
-    temple (0.4.0)
-    thor (0.14.6)
-    tilt (1.3.3)
-    treetop (1.4.10)
-      polyglot
-      polyglot (>= 0.3.1)
-    tzinfo (0.3.32)
-
-PLATFORMS
-  java
-  ruby
-
-DEPENDENCIES
-  activerecord-jdbcsqlite3-adapter
-  capistrano
-  jruby-openssl
-  rails (= 3.2.2)
-  sidekiq!
-  sinatra
-  slim
-  sprockets
-  sqlite3

data/myapp/Rakefile

@@ -1,7 +0,0 @@
-#!/usr/bin/env rake
-# Add your own tasks in files placed in lib/tasks ending in .rake,
-# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
-
-require File.expand_path('../config/application', __FILE__)
-
-Myapp::Application.load_tasks

data/myapp/app/controllers/application_controller.rb

@@ -1,3 +0,0 @@
-class ApplicationController < ActionController::Base
-  protect_from_forgery
-end

data/myapp/app/controllers/work_controller.rb

@@ -1,38 +0,0 @@
-class WorkController < ApplicationController
-  def index
-    @count = rand(100)
-    puts "Adding #{@count} jobs"
-    @count.times do |x|
-      HardWorker.perform_async('bubba', 0.01, x)
-    end
-  end
-
-  def email
-    UserMailer.delay.greetings(Time.now)
-    render :nothing => true
-  end
-
-  def long
-    50.times do |x|
-      HardWorker.perform_async('bob', 10, x)
-    end
-    render :text => 'enqueued'
-  end
-
-  def crash
-    HardWorker.perform_async('crash', 1, Time.now.to_f)
-    render :text => 'enqueued'
-  end
-
-  def delayed_post
-    p = Post.first
-    unless p
-      p = Post.create!(:title => "Title!", :body => 'Body!')
-      p2 = Post.create!(:title => "Other!", :body => 'Second Body!')
-    else
-      p2 = Post.second
-    end
-    p.delay.long_method(p2)
-    render :nothing => true
-  end
-end

data/myapp/app/helpers/application_helper.rb

@@ -1,2 +0,0 @@
-module ApplicationHelper
-end

data/myapp/app/mailers/user_mailer.rb

@@ -1,9 +0,0 @@
-class UserMailer < ActionMailer::Base
-  default from: "sidekiq@example.com"
-
-  def greetings(now)
-    @now = now
-    @hostname = `hostname`.strip
-    mail(:to => 'mperham@gmail.com', :subject => 'Ahoy Matey!')
-  end
-end

data/myapp/app/models/post.rb

@@ -1,5 +0,0 @@
-class Post < ActiveRecord::Base
-  def long_method(other_post)
-    puts "Running long method with #{self.id} and #{other_post.id}"
-  end
-end

data/myapp/app/views/layouts/application.html.erb

@@ -1,14 +0,0 @@
-<!DOCTYPE html>
-<html>
-<head>
-  <title>Myapp</title>
-  <%= stylesheet_link_tag    "application", :media => "all" %>
-  <%= javascript_include_tag "application" %>
-  <%= csrf_meta_tags %>
-</head>
-<body>
-
-<%= yield %>
-
-</body>
-</html>

data/myapp/app/views/user_mailer/greetings.html.erb

@@ -1,3 +0,0 @@
-<p>
-  Hi Mike, it's <%= @now %> and I'm at <%= @hostname %>.
-</p>

data/myapp/app/views/work/index.html.erb

@@ -1 +0,0 @@
-Added <%= @count %> jobs!

data/myapp/app/workers/hard_worker.rb

@@ -1,9 +0,0 @@
-class HardWorker
-  include Sidekiq::Worker
-
-  def perform(name, count, salt)
-    raise name if name == 'crash'
-    print "#{Time.now}\n"
-    sleep count
-  end
-end

data/myapp/config/application.rb

@@ -1,59 +0,0 @@
-require File.expand_path('../boot', __FILE__)
-
-require 'rails/all'
-
-if defined?(Bundler)
-  # If you precompile assets before deploying to production, use this line
-  Bundler.require(*Rails.groups(:assets => %w(development test)))
-  # If you want your assets lazily compiled in production, use this line
-  # Bundler.require(:default, :assets, Rails.env)
-end
-
-module Myapp
-  class Application < Rails::Application
-    # Settings in config/environments/* take precedence over those specified here.
-    # Application configuration should go into files in config/initializers
-    # -- all .rb files in that directory are automatically loaded.
-
-    # Custom directories with classes and modules you want to be autoloadable.
-    # config.autoload_paths += %W(#{config.root}/extras)
-
-    # Only load the plugins named here, in the order given (default is alphabetical).
-    # :all can be used as a placeholder for all plugins not explicitly named.
-    # config.plugins = [ :exception_notification, :ssl_requirement, :all ]
-
-    # Activate observers that should always be running.
-    # config.active_record.observers = :cacher, :garbage_collector, :forum_observer
-
-    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
-    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
-    # config.time_zone = 'Central Time (US & Canada)'
-
-    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
-    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
-    # config.i18n.default_locale = :de
-
-    # Configure the default encoding used in templates for Ruby 1.9.
-    config.encoding = "utf-8"
-
-    # Configure sensitive parameters which will be filtered from the log file.
-    config.filter_parameters += [:password]
-
-    # Use SQL instead of Active Record's schema dumper when creating the database.
-    # This is necessary if your schema can't be completely dumped by the schema dumper,
-    # like if you have constraints or database-specific column types
-    # config.active_record.schema_format = :sql
-
-    # Enforce whitelist mode for mass assignment.
-    # This will create an empty whitelist of attributes available for mass-assignment for all models
-    # in your app. As such, your models will need to explicitly whitelist or blacklist accessible
-    # parameters by using an attr_accessible or attr_protected declaration.
-    # config.active_record.whitelist_attributes = true
-
-    # Enable the asset pipeline
-    config.assets.enabled = true
-
-    # Version of your assets, change this if you want to expire all your assets
-    config.assets.version = '1.0'
-  end
-end