sidekiq 1.2.1 → 2.0.0

data/Changes.md

@@ -1,3 +1,38 @@
+2.0.0
+-----------
+
+- **SCHEDULED JOBS**!
+
+You can now use `perform_at` and `perform_in` to schedule jobs
+to run at arbitrary points in the future, like so:
+
+```ruby
+  SomeWorker.perform_in(5.days, 'bob', 13)
+  SomeWorker.perform_at(5.days.from_now, 'bob', 13)
+```
+
+It also works with the delay extensions:
+
+```ruby
+  UserMailer.delay_for(5.days).send_welcome_email(user.id)
+```
+
+The time is approximately when the job will be placed on the queue;
+it is not guaranteed to run at precisely at that moment in time.
+
+This functionality is meant for one-off, arbitrary jobs.  I still
+recommend `whenever` or `clockwork` if you want cron-like,
+recurring jobs.  See `examples/scheduling.rb`
+
+I want to specially thank @yabawock for his work on sidekiq-scheduler.
+His extension for Sidekiq 1.x filled an obvious functional gap that I now think is
+useful enough to implement in Sidekiq proper.
+
+- Fixed issues due to Redis 3.x API changes.  Sidekiq now requires
+  the Redis 3.x client.
+- Inline testing now round trips arguments through JSON to catch
+  serialization issues (betelgeuse)
+
 1.2.1
 -----------
 

data/examples/scheduling.rb

@@ -1,4 +1,4 @@
-# Sidekiq defers scheduling to other, better suited gems.
+# Sidekiq defers scheduling cron-like tasks to other, better suited gems.
 # If you want to run a job regularly, here's an example
 # of using the 'whenever' gem to push jobs to Sidekiq
 # regularly.

data/lib/sidekiq.rb

@@ -9,6 +9,8 @@ require 'sidekiq/extensions/action_mailer'
 require 'sidekiq/extensions/active_record'
 require 'sidekiq/rails' if defined?(::Rails)
 
+require 'multi_json'
+
 module Sidekiq
 
   DEFAULTS = {

data/lib/sidekiq/capistrano.rb

@@ -10,23 +10,23 @@ Capistrano::Configuration.instance.load do
   namespace :sidekiq do
 
     desc "Quiet sidekiq (stop accepting new work)"
-    task :quiet, :roles => lambda { fetch(:sidekiq_role) } do
+    task :quiet, :roles => lambda { fetch(:sidekiq_role) }, :on_no_matching_servers => :continue do
       run "cd #{current_path} && if [ -f #{current_path}/tmp/pids/sidekiq.pid ]; then #{fetch(:bundle_cmd, "bundle")} exec sidekiqctl quiet #{current_path}/tmp/pids/sidekiq.pid ; fi"
     end
 
     desc "Stop sidekiq"
-    task :stop, :roles => lambda { fetch(:sidekiq_role) } do
+    task :stop, :roles => lambda { fetch(:sidekiq_role) }, :on_no_matching_servers => :continue do
       run "cd #{current_path} && if [ -f #{current_path}/tmp/pids/sidekiq.pid ]; then #{fetch(:bundle_cmd, "bundle")} exec sidekiqctl stop #{current_path}/tmp/pids/sidekiq.pid #{fetch :sidekiq_timeout} ; fi"
     end
 
     desc "Start sidekiq"
-    task :start, :roles => lambda { fetch(:sidekiq_role) } do
+    task :start, :roles => lambda { fetch(:sidekiq_role) }, :on_no_matching_servers => :continue do
       rails_env = fetch(:rails_env, "production")
       run "cd #{current_path} ; nohup #{fetch(:bundle_cmd, "bundle")} exec sidekiq -e #{rails_env} -C #{current_path}/config/sidekiq.yml -P #{current_path}/tmp/pids/sidekiq.pid >> #{current_path}/log/sidekiq.log 2>&1 &", :pty => false
     end
 
     desc "Restart sidekiq"
-    task :restart, :roles => lambda { fetch(:sidekiq_role) } do
+    task :restart, :roles => lambda { fetch(:sidekiq_role) }, :on_no_matching_servers => :continue do
       stop
       start
     end

data/lib/sidekiq/cli.rb

@@ -1,12 +1,12 @@
 trap 'INT' do
   # Handle Ctrl-C in JRuby like MRI
   # http://jira.codehaus.org/browse/JRUBY-4637
-  Thread.main.raise Interrupt
+  Sidekiq::CLI.instance.interrupt
 end
 
 trap 'TERM' do
   # Heroku sends TERM and then waits 10 seconds for process to exit.
-  Thread.main.raise Interrupt
+  Sidekiq::CLI.instance.interrupt
 end
 
 trap 'USR1' do
@@ -30,7 +30,7 @@ require 'celluloid'
 require 'sidekiq'
 require 'sidekiq/util'
 require 'sidekiq/manager'
-require 'sidekiq/retry'
+require 'sidekiq/scheduled'
 
 module Sidekiq
   class CLI
@@ -43,6 +43,8 @@ module Sidekiq
 
     def initialize
       @code = nil
+      @interrupt_mutex = Mutex.new
+      @interrupted = false
     end
 
     def parse(args=ARGV)
@@ -63,7 +65,7 @@ module Sidekiq
 
     def run
       @manager = Sidekiq::Manager.new(options)
-      poller = Sidekiq::Retry::Poller.new
+      poller = Sidekiq::Scheduled::Poller.new
       begin
         logger.info 'Starting processing, hit Ctrl-C to stop'
         @manager.start!
@@ -80,6 +82,15 @@ module Sidekiq
       end
     end
 
+    def interrupt
+      @interrupt_mutex.synchronize do
+        unless @interrupted
+          @interrupted = true
+          Thread.main.raise Interrupt
+        end
+      end
+    end
+
     private
 
     def die(code)

data/lib/sidekiq/client.rb

@@ -1,5 +1,3 @@
-require 'multi_json'
-
 require 'sidekiq/middleware/chain'
 require 'sidekiq/middleware/client/unique_jobs'
 
@@ -50,9 +48,13 @@ module Sidekiq
       Sidekiq.client_middleware.invoke(worker_class, item, queue) do
         payload = Sidekiq.dump_json(item)
         Sidekiq.redis do |conn|
-          _, pushed = conn.multi do
-            conn.sadd('queues', queue)
-            conn.rpush("queue:#{queue}", payload)
+          if item['at']
+            pushed = (conn.zadd('schedule', item['at'].to_s, payload) == 1)
+          else
+            _, pushed = conn.multi do
+              conn.sadd('queues', queue)
+              conn.rpush("queue:#{queue}", payload)
+            end
           end
         end
       end

data/lib/sidekiq/extensions/action_mailer.rb

@@ -3,12 +3,16 @@ require 'sidekiq/extensions/generic_proxy'
 module Sidekiq
   module Extensions
     ##
-    # Adds a 'delay' method to ActionMailer to offload arbitrary email
+    # Adds 'delay' and 'delay_for' to ActionMailer to offload arbitrary email
     # delivery to Sidekiq.  Example:
     #
     #    UserMailer.delay.send_welcome_email(new_user)
+    #    UserMailer.delay_for(5.days).send_welcome_email(new_user)
     class DelayedMailer
       include Sidekiq::Worker
+      # I think it's reasonable to assume that emails should take less
+      # than 30 seconds to send.
+      sidekiq_options :timeout => 30
 
       def perform(yml)
         (target, method_name, args) = YAML.load(yml)
@@ -20,6 +24,9 @@ module Sidekiq
       def delay
         Proxy.new(DelayedMailer, self)
       end
+      def delay_for(interval)
+        Proxy.new(DelayedMailer, self, Time.now.to_f + interval.to_f)
+      end
     end
 
   end

data/lib/sidekiq/extensions/active_record.rb

@@ -21,6 +21,9 @@ module Sidekiq
       def delay
         Proxy.new(DelayedModel, self)
       end
+      def delay_for(interval)
+        Proxy.new(DelayedModel, self, Time.now.to_f + interval.to_f)
+      end
     end
 
   end

data/lib/sidekiq/extensions/generic_proxy.rb

@@ -1,9 +1,10 @@
 module Sidekiq
   module Extensions
     class Proxy < (RUBY_VERSION < '1.9' ? Object : BasicObject)
-      def initialize(performable, target)
+      def initialize(performable, target, at=nil)
         @performable = performable
         @target = target
+        @at = at
       end
 
       def method_missing(name, *args)
@@ -13,7 +14,11 @@ module Sidekiq
         # to JSON and then deserialized on the other side back into a
         # Ruby object.
         obj = [@target, name, args]
-        @performable.perform_async(::YAML.dump(obj))
+        if @at
+          @performable.perform_at(@at, ::YAML.dump(obj))
+        else
+          @performable.perform_async(::YAML.dump(obj))
+        end
       end
     end
 

data/lib/sidekiq/manager.rb

@@ -1,5 +1,4 @@
 require 'celluloid'
-require 'multi_json'
 
 require 'sidekiq/util'
 require 'sidekiq/processor'

data/lib/sidekiq/middleware/client/unique_jobs.rb

@@ -1,5 +1,4 @@
 require 'digest'
-require 'multi_json'
 
 module Sidekiq
   module Middleware

data/lib/sidekiq/middleware/server/failure_jobs.rb

@@ -1,5 +1,3 @@
-require 'multi_json'
-
 module Sidekiq
   module Middleware
     module Server

data/lib/sidekiq/middleware/server/retry_jobs.rb

@@ -1,12 +1,21 @@
-require 'multi_json'
-
-require 'sidekiq/retry'
+require 'sidekiq/scheduled'
 
 module Sidekiq
   module Middleware
     module Server
       ##
       # Automatically retry jobs that fail in Sidekiq.
+      # Sidekiq's retry support assumes a typical development lifecycle:
+      # 0. push some code changes with a bug in it
+      # 1. bug causes message processing to fail, sidekiq's middleware captures
+      #    the message and pushes it onto a retry queue
+      # 2. sidekiq retries messages in the retry queue multiple times with
+      #    an exponential delay, the message continues to fail
+      # 3. after a few days, a developer deploys a fix.  the message is
+      #    reprocessed successfully.
+      # 4. if 3 never happens, sidekiq will eventually give up and throw the
+      #    message away.
+      #
       # A message looks like:
       #
       #     { 'class' => 'HardWorker', 'args' => [1, 2, 'foo'] }
@@ -24,7 +33,10 @@ module Sidekiq
       # to the message and everyone is using Airbrake, right?
       class RetryJobs
         include Sidekiq::Util
-        include Sidekiq::Retry
+
+        # delayed_job uses the same basic formula
+        MAX_COUNT = 25
+        DELAY = proc { |count| (count ** 4) + 15 }
 
         def call(worker, msg, queue)
           yield

data/lib/sidekiq/middleware/server/unique_jobs.rb

@@ -1,5 +1,3 @@
-require 'multi_json'
-
 module Sidekiq
   module Middleware
     module Server

data/lib/sidekiq/processor.rb

@@ -1,5 +1,4 @@
 require 'celluloid'
-require 'multi_json'
 require 'sidekiq/util'
 
 require 'sidekiq/middleware/server/active_record'

data/lib/sidekiq/scheduled.rb

@@ -0,0 +1,47 @@
+require 'sidekiq'
+require 'sidekiq/util'
+require 'celluloid'
+
+module Sidekiq
+  module Scheduled
+
+    POLL_INTERVAL = 15
+
+    ##
+    # The Poller checks Redis every N seconds for messages in the retry or scheduled
+    # set have passed their timestamp and should be enqueued.  If so, it
+    # just pops the message back onto its original queue so the
+    # workers can pick it up like any other message.
+    class Poller
+      include Celluloid
+      include Sidekiq::Util
+
+      SETS = %w(retry schedule)
+
+      def poll
+        watchdog('scheduling poller thread died!') do
+          # A message's "score" in Redis is the time at which it should be processed.
+          # Just check Redis for the set of messages with a timestamp before now.
+          now = Time.now.to_f.to_s
+          Sidekiq.redis do |conn|
+            SETS.each do |sorted_set|
+              (messages, _) = conn.multi do
+                conn.zrangebyscore(sorted_set, '-inf', now)
+                conn.zremrangebyscore(sorted_set, '-inf', now)
+              end
+
+              messages.each do |message|
+                logger.debug { "enqueued #{sorted_set}: #{message}" }
+                msg = Sidekiq.load_json(message)
+                conn.rpush("queue:#{msg['queue']}", message)
+              end
+            end
+          end
+
+          after(POLL_INTERVAL) { poll }
+        end
+      end
+
+    end
+  end
+end

data/lib/sidekiq/testing/inline.rb

@@ -29,7 +29,7 @@ module Sidekiq
     module ClassMethods
       alias_method :perform_async_old, :perform_async
       def perform_async(*args)
-        new.perform(*args)
+        new.perform(*Sidekiq.load_json(Sidekiq.dump_json(args)))
         true
       end
     end

data/lib/sidekiq/version.rb

@@ -1,3 +1,3 @@
 module Sidekiq
-  VERSION = "1.2.1"
+  VERSION = "2.0.0"
 end

data/lib/sidekiq/web.rb

@@ -1,8 +1,6 @@
 require 'sinatra/base'
 require 'slim'
 require 'sprockets'
-require 'multi_json'
-
 module Sidekiq
   class SprocketsMiddleware
     def initialize(app, options={})
@@ -57,14 +55,22 @@ module Sidekiq
         Sidekiq.redis { |conn| conn.get('stat:failed') } || 0
       end
 
-      def retry_count
-        Sidekiq.redis { |conn| conn.zcard('retry') }
+      def zcard(name)
+        Sidekiq.redis { |conn| conn.zcard(name) }
       end
 
       def retries(count=50)
+        zcontents('retry', count)
+      end
+
+      def scheduled(count=50)
+        zcontents('schedule', count)
+      end
+
+      def zcontents(name, count)
         Sidekiq.redis do |conn|
-          results = conn.zrange('retry', 0, count, :withscores => true)
-          results.each_slice(2).map { |msg, score| [Sidekiq.load_json(msg), Float(score)] }
+          results = conn.zrange(name, 0, count, :withscores => true)
+          results.map { |msg, score| [Sidekiq.load_json(msg), score] }
         end
       end
 
@@ -76,6 +82,10 @@ module Sidekiq
         end
       end
 
+      def backlog
+        queues.map {|name, size| size }.inject(0) {|memo, val| memo + val }
+      end
+
       def retries_with_score(score)
         Sidekiq.redis do |conn|
           results = conn.zrangebyscore('retry', score, score)
@@ -138,14 +148,29 @@ module Sidekiq
       slim :retries
     end
 
+    get '/scheduled' do
+      @scheduled = scheduled
+      slim :scheduled
+    end
+
+    post '/scheduled' do
+      halt 404 unless params[:score]
+      halt 404 unless params['delete']
+      params[:score].each do |score|
+        s = score.to_f
+        process_score('schedule', s, :delete)
+      end
+      redirect root_path
+    end
+
     post '/retries' do
       halt 404 unless params[:score]
       params[:score].each do |score|
         s = score.to_f
         if params['retry']
-          process_score(s, :retry)
+          process_score('retry', s, :retry)
         elsif params['delete']
-          process_score(s, :delete)
+          process_score('retry', s, :delete)
         end
       end
       redirect root_path
@@ -162,20 +187,21 @@ module Sidekiq
       redirect root_path
     end
 
-    def process_score(score, operation)
+    def process_score(set, score, operation)
       case operation
       when :retry
         Sidekiq.redis do |conn|
-          results = conn.zrangebyscore('retry', score, score)
-          conn.zremrangebyscore('retry', score, score)
+          results = conn.zrangebyscore(set, score, score)
+          conn.zremrangebyscore(set, score, score)
           results.map do |message|
             msg = Sidekiq.load_json(message)
-            conn.rpush("queue:#{msg['queue']}", message)
+            msg['retry_count'] = msg['retry_count'] - 1
+            conn.rpush("queue:#{msg['queue']}", Sidekiq.dump_json(msg))
           end
         end
       when :delete
         Sidekiq.redis do |conn|
-          conn.zremrangebyscore('retry', score, score)
+          conn.zremrangebyscore(set, score, score)
         end
       end
     end

data/lib/sidekiq/worker.rb

@@ -33,6 +33,13 @@ module Sidekiq
         Sidekiq::Client.push('class' => self, 'args' => args)
       end
 
+      def perform_in(interval, *args)
+        int = interval.to_f
+        ts = (int < 1_000_000_000 ? Time.now.to_f + int : int)
+        Sidekiq::Client.push('class' => self, 'args' => args, 'at' => ts)
+      end
+      alias_method :perform_at, :perform_in
+
       ##
       # Allows customization for this type of Worker.
       # Legal options:

data/myapp/app/controllers/work_controller.rb

@@ -8,7 +8,7 @@ class WorkController < ApplicationController
   end
 
   def email
-    UserMailer.delay.greetings(Time.now)
+    UserMailer.delay_for(30.seconds).greetings(Time.now)
     render :nothing => true
   end
 

data/sidekiq.gemspec

@@ -13,12 +13,12 @@ Gem::Specification.new do |gem|
   gem.name          = "sidekiq"
   gem.require_paths = ["lib"]
   gem.version       = Sidekiq::VERSION
-  gem.add_dependency                  'redis'
+  gem.add_dependency                  'redis', '~> 3'
   gem.add_dependency                  'redis-namespace'
   gem.add_dependency                  'connection_pool', '~> 0.9.0'
-  gem.add_dependency                  'celluloid', '~> 0.10.0'
+  gem.add_dependency                  'celluloid', '~> 0.11.0'
   gem.add_dependency                  'multi_json', '~> 1'
-  gem.add_development_dependency      'minitest'
+  gem.add_development_dependency      'minitest', '~> 3'
   gem.add_development_dependency      'sinatra'
   gem.add_development_dependency      'slim'
   gem.add_development_dependency      'rake'

data/test/test_extensions.rb

@@ -29,6 +29,12 @@ class TestExtensions < MiniTest::Unit::TestCase
       assert_equal 1, Sidekiq.redis {|c| c.llen('queue:default') }
     end
 
+    it 'allows delayed scheduling of AR class methods' do
+      assert_equal 0, Sidekiq.redis {|c| c.zcard('schedule') }
+      MyModel.delay_for(5.days).long_class_method
+      assert_equal 1, Sidekiq.redis {|c| c.zcard('schedule') }
+    end
+
     class UserMailer < ActionMailer::Base
       def greetings(a, b)
         raise "Should not be called!"
@@ -42,6 +48,12 @@ class TestExtensions < MiniTest::Unit::TestCase
       assert_equal ['default'], Sidekiq::Client.registered_queues
       assert_equal 1, Sidekiq.redis {|c| c.llen('queue:default') }
     end
+
+    it 'allows delayed scheduling of AM mails' do
+      assert_equal 0, Sidekiq.redis {|c| c.zcard('schedule') }
+      UserMailer.delay_for(5.days).greetings(1, 2)
+      assert_equal 1, Sidekiq.redis {|c| c.zcard('schedule') }
+    end
   end
 
   describe 'sidekiq rails extensions configuration' do

data/test/test_retry.rb

@@ -1,6 +1,5 @@
 require 'helper'
-require 'multi_json'
-require 'sidekiq/retry'
+require 'sidekiq/scheduled'
 require 'sidekiq/middleware/server/retry_jobs'
 
 class TestRetry < MiniTest::Unit::TestCase
@@ -113,9 +112,10 @@ class TestRetry < MiniTest::Unit::TestCase
     it 'should poll like a bad mother...SHUT YO MOUTH' do
       fake_msg = Sidekiq.dump_json({ 'class' => 'Bob', 'args' => [1,2], 'queue' => 'someq' })
       @redis.expect :multi, [[fake_msg], 1], []
+      @redis.expect :multi, [[], nil], []
       @redis.expect :rpush, 1, ['queue:someq', fake_msg]
 
-      inst = Sidekiq::Retry::Poller.new
+      inst = Sidekiq::Scheduled::Poller.new
       inst.poll
 
       @redis.verify

data/test/test_scheduling.rb

@@ -0,0 +1,33 @@
+require 'helper'
+require 'sidekiq/scheduled'
+
+class TestScheduling < MiniTest::Unit::TestCase
+  describe 'middleware' do
+    before do
+      @redis = MiniTest::Mock.new
+      # Ugh, this is terrible.
+      Sidekiq.instance_variable_set(:@redis, @redis)
+
+      def @redis.with; yield self; end
+    end
+
+    class ScheduledWorker
+      include Sidekiq::Worker
+      def perform(x)
+      end
+    end
+
+    it 'schedules a job via interval' do
+      @redis.expect :zadd, 1, ['schedule', String, String]
+      assert_equal true, ScheduledWorker.perform_in(600, 'mike')
+      @redis.verify
+    end
+
+    it 'schedules a job via timestamp' do
+      @redis.expect :zadd, 1, ['schedule', String, String]
+      assert_equal true, ScheduledWorker.perform_in(5.days.from_now, 'mike')
+      @redis.verify
+    end
+  end
+
+end

data/test/test_testing_inline.rb

@@ -12,6 +12,7 @@ Sidekiq.hook_rails!
 class TestInline < MiniTest::Unit::TestCase
   describe 'sidekiq inline testing' do
     class InlineError < RuntimeError; end
+    class ParameterIsNotString < RuntimeError; end
 
     class InlineWorker
       include Sidekiq::Worker
@@ -20,6 +21,13 @@ class TestInline < MiniTest::Unit::TestCase
       end
     end
 
+    class InlineWorkerWithTimeParam
+      include Sidekiq::Worker
+      def perform(time)
+        raise ParameterIsNotString unless time.is_a?(String)
+      end
+    end
+
     class InlineFooMailer < ActionMailer::Base
       def bar(str)
         raise InlineError
@@ -71,5 +79,9 @@ class TestInline < MiniTest::Unit::TestCase
         Sidekiq::Client.enqueue(InlineWorker, false)
       end
     end
+
+    it 'should relay parameters through json' do
+      assert Sidekiq::Client.enqueue(InlineWorkerWithTimeParam, Time.now)
+    end
   end
 end

data/test/test_web.rb

@@ -80,6 +80,20 @@ class TestWeb < MiniTest::Unit::TestCase
       end
     end
 
+    it 'can display scheduled' do
+      get '/scheduled'
+      assert_equal 200, last_response.status
+      assert_match /found/, last_response.body
+      refute_match /HardWorker/, last_response.body
+
+      add_scheduled
+
+      get '/scheduled'
+      assert_equal 200, last_response.status
+      refute_match /found/, last_response.body
+      assert_match /HardWorker/, last_response.body
+    end
+
     it 'can display retries' do
       get '/retries'
       assert_equal 200, last_response.status
@@ -104,6 +118,17 @@ class TestWeb < MiniTest::Unit::TestCase
       assert_match /HardWorker/, last_response.body
     end
 
+    def add_scheduled
+      msg = { 'class' => 'HardWorker',
+              'args' => ['bob', 1, Time.now.to_f],
+              'at' => Time.now.to_f }
+      score = Time.now.to_f
+      Sidekiq.redis do |conn|
+        conn.zadd('schedule', score, Sidekiq.dump_json(msg))
+      end
+      [msg, score]
+    end
+
     def add_retry
       msg = { 'class' => 'HardWorker',
               'args' => ['bob', 1, Time.now.to_f],

data/web/views/index.slim

@@ -4,8 +4,9 @@
   p Processed: #{processed}
   p Failed: #{failed}
   p Busy Workers: #{workers.size}
-  p Retries Pending: #{retry_count}
-  p Queue Backlog: #{queues.map{|q,size| size}.sum}
+  p Scheduled: #{zcard('schedule')}
+  p Retries Pending: #{zcard('retry')}
+  p Queue Backlog: #{backlog}
 
 .tabbable
   ul.nav.nav-tabs

data/web/views/layout.slim

@@ -14,6 +14,8 @@ html
               a href='#{{root_path}}' Home
             li
               a href='#{{root_path}}retries' Retries
+            li
+              a href='#{{root_path}}scheduled' Scheduled
           ul.nav.pull-right
             li
               a Redis: #{location}

data/web/views/scheduled.slim

@@ -0,0 +1,25 @@
+h1 Scheduled Jobs
+
+- if @scheduled.size > 0
+  form action="#{root_path}scheduled" method="post"
+    table class="table table-striped table-bordered"
+      tr
+        th
+          input type="checkbox" class="check_all"
+        th When
+        th Queue
+        th Worker
+        th Args
+      - @scheduled.each do |(msg, score)|
+        tr
+          td
+            input type='checkbox' name='score[]' value='#{score}'
+          td== relative_time(Time.at(score))
+          td
+            a href="#{root_path}queues/#{msg['queue']}" #{msg['queue']}
+          td= msg['class']
+          td= display_args(msg['args'])
+    input.btn.btn-danger type="submit" name="delete" value="Delete"
+- else
+  p No scheduled jobs found.
+  a href="#{root_path}" Back

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 2.0.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,22 +9,22 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-16 00:00:00.000000000 Z
+date: 2012-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70113151847120 !ruby/object:Gem::Requirement
+  requirement: &70308439006360 !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3'
   type: :runtime
   prerelease: false
-  version_requirements: *70113151847120
+  version_requirements: *70308439006360
 - !ruby/object:Gem::Dependency
   name: redis-namespace
-  requirement: &70113151845720 !ruby/object:Gem::Requirement
+  requirement: &70308439005860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70113151845720
+  version_requirements: *70308439005860
 - !ruby/object:Gem::Dependency
   name: connection_pool
-  requirement: &70113151844280 !ruby/object:Gem::Requirement
+  requirement: &70308439005040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,21 +43,21 @@ dependencies:
         version: 0.9.0
   type: :runtime
   prerelease: false
-  version_requirements: *70113151844280
+  version_requirements: *70308439005040
 - !ruby/object:Gem::Dependency
   name: celluloid
-  requirement: &70113151842720 !ruby/object:Gem::Requirement
+  requirement: &70308438999880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: 0.11.0
   type: :runtime
   prerelease: false
-  version_requirements: *70113151842720
+  version_requirements: *70308438999880
 - !ruby/object:Gem::Dependency
   name: multi_json
-  requirement: &70113151841480 !ruby/object:Gem::Requirement
+  requirement: &70308438998500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,21 +65,21 @@ dependencies:
         version: '1'
   type: :runtime
   prerelease: false
-  version_requirements: *70113151841480
+  version_requirements: *70308438998500
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: &70113151840480 !ruby/object:Gem::Requirement
+  requirement: &70308438997400 !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3'
   type: :development
   prerelease: false
-  version_requirements: *70113151840480
+  version_requirements: *70308438997400
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70113151839320 !ruby/object:Gem::Requirement
+  requirement: &70308438996900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70113151839320
+  version_requirements: *70308438996900
 - !ruby/object:Gem::Dependency
   name: slim
-  requirement: &70113151838740 !ruby/object:Gem::Requirement
+  requirement: &70308438996320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70113151838740
+  version_requirements: *70308438996320
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70113151837560 !ruby/object:Gem::Requirement
+  requirement: &70308438995720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70113151837560
+  version_requirements: *70308438995720
 - !ruby/object:Gem::Dependency
   name: actionmailer
-  requirement: &70113151833660 !ruby/object:Gem::Requirement
+  requirement: &70308438994740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -120,10 +120,10 @@ dependencies:
         version: '3'
   type: :development
   prerelease: false
-  version_requirements: *70113151833660
+  version_requirements: *70308438994740
 - !ruby/object:Gem::Dependency
   name: activerecord
-  requirement: &70113151829900 !ruby/object:Gem::Requirement
+  requirement: &70308438992940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -131,7 +131,7 @@ dependencies:
         version: '3'
   type: :development
   prerelease: false
-  version_requirements: *70113151829900
+  version_requirements: *70308438992940
 description: Simple, efficient message processing for Ruby
 email:
 - mperham@gmail.com
@@ -187,7 +187,7 @@ files:
 - lib/sidekiq/processor.rb
 - lib/sidekiq/rails.rb
 - lib/sidekiq/redis_connection.rb
-- lib/sidekiq/retry.rb
+- lib/sidekiq/scheduled.rb
 - lib/sidekiq/testing.rb
 - lib/sidekiq/testing/inline.rb
 - lib/sidekiq/util.rb
@@ -245,6 +245,7 @@ files:
 - test/test_middleware.rb
 - test/test_processor.rb
 - test/test_retry.rb
+- test/test_scheduling.rb
 - test/test_stats.rb
 - test/test_testing.rb
 - test/test_testing_inline.rb
@@ -275,6 +276,7 @@ files:
 - web/views/queue.slim
 - web/views/retries.slim
 - web/views/retry.slim
+- web/views/scheduled.slim
 homepage: http://mperham.github.com/sidekiq
 licenses: []
 post_install_message: 
@@ -310,6 +312,7 @@ test_files:
 - test/test_middleware.rb
 - test/test_processor.rb
 - test/test_retry.rb
+- test/test_scheduling.rb
 - test/test_stats.rb
 - test/test_testing.rb
 - test/test_testing_inline.rb

data/lib/sidekiq/retry.rb

@@ -1,59 +0,0 @@
-require 'sidekiq'
-require 'sidekiq/util'
-require 'celluloid'
-require 'multi_json'
-
-module Sidekiq
-  ##
-  # Sidekiq's retry support assumes a typical development lifecycle:
-  # 0. push some code changes with a bug in it
-  # 1. bug causes message processing to fail, sidekiq's middleware captures
-  #    the message and pushes it onto a retry queue
-  # 2. sidekiq retries messages in the retry queue multiple times with
-  #    an exponential delay, the message continues to fail
-  # 3. after a few days, a developer deploys a fix.  the message is
-  #    reprocessed successfully.
-  # 4. if 3 never happens, sidekiq will eventually give up and throw the
-  #    message away.
-  module Retry
-
-    # delayed_job uses the same basic formula
-    MAX_COUNT = 25
-    DELAY = proc { |count| (count ** 4) + 15 }
-    POLL_INTERVAL = 15
-
-    ##
-    # The Poller checks Redis every N seconds for messages in the retry
-    # set have passed their retry timestamp and should be retried.  If so, it
-    # just pops the message back onto its original queue so the
-    # workers can pick it up like any other message.
-    class Poller
-      include Celluloid
-      include Sidekiq::Util
-
-      def poll
-        watchdog('retry poller thread died!') do
-
-          Sidekiq.redis do |conn|
-            # A message's "score" in Redis is the time at which it should be retried.
-            # Just check Redis for the set of messages with a timestamp before now.
-            messages = nil
-            now = Time.now.to_f.to_s
-            (messages, _) = conn.multi do
-              conn.zrangebyscore('retry', '-inf', now)
-              conn.zremrangebyscore('retry', '-inf', now)
-            end
-
-            messages.each do |message|
-              logger.debug { "Retrying #{message}" }
-              msg = Sidekiq.load_json(message)
-              conn.rpush("queue:#{msg['queue']}", message)
-            end
-          end
-
-          after(POLL_INTERVAL) { poll }
-        end
-      end
-    end
-  end
-end