sidekiq 3.5.4 → 5.2.7

data/test/test_middleware.rb

@@ -1,159 +0,0 @@
-require_relative 'helper'
-require 'sidekiq/middleware/chain'
-require 'sidekiq/processor'
-
-class TestMiddleware < Sidekiq::Test
-  describe 'middleware chain' do
-    before do
-      $errors = []
-      Sidekiq.redis = REDIS
-    end
-
-    class CustomMiddleware
-      def initialize(name, recorder)
-        @name = name
-        @recorder = recorder
-      end
-
-      def call(*args)
-        @recorder << [@name, 'before']
-        yield
-        @recorder << [@name, 'after']
-      end
-    end
-
-    it 'supports custom middleware' do
-      chain = Sidekiq::Middleware::Chain.new
-      chain.add CustomMiddleware, 1, []
-
-      assert_equal CustomMiddleware, chain.entries.last.klass
-    end
-
-    class CustomWorker
-      $recorder = []
-      include Sidekiq::Worker
-      def perform(recorder)
-        $recorder << ['work_performed']
-      end
-    end
-
-    class NonYieldingMiddleware
-      def call(*args)
-      end
-    end
-
-    class AnotherCustomMiddleware
-      def initialize(name, recorder)
-        @name = name
-        @recorder = recorder
-      end
-
-      def call(*args)
-        @recorder << [@name, 'before']
-        yield
-        @recorder << [@name, 'after']
-      end
-    end
-
-    class YetAnotherCustomMiddleware
-      def initialize(name, recorder)
-        @name = name
-        @recorder = recorder
-      end
-
-      def call(*args)
-        @recorder << [@name, 'before']
-        yield
-        @recorder << [@name, 'after']
-      end
-    end
-
-    it 'executes middleware in the proper order' do
-      msg = Sidekiq.dump_json({ 'class' => CustomWorker.to_s, 'args' => [$recorder] })
-
-      Sidekiq.server_middleware do |chain|
-        # should only add once, second should replace the first
-        2.times { |i| chain.add CustomMiddleware, i.to_s, $recorder }
-        chain.insert_before CustomMiddleware, AnotherCustomMiddleware, '2', $recorder
-        chain.insert_after AnotherCustomMiddleware, YetAnotherCustomMiddleware, '3', $recorder
-      end
-
-      boss = Minitest::Mock.new
-      processor = Sidekiq::Processor.new(boss)
-      actor = Minitest::Mock.new
-      actor.expect(:processor_done, nil, [processor])
-      actor.expect(:real_thread, nil, [nil, Thread])
-      boss.expect(:async, actor, [])
-      boss.expect(:async, actor, [])
-      processor.process(Sidekiq::BasicFetch::UnitOfWork.new('queue:default', msg))
-      assert_equal %w(2 before 3 before 1 before work_performed 1 after 3 after 2 after), $recorder.flatten
-    end
-
-    it 'correctly replaces middleware when using middleware with options in the initializer' do
-      chain = Sidekiq::Middleware::Chain.new
-      chain.add Sidekiq::Middleware::Server::RetryJobs
-      chain.add Sidekiq::Middleware::Server::RetryJobs, {:max_retries => 5}
-      assert_equal 1, chain.count
-    end
-
-    it 'correctly prepends middleware' do
-      chain = Sidekiq::Middleware::Chain.new
-      chain_entries = chain.entries
-      chain.add CustomMiddleware
-      chain.prepend YetAnotherCustomMiddleware
-      assert_equal YetAnotherCustomMiddleware, chain_entries.first.klass
-      assert_equal CustomMiddleware, chain_entries.last.klass
-    end
-
-    it 'allows middleware to abruptly stop processing rest of chain' do
-      recorder = []
-      chain = Sidekiq::Middleware::Chain.new
-      chain.add NonYieldingMiddleware
-      chain.add CustomMiddleware, 1, recorder
-
-      final_action = nil
-      chain.invoke { final_action = true }
-      assert_equal nil, final_action
-      assert_equal [], recorder
-    end
-  end
-
-  describe 'i18n' do
-    before do
-      require 'i18n'
-      I18n.enforce_available_locales = false
-      require 'sidekiq/middleware/i18n'
-    end
-
-    it 'saves and restores locale' do
-      I18n.locale = 'fr'
-      msg = {}
-      mw = Sidekiq::Middleware::I18n::Client.new
-      mw.call(nil, msg, nil, nil) { }
-      assert_equal :fr, msg['locale']
-
-      msg['locale'] = 'jp'
-      I18n.locale = I18n.default_locale
-      assert_equal :en, I18n.locale
-      mw = Sidekiq::Middleware::I18n::Server.new
-      mw.call(nil, msg, nil) do
-        assert_equal :jp, I18n.locale
-      end
-      assert_equal :en, I18n.locale
-    end
-
-    it 'supports I18n.enforce_available_locales = true' do
-      I18n.enforce_available_locales = true
-      I18n.available_locales = [:en, :jp]
-
-      msg = { 'locale' => 'jp' }
-      mw = Sidekiq::Middleware::I18n::Server.new
-      mw.call(nil, msg, nil) do
-        assert_equal :jp, I18n.locale
-      end
-
-      I18n.enforce_available_locales = false
-      I18n.available_locales = nil
-    end
-  end
-end

data/test/test_processor.rb

@@ -1,237 +0,0 @@
-require_relative 'helper'
-require 'sidekiq/processor'
-
-class TestProcessor < Sidekiq::Test
-  TestException = Class.new(StandardError)
-  TEST_EXCEPTION = TestException.new("kerboom!")
-
-  describe 'with mock setup' do
-    before do
-      $invokes = 0
-      @boss = Minitest::Mock.new
-      @processor = ::Sidekiq::Processor.new(@boss)
-    end
-
-    class MockWorker
-      include Sidekiq::Worker
-      def perform(args)
-        raise TEST_EXCEPTION if args == 'boom'
-        args.pop if args.is_a? Array
-        $invokes += 1
-      end
-    end
-
-    def work(msg, queue='queue:default')
-      Sidekiq::BasicFetch::UnitOfWork.new(queue, msg)
-    end
-
-    it 'processes as expected' do
-      msg = Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => ['myarg'] })
-      actor = Minitest::Mock.new
-      actor.expect(:processor_done, nil, [@processor])
-      actor.expect(:real_thread, nil, [nil, Thread])
-      @boss.expect(:async, actor, [])
-      @boss.expect(:async, actor, [])
-      @processor.process(work(msg))
-      @boss.verify
-      assert_equal 1, $invokes
-    end
-
-    it 'executes a worker as expected' do
-      worker = Minitest::Mock.new
-      worker.expect(:perform, nil, [1, 2, 3])
-      @processor.execute_job(worker, [1, 2, 3])
-    end
-
-    it 'passes exceptions to ExceptionHandler' do
-      actor = Minitest::Mock.new
-      actor.expect(:real_thread, nil, [nil, Thread])
-      @boss.expect(:async, actor, [])
-      msg = Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => ['boom'] })
-      begin
-        @processor.process(work(msg))
-        flunk "Expected #process to raise exception"
-      rescue TestException
-      end
-
-      assert_equal 0, $invokes
-    end
-
-    it 're-raises exceptions after handling' do
-      msg = Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => ['boom'] })
-      re_raise = false
-      actor = Minitest::Mock.new
-      actor.expect(:real_thread, nil, [nil, Thread])
-      @boss.expect(:async, actor, [])
-
-      begin
-        @processor.process(work(msg))
-      rescue TestException
-        re_raise = true
-      end
-
-      assert re_raise, "does not re-raise exceptions after handling"
-    end
-
-    it 'does not modify original arguments' do
-      msg = { 'class' => MockWorker.to_s, 'args' => [['myarg']] }
-      msgstr = Sidekiq.dump_json(msg)
-      processor = ::Sidekiq::Processor.new(@boss)
-      actor = Minitest::Mock.new
-      actor.expect(:processor_done, nil, [processor])
-      actor.expect(:real_thread, nil, [nil, Thread])
-      @boss.expect(:async, actor, [])
-      @boss.expect(:async, actor, [])
-      processor.process(work(msgstr))
-      assert_equal [['myarg']], msg['args']
-    end
-
-    describe 'acknowledgement' do
-      class ExceptionRaisingMiddleware
-        def initialize(raise_before_yield, raise_after_yield, skip)
-          @raise_before_yield = raise_before_yield
-          @raise_after_yield = raise_after_yield
-          @skip = skip
-        end
-
-        def call(worker, item, queue)
-          raise TEST_EXCEPTION if @raise_before_yield
-          yield unless @skip
-          raise TEST_EXCEPTION if @raise_after_yield
-        end
-      end
-
-      let(:raise_before_yield) { false }
-      let(:raise_after_yield) { false }
-      let(:skip_job) { false }
-      let(:worker_args) { ['myarg'] }
-      let(:work) { MiniTest::Mock.new }
-      let(:actor) { Minitest::Mock.new }
-
-      before do
-        work.expect(:queue_name, 'queues:default')
-        work.expect(:message, Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => worker_args }))
-        Sidekiq.server_middleware do |chain|
-          chain.prepend ExceptionRaisingMiddleware, raise_before_yield, raise_after_yield, skip_job
-        end
-
-        actor.expect(:real_thread, nil, [nil, Thread])
-        @boss.expect(:async, actor, [])
-      end
-
-      after do
-        Sidekiq.server_middleware do |chain|
-          chain.remove ExceptionRaisingMiddleware
-        end
-        work.verify
-      end
-
-      describe 'middleware throws an exception before processing the work' do
-        let(:raise_before_yield) { true }
-
-        it 'does not ack' do
-          begin
-            @processor.process(work)
-            flunk "Expected #process to raise exception"
-          rescue TestException
-          end
-        end
-      end
-
-      describe 'middleware throws an exception after processing the work' do
-        let(:raise_after_yield) { true }
-
-        it 'acks the job' do
-          work.expect(:acknowledge, nil)
-          begin
-            @processor.process(work)
-            flunk "Expected #process to raise exception"
-          rescue TestException
-          end
-        end
-      end
-
-      describe 'middleware decides to skip work' do
-        let(:skip_job) { true }
-
-        it 'acks the job' do
-          work.expect(:acknowledge, nil)
-          @boss.expect(:async, actor, [])
-          actor.expect(:processor_done, nil, [@processor])
-          @processor.process(work)
-        end
-      end
-
-      describe 'worker raises an exception' do
-        let(:worker_args) { ['boom'] }
-
-        it 'acks the job' do
-          work.expect(:acknowledge, nil)
-          begin
-            @processor.process(work)
-            flunk "Expected #process to raise exception"
-          rescue TestException
-          end
-        end
-      end
-
-      describe 'everything goes well' do
-        it 'acks the job' do
-          work.expect(:acknowledge, nil)
-          @boss.expect(:async, actor, [])
-          actor.expect(:processor_done, nil, [@processor])
-          @processor.process(work)
-        end
-      end
-    end
-
-    describe 'stats' do
-      before do
-        Sidekiq.redis {|c| c.flushdb }
-      end
-
-      describe 'when successful' do
-        let(:processed_today_key) { "stat:processed:#{Time.now.utc.strftime("%Y-%m-%d")}" }
-
-        def successful_job
-          msg = Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => ['myarg'] })
-          actor = Minitest::Mock.new
-          actor.expect(:real_thread, nil, [nil, Thread])
-          actor.expect(:processor_done, nil, [@processor])
-          @boss.expect(:async, actor, [])
-          @boss.expect(:async, actor, [])
-          @processor.process(work(msg))
-        end
-
-        it 'increments processed stat' do
-          assert_equal 0, Sidekiq::Stats.new.processed
-          successful_job
-          assert_equal 1, Sidekiq::Stats.new.processed
-          assert_equal Sidekiq::Processor::STATS_TIMEOUT, Sidekiq.redis { |conn| conn.ttl(processed_today_key) }
-        end
-      end
-
-      describe 'when failed' do
-        let(:failed_today_key) { "stat:failed:#{Time.now.utc.strftime("%Y-%m-%d")}" }
-
-        def failed_job
-          actor = Minitest::Mock.new
-          actor.expect(:real_thread, nil, [nil, Thread])
-          @boss.expect(:async, actor, [])
-          msg = Sidekiq.dump_json({ 'class' => MockWorker.to_s, 'args' => ['boom'] })
-          begin
-            @processor.process(work(msg))
-          rescue TestException
-          end
-        end
-
-        it 'increments failed stat' do
-          assert_equal 0, Sidekiq::Stats.new.failed
-          failed_job
-          assert_equal 1, Sidekiq::Stats.new.failed
-          assert_equal Sidekiq::Processor::STATS_TIMEOUT, Sidekiq.redis { |conn| conn.ttl(failed_today_key) }
-        end
-      end
-    end
-  end
-end

data/test/test_rails.rb

@@ -1,21 +0,0 @@
-require_relative 'helper'
-
-$HAS_AJ = true
-begin
-  require 'active_job'
-rescue LoadError
-  $HAS_AJ = false
-end
-
-class TestRails < Sidekiq::Test
-
-  describe 'ActiveJob' do
-    it 'does not allow Sidekiq::Worker in AJ::Base classes' do
-      ex = assert_raises ArgumentError do
-        c = Class.new(ActiveJob::Base)
-        c.send(:include, Sidekiq::Worker)
-      end
-      assert_includes ex.message, "cannot include"
-    end if $HAS_AJ
-  end
-end

data/test/test_redis_connection.rb

@@ -1,126 +0,0 @@
-require_relative 'helper'
-
-class TestRedisConnection < Sidekiq::Test
-
-  describe ".create" do
-
-    it "creates a pooled redis connection" do
-      pool = Sidekiq::RedisConnection.create
-      assert_equal Redis, pool.checkout.class
-    end
-
-    describe "network_timeout" do
-      it "sets a custom network_timeout if specified" do
-        pool = Sidekiq::RedisConnection.create(:network_timeout => 8)
-        redis = pool.checkout
-
-        assert_equal 8, redis.client.timeout
-      end
-
-      it "uses the default network_timeout if none specified" do
-        pool = Sidekiq::RedisConnection.create
-        redis = pool.checkout
-
-        assert_equal 5, redis.client.timeout
-      end
-    end
-
-    describe "namespace" do
-      it "uses a given :namespace" do
-        pool = Sidekiq::RedisConnection.create(:namespace => "xxx")
-        assert_equal "xxx", pool.checkout.namespace
-      end
-
-      it "uses given :namespace over :namespace from Sidekiq.options" do
-        Sidekiq.options[:namespace] = "xxx"
-        pool = Sidekiq::RedisConnection.create(:namespace => "yyy")
-        assert_equal "yyy", pool.checkout.namespace
-      end
-    end
-
-    describe "socket path" do
-      it "uses a given :path" do
-        pool = Sidekiq::RedisConnection.create(:path => "/var/run/redis.sock")
-        assert_equal "unix", pool.checkout.client.scheme
-        assert_equal "redis:///var/run/redis.sock/0", pool.checkout.client.id
-      end
-
-      it "uses a given :path and :db" do
-        pool = Sidekiq::RedisConnection.create(:path => "/var/run/redis.sock", :db => 8)
-        assert_equal "unix", pool.checkout.client.scheme
-        assert_equal "redis:///var/run/redis.sock/8", pool.checkout.client.id
-      end
-    end
-
-    describe "pool_timeout" do
-      it "uses a given :timeout over the default of 1" do
-        pool = Sidekiq::RedisConnection.create(:pool_timeout => 5)
-
-        assert_equal 5, pool.instance_eval{ @timeout }
-      end
-
-      it "uses the default timeout of 1 if no override" do
-        pool = Sidekiq::RedisConnection.create
-
-        assert_equal 1, pool.instance_eval{ @timeout }
-      end
-    end
-  end
-
-  describe ".determine_redis_provider" do
-
-    before do
-      @old_env = ENV.to_hash
-    end
-
-    after do
-      ENV.update(@old_env)
-    end
-
-    def with_env_var(var, uri, skip_provider=false)
-      vars = ['REDISTOGO_URL', 'REDIS_PROVIDER', 'REDIS_URL'] - [var]
-      vars.each do |v|
-        next if skip_provider
-        ENV[v] = nil
-      end
-      ENV[var] = uri
-      assert_equal uri, Sidekiq::RedisConnection.__send__(:determine_redis_provider)
-      ENV[var] = nil
-    end
-
-    describe "with REDISTOGO_URL and a parallel REDIS_PROVIDER set" do
-      it "sets connection URI to the provider" do
-        uri = 'redis://sidekiq-redis-provider:6379/0'
-        provider = 'SIDEKIQ_REDIS_PROVIDER'
-
-        ENV['REDIS_PROVIDER'] = provider
-        ENV[provider] = uri
-        ENV['REDISTOGO_URL'] = 'redis://redis-to-go:6379/0'
-        with_env_var provider, uri, true
-
-        ENV[provider] = nil
-      end
-    end
-
-    describe "with REDIS_PROVIDER set" do
-      it "sets connection URI to the provider" do
-        uri = 'redis://sidekiq-redis-provider:6379/0'
-        provider = 'SIDEKIQ_REDIS_PROVIDER'
-
-        ENV['REDIS_PROVIDER'] = provider
-        ENV[provider] = uri
-
-        with_env_var provider, uri, true
-
-        ENV[provider] = nil
-      end
-    end
-
-    describe "with REDIS_URL set" do
-      it "sets connection URI to custom uri" do
-        with_env_var 'REDIS_URL', 'redis://redis-uri:6379/0'
-      end
-    end
-
-  end
-end