rocketjob 3.5.2 → 4.0.0

data/test/plugins/job/state_machine_test.rb

@@ -1,116 +0,0 @@
-require_relative '../../test_helper'
-module Plugins
-  module Job
-    # Unit Test for RocketJob::Job
-    class StateMachineTest < Minitest::Test
-      class StateMachineJob < RocketJob::Job
-        def perform
-        end
-      end
-
-      describe RocketJob::Plugins::Job::StateMachine do
-        before do
-          @job = StateMachineJob.new
-        end
-
-        after do
-          @job.destroy if @job && !@job.new_record?
-        end
-
-        describe '#requeue!' do
-          it 'requeue jobs from dead workers' do
-            worker_name      = 'server:12345'
-            @job.worker_name = worker_name
-            @job.start!
-            assert @job.running?
-
-            @job.requeue!(worker_name)
-            @job.reload
-
-            assert @job.queued?
-            assert_nil @job.worker_name
-          end
-        end
-
-        describe '#requeue' do
-          it 'requeue jobs from dead workers' do
-            worker_name      = 'server:12345'
-            @job.worker_name = worker_name
-            assert @job.valid?, @job.errors.messages
-            @job.start!
-            assert @job.running?, @job.state
-
-            @job.requeue(worker_name)
-            assert @job.queued?
-            assert_nil @job.worker_name
-
-            @job.reload
-            assert @job.running?
-            assert_equal worker_name, @job.worker_name
-          end
-        end
-
-        describe '#after_complete' do
-          it 'destroy on complete' do
-            @job.destroy_on_complete = true
-            @job.perform_now
-            assert @job.completed?, @job.state
-            assert_equal 0, RocketJob::Job.where(id: @job.id).count
-          end
-        end
-
-        describe '#fail!' do
-          it 'fail with message' do
-            @job.start!
-            @job.fail!('myworker:2323', 'oh no')
-            assert @job.failed?
-            assert exc = @job.exception
-            assert_equal 'RocketJob::JobException', exc.class_name
-            assert_equal 'oh no', exc.message
-          end
-
-          it 'fail with no arguments' do
-            @job.start!
-            @job.fail!
-            assert @job.failed?
-            assert exc = @job.exception
-            assert_equal 'RocketJob::JobException', exc.class_name
-            assert_nil exc.message
-            assert_nil exc.worker_name
-            assert_equal [], exc.backtrace
-          end
-
-          it 'fail with exception' do
-            @job.start!
-            exception = RuntimeError.new('Oh no')
-            @job.fail!('myworker:2323', exception)
-            assert @job.failed?
-            assert exc = @job.exception
-            assert_equal exception.class.name, exc.class_name
-            assert_equal exception.message, exc.message
-            assert_equal [], exc.backtrace
-          end
-        end
-
-        describe '#retry!' do
-          it 'retry failed jobs' do
-            worker_name      = 'server:12345'
-            @job.worker_name = worker_name
-            @job.start!
-            assert @job.running?
-            assert_equal worker_name, @job.worker_name
-
-            @job.fail!(worker_name, 'oh no')
-            assert @job.failed?
-            assert_equal 'oh no', @job.exception.message
-
-            @job.retry!
-            assert @job.queued?
-            assert_nil @job.worker_name
-            assert_nil @job.exception
-          end
-        end
-      end
-    end
-  end
-end

data/test/plugins/job/throttle_test.rb

@@ -1,111 +0,0 @@
-require_relative '../../test_helper'
-
-# Unit Test for RocketJob::Job
-module Plugins
-  module Job
-    class ThrottleTest < Minitest::Test
-      class ThrottleJob < RocketJob::Job
-        # Only allow one to be processed at a time
-        self.throttle_running_jobs = 1
-        self.pausable              = true
-
-        def perform
-          21
-        end
-      end
-
-      describe RocketJob::Plugins::Job::Throttle do
-        before do
-          RocketJob::Job.delete_all
-        end
-
-        describe '.throttle?' do
-          it 'defines the running jobs throttle' do
-            assert ThrottleJob.throttle?(:throttle_running_jobs_exceeded?), ThrottleJob.rocket_job_throttles
-            refute ThrottleJob.throttle?(:blah?), ThrottleJob.rocket_job_throttles
-          end
-        end
-
-        describe '.undefine_throttle' do
-          it 'undefines the running jobs throttle' do
-            assert ThrottleJob.throttle?(:throttle_running_jobs_exceeded?), ThrottleJob.rocket_job_throttles
-            ThrottleJob.undefine_throttle(:throttle_running_jobs_exceeded?)
-            refute ThrottleJob.throttle?(:throttle_running_jobs_exceeded?), ThrottleJob.rocket_job_throttles
-            ThrottleJob.define_throttle(:throttle_running_jobs_exceeded?)
-            assert ThrottleJob.throttle?(:throttle_running_jobs_exceeded?), ThrottleJob.rocket_job_throttles
-          end
-        end
-
-        describe '#throttle_running_jobs_exceeded??' do
-          it 'does not exceed throttle when no other jobs are running' do
-            ThrottleJob.create!
-            job = ThrottleJob.new
-            refute job.send(:throttle_running_jobs_exceeded?)
-          end
-
-          it 'exceeds throttle when other jobs are running' do
-            job1 = ThrottleJob.new
-            job1.start!
-            job2 = ThrottleJob.new
-            assert job2.send(:throttle_running_jobs_exceeded?)
-          end
-
-          it 'excludes paused jobs' do
-            job1 = ThrottleJob.new
-            job1.start
-            job1.pause!
-            job2 = ThrottleJob.new
-            refute job2.send(:throttle_running_jobs_exceeded?)
-          end
-
-          it 'excludes failed jobs' do
-            job1 = ThrottleJob.new
-            job1.start
-            job1.fail!
-            job2 = ThrottleJob.new
-            refute job2.send(:throttle_running_jobs_exceeded?)
-          end
-        end
-
-        describe '.rocket_job_next_job' do
-          before do
-            @worker_name = 'worker:123'
-          end
-
-          after do
-            @job.destroy if @job && !@job.new_record?
-          end
-
-          it 'return nil when no jobs available' do
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name)
-          end
-
-          it 'return the job when others are queued, paused, failed, or complete' do
-            @job = ThrottleJob.create!
-            ThrottleJob.create!(state: :failed)
-            ThrottleJob.create!(state: :complete)
-            ThrottleJob.create!(state: :paused)
-            assert job = RocketJob::Job.rocket_job_next_job(@worker_name), -> { ThrottleJob.all.to_a.ai }
-            assert_equal @job.id, job.id, -> { ThrottleJob.all.to_a.ai }
-          end
-
-          it 'return nil when other jobs are running' do
-            ThrottleJob.create!
-            @job = ThrottleJob.new
-            @job.start!
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name), -> { ThrottleJob.all.to_a.ai }
-          end
-
-          it 'add job to filter when other jobs are running' do
-            ThrottleJob.create!
-            @job = ThrottleJob.new
-            @job.start!
-            filter = {}
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name, filter), -> { ThrottleJob.all.to_a.ai }
-            assert_equal 1, filter.size
-          end
-        end
-      end
-    end
-  end
-end

data/test/plugins/job/worker_test.rb

@@ -1,199 +0,0 @@
-require_relative '../../test_helper'
-
-module Plugins
-  module Job
-    # Unit Test for RocketJob::Job
-    class WorkerTest < Minitest::Test
-      class QuietJob < RocketJob::Job
-        # Test increasing log level for debugging purposes
-        def perform
-          logger.trace 'enable tracing level for just the job instance'
-        end
-      end
-
-      class NoisyJob < RocketJob::Job
-        # Test silencing noisy logging
-        def perform
-          logger.info 'some very noisy logging'
-        end
-      end
-
-      class SumJob < RocketJob::Job
-        self.destroy_on_complete = false
-        self.collect_output      = true
-        self.priority            = 51
-
-        field :first, type: Integer
-        field :second, type: Integer
-
-        def perform
-          first + second
-        end
-      end
-
-      describe RocketJob::Plugins::Job::Worker do
-        before do
-          RocketJob::Job.delete_all
-          RocketJob::Server.delete_all
-        end
-
-        after do
-          @job.destroy if @job && !@job.new_record?
-        end
-
-        describe '.rocket_job_next_job' do
-          before do
-            @job         = QuietJob.new
-            @worker_name = 'worker:123'
-          end
-
-          it 'return nil when no jobs available' do
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name)
-          end
-
-          it 'return the first job' do
-            @job.save!
-            assert job = RocketJob::Job.rocket_job_next_job(@worker_name), 'Failed to find job'
-            assert_equal @job.id, job.id
-          end
-
-          it 'Ignore future dated jobs' do
-            @job.run_at = Time.now + 1.hour
-            @job.save!
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name)
-          end
-
-          it 'Process future dated jobs when time is now' do
-            @job.run_at = Time.now
-            @job.save!
-            assert job = RocketJob::Job.rocket_job_next_job(@worker_name), 'Failed to find future job'
-            assert_equal @job.id, job.id
-          end
-
-          it 'Skip expired jobs' do
-            count           = RocketJob::Job.count
-            @job.expires_at = Time.now - 100
-            @job.save!
-            assert_nil RocketJob::Job.rocket_job_next_job(@worker_name)
-            assert_equal count, RocketJob::Job.count
-          end
-        end
-
-        describe '#perform_now' do
-          it 'calls perform method' do
-            @job = SumJob.new(first: 10, second: 5)
-            assert_equal 15, @job.perform_now['result']
-            assert @job.completed?, @job.attributes.ai
-            assert_equal 15, @job.result['result']
-          end
-
-          it 'converts type' do
-            @job = SumJob.new(first: '10', second: 5)
-            assert_equal 15, @job.perform_now['result']
-            assert @job.completed?, @job.attributes.ai
-            assert_equal 15, @job.result['result']
-          end
-
-          it 'silence logging when log_level is set' do
-            @job           = NoisyJob.new
-            @job.log_level = :warn
-            logged         = false
-            @job.logger.stub(:log_internal, ->(_level, _index, message, _payload, _exception) { logged = true if message.include?('some very noisy logging') }) do
-              @job.perform_now
-            end
-            assert_equal false, logged
-          end
-
-          it 'raise logging when log_level is set' do
-            @job           = QuietJob.new
-            @job.log_level = :trace
-            logged         = false
-            # Raise global log level to :info
-            SemanticLogger.stub(:default_level_index, 3) do
-              @job.logger.stub(:log_internal, -> { logged = true }) do
-                @job.perform_now
-              end
-            end
-            assert_equal false, logged
-          end
-        end
-
-        describe '.perform_later' do
-          it 'queues the job for processing' do
-            RocketJob::Config.stub(:inline_mode, false) do
-              @job = SumJob.perform_later(first: 1, second: 23)
-            end
-            assert @job.queued?
-
-            # Manually run the job
-            @job.perform_now
-            assert @job.completed?, @job.attributes.ai
-            assert_equal 24, @job.result['result'], -> { @job.result.ai }
-
-            assert_nil @job.worker_name
-            assert @job.completed_at
-            assert @job.created_at
-            assert_equal false, @job.destroy_on_complete
-            assert_nil @job.expires_at
-            assert_equal 100, @job.percent_complete
-            assert_equal 51, @job.priority
-            assert_equal 0, @job.failure_count
-            assert_nil @job.run_at
-            assert @job.started_at
-          end
-
-          it 'runs the job immediately when inline_mode = true' do
-            RocketJob::Config.stub(:inline_mode, true) do
-              @job = SumJob.perform_later(first: 1, second: 23)
-            end
-
-            assert @job.completed?, @job.attributes.ai
-            assert_equal 24, @job.result['result']
-
-            assert_nil @job.worker_name
-            assert @job.completed_at
-            assert @job.created_at
-            assert_equal false, @job.destroy_on_complete
-            assert_nil @job.expires_at
-            assert_equal 100, @job.percent_complete
-            assert_equal 51, @job.priority
-            assert_equal 0, @job.failure_count
-            assert_nil @job.run_at
-            assert @job.started_at
-          end
-        end
-
-        describe '.perform_now' do
-          it 'run the job immediately' do
-            @job = SumJob.perform_now(first: 1, second: 5)
-            assert_equal true, @job.completed?
-            assert_equal 6, @job.result['result']
-          end
-        end
-
-        describe '#rocket_job_active_workers' do
-          before do
-            @job         = QuietJob.create!
-            @worker_name = 'worker:123'
-          end
-
-          it 'should return empty hash for no active jobs' do
-            assert_equal([], @job.rocket_job_active_workers)
-          end
-
-          it 'should return active servers' do
-            assert job = RocketJob::Job.rocket_job_next_job(@worker_name)
-            assert active = job.rocket_job_active_workers
-            assert_equal 1, active.size
-            assert active_worker = active.first
-            assert_equal @job.id, active_worker.job.id
-            assert_equal @worker_name, active_worker.name
-            assert_equal job.started_at, active_worker.started_at
-            assert active_worker.duration_s
-            assert active_worker.duration
-          end
-        end
-      end
-    end
-  end
-end

data/test/plugins/processing_window_test.rb

@@ -1,109 +0,0 @@
-require_relative '../test_helper'
-
-# Unit Test for RocketJob::Job
-module Plugins
-  class ProcessingWindowTest < Minitest::Test
-    class ProcessingWindowJob < RocketJob::Job
-      include RocketJob::Plugins::ProcessingWindow
-
-      def perform
-        'DONE'
-      end
-    end
-
-    describe RocketJob::Plugins::ProcessingWindow do
-      before do
-        # destroy_all could create new instances
-        ProcessingWindowJob.delete_all
-        assert_equal 0, ProcessingWindowJob.count
-      end
-
-      after do
-        @job.destroy if @job && !@job.new_record?
-        ProcessingWindowJob.delete_all
-      end
-
-      describe '#create!' do
-        it 'queues a new job' do
-          @job = ProcessingWindowJob.create!(processing_schedule: '* 1 * * *', processing_duration: 1.hour)
-          assert @job.valid?
-          refute @job.new_record?
-        end
-
-        describe 'timezones are supported' do
-          it 'handles UTC' do
-            time = Time.parse('2015-12-09 17:50:05 UTC')
-            Time.stub(:now, time) do
-              @job = ProcessingWindowJob.create!(processing_schedule: '* 1 * * * UTC', processing_duration: 1.hour)
-            end
-            assert @job.valid?
-            refute @job.new_record?
-            assert_equal Time.parse('2015-12-10 01:00:00 UTC'), @job.run_at
-          end
-
-          it 'handles Eastern' do
-            time = Time.parse('2015-12-09 17:50:05 UTC')
-            Time.stub(:now, time) do
-              @job = ProcessingWindowJob.create!(processing_schedule: '* 1 * * * America/New_York', processing_duration: 1.hour)
-            end
-            assert @job.valid?
-            refute @job.new_record?
-            assert_equal Time.parse('2015-12-10 06:00:00 UTC'), @job.run_at
-          end
-        end
-      end
-
-      describe '#rocket_job_processing_window_active?' do
-        it 'returns true when in the processing window' do
-          time   = Time.parse('2015-12-09 17:50:05 UTC')
-          @job   = ProcessingWindowJob.new(processing_schedule: '* 17 * * * UTC', processing_duration: 1.hour)
-          result = Time.stub(:now, time) do
-            @job.rocket_job_processing_window_active?
-          end
-          assert result, @job.attributes.ai
-        end
-
-        it 'returns false when not in the processing window' do
-          time   = Time.parse('2015-12-09 16:50:05 UTC')
-          @job   = ProcessingWindowJob.new(processing_schedule: '* 17 * * * UTC', processing_duration: 1.hour)
-          result = Time.stub(:now, time) do
-            @job.rocket_job_processing_window_active?
-          end
-          refute result, @job.attributes.ai
-        end
-      end
-
-      describe '#valid?' do
-        it 'fails on missing processing_schedule' do
-          @job = ProcessingWindowJob.new
-          refute @job.valid?
-          assert_equal "can't be blank", @job.errors.messages[:processing_schedule].first
-          assert_equal 'not a string: nil', @job.errors.messages[:processing_schedule].second
-          assert_equal "can't be blank", @job.errors.messages[:processing_duration].first
-        end
-
-        it 'fails on bad cron schedule' do
-          @job = ProcessingWindowJob.new(processing_schedule: 'blah')
-          refute @job.valid?
-          assert_equal "not a valid cronline : 'blah'", @job.errors.messages[:processing_schedule].first
-        end
-
-        it 'passes on valid cron schedule' do
-          @job = ProcessingWindowJob.new(processing_schedule: '* 1 * * *', processing_duration: 1.hour)
-          assert @job.valid?
-        end
-      end
-
-      describe 're-queue' do
-        it 'if outside processing window' do
-          time = Time.parse('2015-12-09 16:50:05 UTC')
-          Time.stub(:now, time) do
-            @job = ProcessingWindowJob.new(processing_schedule: '* 17 * * * UTC', processing_duration: 1.hour)
-            @job.perform_now
-          end
-          assert @job.queued?, @job.attributes.ai
-        end
-      end
-    end
-  end
-end