resque-multi-job-forks 0.5.2 → 0.5.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b710d8dc861eb050596364959ae65da3f099c29492370d3a817239428cf5a38
-  data.tar.gz: 45b5e45ddf6aac1a092b5d9047483ad4b9d4064920d5f875f8251686310e2d46
+  metadata.gz: 73e29f0c8722121adb19f9f3dc3a98d06ac059c24f8944c191af09d8e1379d2d
+  data.tar.gz: 6b9589d77c89be94000575d839db7aa6b9363775e6512c5be5fcc23945c1a974
 SHA512:
-  metadata.gz: 2d98283d9a0b31141e943d452cf786781c5b6e3e42dbacc2a7175a41e8f4380bc85914570215111c1a088ed16e6f9d08855cba454ca943e75eac09694f0d8da2
-  data.tar.gz: 6199e71957234fe7c374778ddb28e56207e9c438750eb2051852f0bd150cb89304c587351e007d76eb680ed0a09c42fcb6e52ef0f7f3c99eaae84e9e2a7d06a4
+  metadata.gz: c10f5f45ec3017765431a20d20128ac0ae423ad1ecbc25cd57a51e6e92601fb816bfcd3e5c8c0baa7c4a710308fdc78c3891afe5882aa776759a32986f56a45c
+  data.tar.gz: f39b880a4ead9246a9d88d7961ee91f6a3db3ed5930505feb60c615bd4c1fd21f4b2d35e3033e2dc952188c88dfa55c93f69b41a7e88fb451993d77693a851e3

data/lib/resque-multi-job-forks.rb

@@ -10,6 +10,8 @@ module Resque
     attr_accessor :memory_threshold
     attr_reader   :jobs_processed
 
+    WorkerTerminated = Class.new(StandardError)
+
     def self.multi_jobs_per_fork?
       ENV["DISABLE_MULTI_JOBS_PER_FORK"].nil?
     end
@@ -22,6 +24,20 @@ module Resque
         else
           if term_child
             unregister_signal_handlers
+            trap('TERM') do
+              trap('TERM') do
+                # Ignore subsequent term signals
+              end
+
+              if @performing_job
+                # If a job is in progress, stop it immediately.
+                raise TermException.new("SIGTERM")
+              else
+                # If we're not currently running a job, shut down cleanly.
+                # This allows us to push unworked jobs back on the queue.
+                shutdown
+              end
+            end
             trap('QUIT') { shutdown }
           end
           raise NotImplementedError, "Pretending to not have forked"
@@ -39,9 +55,20 @@ module Resque
 
       def perform_with_multi_job_forks(job = nil)
         @fork_per_job = true unless fork_hijacked? # reconnect and after_fork
+        if shutdown?
+          # We got a request to shut down _after_ grabbing a job but _before_ starting work
+          # on it. Immediately report the job as failed and return.
+          if job
+            report_failed_job(job, WorkerTerminated.new("shutdown before job start"))
+          end
+          return
+        end
+        @performing_job = true
         perform_without_multi_job_forks(job)
         hijack_fork unless fork_hijacked?
         @jobs_processed += 1
+      ensure
+        @performing_job = false
       end
       alias_method :perform_without_multi_job_forks, :perform
       alias_method :perform, :perform_with_multi_job_forks

data/test/helper.rb

@@ -19,6 +19,7 @@ Resque.redis = $redis
 # set `VERBOSE=true` when running the tests to view resques log output.
 module Resque
   class Worker
+    attr_accessor :start_lag
 
     def log_with_severity(severity, msg)
       if ENV['VERBOSE']
@@ -27,6 +28,18 @@ module Resque
       end
     end
 
+    def report_failed_job(job, exception)
+      $SEQ_WRITER.print "failed_job_#{exception.class.name.downcase.gsub('::', '_')}\n"
+    end
+
+    def fork_hijacked?
+      if @release_fork_limit
+        if start_lag
+          sleep start_lag
+        end
+      end
+      @release_fork_limit
+    end
   end
 end
 

data/test/test_resque-multi-job-forks.rb

@@ -91,11 +91,35 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
     sequence = $SEQ_READER.each_line.map {|l| l.strip.to_sym }
 
     # test the sequence is correct.
-    assert_equal([:before_fork, :after_fork,
+    assert_equal([:before_fork, :after_fork, :failed_job_resque_termexception,
                   :before_child_exit_1], sequence, 'correct sequence')
     t.join
   end
 
+  def test_shutdown_between_jobs
+    @worker.log_with_severity :debug, "in test_sigterm_shutdown_during_first_job"
+    # enough time for all jobs to process.
+    @worker.seconds_per_fork = 60
+    @worker.term_child = true
+    @worker.graceful_term = true
+    @worker.term_timeout = 0.5
+    @worker.start_lag = 1
+
+    Resque.enqueue(QuickSequenceJob, 1)
+    Resque.enqueue(SequenceJob, 2)
+    t = Thread.new do
+      sleep 2
+      Process.kill("TERM", @worker.pid)
+    end
+    @worker.work(0)
+    $SEQ_WRITER.close
+
+    sequence = $SEQ_READER.each_line.map {|l| l.strip.to_sym }
+    assert_equal([:before_fork, :after_fork, :work_1, :before_child_exit_1, :failed_job_resque_worker_workerterminated], sequence, 'correct sequence')
+
+    t.join
+  end
+
   # test we can also limit fork job process by a job limit.
   def test_job_limit_sequence_of_events
     @worker.log_with_severity :debug, "in test_job_limit_sequence_of_events"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: resque-multi-job-forks
 version: !ruby/object:Gem::Version
-  version: 0.5.2
+  version: 0.5.5
 platform: ruby
 authors:
 - Mick Staugaard
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-03-16 00:00:00.000000000 Z
+date: 2022-01-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
@@ -21,7 +21,7 @@ dependencies:
         version: 1.27.0
     - - "<"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '2.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -31,7 +31,7 @@ dependencies:
         version: 1.27.0
     - - "<"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '2.3'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -121,7 +121,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.1.6
 signing_key: 
 specification_version: 4
 summary: Have your resque workers process more that one job