resque-multi-job-forks 0.4.5 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: e14fad0b41eaab14a736ac76d9e234314c97279b190d90ab935a74717bc18921
-  data.tar.gz: fc1a9a67f6a6825180044316144b70923f771d454e5c6338c86ccd22aecb3fb8
+SHA1:
+  metadata.gz: 2bd1e8435173c27eefcab09cdc99cba876698404
+  data.tar.gz: 96f8db0967c05a3104fc48e78fa49f5a0c5c4e79
 SHA512:
-  metadata.gz: 2da4375dc2b26da0c670e402954c0b5496a6ce46c3100eabe4f9991d50cd987b0c8d4e5745fdb72f1632f35934f112eb42df6a141c7d838904ed12419f0e8a7d
-  data.tar.gz: cc8c72fa05245eae3aa8a19811b54279ee00f6257fb8093942c9fd7c8d62336fb4ce1e7242de96e997772baff15486838cd3418ca0436d21ec38dd6f4cb4a3fe
+  metadata.gz: 91ffc7a44dcb0353754bcc96410ed3d4c4701d3176427dfa8b626d5b6a3af3eb1ce3a1d5e8a6f5d39809e661de98121ba39d6d08fd17b5d550adb0731312fb44
+  data.tar.gz: 8bca3021d289308c02d199e30a7dea8551ca8103783effe134ab71dc641894ebd4ae727320a5551e3611357f786db2cb84a65872e74bf0130937d67735da4cae

data/lib/resque-multi-job-forks.rb

@@ -15,6 +15,20 @@ module Resque
     end
 
     if multi_jobs_per_fork? && !method_defined?(:shutdown_without_multi_job_forks)
+
+      def fork(&block)
+        if child = Kernel.fork
+          return child
+        else
+          if term_child
+            unregister_signal_handlers
+            trap('QUIT') { shutdown }
+          end
+          raise NotImplementedError, "Pretending to not have forked"
+          # perform_with_fork will run the job and continue working...
+        end
+      end
+
       def work_with_multi_job_forks(*args)
         pid # forces @pid to be set in the parent
         work_without_multi_job_forks(*args)
@@ -24,7 +38,7 @@ module Resque
       alias_method :work, :work_with_multi_job_forks
 
       def perform_with_multi_job_forks(job = nil)
-        trap('QUIT') { shutdown } unless fork_hijacked?
+        @fork_per_job = true unless fork_hijacked? # reconnect and after_fork
         perform_without_multi_job_forks(job)
         hijack_fork unless fork_hijacked?
         @jobs_processed += 1
@@ -102,17 +116,16 @@ module Resque
       Resque.after_fork = Resque.before_fork = nil
       @release_fork_limit = fork_job_limit
       @jobs_processed = 0
-      @cant_fork = true
-      trap('QUIT') { shutdown }
+      @fork_per_job = false
     end
 
     def release_fork
       log "jobs processed by child: #{jobs_processed}; rss: #{rss}"
       run_hook :before_child_exit, self
       Resque.after_fork, Resque.before_fork = *@suppressed_fork_hooks
-      @release_fork_limit = @jobs_processed = @cant_fork = nil
+      @release_fork_limit = @jobs_processed = nil
       log 'hijack over, counter terrorists win.'
-      @shutdown = true unless $TESTING
+      @shutdown = true
     end
 
     def fork_job_limit

data/test/helper.rb

@@ -20,10 +20,20 @@ Resque.redis = $redis
 module Resque
   class Worker
 
-    def log(msg)
-      puts "*** #{msg}" unless ENV['VERBOSE'].nil?
+    def log_with_severity(severity, msg)
+      if ENV['VERBOSE']
+        s = severity.to_s[0].upcase
+        $stderr.print "*** [#{Time.now}] [#{Process.pid}] #{self} #{s}: #{msg}\n"
+      end
+    end
+
+    def log(message)
+      log_with_severity :info, message
+    end
+
+    def log!(message)
+      log_with_severity :debug, message
     end
-    alias_method :log!, :log
 
   end
 end

data/test/test_resque-multi-job-forks.rb

@@ -8,6 +8,7 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
   end
 
   def test_timeout_limit_sequence_of_events
+    @worker.log! "in test_timeout_limit_sequence_of_events"
     # only allow enough time for 3 jobs to process.
     @worker.seconds_per_fork = 3
 
@@ -28,6 +29,7 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
   end
 
   def test_graceful_shutdown_during_first_job
+    @worker.log! "in test_graceful_shutdown_during_first_job"
     # enough time for all jobs to process.
     @worker.seconds_per_fork = 60
 
@@ -49,6 +51,7 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
   end
 
   def test_immediate_shutdown_during_first_job
+    @worker.log! "in test_immediate_shutdown_during_first_job"
     # enough time for all jobs to process.
     @worker.seconds_per_fork = 60
     @worker.term_child = false
@@ -70,6 +73,7 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
   end
 
   def test_sigterm_shutdown_during_first_job
+    @worker.log! "in test_sigterm_shutdown_during_first_job"
     # enough time for all jobs to process.
     @worker.seconds_per_fork = 60
     @worker.term_child = true
@@ -94,6 +98,7 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
 
   # test we can also limit fork job process by a job limit.
   def test_job_limit_sequence_of_events
+    @worker.log! "in test_job_limit_sequence_of_events"
     # only allow 20 jobs per fork
     ENV['JOBS_PER_FORK'] = '20'
 
@@ -105,18 +110,26 @@ class TestResqueMultiJobForks < Test::Unit::TestCase
     $SEQ_WRITER.close
     sequence = $SEQ_READER.each_line.map {|l| l.strip.to_sym }
 
-    assert_equal :before_fork,          sequence[0],  'first before_fork call.'
-    assert_equal :after_fork,           sequence[1],  'first after_fork call.'
-    assert_equal :work_20,              sequence[21], '20th chunk of work.'
-    assert_equal :before_child_exit_20, sequence[22], 'first before_child_exit call.'
-    assert_equal :before_fork,          sequence[23], 'final before_fork call.'
-    assert_equal :after_fork,           sequence[24], 'final after_fork call.'
-    assert_equal :work_40,              sequence[44], '40th chunk of work.'
-    assert_equal :before_child_exit_20, sequence[45], 'final before_child_exit call.'
+    assert_equal(%i[
+      before_fork after_fork
+      work_1 work_2 work_3 work_4 work_5
+      work_6 work_7 work_8 work_9 work_10
+      work_11 work_12 work_13 work_14 work_15
+      work_16 work_17 work_18 work_19 work_20
+      before_child_exit_20
+      before_fork after_fork
+      work_21 work_22 work_23 work_24 work_25
+      work_26 work_27 work_28 work_29 work_30
+      work_31 work_32 work_33 work_34 work_35
+      work_36 work_37 work_38 work_39 work_40
+      before_child_exit_20
+    ], sequence, 'correct sequence')
   end
 
   def teardown
     # make sure we don't clobber any other tests.
     ENV['JOBS_PER_FORK'] = nil
+    Resque::Worker.kill_all_heartbeat_threads
   end
+
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: resque-multi-job-forks
 version: !ruby/object:Gem::Version
-  version: 0.4.5
+  version: 0.5.0
 platform: ruby
 authors:
 - Mick Staugaard
@@ -16,16 +16,22 @@ dependencies:
   name: resque
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.27.0
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 1.26.0
+        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.27.0
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 1.26.0
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -115,7 +121,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
+rubyforge_project: 
+rubygems_version: 2.6.14.3
 signing_key: 
 specification_version: 4
 summary: Have your resque workers process more that one job