pallets 0.9.0 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ede234db1dfe8c744cf11e6e2fde3eb2e982e7764738715acbbad35710422274
-  data.tar.gz: a55b3a714dcc5db2a294b27ca53724a1236111e08f63078bcef5007bda65532c
+  metadata.gz: 715e8a2c758fa925afce7091b931d4ea71b02f548290d4daf73604cdd463de3d
+  data.tar.gz: 750fd79e4d8aea7920ac4a019ac410d2ec07b910a1cf70e673a628d1604a90de
 SHA512:
-  metadata.gz: 74e23087ba192aeffeb7e167d751bfb6f85de4018fb3c16e992ac6119d7670d60862f41a8e1624817a25944409602e41ee38f13adad7b14a38b185d51142b644
-  data.tar.gz: 96ae4f2aa4edf5d27d366e7a35f16527e9d390a45794d306acc109b1be335682c8b1e13e7d708d7eb3451eb8b6ed96db37ba724da08abb13d7b84f3468869826
+  metadata.gz: f3c7d08ad9b0de820f14ec4e3a3bbce77d5e10e9d6bfd99b58273360ce8dc6eeedec8d139d0f9445082848f5b9587dc67b706e49794746cc3208d6cde3aa9516
+  data.tar.gz: '0584d9d3faaebea5c615ee6d9c6dc0397d4e65c04cd80b1722a4cea2794bcf5c61a4762a539a2abf2d21e6a9f52de9a7b8f8e5241615168461bdb674a1465772'

data/CHANGELOG.md

@@ -6,6 +6,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.10.0] - 2020-08-30
+### Added
+- configure polling interval for scheduler (#60)
+
+### Changed
+- handle persisting unforseen worker errors more gracefully (#59)
+- add initial wait to scheduler startup (#60)
+
 ## [0.9.0] - 2020-07-05
 ### Added
 - limit number of jobs in given up set by number (#56)

data/examples/config_savvy.rb

@@ -43,7 +43,7 @@ end
 
 class Volatile < Pallets::Task
   def run
-    raise 'I am ràndomly failing' if [true, false].sample
+    raise 'I am randomly failing' if [true, false].sample
   end
 end
 

data/lib/pallets/cli.rb

@@ -63,6 +63,10 @@ module Pallets
           Pallets.configuration.max_failures = max_failures
         end
 
+        opts.on('-i', '--scheduler-polling-interval NUM', Integer, 'Seconds between scheduler backend polls') do |scheduler_polling_interval|
+          Pallets.configuration.scheduler_polling_interval = scheduler_polling_interval
+        end
+
         opts.on('-l', '--failed-job-lifespan NUM', Integer, 'Seconds a job stays in the given up set') do |failed_job_lifespan|
           Pallets.configuration.failed_job_lifespan = failed_job_lifespan
         end

data/lib/pallets/configuration.rb

@@ -31,6 +31,12 @@ module Pallets
     # Number of connections to the backend
     attr_writer :pool_size
 
+    # Number of seconds at which the scheduler checks whether there are jobs
+    # due to be (re)processed. Note that this interval is per process; it might
+    # require tweaking in case of running multiple Pallets instances, so that
+    # the backend is not polled too often
+    attr_accessor :scheduler_polling_interval
+
     # Serializer used for jobs
     attr_accessor :serializer
 
@@ -52,6 +58,7 @@ module Pallets
       @failed_job_max_count = 1_000
       @job_timeout = 1_800 # 30 minutes
       @max_failures = 3
+      @scheduler_polling_interval = 10
       @serializer = :json
       @middleware = default_middleware
     end

data/lib/pallets/scheduler.rb

@@ -7,7 +7,7 @@ module Pallets
     end
 
     def start
-      @thread ||= Thread.new { work }
+      @thread ||= Thread.new { wait_initial_bit; work }
     end
 
     def shutdown
@@ -40,11 +40,17 @@ module Pallets
       end
     end
 
-    def wait_a_bit
-      # Wait for roughly 10 seconds
+    def wait_initial_bit
+      # Randomly wait a bit before starting working, so that multiple processes
+      # will not hit the backend all at once
+      wait_a_bit(rand(Pallets.configuration.scheduler_polling_interval))
+    end
+
+    def wait_a_bit(seconds = Pallets.configuration.scheduler_polling_interval)
+      # Wait for roughly the configured number of seconds
       # We don't want to block the entire polling interval, since we want to
       # deal with shutdowns synchronously and as fast as possible
-      10.times do
+      seconds.times do
         break if needs_to_stop?
         sleep 1
       end

data/lib/pallets/version.rb

@@ -1,3 +1,3 @@
 module Pallets
-  VERSION = "0.9.0"
+  VERSION = "0.10.0"
 end

data/lib/pallets/worker.rb

@@ -55,6 +55,8 @@ module Pallets
     rescue => ex
       Pallets.logger.error "#{ex.class.name}: #{ex.message}"
       Pallets.logger.error ex.backtrace.join("\n") unless ex.backtrace.nil?
+      # Do not flood the process in case of persisting unforeseen errors
+      sleep 1
       @manager.replace_worker(self)
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pallets
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.10.0
 platform: ruby
 authors:
 - Andrei Horak
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-07-05 00:00:00.000000000 Z
+date: 2020-08-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis