belated 0.4.4 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b946c5167a28af0cd73bad436d52c47ad19af699d88bd8a20c592b8fb2327ea1
-  data.tar.gz: da03cfda6b0c4ec8b9a9a7ef4cb52747294f3b582633ad023cc98aa5e88c697f
+  metadata.gz: f63b50cb41ebaa52127b51ef4a38f70467bd6527d16efb6869965d5b3c9d3bab
+  data.tar.gz: 03ffefae27d2a9f76854b18abad3e2bd46fe3012e987008b5514fd86f699a5ba
 SHA512:
-  metadata.gz: 5add925bbaca101aef9a35c8d4ae6cc544b736ebbbcbae4e6603faf0e42a0a248bd04844b0af8fa6dceb32f021948c105bf18031fd0c97d12cfc85ac9d9cde3f
-  data.tar.gz: 13ac76b9f2b956e9b0b363d16ec3e615365ee39132fe788022c11c2ff90ed7fa9234c403903ac268efae0c63a51afbe6bc9893eb95cd8bbdf5d20b75e6a85aaf
+  metadata.gz: 619b6fc1269319b827dcfe48cc84caa951b00bea7fcd4086ebb73ab4ab72c431a3d2b02c2032e02e305913d2613c6b1f67be9c5f1edbd3a2432a0fdec3667c57
+  data.tar.gz: ccbed4ecf9df5627e28929c66287700160f3b9a31dd40b107f186eb1a8fe917cfc80edaa7b756743440d4c643ffa60b93cb06f463b06541929a62639b0fae1fb

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 ## [Unreleased]
 
 
+## [0.5.0] - 2021-08-07
+
+- Job retries! The jobs now have ids, so you can follow the job and it's retries from the log. 
+- Quite a lot has changed internally, so if you were not using the Belated::Queue class to enqueue your jobs, you will need to update your code.
+
 ## [0.4.4] - 2021-08-07
 
 - Now if you pass something with a syntax error in it as a job, it should not bring down the whole app! 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    belated (0.4.4)
+    belated (0.5.0)
       drb
       dry-configurable
 

data/README.md

@@ -10,16 +10,21 @@ Note that Belated used to be called HardWorker. That name was already in use in
 
 It uses dRuby to do the communication! Which is absolute great. No need for Redis or PostgreSQL, just Ruby standard libraries.
 
+Note that currently the timezone is hardcoded to UTC. 
+
 Can be used with or without Rails. 
 
 TODO LIST:
 
-- Add retries for jobs
+- Don't use class instance variables.
+- Make port configurable.
+- Don't hardcode timezone.
 - Add some checks to the client for proper jobs.
 - Have multiple queues?
 - Maybe support ActiveJob?
-- Have a web UI
-- Do some performance testing
+- Have a web UI.
+- Have a job history
+- Do some performance testing.
 - Deploy a Rails app to production that is using Belated
   and mention it in the readme. (Capistrano support?)
 - Add a section telling people to use Sidekiq if they can
@@ -50,15 +55,6 @@ Then, in another program, connect to Belated and give it a job to do.
 Sample below:
 
 ```ruby
-class DummyWorker
-  attr_accessor :queue
-
-  def initialize
-    server_uri = Belated::URI
-    self.queue = DRbObject.new_with_uri(server_uri)
-  end
-end
-
 class DumDum
   # classes need to have a perform method
   def perform
@@ -66,11 +62,14 @@ class DumDum
   end
 end
 
-# Need to start dRuby on the client side
-DRb.start_service
-dummy = DummyWorker.new
-dummy.queue.push(proc { 2 / 1 })
-dummy.queue.push(DumDum.new)
+client = Belated::Client.new
+client.perform_belated(proc { 2 / 1 })
+client.perform_belated(DumDum.new)
+# client.perform, client.perform_later are also good
+# if you want to do something later:
+client.perform_belated(DumDum.new, at: Time.now + 5 * 60)
+# max retries:
+client.perform_belated(DumDum.new, max_retries: 3) # default 5
 ```
 
 Belated runs on localhost, port 8788. 

data/lib/belated.rb

@@ -4,6 +4,7 @@ require_relative 'belated/logging'
 require_relative 'belated/version'
 require_relative 'belated/worker'
 require 'belated/client'
+require 'belated/job_wrapper'
 require 'belated/queue'
 require 'drb'
 require 'dry-configurable'
@@ -91,9 +92,9 @@ class Belated
     log 'starting future jobs thread'
     loop do
       @@queue.future_jobs.each_with_index do |job, i|
-        if job[:at] <= Time.now.utc
-          log @@queue.future_jobs.delete_at(i)
-          @@queue.push(job[:klass])
+        if job.at <= Time.now.utc
+          log "Deleting #{@@queue.future_jobs.delete_at(i)} from future jobs"
+          @@queue.push(job)
         end
       end
       sleep 0.01
@@ -155,12 +156,16 @@ class Belated
     @@queue.clear
   end
 
+  def self.fetch_job
+    @@queue.pop
+  end
+
   def job_list
     @@queue
   end
 
-  def self.fetch_job
-    @@queue.pop
+  def self.job_list
+    @@queue
   end
 
   class Error < StandardError; end

data/lib/belated/client.rb

@@ -1,3 +1,4 @@
+require 'belated/job_wrapper'
 class Belated
   # The client class is responsible for managing the connection to the
   # DRb server. If it has no connection, it adds the jobs to a bank queue.
@@ -25,9 +26,9 @@ class Belated
     def start_banker_thread
       self.banker_thread = Thread.new do
         loop do
-          job, at = bank.pop
+          job = bank.pop
 
-          perform(job, at: at)
+          perform(job)
         end
       end
     end
@@ -36,13 +37,20 @@ class Belated
     # If there is no connection, it pushes the job to the bank.
     # @param job [Object] - The the job to be pushed.
     # @param at [Date] - The time at which the job should be executed.
-    # @return [Object] - The job that was pushed.
-    def perform(job, at: nil)
-      queue.push(job, at: at)
+    # @param max_retries [Integer] - Times the job should be retried if it fails.
+    # @return [JobWrapper] - The job wrapper for the queue.
+    def perform(job, at: nil, max_retries: 5)
+      job_wrapper = if job.is_a?(JobWrapper)
+                      job
+                    else
+                      JobWrapper.new(job: job, at: at, max_retries: max_retries)
+                    end
+      pp queue.push(job_wrapper)
+      job_wrapper
     rescue DRb::DRbConnError
-      bank.push([job, at])
+      bank.push(job_wrapper)
       start_banker_thread if banker_thread.nil?
-      # banker_thread.wakeup if banker_thread.status == 'sleep'
+      banker_thread.wakeup if banker_thread.status == 'sleep'
     end
     alias perform_belated perform
     alias perform_later perform

data/lib/belated/job_wrapper.rb

@@ -0,0 +1,44 @@
+require 'securerandom'
+require_relative 'logging'
+
+class Belated
+  class JobWrapper
+    include Logging
+    attr_accessor :retries, :max_retries, :id, :job, :at
+
+    def initialize(job:, max_retries: 5, at: nil)
+      self.retries = 0
+      self.max_retries = max_retries
+      self.id = SecureRandom.uuid
+      self.job = job
+      self.at = at
+    end
+
+    # rubocop:disable Lint/RescueException
+    def perform
+      if job.respond_to?(:call)
+        job.call
+      else
+        job.perform
+      end
+    rescue Exception => e
+      case e.class
+      when Interrupt, SignalException
+        raise e
+      else
+        retry_job
+        "Error while executing job, #{e.inspect}. Retry #{retries} of #{max_retries}"
+      end
+    end
+    # rubocop:enable Lint/RescueException
+
+    def retry_job
+      self.retries += 1
+      return if retries > max_retries
+
+      self.at = Time.now.utc + (retries.next**4)
+      log "Job #{id} failed, retrying at #{at}"
+      Belated.job_list.push(self)
+    end
+  end
+end

data/lib/belated/queue.rb

@@ -2,6 +2,7 @@
 
 require 'belated/job'
 require 'belated/logging'
+require 'belated/job_wrapper'
 class Belated
   class Queue
     include Logging
@@ -14,11 +15,11 @@ class Belated
       self.future_jobs = future_jobs
     end
 
-    def push(job, at: nil)
-      if at.nil?
+    def push(job)
+      if job.at.nil? || job.at <= Time.now.utc
         @queue.push(job)
       else
-        @future_jobs << Job.new(job, at)
+        @future_jobs << job
       end
     end
 
@@ -45,7 +46,7 @@ class Belated
 
       jobs = YAML.load(File.binread(FILE_NAME))
       jobs.each do |job|
-        if job.is_a?(Job)
+        if job.at && job.at > Time.now.utc
           future_jobs.push(job)
         else
           @queue.push(job)
@@ -73,7 +74,7 @@ class Belated
     private
 
     def proc_or_shutdown?(job)
-      job.instance_of?(Proc) || job == :shutdown
+      job.job.instance_of?(Proc) || job == :shutdown
     end
   end
 end

data/lib/belated/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class Belated
-  VERSION = '0.4.4'
+  VERSION = '0.5.0'
 end

data/lib/belated/worker.rb

@@ -18,25 +18,9 @@ class Belated
 
         break if job == :shutdown
 
-        log call_job(job)
-      end
-    end
-
-    # rubocop:disable Lint/RescueException
-    def call_job(job)
-      if job.respond_to?(:call)
-        job.call
-      else
+        log "Worker #{@number} got job: #{job.inspect}"
         job.perform
       end
-    rescue Exception => e
-      case e.class
-      when Interrupt, SignalException
-        raise e
-      else
-        e.inspect
-      end
     end
-    # rubocop:enable Lint/RescueException
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: belated
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 0.5.0
 platform: ruby
 authors:
 - Sampo Kuokkanen
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-08-07 00:00:00.000000000 Z
+date: 2021-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: drb
@@ -81,6 +81,7 @@ files:
 - lib/belated.rb
 - lib/belated/client.rb
 - lib/belated/job.rb
+- lib/belated/job_wrapper.rb
 - lib/belated/logging.rb
 - lib/belated/queue.rb
 - lib/belated/rails.rb