belated 0.5.5 → 0.5.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 94a7f0ce2c6f7c80dfe5b8410c72dac95dbc709937361b36aa7eaeea091d8cfb
-  data.tar.gz: da41ab683e0a2729b1dc1e7228592e91a0d259cc46bbaf6ef4a2186abb379330
+  metadata.gz: 0ae6d21b68590fe6edb5ed817c1dd0806dadf5ee7320955cc3f4f652969f6501
+  data.tar.gz: 744ab565ddd144e5562ba39f675416e3dd17154b4ab70c916443d2711c148311
 SHA512:
-  metadata.gz: cacbed28173905bf3fd5489bb8797abecfe4402096cea5d068dcec5a3bf27d9d5c1d048c7d9cc159aedef9cda981a038f4177d6ccd3648c87752d2bedb94390d
-  data.tar.gz: f92f505a4d8a53c13b4411ae611d5584377f09b31f8e33f9f39a1daf77b3684b977e3c01a472a654c4c07251a1e0aba6fc2f9953eb7383ef1c15fd7be2385e33
+  metadata.gz: b1baddc3b1a949af6420e6925e6e3b1565d006684d59333d89334f2e298c3f3eccdf0347402035417ee4faa300e643b4fc6824049cebabf8dab53fb2a49d0cf6
+  data.tar.gz: 065cd54c037f481a5d91a2da1800a721d40aceba6881315d261022b77d29898e6b738e72c885ef3876c6e8552fd2303a1b08270361fc624162c11c3b3b720ac2

data/.github/workflows/main.yml

@@ -10,7 +10,8 @@ jobs:
     - name: Set up Ruby
       uses: ruby/setup-ruby@v1
       with:
-        ruby-version: 3.0.1
+        ruby-version: 3.0.2
         bundler-cache: true
+        cache-version: 1
     - name: Run the default task
       run: bundle exec rake

data/.rubocop.yml

@@ -1,7 +1,12 @@
-require: rubocop-performance
 AllCops:
   TargetRubyVersion: 2.7
   NewCops: enable
+  Exclude:
+    - 'dummy/**/*'
+    - 'vendor/**/*'
+
+Lint/HashCompareByIdentity:
+  Enabled: false
 
 Style/StringLiterals:
   Enabled: true

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+
+## [0.5.6] - 2021-08-17
+
+- Now the client has a hash table that holds references to the objects you push through it. This is to get by GC, otherwise the objects are collected on clientside, but are still referenced on server side. This means that you do not want to use two instances of Client at the same time. Also, might need to write a way to close the client...
+- Should work a bit more safely now! Performance testing 0.5.5 online using a Rails project, it performed horribly, so it should be a bit better now. 
 ## [0.5.5] - 2021-08-15
 
 - Use SortedSet for future jobs, to avoid having to go through the whole list every few seconds. 

data/Gemfile

@@ -13,6 +13,6 @@ gem 'database_cleaner-active_record'
 gem 'rails', '>= 6.1.3'
 gem 'rspec-rails'
 gem 'rubocop', '~> 1.7'
-gem 'rubocop-performance', require: false
+gem 'rubocop-discourse'
 gem 'sqlite3'
 gem 'stackprof'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    belated (0.5.5)
+    belated (0.5.6)
       drb
       dry-configurable
       sorted_set
@@ -160,20 +160,23 @@ GEM
       rspec-mocks (~> 3.10)
       rspec-support (~> 3.10)
     rspec-support (3.10.2)
-    rubocop (1.18.3)
+    rubocop (1.19.0)
       parallel (~> 1.10)
       parser (>= 3.0.0.0)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml
-      rubocop-ast (>= 1.7.0, < 2.0)
+      rubocop-ast (>= 1.9.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 3.0)
-    rubocop-ast (1.7.0)
+    rubocop-ast (1.10.0)
       parser (>= 3.0.1.1)
-    rubocop-performance (1.11.4)
-      rubocop (>= 1.7.0, < 2.0)
-      rubocop-ast (>= 0.4.0)
+    rubocop-discourse (2.4.2)
+      rubocop (>= 1.1.0)
+      rubocop-rspec (>= 2.0.0)
+    rubocop-rspec (2.4.0)
+      rubocop (~> 1.0)
+      rubocop-ast (>= 1.1.0)
     ruby-progressbar (1.11.0)
     set (1.0.1)
     sorted_set (1.0.3)
@@ -209,7 +212,7 @@ DEPENDENCIES
   rspec (~> 3.0)
   rspec-rails
   rubocop (~> 1.7)
-  rubocop-performance
+  rubocop-discourse
   sqlite3
   stackprof
 

data/README.md

@@ -16,7 +16,7 @@ Can be used with or without Rails.
 
 TODO LIST:
 
-- Use GDBM for queeue storage? That way could maybe get rid of YAML dumping and make things a bit safer. 
+- Use GDBM for queue storage? That way could maybe get rid of YAML dumping and make things a bit safer. Not ordered though, so maybe keep a list of the jobs as YAML and update it sometimes? Just as backup. 
 - Rescue `DRb::DRbRemoteError` when shutting down, might not need to if using GDBM?
 - Don't use class instance variables.
 - Make DRb port configurable.
@@ -29,7 +29,7 @@ TODO LIST:
 - Do some performance testing.
 - Deploy a Rails app to production that is using Belated
   and mention it in the readme. (Capistrano support?)
-  ([Wasurechatta](wasurechatta.com))
+  ([Wasurechatta](https://wasurechatta.com/))
 - Add a section telling people to use Sidekiq if they can
 
 ## Installation
@@ -104,7 +104,9 @@ If you don't want the job to run right away, you can also pass it a keyword para
 client.perform_belated(job, Time.now + 1.month)
 ```
 
-Note that you probably want to memoize the client, as it always creates a 'banker thread' now if you have no connection and there is the overhead of connecting to dRuby. Maybe even use it as a global!(`$client`)
+Note that you probably want to memoize the client, as it always creates a 'banker thread' and there is the overhead of connecting to dRuby. Maybe even use it as a global!(`$client`).
+
+The client also holds references to the jobs that have been pushed so that they are not collected by GC.
 
 # Settings
 

data/lib/belated.rb

@@ -92,7 +92,7 @@ class Belated
     log 'starting future jobs thread'
     loop do
       sleep 0.1
-      job = @@queue.future_jobs.at(0)
+      job = @@queue.future_jobs.min
       if job.nil?
         sleep 5
         next

data/lib/belated/client.rb

@@ -7,7 +7,7 @@ class Belated
   #   client = Belated::Client.new
   #   client.enqueue(JubJub.new, at: Time.now + 5.seconds)
   class Client
-    attr_accessor :queue, :bank, :banker_thread
+    attr_accessor :queue, :bank, :banker_thread, :table
 
     # Starts up the client.
     # Connects to the queue through DRb.
@@ -15,8 +15,10 @@ class Belated
     def initialize
       server_uri = Belated::URI
       DRb.start_service
+      self.table = {}
       self.bank = Thread::Queue.new
       self.queue = DRbObject.new_with_uri(server_uri)
+      start_banker_thread
     end
 
     # Thread in charge of handling the bank queue.
@@ -27,18 +29,26 @@ class Belated
       self.banker_thread = Thread.new do
         loop do
           sleep 0.01
-          unless drb_connected?
-            sleep(10)
-            next
-          end
 
-          job = bank.pop
+          delete_from_table
 
-          perform(job)
+          if bank.empty?
+            sleep 10
+          else
+            perform(bank.pop)
+          end
         end
       end
     end
 
+    def delete_from_table
+      return if table.empty?
+
+      table.select { |_k, v| v.completed }.each do |key, _value|
+        table.delete(key)
+      end
+    end
+
     # The method that pushes the jobs to the queue.
     # If there is no connection, it pushes the job to the bank.
     # @param job [Object] - The the job to be pushed.
@@ -46,16 +56,17 @@ class Belated
     # @param max_retries [Integer] - Times the job should be retried if it fails.
     # @return [JobWrapper] - The job wrapper for the queue.
     def perform(job, at: nil, max_retries: 5)
+      log 'Passing a proc and at time is deprecated and will be removed in 0.6' if job.instance_of?(Proc) && !at.nil?
+
       job_wrapper = if job.is_a?(JobWrapper)
                       job
                     else
                       JobWrapper.new(job: job, at: at, max_retries: max_retries)
                     end
-      pp queue.push(job_wrapper)
-      job_wrapper
+      queue.push(job_wrapper)
+      table[job_wrapper.object_id] = job_wrapper
     rescue DRb::DRbConnError
       bank.push(job_wrapper)
-      start_banker_thread if banker_thread.nil?
     end
     alias perform_belated perform
     alias perform_later perform

data/lib/belated/job_wrapper.rb

@@ -2,10 +2,18 @@ require 'securerandom'
 require_relative 'logging'
 
 class Belated
+  # JobWrapper is a wrapper for a job. It is responsible for
+  # - logging
+  # - error handling
+  # - job execution
+  # - job result handling
+  # - job result logging
+  # - job retries
+  # - job retry delay
   class JobWrapper
     include Comparable
     include Logging
-    attr_accessor :retries, :max_retries, :id, :job, :at
+    attr_accessor :retries, :max_retries, :id, :job, :at, :completed
 
     def initialize(job:, max_retries: 5, at: nil)
       self.retries = 0
@@ -13,19 +21,22 @@ class Belated
       self.id = SecureRandom.uuid
       self.job = job
       self.at = at
+      self.completed = false
     end
 
-    def <=>(another)
-      at <=> another.at
+    def <=>(other)
+      at <=> other.at
     end
 
     # rubocop:disable Lint/RescueException
     def perform
-      if job.respond_to?(:call)
-        job.call
-      else
-        job.perform
-      end
+      resp = if job.respond_to?(:call)
+               job.call
+             else
+               job.perform
+             end
+      self.completed = true
+      resp
     rescue Exception => e
       case e.class
       when Interrupt, SignalException

data/lib/belated/logging.rb

@@ -1,4 +1,6 @@
 class Belated
+  # Logger for Belated.
+  # Include this module in your class to get a logger.
   module Logging
     extend self
 

data/lib/belated/queue.rb

@@ -6,6 +6,11 @@ require 'belated/job_wrapper'
 require 'sorted_set'
 
 class Belated
+  # Job queues that Belated uses.
+  # queue is the jobs that are currenly
+  # waiting for a worker to start working on them.
+  # future_jobs is a SortedSet of jobs that are going
+  # to be added to queue at some point in the future.
   class Queue
     include Logging
     attr_accessor :future_jobs
@@ -81,7 +86,7 @@ class Belated
     private
 
     def proc_or_shutdown?(job)
-      job.job.instance_of?(Proc) || job.is_a?(Symbol)
+      job.is_a?(Symbol) || job.job.instance_of?(Proc)
     end
   end
 end

data/lib/belated/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class Belated
-  VERSION = '0.5.5'
+  VERSION = '0.5.6'
 end

data/lib/belated/worker.rb

@@ -19,7 +19,9 @@ class Belated
         break if job.is_a?(Symbol)
 
         log "Worker #{@number} got job: #{job.inspect}"
-        job.perform
+        log job.perform
+      rescue RangeError => e
+        log e
       end
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: belated
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.5.6
 platform: ruby
 authors:
 - Sampo Kuokkanen
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-08-15 00:00:00.000000000 Z
+date: 2021-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: drb