backburner-allq 1.0.37 → 1.0.38

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bb5591a73384ecba34a10ba9fb78d56c4c5d8326745f610f240080fefbd28856
-  data.tar.gz: c1c96729b87cd70c616085a8ef65f85da3f3697ac8570fb03625db41b82571cd
+  metadata.gz: 1d44569a854f2a26375e77a62b485851cc1970bd7bacce5948178c65e17a1f27
+  data.tar.gz: 29d4a2408a0d7b77c6236a2fd716a07c9ddad32e1566d5d5575c99d557fcb7bf
 SHA512:
-  metadata.gz: ab1b474fef10f4e176ffdfccbd6941c1dccb7039be183a05e065f44f6bc314bbf31785a1f8baefb760af5a806bd17a378f4ca23ab077dfec72f2c0845556e919
-  data.tar.gz: 340afa1032f1eedd5b5f441cbfe9343b6ed23d2fcdb0a09400ac365ae882bebe957a10e4e53887f8d35485d6a51cc4a0cd9de6ecf3628ece8cdd82231013c29a
+  metadata.gz: 9ea4a8b0da3978fe8567ecf7edbb4157246ad88da2acf9352038627e665f2240d877511e6f49f3775d42a54d61617c79dbbee2ccb71413a76797f1c77b01218d
+  data.tar.gz: 9e2be902d44f1600e86941c714c8bb09e2e902c636cba0cc34fd26a2fb901e79006e48df357877a3c3cc248966090561b37d4b10d5c6d0f207d5b7ab3be4e0e5

data/deploy.sh

@@ -1,3 +1,3 @@
 echo "Did you update the version?"
 gem build backburner-allq.gemspec
-gem push backburner-allq-1.0.37.gem
+gem push backburner-allq-1.0.38.gem

data/lib/backburner/allq_wrapper.rb

@@ -42,13 +42,17 @@ module Backburner
     # Release count
     attr_accessor :releases
 
-    def initialize(wrapper, job_resposne)
+    # Release count
+    attr_accessor :special
+
+    def initialize(wrapper, job_response)
       @client = wrapper
-      @id = job_resposne.id
-      @body = job_resposne.body
-      @expireds = job_resposne.expireds
-      @releases = job_resposne.releases
-      @tube = job_resposne.tube.to_s
+      @id = job_response.id
+      @body = job_response.body
+      @expireds = job_response.expireds
+      @releases = job_response.releases
+      @tube = job_response.tube.to_s
+      @special = job_response.special.to_s if job_response.special
     end
 
     def done
@@ -93,12 +97,6 @@ module Backburner
       @recent_times = []
     end
 
-    def speed
-      return @recent_times.sum(0.0) / @recent_times.size if @recent_times.size > 0
-
-      0
-    end
-
     def touch(job)
       @client.touch_put(job.id)
     end
@@ -167,12 +165,6 @@ module Backburner
       app_priority > 10 ? 5 : app_priority
     end
 
-    def log_result(job_result)
-      puts("ALLQ-HTTP-JOB-ID=#{job_result.job_id}")
-    rescue StandardError => e
-      puts(e)
-    end
-
     def build_new_job(body, options)
       adjusted_priority = map_priority(options[:pri] || 5)
 
@@ -195,7 +187,6 @@ module Backburner
       ttl = options[:ttl] || options[:ttr] || DEFAULT_TIMEOUT
       tube_name = options[:tube_name] || 'default'
       delay = options[:delay] || 0
-      parent_id = options[:parent_id]
       limit = options[:limit]
       timeout = options[:timeout] || 3_600
       run_on_timeout = options[:run_on_timeout] || false

data/lib/backburner/job.rb

@@ -26,6 +26,11 @@ module Backburner
       @name = body["class"] || body[:class]
       @args = body["args"] || body[:args]
       @ttr  = body["ttr"] || body[:ttr]
+      if @task.special
+        @args ||= {}
+        @args["special"] = @task.special.to_s
+      end
+
     rescue => ex # Job was not valid format
 #      self.bury
 #      raise JobFormatInvalid, "Job body could not be parsed: #{ex.inspect}"

data/lib/backburner/version.rb

@@ -1,3 +1,3 @@
 module Backburner
-  VERSION = "1.0.37"
+  VERSION = "1.0.38"
 end

data/lib/backburner/worker.rb

@@ -13,7 +13,10 @@ module Backburner
     # List of known_queue_classes
     class << self
       attr_writer :known_queue_classes
-      def known_queue_classes; @known_queue_classes ||= []; end
+
+      def known_queue_classes
+        @known_queue_classes ||= []
+      end
     end
 
     # Enqueues a job to be processed later by a worker.
@@ -37,8 +40,8 @@ module Backburner
 
       return nil unless res # stop if hook is false
 
-      data = { :class => job_class.name, :args => args, :ttr => ttr }
-      queue = opts[:queue] && (Proc === opts[:queue] ? opts[:queue].call(job_class) : opts[:queue])
+      data = { class: job_class.name, args: args, ttr: ttr }
+      queue = opts[:queue] && (opts[:queue].is_a?(Proc) ? opts[:queue].call(job_class) : opts[:queue])
 
       begin
         response = nil
@@ -67,12 +70,10 @@ module Backburner
     # @example
     #   Backburner::Worker.start(["foo.tube.name"])
     #
-    def self.start(tube_names=nil)
-      begin
-        self.new(tube_names).start
-      rescue SystemExit
-        # do nothing
-      end
+    def self.start(tube_names = nil)
+      new(tube_names).start
+    rescue SystemExit
+      # do nothing
     end
 
     # List of tube names to be watched and processed
@@ -84,7 +85,7 @@ module Backburner
     #   Worker.new(['test.job'])
     def initialize(tube_names = nil)
       @connection = new_connection
-      @tube_names = self.process_tube_names(tube_names)
+      @tube_names = process_tube_names(tube_names)
       register_signal_handlers!
     end
 
@@ -140,31 +141,30 @@ module Backburner
     # @raise [Beaneater::NotConnected] If beanstalk fails to connect multiple times.
     def work_one_job(conn = connection, tube_name = nil)
       if tube_name.nil?
-        self.log_error "Sampling tube, this is bad practice for Allq"
-        tube_name = @tube_names.sample 
+        log_error 'Sampling tube, this is bad practice for Allq'
+        tube_name = @tube_names.sample
       end
-      
+
       begin
         job = reserve_job(conn, tube_name)
       rescue Exception => e
-        self.log_error "Sleeping"
-        self.log_error "Exception: #{e.full_message}"
-        sleep(rand*3)
+        log_error "Exception: #{e.full_message}"
+        sleep(rand * 3)
         return
       end
 
       if job && job.body
         begin
-          self.log_job_begin(job.name, job.args)
+          log_job_begin(job.name, job.args)
           job.process
-          self.log_job_end(job.name)
+          log_job_end(job.name)
         rescue Backburner::Job::JobFormatInvalid => e
-          self.log_error self.exception_message(e)
-        rescue => e # Error occurred processing job
-          self.log_error self.exception_message(e) unless e.is_a?(Backburner::Job::RetryJob)
+          log_error exception_message(e)
+        rescue StandardError => e # Error occurred processing job
+          log_error exception_message(e) unless e.is_a?(Backburner::Job::RetryJob)
 
           unless job
-            self.log_error "Error occurred before we were able to assign a job. Giving up without retrying!"
+            log_error 'Error occurred before we were able to assign a job. Giving up without retrying!'
             return
           end
 
@@ -172,26 +172,29 @@ module Backburner
           # gone down between the time we reserved / processed the job and here.
           num_retries = job.releases
           max_job_retries = resolve_max_job_retries(job.job_class)
-          retry_status = "failed: attempt #{num_retries+1} of #{max_job_retries+1}"
+          retry_status = "failed: attempt #{num_retries + 1} of #{max_job_retries + 1}"
           retry_delay = resolve_retry_delay(job.job_class)
-          delay = resolve_retry_delay_proc(job.job_class).call(retry_delay, num_retries) rescue retry_delay
-          
+          delay = begin
+            resolve_retry_delay_proc(job.job_class).call(retry_delay, num_retries)
+          rescue StandardError
+            retry_delay
+          end
+
           if num_retries + 1 > max_job_retries
             job.bury
           else
             job.release(delay)
           end
-          self.log_job_end(job.name, "#{retry_status}, retrying in #{delay}s") if job_started_at
+          log_job_end(job.name, "#{retry_status}, retrying in #{delay}s") if job_started_at
 
           handle_error(e, job.name, job.args, job)
         end
       else
-        sleep(rand*3)
+        sleep(rand * 3)
       end
       job
     end
 
-
     protected
 
     # Return a new connection instance
@@ -200,9 +203,10 @@ module Backburner
     end
 
     # Reserve a job from the watched queues
-    def reserve_job(conn, tube_name, reserve_timeout = Backburner.configuration.reserve_timeout)
+    def reserve_job(conn, tube_name, _reserve_timeout = Backburner.configuration.reserve_timeout)
       job = conn.get(tube_name)
       return nil if job.nil? || job.body == nil?
+
       Backburner::Job.new(job)
     end
 
@@ -210,11 +214,10 @@ module Backburner
     # Filtered for tubes that match the known prefix
     def all_existing_queues
       known_queues    = Backburner::Worker.known_queue_classes.map(&:queue)
-      existing_tubes  = self.connection.tubes.all.map(&:name).select { |tube| tube =~ /^#{queue_config.tube_namespace}/ }
+      existing_tubes  = connection.tubes.all.map(&:name).select { |tube| tube =~ /^#{queue_config.tube_namespace}/ }
       existing_tubes + known_queues + [queue_config.primary_queue]
     end
 
-
     # Handles an error according to custom definition
     # Used when processing a job that errors out
     def handle_error(e, name, args, job)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: backburner-allq
 version: !ruby/object:Gem::Version
-  version: 1.0.37
+  version: 1.0.38
 platform: ruby
 authors:
 - Jason Malcolm
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-05-19 00:00:00.000000000 Z
+date: 2022-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: allq_rest