boy_band 0.1.7 → 0.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8ffb5fe1ca9cf6df69908f6d6e950041be2f31d7336ad327e9381b9065933a3f
-  data.tar.gz: 32406d34eaea92673d35fc7384104044d63d91f3e66e63e0971f317c8ef26312
+  metadata.gz: b6d040e078153295146fa37e5781a107ad5aea4dd16727dc3d63bcd4e25821d2
+  data.tar.gz: ea5ae60dc466b1a660666d4db41d6c0a0e1b690f8ee2b9d2c1830936f9faae8a
 SHA512:
-  metadata.gz: 588c0aee54c064f87a9213faa3d1dd13a9d649a49b74a882a6afe095b4eef4f953ef521911c30cf72ed9c3f7455653b5455c5bcff15d4cd280d5e45c97e38d93
-  data.tar.gz: 225a3091fca7f2535d54fec0477b8c538ddb5ff8a290b36a80f9756ef80ed98591d2b2567679f0779221e819908850ec769d4268a3bf284082fcaebd3ded8db6
+  metadata.gz: db4df288e482fb66d80d370d522a64bb60c7d32d2aeb14eaaa2ddb03742cd78b00ed3455acb151f00168a0dcc6339c4ae44e4758293ba1085a9009cc42b3ea1c
+  data.tar.gz: 57ea5a67822e98c108c30ff200c971b68136f4a459069353d1899705ecc47eca1193829b701a8f56a36c8b49962c2f018edd179137110f3be5d3f673af045932

data/lib/boy_band.rb

@@ -39,12 +39,22 @@ module BoyBand
     def set_job_chain(val)
       @@job_chain = val
     end
+
+    def queue_size(queue)
+      size = Resque.redis.get("sizeof/#{queue}").to_i
+      if !size || size == 0
+        size = Resque.size(queue)
+        Resque.redis.setex("sizeof/#{queue}", 30.seconds.to_i, size)
+      end
+      size
+    end
   
     def schedule_for(queue, klass, method_name, *args)
+      queue = queue.to_sym
       @queue = queue.to_s
       job_hash = Digest::MD5.hexdigest(args.to_json)
       note_job(job_hash)
-      size = Resque.size(queue)
+      size = queue_size(queue)
       args.push("domain::#{self.domain_id}")
       chain = self.job_chain.split(/##/)
       job_id = "j#{Time.now.iso8601}_#{rand(9999)}"
@@ -53,10 +63,15 @@ module BoyBand
         Resque.redis.incr("jobs_from_#{chain[0]}") 
         Resque.redis.expire("jobs_from_#{chain[0]}", 24.hours.to_i)
       end
-      chain.push("#{klass.to_s},#{method_name.to_s},#{args.join('+')}")
+      Resque.redis.setex("scheduled/#{klass.to_s}/#{job_hash}", 6.hours, "t")
+      chain_args = args[0..-2]
+      if chain_args.length == 1 && chain_args[0].is_a?(Hash)
+        chain_args = [chain_args[0]['method'],chain_args[0]['id'],chain_args[0]['arguments'].to_s[0, 20]]
+      end
+      chain.push("#{klass.to_s},#{method_name.to_s},#{chain_args.join('+')}")
       Rails.logger.warn("jobchain set, #{chain[0]} #{chain.join('##')}") if chain.length > 2
       if chain.length > 5
-        Rails.logger.error("jobchain too long: #{chain[0]}, #{chain.length} entries")
+        Rails.logger.error("jobchain too deep: #{chain[0]}, #{chain.length} entries")
       end
       job_count = Resque.redis.get("jobs_from_#{chain[0]}")
       if job_count && job_count.to_i > 50
@@ -79,21 +94,21 @@ module BoyBand
     end
   
     def note_job(hash)
-      if Resque.redis
-        timestamps = JSON.parse(Resque.redis.hget('hashed_jobs', hash) || "[]")
-        cutoff = 6.hours.ago.to_i
-        timestamps = timestamps.select{|ts| ts > cutoff }
-        timestamps.push(Time.now.to_i)
-  #      Resque.redis.hset('hashed_jobs', hash, timestamps.to_json)
-      end
+  #     if Resque.redis
+  #       timestamps = JSON.parse(Resque.redis.hget('hashed_jobs', hash) || "[]")
+  #       cutoff = 6.hours.ago.to_i
+  #       timestamps = timestamps.select{|ts| ts > cutoff }
+  #       timestamps.push(Time.now.to_i)
+  # #      Resque.redis.hset('hashed_jobs', hash, timestamps.to_json)
+  #     end
     end
   
     def clear_job(hash)
-      if Resque.redis
-        timestamps = JSON.parse(Resque.redis.hget('hashed_jobs', hash) || "[]")
-        timestamps.shift
-  #      Resque.redis.hset('hashed_jobs', hash, timestamps.to_json)
-      end
+  #     if Resque.redis
+  #       timestamps = JSON.parse(Resque.redis.hget('hashed_jobs', hash) || "[]")
+  #       timestamps.shift
+  # #      Resque.redis.hset('hashed_jobs', hash, timestamps.to_json)
+  #     end
     end
   
     def schedule(klass, method_name, *args)
@@ -111,8 +126,13 @@ module BoyBand
     def in_worker_process?
       BoyBand.job_instigator.match(/^job/)
     end
+
+    def current_speed
+      @speed
+    end
   
     def perform_at(speed, *args)
+      @speed = speed
       args_copy = [] + args
       if args_copy[-1].is_a?(String) && args_copy[-1].match(/^chain::/)
         set_job_chain(args_copy.pop.split(/::/, 2)[1])
@@ -124,6 +144,7 @@ module BoyBand
       klass = Object.const_get(klass_string)
       method_name = args_copy.shift
       job_hash = Digest::MD5.hexdigest(args_copy.to_json)
+      Resque.redis.del("scheduled/#{klass_string}/#{method_name}/#{job_hash}")
       hash = args_copy[0] if args_copy[0].is_a?(Hash)
       hash ||= {'method' => method_name}
       action = "#{klass_string} . #{hash['method']} (#{hash['id']})"
@@ -144,6 +165,7 @@ module BoyBand
       set_job_chain("none")
       BoyBand.set_job_instigator(pre_whodunnit)
       clear_job(job_hash)
+      @speed = nil
     rescue Resque::TermException
       Resque.enqueue(self, *args)
     end
@@ -178,6 +200,68 @@ module BoyBand
       end
       res
     end
+
+    def root_actions(queue='default')
+      idx = Resque.size(queue)
+      job_ids = {}
+      idx.times do |i|
+        item = Resque.peek(queue, i)
+        chain = nil
+        if item && item['args'] && item['args'][-1].match(/^chain::/)
+          chain = item['args'].pop
+        end
+        if chain
+          parts = chain.split(/##/)
+          job_ids[parts[0]] ||= [parts[1], 0, []]
+          job_ids[parts[0]][1] += 1
+          job_ids[parts[0]][2] << parts.length - 2
+        end
+      end
+      job_ids.each{|k, v| job_ids.delete(k) if v[1] <= 5}.length
+      job_ids
+    end
+
+    def action_types(queue='default')
+      idx = Resque.size(queue)
+      list = []
+      idx.times do |i|
+        item = Resque.peek(queue, i)
+        chain = nil
+        if item && item['args'] && item['args'][-1].match(/^chain::/)
+          chain = item['args'].pop
+        end
+        if chain
+          match = chain.scan(/##/)
+          if match && match.length == 1
+            item['root'] = true
+            list << item
+          elsif match && match.length > 1
+            list << item
+          end
+        end
+      end
+      count = {'root' => {}, 'non_root' => {}}
+      list.each do |item|
+        key = "#{item['args'][0]}::#{item['args'][2].is_a?(Hash) ? item['args'][2]['method'] : item['args'][1]}"
+        count[item['root'] ? 'root' : 'non_root'][key] ||= 0
+        count[item['root'] ? 'root' : 'non_root'][key] += 1
+      end.length
+      count
+    end
+
+    def find_actions(method)
+      queue = 'default'
+      idx = Resque.size(queue)
+      list = []
+      idx.times do |i|
+        item = Resque.peek(queue, i)
+        if item['args'] && item['args'][2].is_a?(Hash) && item['args'][2]['method'] == method
+          list << item
+          puts item.to_json
+        end
+      end
+      list
+    end
   
     def scheduled_for?(queue, klass, method_name, *args)
       args_copy = [] + args
@@ -188,6 +272,10 @@ module BoyBand
         set_domain_id(args_copy.pop.split(/::/, 2)[1])
       end
 
+      idx = queue_size(queue)
+      job_hash = args_copy.to_json
+      return true if Resque.redis.get("scheduled/#{klass.to_s}/#{method_name}/#{job_hash}") == "t"
+      return false if idx > 500 # big queues mustn't be searched this way
       idx = Resque.size(queue)
       queue_class = (queue == :slow ? 'SlowWorker' : 'Worker')
       if false
@@ -312,6 +400,10 @@ module BoyBand
     
   module AsyncInstanceMethods
     def schedule(method, *args)
+      schedule_for('default', method, *args)
+    end
+
+    def schedule_for(queue, method, *args)
       return nil unless method
       id = self.id
       settings = {
@@ -320,19 +412,23 @@ module BoyBand
         'scheduled' => self.class.scheduled_stamp,
         'arguments' => args
       }
-      Worker.schedule(self.class, :perform_action, settings)
+      Worker.schedule_for(queue, self.class, :perform_action, settings)
     end
-  
+
     def schedule_once(method, *args)
+      schedule_once_for('default', method, *args)
+    end
+
+    def schedule_once_for(queue, method, *args)
       return nil unless method && id
-      already_scheduled = Worker.scheduled?(self.class, :perform_action, {
+      already_scheduled = Worker.scheduled_for?(queue, self.class, :perform_action, {
         'id' => id,
         'method' => method,
         'scheduled' => self.class.scheduled_stamp,
         'arguments' => args
       })
       if !already_scheduled
-        schedule(method, *args)
+        schedule_for(queue, method, *args)
       else
         false
       end
@@ -357,23 +453,37 @@ module BoyBand
         'scheduled' => self.scheduled_stamp,
         'arguments' => args
       }
-      Worker.schedule(self, :perform_action, settings)
+      schedule_for('default', method, *args)
     end
   
+    def schedule_for(queue, method, *args)
+      return nil unless method
+      settings = {
+        'method' => method,
+        'scheduled' => self.scheduled_stamp,
+        'arguments' => args
+      }
+      Worker.schedule_for(queue, self, :perform_action, settings)
+    end
+
     def schedule_once(method, *args)
+      schedule_once_for('default', method, *args)
+    end
+
+    def schedule_once_for(queue, method, *args)
       return nil unless method
-      already_scheduled = Worker.scheduled?(self, :perform_action, {
+      already_scheduled = Worker.scheduled_for?(queue, self, :perform_action, {
         'method' => method,
         'scheduled' => self.scheduled_stamp,
         'arguments' => args
       })
       if !already_scheduled
-        schedule(method, *args)
+        schedule_for(queue, method, *args)
       else
         false
       end
     end
-  
+
     def perform_action(settings)
       obj = self
       if settings['id']

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: boy_band
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.12
 platform: ruby
 authors:
 - Brian Whitmer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-13 00:00:00.000000000 Z
+date: 2020-05-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails