sidekiq-limit_fetch 2.2.7 → 2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f52435a3183c00620d7608d66cb14abc322515bd
-  data.tar.gz: bcf1864897a35521852a9a65394a8f7779ff810d
+  metadata.gz: f61efe790fd1a000679bad6e455f85276bd348f1
+  data.tar.gz: 03db81df3adfa998e350dd2e80a12c09b9a90091
 SHA512:
-  metadata.gz: 3c0bc6f01d9899b2e9af4835f575e8ec687fb7d655a29ae62e9661807951cba194121afe3f0716e57b7fdb165e129ae6b4ab00f12cd230a2f6d70c047e2c0b6f
-  data.tar.gz: 2969c1b38d2cd6df5edfb74382bb983fe6abbb712d81e04b0d6751ffe09bd06bfada506845351dd98a8982ed27a6e2550d1579455af31fc8b7c7851b6d324b3a
+  metadata.gz: dd35d8ec8c170ba465e1037374daf169828aca0a611c3e0ad4be5385aa0feead331173a383104f879b838406925c54d5b399c3bb20a79def97e05dd011be59cc
+  data.tar.gz: cf389b01004b864384ab9f4b1b15bcf951e050ec4f83b1fc3e098251f8b640be5018c4f797690fcc14363d9448f152d2f69c7c58d978da2d44f2a36b4c336146

data/README.md

@@ -132,6 +132,20 @@ You can dynamically set exceptions for queue blocking:
   Sidekiq::Queue['queue1'].block_except 'queue2'
 ```
 
+### Dynamic queues
+
+You can support dynamic queues (that are not listed in sidekiq.yml but
+that have tasks pushed to them (usually with `Sidekiq::Client.push`)).
+
+To use this mode you need to specify a following line in sidekiq.yml:
+
+```yaml
+  :dynamic: true
+```
+
+Dynamic queues will be ran at the lowest priority.
+
+
 ### Thanks
 
 Sponsored by [Evil Martians].

data/lib/sidekiq/limit_fetch.rb

@@ -22,8 +22,8 @@ class Sidekiq::LimitFetch
   end
 
   def initialize(options)
-    Global::Monitor.start!
     @queues = Queues.new options.merge(namespace: determine_namespace)
+    Global::Monitor.start! @queues
   end
 
   def retrieve_work

data/lib/sidekiq/limit_fetch/global/monitor.rb

@@ -5,12 +5,13 @@ module Sidekiq::LimitFetch::Global
 
     HEARTBEAT_PREFIX = 'limit:heartbeat:'
     PROCESS_SET = 'limit:processes'
-    HEARTBEAT_TTL = 18
-    REFRESH_TIMEOUT = 10
+    HEARTBEAT_TTL = 20
+    REFRESH_TIMEOUT = 5
 
-    def start!(ttl=HEARTBEAT_TTL, timeout=REFRESH_TIMEOUT)
+    def start!(queues, ttl=HEARTBEAT_TTL, timeout=REFRESH_TIMEOUT)
       Thread.new do
         loop do
+          add_dynamic queues if queues.dynamic?
           update_heartbeat ttl
           invalidate_old_processes
           sleep timeout
@@ -34,6 +35,10 @@ module Sidekiq::LimitFetch::Global
       end
     end
 
+    def add_dynamic(queues)
+      queues.add Sidekiq::Queue.all.map(&:name)
+    end
+
     private
 
     def update_heartbeat(ttl)

data/lib/sidekiq/limit_fetch/queues.rb

@@ -5,6 +5,7 @@ class Sidekiq::LimitFetch
     def initialize(options)
       @queues    = options[:queues]
       @namespace = options[:namespace]
+      @dynamic   = options[:dynamic]
 
       options[:strict] ? strict_order! : weighted_order!
 
@@ -25,6 +26,16 @@ class Sidekiq::LimitFetch
       selector.release queues, @namespace
     end
 
+    def dynamic?
+      @dynamic
+    end
+
+    def add(queues)
+      queues.each do |queue|
+        @queues.push queue unless @queues.include? queue
+      end
+    end
+
     private
 
     def selector
@@ -69,7 +80,7 @@ class Sidekiq::LimitFetch
     ensure
       Thread.current[THREAD_KEY] = nil
     end
-    
+
     def each_queue
       @queues.uniq.each {|it| yield Sidekiq::Queue[it] }
     end

data/sidekiq-limit_fetch.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |gem|
   gem.name          = 'sidekiq-limit_fetch'
-  gem.version       = '2.2.7'
+  gem.version       = '2.3.0'
   gem.license       = 'MIT'
   gem.authors       = 'brainopia'
   gem.email         = 'brainopia@evilmartians.com'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq-limit_fetch
 version: !ruby/object:Gem::Version
-  version: 2.2.7
+  version: 2.3.0
 platform: ruby
 authors:
 - brainopia