sidekiq_autoscale 0.2.2 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db767100bab6dcb54dcea794f7a5fb3b4e1ba925330ece323350fd6256399899
-  data.tar.gz: 4bb7d27d12ec1953e3cfdc1b37cccabbde656e444abe8e6cf4ecafad838e9f94
+  metadata.gz: a9594b93761884560ef45c30deeba2742fe01ef5436c22b8d0d7d0fd5a8aad7b
+  data.tar.gz: 000f5f60168fdc88108bec6d3b71f0a0e07abfa5438dc744e3ae560a9830f1df
 SHA512:
-  metadata.gz: 4bd8d6c970aac521f6cfc52bcb4fc8834058ab2bb23e68bf903eb51e8480e0c3b40b69bda22955e1466985d77a57067b94916ba61b10220de1d3836a0c3dd70f
-  data.tar.gz: a4818632e8f52a4955beb4014f113f3b5f6f64f38c9f6503229a60b97fae38e77361b99fb1297b8590e62fcacc395f9f9fe570357a46f600ef31033bd72aca6e
+  metadata.gz: dbc39ccf5c38b038870bad30c2082706235d91aeb6a084ac9b935791c0487ccc3162669fe2376ebbdeed869a28d82b042f5d8c3f6b8e5456daaa4cbef379ec72
+  data.tar.gz: 82847ac63473029e8bdcf70caa417abd8471bb2669d4339706df337ab720c0b31a41cdee9fb3e8ca494788f07b6a415522acf7770068c63d5a17519396765e73

data/README.md

@@ -148,5 +148,33 @@ metadata:
 
 Then assign your sidekiq deployment the `myapp-sidekiq` service account.
 
+## Multiple sidekiq pools
+
+Sidekiq autoscaler works with multiple Sidekiq pools that run off a single redis instance.
+
+A typical use case for this would be a client pushing jobs to the same Redis backend,
+which are then processed by multiple sets of workers (i.e. high CPU vs. high memory instances).
+
+If so, you need to set two environment variables in each pool:
+* `SIDEKIQ_QUEUES` - list of queues to be processed
+* `SIDEKIQ_POOL` - name of the pool
+
+You also need to use `$SIDEKIQ_POOL` tag when starting sidekiq processs.
+
+Example:
+
+```
+# High priority pool
+SIDEKIQ_QUEUES='["critical", "urgent"]'
+SIDEKIQ_POOL=high
+
+# Low priority pool
+SIDEKIQ_QUEUES='["default", "low", "searchkick"]'
+SIDEKIQ_POOL=low
+
+# Start sidekiq
+bundle exec sidekiq -C config/sidekiq.yml -g $SIDEKIQ_POOL
+```
+
 ## License
 The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/lib/sidekiq_autoscale/adapters/kubernetes_adapter.rb

@@ -15,7 +15,7 @@ module SidekiqAutoscale
 
     def worker_count
       @resources.get(@deployment_name).spec.replicas
-    rescue Excon::Errors::Error, K8s::Error, K8s::Error::Forbidden => e
+    rescue Excon::Errors::Error, Excon::Error::Socket, K8s::Error, K8s::Error::Forbidden => e
       SidekiqAutoscale.on_scaling_error(e)
       0
     end

data/lib/sidekiq_autoscale/middleware.rb

@@ -2,10 +2,11 @@
 
 module SidekiqAutoscale
   class Middleware
-    LAST_SCALED_AT_EVENT_KEY = "sidekiq_autoscaling:last_scaled_at"
-    SCALING_LOCK_KEY = "sidekiq_autoscaling:scaling_lock"
+    POOL_NAME = ENV.fetch("SIDEKIQ_POOL", "default")
+    LAST_SCALED_AT_EVENT_KEY = "sidekiq_autoscaling:#{POOL_NAME}:last_scaled_at"
+    SCALING_LOCK_KEY = "sidekiq_autoscaling:#{POOL_NAME}:scaling_lock"
     LOG_TAG = "[SIDEKIQ_SCALE][SCALING_EVENT]"
-    WORKER_COUNT_KEY = "sidekiq_autoscaling/current_worker_count"
+    WORKER_COUNT_KEY = "sidekiq_autoscaling/#{POOL_NAME}/current_worker_count"
 
     # @param [Object] worker the worker instance
     # @param [Hash] job the full job payload

data/lib/sidekiq_autoscale/sidekiq_interface.rb

@@ -9,7 +9,12 @@ module SidekiqAutoscale
     end
 
     def queue_names
-      ::Sidekiq::Queue.all.map(&:name)
+      from_env = ENV["SIDEKIQ_QUEUES"]
+      if from_env
+        JSON.parse(from_env)
+      else
+        ::Sidekiq::Queue.all.map(&:name)
+      end
     end
 
     def busy_threads
@@ -39,7 +44,13 @@ module SidekiqAutoscale
     private
 
     def process_set
-      @process_set ||= ::Sidekiq::ProcessSet.new
+      @process_set ||= begin
+        ps = ::Sidekiq::ProcessSet.new
+        pool = ENV["SIDEKIQ_POOL"]
+
+        ps = ps.select {|process| process.tag == pool } if pool
+        ps
+      end
     end
   end
 end

data/lib/sidekiq_autoscale/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SidekiqAutoscale
-  VERSION = "0.2.2"
+  VERSION = "0.2.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sidekiq_autoscale
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.5
 platform: ruby
 authors:
 - Steven Allen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-03-09 00:00:00.000000000 Z
+date: 2022-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -56,16 +56,16 @@ dependencies:
   name: railties
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6'
+        version: 5.2.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6'
+        version: 5.2.6
 - !ruby/object:Gem::Dependency
   name: redlock
   requirement: !ruby/object:Gem::Requirement
@@ -358,7 +358,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.32
+rubygems_version: 3.3.7
 signing_key: 
 specification_version: 4
 summary: A simple gem to handle Sidekiq autoscaling.