lowkiq 1.2.1 → 1.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 17cdb6368062bd5a178c3152fcacb7d8d0e390206c220f76b6940ddd79f0ac31
-  data.tar.gz: 46b6ac23e95ce8054799b4bae22c07b0375895274f69bdd494a9da882fc9e450
+  metadata.gz: 97231d250b03b74533a83cc66b69aafcab6422a55b83ad4a479d4898c00a2b9b
+  data.tar.gz: 6e29b0b370b9a201d10b3398fd1ed24a87efed091183a02cb29fea68625cf8fd
 SHA512:
-  metadata.gz: a1d9f295b8b58a8412bba69dd4f162bbed17ce3a64d3543992af2397213db878a4f62953dfa1b9b888d2ffca41f7f56745015da6d78f791c553205d91f004377
-  data.tar.gz: c834e85f721561e632cea9923000128b02ccc6d7a3a9e4c29e99301577a1ff45950760df4bf621c68c92550ddc59763d86ae109851b7d298e499d3ee736cd961
+  metadata.gz: 4275cf8a1235c9c5f527b40b011edaea72bebda8493128a8029c35c5cd166288ffb01187e39d6a301b132d27b3cd6d32f7b9f9cfec9d6fa0e3edfe943eaa0da2
+  data.tar.gz: 46b65d96ffbc183fa47e85b487f88fe0d9aee256eb379be9fe20fcdc54c0239dcd4fecc2873c14a460024cb3f764c4a1797805b77c7b8d2f1078a40f14db404c

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    lowkiq (1.1.0)
+    lowkiq (1.2.1)
       connection_pool (~> 2.2, >= 2.2.2)
       rack (>= 1.5.0)
       redis (>= 4.0.1, < 5)
@@ -11,7 +11,7 @@ GEM
   specs:
     byebug (11.1.3)
     coderay (1.1.3)
-    connection_pool (2.2.3)
+    connection_pool (2.2.5)
     diff-lcs (1.3)
     method_source (1.0.0)
     pry (0.13.1)
@@ -24,7 +24,7 @@ GEM
     rack-test (1.1.0)
       rack (>= 1.0, < 3)
     rake (12.3.3)
-    redis (4.2.5)
+    redis (4.7.1)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -43,7 +43,7 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 2.1.0)
+  bundler (~> 2.1)
   lowkiq!
   pry-byebug (~> 3.9.0)
   rack-test (~> 1.1)
@@ -52,4 +52,4 @@ DEPENDENCIES
   rspec-mocks (~> 3.8)
 
 BUNDLED WITH
-   2.1.4
+   2.2.22

data/README.md

@@ -293,7 +293,8 @@ Options and their default values are:
 + `Lowkiq.redis = ->() { Redis.new url: ENV.fetch('REDIS_URL') }` - redis connection options
 + `Lowkiq.client_pool_size = 5` - redis pool size for queueing jobs
 + `Lowkiq.pool_timeout = 5` - client and server redis pool timeout
-+ `Lowkiq.server_middlewares = []` - a middleware list, used for worker wrapping
++ `Lowkiq.server_middlewares = []` - a middleware list, used when job is processed
++ `Lowkiq.client_middlewares = []` - a middleware list, used when job is enqueued
 + `Lowkiq.on_server_init = ->() {}` - a lambda is being executed when server inits
 + `Lowkiq.build_scheduler = ->() { Lowkiq.build_lag_scheduler }` is a scheduler
 + `Lowkiq.build_splitter = ->() { Lowkiq.build_default_splitter }` is a splitter
@@ -322,6 +323,13 @@ Lowkiq.server_middlewares << -> (worker, batch, &block) do
     raise e
   end
 end
+
+Lowkiq.client_middlewares << -> (worker, batch, &block) do
+  $logger.info "Enqueueing job for #{worker} #{batch}"
+  block.call
+  $logger.info "Enqueued job for #{worker} #{batch}"
+end
+
 ```
 
 ## Performance

data/lib/lowkiq/version.rb

@@ -1,3 +1,3 @@
 module Lowkiq
-  VERSION = "1.2.1"
+  VERSION = "1.2.2"
 end

data/lib/lowkiq/worker.rb

@@ -3,15 +3,15 @@ module Lowkiq
     attr_accessor :shards_count,
                   :batch_size,
                   :max_retry_count,
-                  :queue_name,
-
-                  def self.extended(mod)
-                    super
-                    mod.shards_count = 5
-                    mod.batch_size = 1
-                    mod.max_retry_count = 25
-                    mod.queue_name = mod.name
-                  end
+                  :queue_name
+
+    def self.extended(mod)
+      super
+      mod.shards_count = 5
+      mod.batch_size = 1
+      mod.max_retry_count = 25
+      mod.queue_name = mod.name
+    end
 
     # i.e. 15, 16, 31, 96, 271, ... seconds + a random amount of time
     def retry_in(retry_count)
@@ -39,7 +39,8 @@ module Lowkiq
     end
 
     def perform_async(batch)
-      client_queue.push batch
+      Lowkiq.client_wrapper.call(self, batch) {client_queue.push batch}
     end
+
   end
 end

data/lib/lowkiq.rb

@@ -38,7 +38,7 @@ module Lowkiq
   class << self
     attr_accessor :poll_interval, :threads_per_node,
                   :redis, :client_pool_size, :pool_timeout,
-                  :server_middlewares, :on_server_init,
+                  :server_middlewares, :client_middlewares, :on_server_init,
                   :build_scheduler, :build_splitter,
                   :last_words,
                   :dump_payload, :load_payload,
@@ -53,9 +53,9 @@ module Lowkiq
       @client_redis_pool ||= ConnectionPool.new(size: client_pool_size, timeout: pool_timeout, &redis)
     end
 
-    def server_wrapper
+    def middleware_wrapper(middlewares)
       null = -> (worker, batch, &block) { block.call }
-      server_middlewares.reduce(null) do |wrapper, m|
+      middlewares.reduce(null) do |wrapper, m|
         -> (worker, batch, &block) do
           wrapper.call worker, batch do
             m.call worker, batch, &block
@@ -64,6 +64,14 @@ module Lowkiq
       end
     end
 
+    def client_wrapper
+      @client_wrapper ||= self.middleware_wrapper(self.client_middlewares)
+    end
+
+    def server_wrapper
+      @server_wrapper ||= self.middleware_wrapper(self.server_middlewares)
+    end
+
     def shard_handlers
       self.workers.flat_map do |w|
         ShardHandler.build_many w, self.server_wrapper
@@ -103,6 +111,7 @@ module Lowkiq
   self.client_pool_size = 5
   self.pool_timeout = 5
   self.server_middlewares = []
+  self.client_middlewares = []
   self.on_server_init = ->() {}
   self.build_scheduler = ->() { Lowkiq.build_lag_scheduler }
   self.build_splitter = ->() { Lowkiq.build_default_splitter }

data/lowkiq.gemspec

@@ -29,7 +29,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "connection_pool", "~> 2.2", ">= 2.2.2"
   spec.add_dependency "rack", ">= 1.5.0"
 
-  spec.add_development_dependency "bundler", "~> 2.1.0"
+  spec.add_development_dependency "bundler", "~> 2.1"
   spec.add_development_dependency "rake", "~> 12.3.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "rspec-mocks", "~> 3.8"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lowkiq
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.2.2
 platform: ruby
 authors:
 - Mikhail Kuzmin
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-30 00:00:00.000000000 Z
+date: 2022-08-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -70,14 +70,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.1.0
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.1.0
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -200,7 +200,7 @@ licenses:
 - LGPL
 - EULA
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -215,8 +215,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.11
-signing_key:
+rubygems_version: 3.2.22
+signing_key: 
 specification_version: 4
 summary: Lowkiq
 test_files: []