upperkut 0.5.1 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0686258a6ad7ae5a75d892e1b9dd82450a75f0504ad52cccf32d6c77973beeaa'
-  data.tar.gz: a1e528849ba56f998ba145df6efd956ead238fd0af5228386bec757636e85450
+  metadata.gz: 4710b6cb7fe25d82ec581c0500b37a02abfc22edf75f7b25a57c7b67c111e347
+  data.tar.gz: 6a07d95e388588def062c04d229546a98396afb16ab7d929418d921ff54f50ce
 SHA512:
-  metadata.gz: f5e2b19af0b49c4612f9ab12a3639a4592a1ce83462c8fb6c2df04b434025a1712c7b205e3e67dcfa27aa072ab47e2b5543ef3336751f29191c550b0e3a3badb
-  data.tar.gz: 07dbe01888689eadad156dfd76a65ee597343a513716ca2f8a57c24f4eeab7e16961603943ddde63e3140bbf9b2bb53978a8cdf611470a0af2d28c991155d296
+  metadata.gz: e8c47b5c1fefbaaa0b22539eda6f0c7add81dbc484593d93fa999548ea161736f8af7fa81d3905523c3376213ebe4bb40e7b36220eb10a0b2b30dfcfb9204ef9
+  data.tar.gz: 1755c8d9b63b21f4baf735843c21431ad86d378408e2b938591a3344e68a2db3e246d30331b7031309367e187ea20a74244c08d97a0eebe3c60b46b39a306e19

data/CHANGELOG.md

@@ -3,6 +3,7 @@
 0.5.x
 ----------
 
+- Introducing client middlewares.
 - Fix issue that prevented worker to run.
 - Fix thread-unsafe code that was overwriting worker configurations when
 multiples workers were configured in the same process.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    upperkut (0.5.1)
+    upperkut (0.5.2)
       redis (>= 3.3.3, < 5)
 
 GEM

data/README.md

@@ -34,7 +34,8 @@ Examples:
 
     setup_upperkut do |config|
       # Define which redis instance you want to use
-      config.redis = Redis.new(url: ENV['ANOTHER_REDIS_INSTANCE_URL'])
+      redis = Redis.new(url: ENV['ANOTHER_REDIS_INSTANCE_URL'])
+      config.strategy = Upperkut::Strategy.new(self, redis)
 
       # Define the amount of items must be accumulated
       config.batch_size = 2_000 # The default value is 1_000

data/examples/with_middlewares.rb

@@ -1,4 +1,15 @@
 require_relative '../lib/upperkut/worker'
+require_relative '../lib/upperkut/logging'
+
+class ClientMiddleware
+  def call(worker, items)
+    logger = Upperkut::Logging.logger
+
+    logger.info("inserting worker=#{worker} items=#{items.count}")
+    yield
+    logger.info("inserted worker=#{worker} items=#{items.count}")
+  end
+end
 
 class MyMiddleware
   def call(worker, items)
@@ -14,9 +25,13 @@ class WithMiddlewares
   include Upperkut::Worker
 
   setup_upperkut do |config|
-    config.middlewares do |chain|
+    config.server_middlewares do |chain|
       chain.add MyMiddleware
     end
+
+    config.client_middlewares do |chain|
+      chain.add ClientMiddleware
+    end
   end
 
   def perform(items)

data/lib/upperkut/batch_execution.rb

@@ -17,7 +17,7 @@ module Upperkut
         item['body']
       end
 
-      @worker.middlewares.invoke(@worker, items) do
+      @worker.server_middlewares.invoke(@worker, items) do
         worker_instance.perform(items_body.dup)
       end
 

data/lib/upperkut/manager.rb

@@ -5,7 +5,7 @@ require_relative 'worker'
 module Upperkut
   class Manager
     attr_accessor :worker
-    attr_reader :stopped, :logger
+    attr_reader :stopped, :logger, :concurrency, :processors
 
     def initialize(opts = {})
       self.worker = opts.fetch(:worker).constantize

data/lib/upperkut/version.rb

@@ -1,3 +1,3 @@
 module Upperkut
-  VERSION = '0.5.1'.freeze
+  VERSION = '0.5.2'.freeze
 end

data/lib/upperkut/worker.rb

@@ -13,11 +13,13 @@ module Upperkut
     module ClassMethods
       extend Forwardable
 
-      def_delegators :setup, :strategy, :middlewares
+      def_delegators :setup, :strategy, :server_middlewares, :client_middlewares
       def_delegators :strategy, :push_items, :size, :latency, :clear, :redis
 
       def push_items(items)
-        strategy.push_items(items)
+        client_middlewares.invoke(self, items) do
+          strategy.push_items(items)
+        end
       end
 
       def fetch_items

data/lib/upperkut.rb

@@ -61,10 +61,16 @@ module Upperkut
       end
     end
 
-    def middlewares
-      @middlewares ||= init_middleware_chain
-      yield @middlewares if block_given?
-      @middlewares
+    def server_middlewares
+      @server_middlewares ||= init_middleware_chain
+      yield @server_middlewares if block_given?
+      @server_middlewares
+    end
+
+    def client_middlewares
+      @client_middlewares ||= Middleware::Chain.new
+      yield @client_middlewares if block_given?
+      @client_middlewares
     end
 
     private

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: upperkut
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.5.2
 platform: ruby
 authors:
 - Nando Sousa
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-08-28 00:00:00.000000000 Z
+date: 2018-08-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis