karafka 1.2.4 → 1.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 76f863235897ae7dc92ee3d8353acb6cc3593cffe609dab00b70af78b4895d49
-  data.tar.gz: 8aaa8ee35a193b16fd34029e44e9a4063255e765f236d8268b22d644fcde4675
+  metadata.gz: '06939706b6c75a4bb203d640074cdbfa830087928e45aac38ff46b6218ef6f39'
+  data.tar.gz: 0e3ab4c874945a66b2962d505bd7a9e6425e6b71d8e05dd3d39461835b1a9f23
 SHA512:
-  metadata.gz: 26f5aa227da31b07612cd363bcdcccc4fec974061874fdd9878fd6afa9cd952a8901d83d19dfea9130f7c34e3704bb57b3e5d974b7875ad6c0027f50c7ab78ce
-  data.tar.gz: 9bae8c9fc22f27d4e1713d269a37b490f3d461ca2b3fe6fdfda3ae2adebc69d284441860d33c0ceb7a67be7e215e05896da434cbaaebd069c25e4ca90865c7df
+  metadata.gz: 85ca37b034db8ac90a8843f1366528bb466055ea665e9108359c57ad6857283a5ae031ac9651ee22d4685a8af54ddfd3c450529a6de1170d51a4066b51e01dbb
+  data.tar.gz: 9caa2cc29e2dbd53889010feb014811229b890b06764cfa0081483040029c7dd8a7707c8c5ec0ec977559e5c00f7c0eeb0396376c47469be4e1d14390aa5b8f2

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Karafka framework changelog
 
+## 1.2.5 Unreleased
+- #354 - Expose consumer heartbeat
+- #373 - Async producer not working properly with responders
+
 ## 1.2.4
 - #332 - Fetcher for max queue size
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    karafka (1.2.4)
+    karafka (1.2.5)
       activesupport (>= 4.0)
       dry-configurable (~> 0.7)
       dry-inflector (~> 0.1.1)
@@ -11,7 +11,7 @@ PATH
       multi_json (>= 1.12)
       rake (>= 11.3)
       require_all (>= 1.4)
-      ruby-kafka (>= 0.5.3)
+      ruby-kafka (>= 0.6.4)
       thor (~> 0.19)
       waterdrop (~> 1.2)
 
@@ -25,17 +25,17 @@ GEM
       tzinfo (~> 1.1)
     benchmark-ips (2.7.2)
     concurrent-ruby (1.0.5)
-    delivery_boy (0.2.6)
+    delivery_boy (0.2.7)
       king_konf (~> 0.2)
       ruby-kafka (~> 0.5)
     diff-lcs (1.3)
-    docile (1.3.0)
+    docile (1.3.1)
     dry-configurable (0.7.0)
       concurrent-ruby (~> 1.0)
     dry-container (0.6.0)
       concurrent-ruby (~> 1.0)
       dry-configurable (~> 0.1, >= 0.1.3)
-    dry-core (0.4.5)
+    dry-core (0.4.7)
       concurrent-ruby (~> 1.0)
     dry-equalizer (0.2.1)
     dry-events (0.1.0)
@@ -52,28 +52,26 @@ GEM
       dry-equalizer (~> 0.2)
       dry-events (~> 0.1)
       rouge (~> 2.0, >= 2.2.1)
-    dry-types (0.12.2)
+    dry-types (0.13.2)
       concurrent-ruby (~> 1.0)
-      dry-configurable (~> 0.1)
       dry-container (~> 0.3)
-      dry-core (~> 0.2, >= 0.2.1)
+      dry-core (~> 0.4, >= 0.4.4)
       dry-equalizer (~> 0.2)
+      dry-inflector (~> 0.1, >= 0.1.2)
       dry-logic (~> 0.4, >= 0.4.2)
-      inflecto (~> 0.0.0, >= 0.0.2)
-    dry-validation (0.11.1)
+    dry-validation (0.12.1)
       concurrent-ruby (~> 1.0)
       dry-configurable (~> 0.1, >= 0.1.3)
       dry-core (~> 0.2, >= 0.2.1)
       dry-equalizer (~> 0.2)
       dry-logic (~> 0.4, >= 0.4.0)
-      dry-types (~> 0.12.0)
+      dry-types (~> 0.13.1)
     envlogic (1.1.0)
       dry-inflector (~> 0.1)
     i18n (1.0.1)
       concurrent-ruby (~> 1.0)
-    inflecto (0.0.2)
     json (2.1.0)
-    king_konf (0.3.2)
+    king_konf (0.3.6)
     minitest (5.11.3)
     multi_json (1.13.1)
     null-logger (0.1.5)
@@ -93,7 +91,7 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.7.0)
     rspec-support (3.7.1)
-    ruby-kafka (0.6.3)
+    ruby-kafka (0.6.7)
     simplecov (0.16.1)
       docile (~> 1.1)
       json (>= 1.8, < 3)
@@ -122,4 +120,4 @@ DEPENDENCIES
   timecop
 
 BUNDLED WITH
-   1.16.1
+   1.16.3

data/karafka.gemspec

@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'multi_json', '>= 1.12'
   spec.add_dependency 'rake', '>= 11.3'
   spec.add_dependency 'require_all', '>= 1.4'
-  spec.add_dependency 'ruby-kafka', '>= 0.5.3'
+  spec.add_dependency 'ruby-kafka', '>= 0.6.4'
   spec.add_dependency 'thor', '~> 0.19'
   spec.add_dependency 'waterdrop', '~> 1.2'
 

data/lib/karafka/base_responder.rb

@@ -198,7 +198,9 @@ module Karafka
     # @param options [Hash] options for waterdrop
     # @return [Class] WaterDrop producer (sync or async based on the settings)
     def producer(options)
-      options[:async] ? WaterDrop::AsyncProducer : WaterDrop::SyncProducer
+      self.class.topics[
+        options[:topic]
+      ].async? ? WaterDrop::AsyncProducer : WaterDrop::SyncProducer
     end
   end
 end

data/lib/karafka/connection/api_adapter.rb

@@ -121,7 +121,7 @@ module Karafka
             next unless AttributesMap.api_adapter[namespace_key].include?(setting_name)
             # Ignore settings that are already initialized
             # In case they are in preexisting settings fetched differently
-            next if preexisting_settings.keys.include?(setting_name)
+            next if preexisting_settings.key?(setting_name)
             # Fetch all the settings from a given layer object. Objects can handle the fallback
             # to the kafka settings, so
             preexisting_settings[setting_name] = route_layer.send(setting_name)

data/lib/karafka/connection/client.rb

@@ -82,6 +82,12 @@ module Karafka
         kafka_consumer.commit_offsets
       end
 
+      # Triggers a non-optional blocking heartbeat that notifies Kafka about the fact, that this
+      # consumer / client is still up and running
+      def trigger_heartbeat
+        kafka_consumer.trigger_heartbeat!
+      end
+
       private
 
       attr_reader :consumer_group

data/lib/karafka/consumers/callbacks.rb

@@ -23,7 +23,7 @@ module Karafka
           # @param method_name [Symbol, String] method name or nil if we plan to provide a block
           # @yield A block with a code that should be executed before scheduling
           define_method type do |method_name = nil, &block|
-            set_callback type, :before, method_name ? method_name : block
+            set_callback type, :before, method_name || block
           end
         end
       end

data/lib/karafka/setup/config.rb

@@ -69,14 +69,14 @@ module Karafka
         setting :seed_brokers
         # option session_timeout [Integer] the number of seconds after which, if a client
         #   hasn't contacted the Kafka cluster, it will be kicked out of the group.
-        setting :pause_timeout, 10
-        # option offset_commit_interval [Integer] the interval between offset commits,
-        #   in seconds.
         setting :session_timeout, 30
         # Time that a given partition will be paused from fetching messages, when message
         # consumption fails. It allows us to process other partitions, while the error is being
         # resolved and also "slows" things down, so it prevents from "eating" up all messages and
         # consuming them with failed code. Use `nil` if you want to pause forever and never retry.
+        setting :pause_timeout, 10
+        # option offset_commit_interval [Integer] the interval between offset commits,
+        #   in seconds.
         setting :offset_commit_interval, 10
         # option offset_commit_threshold [Integer] the number of messages that can be
         #   processed before their offsets are committed. If zero, offset commits are

data/lib/karafka/version.rb

@@ -3,5 +3,5 @@
 # Main module namespace
 module Karafka
   # Current Karafka version
-  VERSION = '1.2.4'
+  VERSION = '1.2.5'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 1.2.4
+  version: 1.2.5
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-11 00:00:00.000000000 Z
+date: 2018-07-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -144,14 +144,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.5.3
+        version: 0.6.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.5.3
+        version: 0.6.4
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement