karafka 2.4.0.beta1 → 2.4.0.beta2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7c1493774aae6fa07d816d8e76b9d5577f5483e9d93301dc10a8e7d7a86c7045
-  data.tar.gz: 32251813e9e3b9a9f7b75554a7b0175c2e1cf30456acb3207464a36587073259
+  metadata.gz: 39388f4dff605df6b699b8f8db42062fe8bdece1dcdc86548e91da28956f4eae
+  data.tar.gz: b58710b9e0d1264db8bddc7ff4540fcf697c2c4ca68c43de4fba6f79cbca4b8e
 SHA512:
-  metadata.gz: 614cc7507dd865a8efde56e40a77f694efb268c4a877917834a7e23d78175cb9ddb4574ccaac75db86fea1e1de1eae17f4df694251268d90f2822a4868cddf0d
-  data.tar.gz: f6ec801b2e47e531bcd4be2fd6e9e8bc01837b6218ffea1b3e187edc450fa519d2fb5f0fa8a69f5b0e67aabff8496aac1dbbc156bb45c2dd02b1ea495fb5710f
+  metadata.gz: 4e43f34d90881642a1a9ad3ffd74d8ff909c68f8eb54cafd8de2e2fb878c2cf3bfdd9506931d379441138afa5a6a29344a69aa744439182e5aef74e71d99dcf8
+  data.tar.gz: 984315866f3b801601970f4da01a7e31ca8a3dde35601fa8906335b1d1b9a002b2ba7b96c3e765a8c9c3081ff441d5937f9a9506b30ff86c1a8a0683ed8516d3

data/CHANGELOG.md

@@ -16,6 +16,7 @@ This release contains **BREAKING** changes. Make sure to read and apply upgrade
 - **[Feature]** Introduce `karafka topics plan` to describe changes that will be applied when migrating.
 - **[Feature]** Introduce ability to use custom message key deserializers.
 - **[Feature]** Introduce ability to use custom message headers deserializers.
+- **[Feature]** Provide `Karafka::Admin::Configs` API for cluster and topics configuration management.
 - [Enhancement] Assign names to internal threads for better debuggability when on `TTIN`.
 - [Enhancement] Provide `log_polling` setting to the `Karafka::Instrumentation::LoggerListener` to silence polling in any non-debug mode.
 - [Enhancement] Provide `metadata#message` to be able to retrieve message from metadata.
@@ -50,6 +51,7 @@ This release contains **BREAKING** changes. Make sure to read and apply upgrade
 - [Fix] Re-raise critical supervisor errors before shutdown.
 - [Fix] Fix a case when right-open (infinite) swarm matching would not pass validations.
 - [Fix] Make `#enqueue_all` output compatible with `ActiveJob.perform_all_later` (oozzal)
+- [Fix] Seek consumer group on a topic level is updating only recent partition.
 
 ### Upgrade Notes
 

data/Gemfile

@@ -11,8 +11,8 @@ gemspec
 # Since some of those are only needed for some specs, they should never be required automatically
 group :integrations do
   gem 'activejob', require: false
-  gem 'karafka-testing', '>= 2.4.0.beta1', require: false
-  gem 'karafka-web', require: false
+  gem 'karafka-testing', '>= 2.4.0.rc1', require: false
+  gem 'karafka-web', '>= 0.9.0.rc1', require: false
   gem 'rspec', require: false
 end
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    karafka (2.4.0.beta1)
+    karafka (2.4.0.beta2)
       karafka-core (>= 2.4.0.rc1, < 2.5.0)
       waterdrop (>= 2.7.0.rc1, < 3.0.0)
       zeitwerk (~> 2.3)
@@ -44,20 +44,20 @@ GEM
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    karafka-testing (2.4.0.beta1)
-      karafka (>= 2.3.0, < 2.5.0)
-      waterdrop (>= 2.7.0.beta2)
-    karafka-web (0.8.2)
+    karafka-testing (2.4.0.rc1)
+      karafka (>= 2.4.0.beta1, < 2.5.0)
+      waterdrop (>= 2.7.0.rc1)
+    karafka-web (0.9.0.rc1)
       erubi (~> 1.4)
-      karafka (>= 2.3.0, < 2.4.0)
-      karafka-core (>= 2.3.0, < 2.4.0)
+      karafka (>= 2.4.0.beta1, < 2.5.0)
+      karafka-core (>= 2.4.0.rc1, < 2.5.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
     mini_portile2 (2.8.5)
     minitest (5.22.3)
     mutex_m (0.2.0)
     rack (3.0.10)
-    rake (13.1.0)
+    rake (13.2.1)
     roda (3.78.0)
       rack
     rspec (3.13.0)
@@ -96,10 +96,10 @@ DEPENDENCIES
   byebug
   factory_bot
   karafka!
-  karafka-testing (>= 2.4.0.beta1)
-  karafka-web
+  karafka-testing (>= 2.4.0.rc1)
+  karafka-web (>= 0.9.0.rc1)
   rspec
   simplecov
 
 BUNDLED WITH
-   2.5.6
+   2.5.7

data/lib/karafka/admin.rb

@@ -183,7 +183,13 @@ module Karafka
         tpl_base.each do |topic, partitions_with_offsets|
           partitions_with_offsets.each do |partition, offset|
             target = offset.is_a?(Time) ? time_tpl : tpl
-            target.add_topic_and_partitions_with_offsets(topic, [[partition, offset]])
+            # We reverse and uniq to make sure that potentially duplicated references are removed
+            # in such a way that the newest stays
+            target.to_h[topic] ||= []
+            target.to_h[topic] << Rdkafka::Consumer::Partition.new(partition, offset)
+            target.to_h[topic].reverse!
+            target.to_h[topic].uniq!(&:partition)
+            target.to_h[topic].reverse!
           end
         end
 
@@ -211,7 +217,11 @@ module Karafka
                 end
 
                 # Since now we have proper offsets, we can add this to the final tpl for commit
-                tpl.add_topic_and_partitions_with_offsets(name, [[partition, offset]])
+                tpl.to_h[name] ||= []
+                tpl.to_h[name] << Rdkafka::Consumer::Partition.new(partition, offset)
+                tpl.to_h[name].reverse!
+                tpl.to_h[name].uniq!(&:partition)
+                tpl.to_h[name].reverse!
               end
             end
           end

data/lib/karafka/constraints.rb

@@ -15,13 +15,13 @@ module Karafka
         # Skip verification if web is not used at all
         return unless require_version('karafka/web')
 
-        # All good if version higher than 0.8.1 because we expect 0.8.2 or higher
-        return if version(Karafka::Web::VERSION) >= version('0.8.2')
+        # All good if version higher than 0.9.0.rc1 because we expect 0.9.0.rc1 or higher
+        return if version(Karafka::Web::VERSION) >= version('0.9.0.rc1')
 
         # If older web-ui used, we cannot allow it
         raise(
           Errors::DependencyConstraintsError,
-          'karafka-web < 0.8.2 is not compatible with this karafka version'
+          'karafka-web < 0.9.0 is not compatible with this karafka version'
         )
       end
 

data/lib/karafka/version.rb

@@ -3,5 +3,5 @@
 # Main module namespace
 module Karafka
   # Current Karafka version
-  VERSION = '2.4.0.beta1'
+  VERSION = '2.4.0.beta2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 2.4.0.beta1
+  version: 2.4.0.beta2
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2024-04-10 00:00:00.000000000 Z
+date: 2024-04-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: karafka-core