karafka-web 0.11.2 → 0.11.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4320bd74426900e3a77f1748242c757cb44a1b0b578300a413d5a1cb706ec3de
-  data.tar.gz: 75be8a6b974829adde0b266cb2df6e1f62752a35dc271110a04a00eef93865df
+  metadata.gz: 7b958131581b6fe2fd1a45a68b7366fb842ca15eccd946988516e78b7fcc3cce
+  data.tar.gz: 899898076b7fc09111d8cfd77f5e68fe6158b9bfee3128292f77248f2b5922c8
 SHA512:
-  metadata.gz: 58a4c8ed2d9d400070aa4d43bb29a73006c435c00fd4d9143dd520db01368b5984729bd947bd88a8f2c1865fff25935449150b329f9396405ec53ce82c850299
-  data.tar.gz: d1c96b677662d862d9d05a70945f3ca7fbc55359033fb7f3350600eb4e0388673bc8482f1f165f0775b5d02bf8075801e1450286b59a0fdc4bd2b2d9e5405ef7
+  metadata.gz: b53b0e2dc696cf5af719ad49b90c130a7122261a8123e5ac8ca4deb31d0f397e49f09d71032df4e840ad3a5f9b5b3115709fbcd08568a0991ee24b0da1b7054e
+  data.tar.gz: b3eeac33c925b9527aef85231a74a255c3d59aedd36f20a174e72b282db744cb6a0779258c9136266f54041ab0e81ce8c95a6a042d4ecc908e0cbba299d651f3

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Karafka Web Changelog
 
+## 0.11.3 (2025-09-29)
+- [Enhancement] Upgrade DaisyUI to 5.1.
+- [Change] Remove Ruby `3.1` support according to the EOL schedule.
+- [Change] Normalize how libs and dependencies are required (no functional change for the end user)
+- [Fix] Fix a case where the states JSON would contain multiple entries for the same processes causing `JSON.parse` with `allow_duplicate_key: false` to fail.
+- [Fix] Fix incorrect reference to `IncompatibleSchemaError`.
+
 ## 0.11.2 (2025-08-18)
 - [Enhancement] Make sure that TTL counters related `#inspect` are thread-safe.
 - [Change] Add new CI action to trigger auto-doc refresh.
@@ -158,6 +165,9 @@
 - [Fix] License identifier `LGPL-3.0` is deprecated for SPDX (#2177).
 - [Fix] Do not include prettifying the payload for visibility in the resource computation cost.
 
+## 0.9.2 (2025-09-19)
+- [Fix] Fix BaseController caller action name extraction.
+
 ## 0.9.1 (2024-05-03)
 - [Fix] OSS `lag_stored` for not-subscribed consumers causes Web UI to crash.
 

data/Gemfile.lock

@@ -1,9 +1,9 @@
 PATH
   remote: .
   specs:
-    karafka-web (0.11.2)
+    karafka-web (0.11.3)
       erubi (~> 1.4)
-      karafka (>= 2.5.0.rc2, < 2.6.0)
+      karafka (>= 2.5.0, < 2.6.0)
       karafka-core (>= 2.5.0, < 2.6.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
@@ -38,7 +38,17 @@ GEM
     factory_bot (6.5.5)
       activesupport (>= 6.1.0)
     ffi (1.17.2)
-    fugit (1.11.1)
+    ffi (1.17.2-aarch64-linux-gnu)
+    ffi (1.17.2-aarch64-linux-musl)
+    ffi (1.17.2-arm-linux-gnu)
+    ffi (1.17.2-arm-linux-musl)
+    ffi (1.17.2-arm64-darwin)
+    ffi (1.17.2-x86-linux-gnu)
+    ffi (1.17.2-x86-linux-musl)
+    ffi (1.17.2-x86_64-darwin)
+    ffi (1.17.2-x86_64-linux-gnu)
+    ffi (1.17.2-x86_64-linux-musl)
+    fugit (1.11.2)
       et-orbi (~> 1, >= 1.2.11)
       raabro (~> 1.4)
     i18n (1.14.7)
@@ -52,31 +62,47 @@ GEM
     karafka-core (2.5.2)
       karafka-rdkafka (>= 0.19.2, < 0.21.0)
       logger (>= 1.6.0)
-    karafka-rdkafka (0.19.5)
+    karafka-rdkafka (0.20.1)
       ffi (~> 1.15)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.20.1-arm64-darwin)
+      ffi (~> 1.15)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.20.1-x86_64-linux-gnu)
+      ffi (~> 1.15)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.20.1-x86_64-linux-musl)
+      ffi (~> 1.15)
+      logger
       mini_portile2 (~> 2.6)
       rake (> 12)
     logger (1.7.0)
     mini_portile2 (2.8.9)
     minitest (5.25.5)
-    nokogiri (1.18.9)
+    nokogiri (1.18.10)
       mini_portile2 (~> 2.8.2)
       racc (~> 1.4)
-    nokogiri (1.18.9-aarch64-linux-gnu)
+    nokogiri (1.18.10-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-aarch64-linux-musl)
+    nokogiri (1.18.10-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm-linux-gnu)
+    nokogiri (1.18.10-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm-linux-musl)
+    nokogiri (1.18.10-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm64-darwin)
+    nokogiri (1.18.10-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-darwin)
+    nokogiri (1.18.10-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-linux-gnu)
+    nokogiri (1.18.10-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-linux-musl)
+    nokogiri (1.18.10-x86_64-linux-musl)
       racc (~> 1.4)
     ostruct (0.6.3)
     raabro (1.4.0)
@@ -87,7 +113,7 @@ GEM
     rackup (0.2.3)
       rack (>= 3.0.0.beta1)
       webrick
-    rake (13.2.1)
+    rake (13.3.0)
     roda (3.92.0)
       rack
     rspec (3.13.1)

data/bin/verify_kafka_warnings

@@ -13,7 +13,7 @@ allowed_patterns=(
 )
 
 # Get all warnings
-warnings=$(docker logs --since=0 kafka | grep WARN)
+warnings=$(docker logs --since=0 kafka | grep "] WARN ")
 exit_code=0
 
 while IFS= read -r line; do

data/config/locales/errors.yml

@@ -7,3 +7,4 @@ en:
       missing: needs to be present
       id_format: needs to be a String
       format: is invalid
+      processes_format: must be a hash with symbol keys

data/docker-compose.yml

@@ -1,9 +1,7 @@
-version: '2'
-
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:8.0.0
+    image: confluentinc/cp-kafka:8.0.1
 
     ports:
       - 9092:9092

data/karafka-web.gemspec

@@ -17,14 +17,14 @@ Gem::Specification.new do |spec|
   spec.licenses    = %w[LGPL-3.0-only Commercial]
 
   spec.add_dependency 'erubi', '~> 1.4'
-  spec.add_dependency 'karafka', '>= 2.5.0.rc2', '< 2.6.0'
+  spec.add_dependency 'karafka', '>= 2.5.0', '< 2.6.0'
   spec.add_dependency 'karafka-core', '>= 2.5.0', '< 2.6.0'
   spec.add_dependency 'roda', '~> 3.68', '>= 3.69'
   spec.add_dependency 'tilt', '~> 2.0'
 
   spec.add_development_dependency 'rackup', '~> 0.2'
 
-  spec.required_ruby_version = '>= 3.1.0'
+  spec.required_ruby_version = '>= 3.2.0'
 
   spec.executables   = %w[karafka-web]
   spec.require_paths = %w[lib]

data/lib/karafka/web/deserializer.rb

@@ -21,7 +21,12 @@ module Karafka
 
         ::JSON.parse(
           raw_payload,
-          symbolize_names: true
+          symbolize_names: true,
+          # We allow duplicates keys because of a fixed bug that was causing duplicated process
+          # ids to leak into the consumers states data. Once a proper migration is written, this
+          # can be retired
+          # @see https://github.com/karafka/karafka-web/issues/741
+          allow_duplicate_key: true
         )
       end
     end

data/lib/karafka/web/errors.rb

@@ -54,6 +54,14 @@ module Karafka
 
         # Similar to the one related to consumers states
         MissingConsumersMetricsTopicError = Class.new(BaseError)
+
+        # Similar to management and ui errors with the same name, it is raised when a critical
+        # incompatibility is detected during processing.
+        #
+        # This error is raised when there was an attempt to process reports that are in a newer
+        # version that the one in the current process. We prevent this from happening not to
+        # corrupt the data. Please upgrade all the Web UI consumers to the same version
+        IncompatibleSchemaError = Class.new(BaseError)
       end
 
       # Ui related errors
@@ -67,11 +75,6 @@ module Karafka
 
         # Raised when we want to stop the flow and render 403
         ForbiddenError = Class.new(BaseError)
-
-        # Raised when trying to get info about a consumer that has incompatible schema in its
-        # report. It usually means you are running different version of the Web UI in the consumer
-        # and in the Web server
-        IncompatibleSchemaError = Class.new(BaseError)
       end
     end
   end

data/lib/karafka/web/processing/consumers/aggregators/state.rb

@@ -51,7 +51,11 @@ module Karafka
             # @param report [Hash]
             # @param offset [Integer]
             def add_state(report, offset)
-              process_id = report[:process][:id]
+              # When we deserialize the keys from the stored state, because we convert keys into
+              # symbols, we may have given process state already stored. This means that in order
+              # to update it, we do need to have the new report process id also as a symbol to
+              # act as the key
+              process_id = report[:process][:id].to_sym
 
               state[:processes][process_id] = {
                 dispatched_at: report[:dispatched_at],

data/lib/karafka/web/processing/consumers/contracts/state.rb

@@ -19,9 +19,14 @@ module Karafka
             required(:schema_version) { |val| val.is_a?(String) && !val.empty? }
             required(:dispatched_at) { |val| val.is_a?(Numeric) && val.positive? }
             required(:stats) { |val| val.is_a?(Hash) }
-            required(:processes) { |val| val.is_a?(Hash) }
             required(:schema_state) { |val| VALID_SCHEMA_STATES.include?(val) }
 
+            required(:processes) do |val|
+              next false unless val.is_a?(Hash)
+
+              val.keys.all? { |key| key.is_a?(Symbol) }
+            end
+
             virtual do |data, errors|
               next unless errors.empty?
 

data/lib/karafka/web/tracking/producers/listeners/base.rb

@@ -12,7 +12,7 @@ module Karafka
             extend Forwardable
 
             def_delegators :sampler, :track
-            def_delegators :reporter, :report, :report!
+            def_delegators :reporter, :report
 
             private