karafka-web 0.9.0.rc1 → 0.9.0.rc3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bb0a26726917ff55929bb34bf81e4a0a7b6f1e5db0e6c34fe11b85c2601cd9df
-  data.tar.gz: 20664c3ce3931cc4c770af78fe1ced92690cf5dd8f58bf0f24b7a05ecb05982a
+  metadata.gz: 7b9269c18c046b827e3637a81ffbf7628b34406aebf35acd1fb110d96cadc45f
+  data.tar.gz: f7a0813ae649545ca5693963d317f361f687b6a53ca26f364900b48b1ab4f13d
 SHA512:
-  metadata.gz: b566ebc2f5c500e31fe4b20106fdf9adb022f89079109cd3131c6dd7950dbddedbbea1c389764c9e5c197074073da606aec9b3029303877e5b68123447bbf28b
-  data.tar.gz: 341b8acc29d5cd21c93d84227b86b4674390c50e3f43920837d5b3caaa286676cace4ea35d66c67349c04431733162a8720340ab2c297898a9a7548d5cc937df
+  metadata.gz: a9e3ed0e1851d5d832c3777fb83f36d018f9bd8f17db8a6234cc2b7ceaf60bd3ebaf0c1f889433b91d0949d60bbd985ac0f8463fde29a298beb7cea0af6e9722
+  data.tar.gz: 0d98ba7bb80eb6d60dc9bfed4928ce4d85b9c9497482d5273cacd14656740eba36a00cd767d09fab10cd47b5320a32759d4014d7e65b0a0f14e9e7459f6a023b

data/CHANGELOG.md

@@ -18,6 +18,7 @@
 - [Enhancement] Provide page titles for ease of navigation.
 - [Change] Rename Cluster => Topics to Cluster => Replication to better align with what is shows.
 - [Change] Make support messages more entertaining.
+- [Change] Rename `processing.consumer_group` to `admin.group_id` for consistency with Karafka.
 - [Refactor] Normalize what is process name and process id.
 - [Refactor] Create one `pro/` namespace for all Web related sub-modules.
 - [Refactor] Extract alerts into a common component.

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    karafka-web (0.9.0.rc1)
+    karafka-web (0.9.0.rc3)
       erubi (~> 1.4)
-      karafka (>= 2.4.0.beta1, < 2.5.0)
-      karafka-core (>= 2.4.0.rc1, < 2.5.0)
+      karafka (>= 2.4.0.rc1, < 2.5.0)
+      karafka-core (>= 2.4.0.rc2, < 2.5.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
 
@@ -35,13 +35,13 @@ GEM
     ffi (1.16.3)
     i18n (1.14.4)
       concurrent-ruby (~> 1.0)
-    karafka (2.4.0.beta1)
-      karafka-core (>= 2.4.0.rc1, < 2.5.0)
-      waterdrop (>= 2.7.0.rc1, < 3.0.0)
+    karafka (2.4.0.rc1)
+      karafka-core (>= 2.4.0.rc2, < 2.5.0)
+      waterdrop (>= 2.7.0.rc2, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.4.0.rc1)
-      karafka-rdkafka (>= 0.15.0.rc1, < 0.16.0)
-    karafka-rdkafka (0.15.0.rc1)
+    karafka-core (2.4.0.rc2)
+      karafka-rdkafka (>= 0.15.0.rc2, < 0.16.0)
+    karafka-rdkafka (0.15.0.rc2)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
@@ -79,8 +79,8 @@ GEM
     tilt (2.3.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    waterdrop (2.7.0.rc1)
-      karafka-core (>= 2.4.0.rc1, < 3.0.0)
+    waterdrop (2.7.0.rc2)
+      karafka-core (>= 2.4.0.rc2, < 3.0.0)
       zeitwerk (~> 2.3)
     webrick (1.8.1)
     zeitwerk (2.6.13)

data/docker-compose.yml

@@ -3,7 +3,7 @@ version: '2'
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:7.6.0
+    image: confluentinc/cp-kafka:7.6.1
 
     ports:
       - 9092:9092

data/karafka-web.gemspec

@@ -17,8 +17,8 @@ Gem::Specification.new do |spec|
   spec.licenses    = %w[LGPL-3.0 Commercial]
 
   spec.add_dependency 'erubi', '~> 1.4'
-  spec.add_dependency 'karafka', '>= 2.4.0.beta1', '< 2.5.0'
-  spec.add_dependency 'karafka-core', '>= 2.4.0.rc1', '< 2.5.0'
+  spec.add_dependency 'karafka', '>= 2.4.0.rc1', '< 2.5.0'
+  spec.add_dependency 'karafka-core', '>= 2.4.0.rc2', '< 2.5.0'
   spec.add_dependency 'roda', '~> 3.68', '>= 3.69'
   spec.add_dependency 'tilt', '~> 2.0'
 

data/lib/karafka/web/config.rb

@@ -26,6 +26,12 @@ module Karafka
         lazy: true
       )
 
+      # What should be the consumer group name for web UI consumer
+      # Karafka Web UI uses the Admin API for many operations, but there are few
+      # (like states materialization) where a distinct consumer group is needed. In cases like that
+      # this group id will be used
+      setting :group_id, default: 'karafka_web'
+
       # Topics naming - used for processing and UI
       setting :topics do
         # All the errors encountered will be dispatched to this topic for inspection
@@ -108,9 +114,6 @@ module Karafka
         # apps should materialize the state
         setting :active, default: true
 
-        # What should be the consumer group name for web consumer
-        setting :consumer_group, default: 'karafka_web'
-
         # How often should we report the aggregated state and metrics
         # By default we flush the states twice as often as the data reporting.
         # This will allow us to have closer to real-time reporting.

data/lib/karafka/web/contracts/config.rb

@@ -12,6 +12,7 @@ module Karafka
 
         required(:enabled) { |val| [true, false, nil].include?(val) }
         required(:ttl) { |val| val.is_a?(Numeric) && val.positive? }
+        required(:group_id) { |val| val.is_a?(String) && TOPIC_REGEXP.match?(val) }
 
         nested(:topics) do
           required(:errors) { |val| val.is_a?(String) && TOPIC_REGEXP.match?(val) }
@@ -44,7 +45,6 @@ module Karafka
 
         nested(:processing) do
           required(:active) { |val| [true, false].include?(val) }
-          required(:consumer_group) { |val| val.is_a?(String) && TOPIC_REGEXP.match?(val) }
           # Do not update data more often not to overload and not to generate too much data
           required(:interval) { |val| val.is_a?(Integer) && val >= 1_000 }
         end

data/lib/karafka/web/management/actions/enable.rb

@@ -39,7 +39,7 @@ module Karafka
             ::Karafka::App.routes.draw do
               payload_deserializer = ::Karafka::Web::Deserializer.new
 
-              consumer_group ::Karafka::Web.config.processing.consumer_group do
+              consumer_group ::Karafka::Web.config.group_id do
                 # Topic we listen on to materialize the states
                 topic ::Karafka::Web.config.topics.consumers.reports do
                   config(active: false)

data/lib/karafka/web/pro/commanding/config.rb

@@ -22,12 +22,6 @@ module Karafka
           # Management of processes is enabled by default
           setting :active, default: true
 
-          # What consumer group to use for the commanding subscription.
-          # In general this CG is irrelevant. Required but irrelevant unless you're using ACLs
-          # as in that case you will have to grant it permissions. This CG never stores any
-          # offsets as the underlying assignment is via assign API and not subscribe one.
-          setting :consumer_group, default: 'karafka_web'
-
           # How long should we wait on command arrival before yielding. Having it too short will
           # cause unnecessary CPU cycles. Too long will make shutdown slower.
           setting :max_wait_time, default: 2_000

data/lib/karafka/web/pro/commanding/contracts/config.rb

@@ -32,10 +32,6 @@ module Karafka
               required(:pause_timeout) { |val| val.is_a?(Integer) && val.positive? }
               required(:max_wait_time) { |val| val.is_a?(Integer) && val.positive? }
               required(:kafka) { |val| val.is_a?(Hash) }
-
-              required(:consumer_group) do |val|
-                val.is_a?(String) && Karafka::Web::Contracts::Config::TOPIC_REGEXP.match?(val)
-              end
             end
 
             # Ensure all commanding kafka keys are symbols

data/lib/karafka/web/pro/commanding/listener.rb

@@ -35,7 +35,7 @@ module Karafka
 
             iterator = Karafka::Pro::Iterator.new(
               { t_config.consumers.commands => true },
-              settings: c_config.kafka.merge('group.id' => c_config.consumer_group),
+              settings: c_config.kafka,
               yield_nil: true,
               max_wait_time: c_config.max_wait_time
             )

data/lib/karafka/web/pro/ui/views/jobs/_job.erb

@@ -1,7 +1,7 @@
 <tr>
   <td>
     <a href="<%= root_path('consumers', job.process.id, 'subscriptions') %>">
-      <%== truncate(job.process.name, strategy: :middle) %>
+      <%== truncate(job.process.id, strategy: :middle) %>
     </a>
   </td>
   <td>

data/lib/karafka/web/pro/ui/views/jobs/pending.erb

@@ -13,7 +13,7 @@
         <table class="processes bg-white table table-hover table-bordered table-striped mb-0 align-middle">
           <thead>
             <tr class="align-middle">
-              <th rowspan="2"><%== sort_link('Process', :name) %></th>
+              <th rowspan="2"><%== sort_link('Process', :id) %></th>
               <th rowspan="2"><%== sort_link(:topic) %></th>
               <th rowspan="2"><%== sort_link(:consumer) %></th>
               <th rowspan="2"><%== sort_link(:type) %></th>

data/lib/karafka/web/pro/ui/views/jobs/running.erb

@@ -13,7 +13,7 @@
         <table class="processes bg-white table table-hover table-bordered table-striped mb-0 align-middle">
           <thead>
             <tr class="align-middle">
-              <th rowspan="2"><%== sort_link('Process', :name) %></th>
+              <th rowspan="2"><%== sort_link('Process', :id) %></th>
               <th rowspan="2"><%== sort_link(:topic) %></th>
               <th rowspan="2"><%== sort_link(:consumer) %></th>
               <th rowspan="2"><%== sort_link(:type) %></th>

data/lib/karafka/web/ui/models/status.rb

@@ -44,7 +44,7 @@ module Karafka
           # aware of the deserializer, etc
           def enabled
             enabled = ::Karafka::App.routes.map(&:name).include?(
-              ::Karafka::Web.config.processing.consumer_group
+              ::Karafka::Web.config.group_id
             )
 
             Step.new(

data/lib/karafka/web/ui/views/jobs/pending.erb

@@ -13,7 +13,7 @@
         <table class="processes bg-white table table-hover table-bordered table-striped mb-0 align-middle">
           <thead>
             <tr class="align-middle">
-              <th><%== sort_link('Process', :name) %></th>
+              <th><%== sort_link('Process', :id) %></th>
               <th><%== sort_link(:topic) %></th>
               <th><%== sort_link(:consumer) %></th>
               <th><%== sort_link(:type) %></th>

data/lib/karafka/web/ui/views/jobs/running.erb

@@ -13,7 +13,7 @@
         <table class="processes bg-white table table-hover table-bordered table-striped mb-0 align-middle">
           <thead>
             <tr class="align-middle">
-              <th><%== sort_link('Process', :name) %></th>
+              <th><%== sort_link('Process', :id) %></th>
               <th><%== sort_link(:topic) %></th>
               <th><%== sort_link(:consumer) %></th>
               <th><%== sort_link(:type) %></th>

data/lib/karafka/web/version.rb

@@ -3,6 +3,6 @@
 module Karafka
   module Web
     # Current gem version
-    VERSION = '0.9.0.rc1'
+    VERSION = '0.9.0.rc3'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-web
 version: !ruby/object:Gem::Version
-  version: 0.9.0.rc1
+  version: 0.9.0.rc3
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2024-04-10 00:00:00.000000000 Z
+date: 2024-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erubi
@@ -57,7 +57,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.beta1
+        version: 2.4.0.rc1
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -67,7 +67,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.beta1
+        version: 2.4.0.rc1
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -77,7 +77,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc1
+        version: 2.4.0.rc2
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -87,7 +87,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc1
+        version: 2.4.0.rc2
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0