karafka-web 0.9.0.rc3 → 0.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7b9269c18c046b827e3637a81ffbf7628b34406aebf35acd1fb110d96cadc45f
-  data.tar.gz: f7a0813ae649545ca5693963d317f361f687b6a53ca26f364900b48b1ab4f13d
+  metadata.gz: ce075ec71d155adbf35706c5bfa9beab07a707970e53ad9b0f7e6b2fc2196976
+  data.tar.gz: 747b28ece60db10c34cabfcaa70edcc8d7c0aaa63440c6b3dba6b108a35a0435
 SHA512:
-  metadata.gz: a9e3ed0e1851d5d832c3777fb83f36d018f9bd8f17db8a6234cc2b7ceaf60bd3ebaf0c1f889433b91d0949d60bbd985ac0f8463fde29a298beb7cea0af6e9722
-  data.tar.gz: 0d98ba7bb80eb6d60dc9bfed4928ce4d85b9c9497482d5273cacd14656740eba36a00cd767d09fab10cd47b5320a32759d4014d7e65b0a0f14e9e7459f6a023b
+  metadata.gz: 39d4e856b439c83acc929cf17432c52abbbf4c2a063897b0595ed360321fc0cafb62527e5d99f35710d9d731accbd12aaca9a8c0a6c97ead1d5302df1fd400dd
+  data.tar.gz: fc8eb8d769bc3dd9edeca90fedb05c83ce382c562f26b261290a352f04f09ffc029bdb21627bc6d305924b5673ed8465631d6a60d58c486575b24055f7255c9e

data/.ruby-version

@@ -1 +1 @@
-3.3.0
+3.3.1

data/CHANGELOG.md

@@ -1,6 +1,9 @@
 # Karafka Web changelog
 
-## 0.9.0 (Unreleased)
+## 0.9.1 (2024-05-03)
+- [Fix] OSS `lag_stored` for not-subscribed consumers causes Web UI to crash.
+
+## 0.9.0 (2024-04-26)
 - **[Breaking]** Drop Ruby `2.7` support.
 - **[Feature]** Provide ability to stop and quiet running consumers (Pro).
 - **[Feature]** Provide ability to probe (get backtraces) of any running consumer (Pro).

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    karafka-web (0.9.0.rc3)
+    karafka-web (0.9.1)
       erubi (~> 1.4)
-      karafka (>= 2.4.0.rc1, < 2.5.0)
-      karafka-core (>= 2.4.0.rc2, < 2.5.0)
+      karafka (>= 2.4.0, < 2.5.0)
+      karafka-core (>= 2.4.0, < 2.5.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
 
@@ -35,17 +35,17 @@ GEM
     ffi (1.16.3)
     i18n (1.14.4)
       concurrent-ruby (~> 1.0)
-    karafka (2.4.0.rc1)
-      karafka-core (>= 2.4.0.rc2, < 2.5.0)
-      waterdrop (>= 2.7.0.rc2, < 3.0.0)
+    karafka (2.4.0)
+      karafka-core (>= 2.4.0, < 2.5.0)
+      waterdrop (>= 2.7.0, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.4.0.rc2)
-      karafka-rdkafka (>= 0.15.0.rc2, < 0.16.0)
-    karafka-rdkafka (0.15.0.rc2)
+    karafka-core (2.4.0)
+      karafka-rdkafka (>= 0.15.0, < 0.16.0)
+    karafka-rdkafka (0.15.0)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    mini_portile2 (2.8.5)
+    mini_portile2 (2.8.6)
     minitest (5.22.3)
     mutex_m (0.2.0)
     rack (3.0.10)
@@ -54,8 +54,8 @@ GEM
     rackup (0.2.3)
       rack (>= 3.0.0.beta1)
       webrick
-    rake (13.1.0)
-    roda (3.78.0)
+    rake (13.2.1)
+    roda (3.79.0)
       rack
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
@@ -79,8 +79,8 @@ GEM
     tilt (2.3.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    waterdrop (2.7.0.rc2)
-      karafka-core (>= 2.4.0.rc2, < 3.0.0)
+    waterdrop (2.7.0)
+      karafka-core (>= 2.4.0, < 3.0.0)
       zeitwerk (~> 2.3)
     webrick (1.8.1)
     zeitwerk (2.6.13)
@@ -99,4 +99,4 @@ DEPENDENCIES
   simplecov
 
 BUNDLED WITH
-   2.5.7
+   2.5.9

data/config/locales/slogans.yml

@@ -40,19 +40,19 @@ en:
     - "Looking for better message management? Enhanced Dead Letter Queue in Karafka Pro is key."
     - "Concerned about Karafka licensing? Karafka Pro offers a commercial-friendly option."
     - "Need coupled message operations? Transactions in Karafka Pro enhance data integrity."
-    - "Are you Concerned about managing large data flows? Virtual Partitions in Karafka Pro simplify data processing, offering unparalleled efficiency and scalability."
-    - "Looking for flexible scheduling solutions? Karafka's Pro Periodic Jobs feature allows for precise task timing and execution, enhancing your application's performance and reliability."
+    - "Are you concerned about managing large data flows? Virtual Partitions in Karafka Pro simplify data processing, offering unparalleled efficiency and scalability."
+    - "Looking for flexible scheduling solutions? Karafka's Pro Periodic Jobs feature allows precise task timing and execution, enhancing your application's performance and reliability."
     - "Need advanced routing capabilities? Routing Patterns in Karafka Pro provide dynamic message routing, improving your system's adaptability and efficiency."
-    - "Are you Seeking to control your workload? With Rate Limiting in Karafka Pro, you can manage and balance your system's load effectively, ensuring optimal performance under any conditions."
+    - "Are you Seeking to control your workload? With Rate Limiting in Karafka Pro, you can effectively manage and balance your system's load, ensuring optimal performance under any conditions."
     - "Need quick data access methods? The Iterator API in Karafka Pro provides efficient data retrieval methods."
-    - "Want more nuanced error handling? Discover Granular Backoffs in Karafka Pro, allowing for detailed control over retry mechanisms and error recovery processes."
+    - "Want more nuanced error handling? Discover Granular Backoffs in Karafka Pro, which allows for detailed control over retry mechanisms and error recovery processes."
     - "Need a boost in data processing speed? Multiplexing in Karafka Pro enables parallel processing, significantly increasing throughput and reducing processing times."
     - "Need advanced monitoring and management? Karafka Pro goes beyond basic features, offering comprehensive tools for detailed insight and control over your Kafka ecosystem."
     - "Let's Build the Future of Karafka Together: Your Pro support brings next-gen features to life."
     - "Karafka Pro: A Partnership for Progress. Your subscription drives our development."
-    - "With Karafka Pro, you're not just upgrading, you're fueling the future of efficient coding."
+    - "With Karafka Pro, you're not just upgrading; you're fueling the future of efficient coding."
     - "Dare to Support, Dare to Grow: Karafka Pro is your contribution to a boundary-pushing ecosystem."
-    - "Ivest in Karafka Pro to ensure ongoing enhancements and a dynamic, evolving platform."
+    - "Invest in Karafka Pro to ensure ongoing enhancements and a dynamic, evolving platform."
     - "Advance with us. Your Karafka Pro subscription is a stepping stone for collective innovation."
     - "Together, we can push boundaries. Support Karafka's growth by upgrading to Pro."
     - "Karafka's continuous improvement is powered by our community. Consider going Pro to contribute."

data/karafka-web.gemspec

@@ -17,8 +17,8 @@ Gem::Specification.new do |spec|
   spec.licenses    = %w[LGPL-3.0 Commercial]
 
   spec.add_dependency 'erubi', '~> 1.4'
-  spec.add_dependency 'karafka', '>= 2.4.0.rc1', '< 2.5.0'
-  spec.add_dependency 'karafka-core', '>= 2.4.0.rc2', '< 2.5.0'
+  spec.add_dependency 'karafka', '>= 2.4.0', '< 2.5.0'
+  spec.add_dependency 'karafka-core', '>= 2.4.0', '< 2.5.0'
   spec.add_dependency 'roda', '~> 3.68', '>= 3.69'
   spec.add_dependency 'tilt', '~> 2.0'
 

data/lib/karafka/web/management/actions/create_topics.rb

@@ -102,7 +102,7 @@ module Karafka
                 {
                   'cleanup.policy': 'delete',
                   'retention.ms': 7 * 24 * 60 * 60 * 1_000, # 7 days
-                  'segment.ms': 12 * 60 * 60 * 1_000, # 24h
+                  'segment.ms': 24 * 60 * 60 * 1_000, # 1 day
                   'segment.bytes': 104_857_600 # 100MB
                 }
               )

data/lib/karafka/web/pro/commanding/dispatcher.rb

@@ -31,11 +31,9 @@ module Karafka
             # @param process_id [String] id of the process. We use name instead of id only
             #   because in the web ui we work with the full name and it is easier. Since
             def command(name, process_id)
-              producer.produce_async(
-                topic: commands_topic,
-                key: process_id,
-                partition: 0,
-                payload: {
+              produce(
+                process_id,
+                {
                   schema_version: SCHEMA_VERSION,
                   type: 'command',
                   command: {
@@ -45,7 +43,7 @@ module Karafka
                   process: {
                     id: process_id
                   }
-                }.to_json
+                }
               )
             end
 
@@ -55,11 +53,9 @@ module Karafka
             # @param process_id [String] related process id
             # @param command_name [String, Symbol] command that triggered this result
             def result(result, process_id, command_name)
-              producer.produce_async(
-                topic: commands_topic,
-                key: process_id,
-                partition: 0,
-                payload: {
+              produce(
+                process_id,
+                {
                   schema_version: SCHEMA_VERSION,
                   type: 'result',
                   command: {
@@ -70,7 +66,7 @@ module Karafka
                   process: {
                     id: process_id
                   }
-                }.to_json
+                }
               )
             end
 
@@ -85,6 +81,20 @@ module Karafka
             def commands_topic
               ::Karafka::Web.config.topics.consumers.commands
             end
+
+            # Converts payload to json, compresses it and dispatches to Kafka
+            #
+            # @param payload [Hash] hash with payload
+            # @param process_id [String]
+            def produce(process_id, payload)
+              producer.produce_async(
+                topic: commands_topic,
+                key: process_id,
+                partition: 0,
+                payload: ::Zlib::Deflate.deflate(payload.to_json),
+                headers: { 'zlib' => 'true' }
+              )
+            end
           end
         end
       end

data/lib/karafka/web/pro/ui/app.rb

@@ -262,15 +262,15 @@ module Karafka
             r.on 'topics' do
               controller = Controllers::TopicsController.new(params)
 
-              r.get 'config', String do |topic_name|
+              r.get String, 'config' do |topic_name|
                 controller.config(topic_name)
               end
 
-              r.get 'replication', String do |topic_name|
+              r.get String, 'replication' do |topic_name|
                 controller.replication(topic_name)
               end
 
-              r.get 'distribution', String do |topic_name|
+              r.get String, 'distribution' do |topic_name|
                 controller.distribution(topic_name)
               end
 

data/lib/karafka/web/pro/ui/views/topics/_breadcrumbs.erb

@@ -6,7 +6,7 @@
 
 <% if @topic %>
   <li class="breadcrumb-item">
-    <a href="<%= root_path('topics', 'config', @topic.topic_name) %>">
+    <a href="<%= root_path('topics', @topic.topic_name, 'config') %>">
       <%= @topic.topic_name %>
     </a>
   </li>
@@ -14,7 +14,7 @@
 
 <% if @configs %>
   <li class="breadcrumb-item">
-    <a href="<%= root_path('topics', 'config', @topic.topic_name) %>">
+    <a href="<%= root_path('topics', @topic.topic_name, 'config') %>">
       Configuration
     </a>
   </li>
@@ -22,7 +22,7 @@
 
 <% if @partitions %>
   <li class="breadcrumb-item">
-    <a href="<%= root_path('topics', 'replication', @topic.topic_name) %>">
+    <a href="<%= root_path('topics', @topic.topic_name, 'replication') %>">
       Replication
     </a>
   </li>
@@ -30,7 +30,7 @@
 
 <% if @distribution %>
   <li class="breadcrumb-item">
-    <a href="<%= root_path('topics', 'distribution', @topic.topic_name) %>">
+    <a href="<%= root_path('topics', @topic.topic_name, 'distribution') %>">
       Distribution
     </a>
   </li>

data/lib/karafka/web/pro/ui/views/topics/_tabs.erb

@@ -5,8 +5,8 @@
       <ul class="nav nav-tabs">
         <li class="nav-item">
           <a
-            class="nav-link <%= nav_class(include: 'config') %>"
-            href="<%= root_path('topics', 'config', @topic.topic_name) %>"
+            class="nav-link <%= nav_class(end_with: 'config') %>"
+            href="<%= root_path('topics', @topic.topic_name, 'config') %>"
           >
             Configuration
           </a>
@@ -14,8 +14,8 @@
 
         <li class="nav-item">
           <a
-            class="nav-link <%= nav_class(include: 'replication') %>"
-            href="<%= root_path('topics', 'replication', @topic.topic_name) %>"
+            class="nav-link <%= nav_class(end_with: 'replication') %>"
+            href="<%= root_path('topics', @topic.topic_name, 'replication') %>"
           >
             Replication
           </a>
@@ -23,8 +23,8 @@
 
         <li class="nav-item">
           <a
-            class="nav-link <%= nav_class(include: 'distribution') %>"
-            href="<%= root_path('topics', 'distribution', @topic.topic_name) %>"
+            class="nav-link <%= nav_class(end_with: 'distribution') %>"
+            href="<%= root_path('topics', @topic.topic_name, 'distribution') %>"
           >
             Distribution
           </a>

data/lib/karafka/web/pro/ui/views/topics/_topic.erb

@@ -2,7 +2,7 @@
   <div class="card" >
     <div class="card-body p-2">
       <p class="card-text mb-0 p-2">
-        <a href="<%= root_path('topics', 'config', topic.topic_name) %>">
+        <a href="<%= root_path('topics', topic.topic_name, 'config') %>">
           <%= topic.topic_name %> /
           <%= topic.partition_count %>
         </a>

data/lib/karafka/web/ui/views/consumers/_consumer.erb

@@ -35,6 +35,6 @@
   </td>
 
   <td>
-    <%= process.lag_stored %>
+    <%= process.lag_hybrid %>
   </td>
 </tr>

data/lib/karafka/web/version.rb

@@ -3,6 +3,6 @@
 module Karafka
   module Web
     # Current gem version
-    VERSION = '0.9.0.rc3'
+    VERSION = '0.9.1'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-web
 version: !ruby/object:Gem::Version
-  version: 0.9.0.rc3
+  version: 0.9.1
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2024-04-18 00:00:00.000000000 Z
+date: 2024-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erubi
@@ -57,7 +57,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc1
+        version: 2.4.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -67,7 +67,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc1
+        version: 2.4.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -77,7 +77,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc2
+        version: 2.4.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -87,7 +87,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.0.rc2
+        version: 2.4.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.5.0
@@ -588,7 +588,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.9
 signing_key: 
 specification_version: 4
 summary: Karafka ecosystem Web UI interface