karafka-web 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a70fc5cb35d0e6e60a348e3efe91113b54d0c62310b7c3af4e7584aa70cfb70
-  data.tar.gz: 43a96b7e7a4622721dbc6ba144852335aecbfe907049bc47ab563ea07f40eb54
+  metadata.gz: eb17bd9d46e6fa0d0125bc665bff74a9d4277be394f1bf29223b6d49ef09e054
+  data.tar.gz: 2f1da7d4fa79116a67ae3300863b56c3ac2215d80dccba89520e33e78c3b1a84
 SHA512:
-  metadata.gz: db0b153569ca93f1164a851216e0f224acc56e6a7533a35a86a44f6f2f8bffc1630e5ccf7c2e53a14455206401c45b59b1728eb266c59360be8f952794d3011b
-  data.tar.gz: 794c77edb27f7f9a397c3de891b146f9020653b84bad46e1f1b537a1d547ffc793211e7bd5ffb0f426c0b8fa9b6359230bb3fe3ee8fa5ec668cb0e1d39782d5a
+  metadata.gz: cc9f331aa0b9276c1b3c2d6d4f400b9d8600da174123d472b1699554e0cd95de14ff60b7c4effbb0c4f86a423f24ff27f5facc282ff8215863c146a4b1c0bb41
+  data.tar.gz: 1f638b2ca877b1b34612654a19f0fb8d04ab88e5dc6b560a7090e74a6d1202da0257d4f941f8f182b6b874d8a099db30772a1ab9517b32ebae76161d9314797a

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Karafka Web changelog
 
+## 0.2.0 (2023-02-24)
+- **[Feature]** Introduce ability to tag `Karafka::Process` to display process-centric tags in the Web UI.
+- **[Feature]** Introduce ability to tag consumer instances to display consumption-centric tags in the Web UI.
+- **[Feature]** Introduce a /status page that can validate the setup and tell what is missing (#1318)
+- [Improvement] Allow for disabling the consumer subscription from Web for multi-tenant Web UI usage (#1331)
+- [Improvement] Make sure that states and reports are always dispatched to the partition `0`. This should prevent UI from not fully working when someone accidentally creates more partitions than expected.
+- [Fix] Fix a bug where bootstrapping would create two initial states.
+- [Fix] Fix a case, where errors listener would try to force encoding on a frozen error message.
+
 ## 0.1.3 (2023-02-14)
 - Skip topics creation if web topics already exist (do not raise error)
 - Support ability to provide replication factor in the install command

data/Gemfile

@@ -8,6 +8,7 @@ gemspec
 
 group :test do
   gem 'byebug'
+  gem 'factory_bot'
   gem 'rspec'
   gem 'simplecov'
 end

data/Gemfile.lock

@@ -1,41 +1,51 @@
 PATH
   remote: .
   specs:
-    karafka-web (0.1.3)
+    karafka-web (0.2.0)
       erubi (~> 1.4)
-      karafka (>= 2.0.29, < 3.0.0)
-      karafka-core (>= 2.0.10, < 3.0.0)
+      karafka (>= 2.0.33, < 3.0.0)
+      karafka-core (>= 2.0.12, < 3.0.0)
       roda (~> 3.63)
       tilt (~> 2.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    activesupport (7.0.4.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
     byebug (11.1.3)
     concurrent-ruby (1.2.0)
     diff-lcs (1.5.0)
     docile (1.4.0)
     erubi (1.12.0)
+    factory_bot (6.2.1)
+      activesupport (>= 5.0.0)
     ffi (1.15.5)
-    karafka (2.0.30)
-      karafka-core (>= 2.0.9, < 3.0.0)
+    i18n (1.12.0)
+      concurrent-ruby (~> 1.0)
+    karafka (2.0.33)
+      karafka-core (>= 2.0.12, < 3.0.0)
       thor (>= 0.20)
       waterdrop (>= 2.4.10, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.0.10)
+    karafka-core (2.0.12)
       concurrent-ruby (>= 1.1)
-      karafka-rdkafka (>= 0.12)
-    karafka-rdkafka (0.12.0)
+      karafka-rdkafka (>= 0.12.1)
+    karafka-rdkafka (0.12.1)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
     mini_portile2 (2.8.1)
+    minitest (5.17.0)
     rack (3.0.4.1)
     rackup (0.2.3)
       rack (>= 3.0.0.beta1)
       webrick
     rake (13.0.6)
-    roda (3.64.0)
+    roda (3.65.0)
       rack
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
@@ -57,7 +67,9 @@ GEM
     simplecov-html (0.12.3)
     simplecov_json_formatter (0.1.4)
     thor (1.2.1)
-    tilt (2.0.11)
+    tilt (2.1.0)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
     waterdrop (2.4.10)
       karafka-core (>= 2.0.9, < 3.0.0)
       zeitwerk (~> 2.3)
@@ -65,11 +77,11 @@ GEM
     zeitwerk (2.6.7)
 
 PLATFORMS
-  arm64-darwin-21
   x86_64-linux
 
 DEPENDENCIES
   byebug
+  factory_bot
   karafka-web!
   rackup (~> 0.2)
   rspec

data/karafka-web.gemspec

@@ -17,8 +17,8 @@ Gem::Specification.new do |spec|
   spec.licenses    = %w[LGPL-3.0 Commercial]
 
   spec.add_dependency 'erubi', '~> 1.4'
-  spec.add_dependency 'karafka', '>= 2.0.29', '< 3.0.0'
-  spec.add_dependency 'karafka-core', '>= 2.0.10', '< 3.0.0'
+  spec.add_dependency 'karafka', '>= 2.0.33', '< 3.0.0'
+  spec.add_dependency 'karafka-core', '>= 2.0.12', '< 3.0.0'
   spec.add_dependency 'roda', '~> 3.63'
   spec.add_dependency 'tilt', '~> 2.0'
 

data/lib/karafka/web/config.rb

@@ -56,6 +56,11 @@ module Karafka
 
       # States processing related settings
       setting :processing do
+        # Should we actively process reports
+        # This can be disabled in case of using a multi-tenant approach where only one of the
+        # apps should materialize the state
+        setting :active, default: true
+
         # What should be the consumer group name for web consumer
         setting :consumer_group, default: 'karafka_web'
 

data/lib/karafka/web/installer.rb

@@ -45,6 +45,7 @@ module Karafka
           consumer_group ::Karafka::Web.config.processing.consumer_group do
             # Topic we listen on to materialize the states
             topic ::Karafka::Web.config.topics.consumers.reports do
+              active ::Karafka::Web.config.processing.active
               # Since we materialize state in intervals, we can poll for half of this time without
               # impacting the reporting responsiveness
               max_wait_time ::Karafka::Web.config.processing.interval / 2
@@ -128,8 +129,6 @@ module Karafka
             replication_factor
           )
         end
-
-        bootstrap_state!
       end
 
       # Creates the initial state record with all values being empty

data/lib/karafka/web/processing/consumer.rb

@@ -57,7 +57,8 @@ module Karafka
             topic: Karafka::Web.config.topics.consumers.states,
             payload: @consumers_aggregator.to_json,
             # This will ensure that the consumer states are compacted
-            key: Karafka::Web.config.topics.consumers.states
+            key: Karafka::Web.config.topics.consumers.states,
+            partition: 0
           )
         end
       end

data/lib/karafka/web/tracking/consumers/contracts/job.rb

@@ -18,6 +18,7 @@ module Karafka
             required(:last_offset) { |val| val.is_a?(Integer) && val >= 0 }
             required(:comitted_offset) { |val| val.is_a?(Integer) }
             required(:type) { |val| %w[consume revoked shutdown].include?(val) }
+            required(:tags) { |val| val.is_a?(Karafka::Core::Taggable::Tags) }
           end
         end
       end

data/lib/karafka/web/tracking/consumers/contracts/report.rb

@@ -27,6 +27,7 @@ module Karafka
               required(:status) { |val| ::Karafka::Status::STATES.key?(val.to_sym) }
               required(:listeners) { |val| val.is_a?(Integer) && val >= 0 }
               required(:concurrency) { |val| val.is_a?(Integer) && val.positive? }
+              required(:tags) { |val| val.is_a?(Karafka::Core::Taggable::Tags) }
 
               required(:cpu_usage) do |val|
                 val.is_a?(Array) &&

data/lib/karafka/web/tracking/consumers/listeners/errors.rb

@@ -74,7 +74,7 @@ module Karafka
             # @param error [StandardError] error that occurred
             # @return [Array<String, String, String>] array with error name, message and backtrace
             def extract_error_info(error)
-              error_message = error.message.to_s
+              error_message = error.message.to_s.dup
               error_message.force_encoding('utf-8')
               error_message.scrub!
 

data/lib/karafka/web/tracking/consumers/listeners/processing.rb

@@ -146,7 +146,8 @@ module Karafka
                 comitted_offset: consumer.coordinator.seek_offset - 1,
                 consumer: consumer.class.to_s,
                 consumer_group: consumer.topic.consumer_group.id,
-                type: type
+                type: type,
+                tags: consumer.tags
               }
             end
           end

data/lib/karafka/web/tracking/consumers/sampler.rb

@@ -11,13 +11,18 @@ module Karafka
 
           attr_reader :counters, :consumer_groups, :errors, :times, :pauses, :jobs
 
+          # Current schema version
+          # This can be used in the future for detecting incompatible changes and writing
+          # migrations
+          SCHEMA_VERSION = '1.0.1'
+
           # 60 seconds window for time tracked window-based metrics
           TIMES_TTL = 60
 
           # Times ttl in ms
           TIMES_TTL_MS = TIMES_TTL * 1_000
 
-          private_constant :TIMES_TTL, :TIMES_TTL_MS
+          private_constant :TIMES_TTL, :TIMES_TTL_MS, :SCHEMA_VERSION
 
           def initialize
             @counters = {
@@ -47,7 +52,7 @@ module Karafka
           # @return [Hash] report hash with all the details about consumer operations
           def to_report
             {
-              schema_version: '1.0.0',
+              schema_version: SCHEMA_VERSION,
               type: 'consumer',
               dispatched_at: float_now,
 
@@ -61,7 +66,8 @@ module Karafka
                 memory_total_usage: memory_total_usage,
                 memory_size: memory_size,
                 cpu_count: cpu_count,
-                cpu_usage: cpu_usage
+                cpu_usage: cpu_usage,
+                tags: Karafka::Process.tags
               },
 
               versions: {

data/lib/karafka/web/tracking/reporter.rb

@@ -49,7 +49,8 @@ module Karafka
               {
                 topic: ::Karafka::Web.config.topics.consumers.reports,
                 payload: consumer_report.to_json,
-                key: consumer_report[:process][:name]
+                key: consumer_report[:process][:name],
+                partition: 0
               }
             ]
 

data/lib/karafka/web/ui/app.rb

@@ -71,6 +71,11 @@ module Karafka
               render_response controller.index
             end
           end
+
+          r.get 'status' do
+            controller = Controllers::Status.new(params)
+            render_response controller.show
+          end
         end
       end
     end

data/lib/karafka/web/ui/controllers/status.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Web
+    module Ui
+      module Controllers
+        # View that helps understand the status of the Web UI
+        # Many people reported problems understanding the requirements or misconfigured things.
+        # While all of the things are documented, people are lazy. Hence we provide a status
+        # page where we check that everything is as expected and if not, we can provide some
+        # helpful instructions on how to fix the issues.
+        class Status < Base
+          # Displays the Web UI setup status
+          def show
+            @status = Models::Status.new
+
+            respond
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/ui/models/process.rb

@@ -40,6 +40,13 @@ module Karafka
               .sort_by(&:started_at)
           end
 
+          # @return [Array<String>] tags of this consuming process
+          # @note We use direct reference here and a fallback for users that come from the versions
+          #   that did not report tags
+          def tags
+            @hash[:process][:tags] || []
+          end
+
           # @return [Integer] collective lag on this process
           def lag_stored
             consumer_groups

data/lib/karafka/web/ui/models/status.rb

@@ -0,0 +1,169 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Web
+    module Ui
+      module Models
+        # Model that represents the general status of the Web UI.
+        # We use this data to display a status page that helps with debugging on what is missing
+        # in the overall setup of the Web UI.
+        #
+        # People have various problems like too many partitions, not created topics, etc. and this
+        # data and view aims to help them with understanding the current status of the setup
+        class Status
+          # Status of a single step of setup
+          Step = Struct.new(:status, :details) do
+            # @return [Boolean] is the given step successfully configured and working
+            def success?
+              status == :success
+            end
+
+            # @return [String] stringified status
+            def to_s
+              status.to_s
+            end
+          end
+
+          # Initializes the status object and tries to connect to Kafka
+          def initialize
+            connect
+          end
+
+          # @return [Status::Step] were we able to connect to Kafka or not
+          def connection
+            Step.new(
+              @connected ? :success : :failure,
+              nil
+            )
+          end
+
+          # @return [Status::Step] do all the needed topics exist
+          def topics
+            if connection.success?
+              details = topics_details
+              status = details.all? { |_, detail| detail[:present] } ? :success : :failure
+            else
+              status = :halted
+              details = {}
+            end
+
+            Step.new(
+              status,
+              details
+            )
+          end
+
+          # @return [Status::Step] do we have all topics with expected number of partitions
+          def partitions
+            if topics.success?
+              status = :success
+              status = :failure if topics_details[topics_consumers_states][:partitions] != 1
+              status = :failure if topics_details[topics_consumers_reports][:partitions] != 1
+              details = topics_details
+            else
+              status = :halted
+              details = {}
+            end
+
+            Step.new(
+              status,
+              details
+            )
+          end
+
+          # @return [Status::Step] Is the initial state present in the setup or not
+          def initial_state
+            if partitions.success?
+              @current_state ||= Models::State.current
+              status = @current_state ? :success : :failure
+            else
+              status = :halted
+            end
+
+            Step.new(
+              status,
+              nil
+            )
+          end
+
+          # @return [Status::Step] Is there at least one active karafka server reporting to the
+          #   Web UI
+          def live_reporting
+            if initial_state.success?
+              @processes ||= Models::Processes.active(@current_state)
+              status = @processes.empty? ? :failure : :success
+            else
+              status = :halted
+            end
+
+            Step.new(
+              status,
+              nil
+            )
+          end
+
+          # @return [Status::Step] is there a subscription to our reports topic that is being
+          #   consumed actively.
+          def state_calculation
+            if live_reporting.success?
+              @subscriptions ||= Models::Health.current(@current_state).values.flat_map(&:keys)
+              status = @subscriptions.include?(topics_consumers_reports) ? :success : :failure
+            else
+              status = :halted
+            end
+
+            Step.new(
+              status,
+              nil
+            )
+          end
+
+          private
+
+          # @return [String] consumers states topic name
+          def topics_consumers_states
+            ::Karafka::Web.config.topics.consumers.states.to_s
+          end
+
+          # @return [String] consumers reports topic name
+          def topics_consumers_reports
+            ::Karafka::Web.config.topics.consumers.reports.to_s
+          end
+
+          # @return [String] errors topic name
+          def topics_errors
+            ::Karafka::Web.config.topics.errors
+          end
+
+          # @return [Hash] hash with topics with which we work details (even if don't exist)
+          def topics_details
+            topics = {
+              topics_consumers_states => { present: false, partitions: 0 },
+              topics_consumers_reports => { present: false, partitions: 0 },
+              topics_errors => { present: false, partitions: 0 }
+            }
+
+            @cluster_info.topics.each do |topic|
+              name = topic[:topic_name]
+
+              next unless topics.key?(name)
+
+              topics[name][:present] = true
+              topics[name][:partitions] = topic[:partition_count]
+            end
+
+            topics
+          end
+
+          # Tries connecting with the cluster and sets the connection state
+          def connect
+            @cluster_info = ::Karafka::Admin.cluster_info
+            @connected = true
+          rescue ::Rdkafka::RdkafkaError
+            @connected = false
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/ui/pro/app.rb

@@ -112,6 +112,11 @@ module Karafka
               controller = Controllers::Dlq.new(params)
               render_response controller.index
             end
+
+            r.get 'status' do
+              controller = Controllers::Status.new(params)
+              render_response controller.show
+            end
           end
         end
       end

data/lib/karafka/web/ui/pro/controllers/status.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+# This Karafka component is a Pro component under a commercial license.
+# This Karafka component is NOT licensed under LGPL.
+#
+# All of the commercial components are present in the lib/karafka/pro directory of this
+# repository and their usage requires commercial license agreement.
+#
+# Karafka has also commercial-friendly license, commercial support and commercial components.
+#
+# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
+# your code to Maciej Mensfeld.
+
+module Karafka
+  module Web
+    module Ui
+      module Pro
+        module Controllers
+          # Status details - same as in OSS
+          class Status < Ui::Controllers::Status
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/ui/pro/views/consumers/_consumer.erb

@@ -8,16 +8,24 @@
       <%= process.name %>
     </a>
 
-    <br/>
+    <p class="mt-0 mb-1">
+      <% process.consumer_groups.each do |consumer_group| %>
+        <% consumer_group.topics.each do |topic| %>
+          <span class="badge bg-secondary badge-topic" title="Consumer group: <%= consumer_group.id %>">
+            <%= topic.name %>:
+            <%= topic.partitions.map(&:id).join(',') %>
+          </span>
+        <% end %>
+      <% end %>
+    </p>
 
-    <% process.consumer_groups.each do |consumer_group| %>
-      <% consumer_group.topics.each do |topic| %>
-        <span class="badge bg-secondary badge-topic" title="Consumer group: <%= consumer_group.id %>">
-          <%= topic.name %>:
-          <%= topic.partitions.map(&:id).join(',') %>
+    <p class="mt-0 mb-1">
+      <% process.tags.each do |tag| %>
+        <span class="badge bg-info badge-topic">
+          <%= tag %>
         </span>
       <% end %>
-    <% end %>
+    </p>
   </td>
 
   <td>

data/lib/karafka/web/ui/pro/views/consumers/consumer/_job.erb

@@ -1,6 +1,10 @@
 <tr>
   <td>
     <code><%= job.consumer %></code>
+
+    <% job.tags.each do |tag| %>
+      <span class="badge bg-info"><%= tag %></span>
+    <% end %>
   </td>
   <td>
     <span class="badge bg-secondary badge-topic" title="Consumer group: <%= job.consumer_group %>">

data/lib/karafka/web/ui/pro/views/consumers/consumer/_metrics.erb

@@ -27,6 +27,16 @@
               </li>
             </ul>
             </p>
+
+            <% unless @process.tags.empty? %>
+              <p class="mb-0 text-end">
+                <% @process.tags.each do |tag| %>
+                  <span class="badge bg-info badge-topic">
+                    <%= tag %>
+                  </span>
+                <% end %>
+              </p>
+            <% end %>
           </div>
         </div>
         <div class="card">

data/lib/karafka/web/ui/pro/views/jobs/_job.erb

@@ -12,6 +12,10 @@
   </td>
   <td>
     <code><%= job.consumer %></code>
+
+    <% job.tags.each do |tag| %>
+      <span class="badge bg-info"><%= tag %></span>
+    <% end %>
   </td>
   <td>
     <code>#<%= job.type %></code>

data/lib/karafka/web/ui/pro/views/shared/_navigation.erb

@@ -45,6 +45,11 @@
         Cluster
       </a>
     </li>
+    <li class="nav-item ms-3">
+      <a class="nav-link <%= nav_class(start_with: '/status') %>" href="<%= root_path('Status') %>">
+        Status
+      </a>
+    </li>
   </ul>
 </div>
 

data/lib/karafka/web/ui/views/consumers/_consumer.erb

@@ -8,16 +8,24 @@
       <%= process.name %>
     </a>
 
-    <br/>
+    <p class="mt-0 mb-1">
+      <% process.consumer_groups.each do |consumer_group| %>
+        <% consumer_group.topics.each do |topic| %>
+          <span class="badge bg-secondary badge-topic" title="Consumer group: <%= consumer_group.id %>">
+            <%= topic.name %>:
+            <%= topic.partitions.map(&:id).join(',') %>
+          </span>
+        <% end %>
+      <% end %>
+    </p>
 
-    <% process.consumer_groups.each do |consumer_group| %>
-      <% consumer_group.topics.each do |topic| %>
-        <span class="badge bg-secondary badge-topic" title="Consumer group: <%= consumer_group.id %>">
-          <%= topic.name %>:
-          <%= topic.partitions.map(&:id).join(',') %>
+    <p class="mt-0 mb-1">
+      <% process.tags.each do |tag| %>
+        <span class="badge bg-info badge-topic">
+          <%= tag %>
         </span>
       <% end %>
-    <% end %>
+    </p>
   </td>
 
   <td>

data/lib/karafka/web/ui/views/jobs/_job.erb

@@ -12,6 +12,10 @@
   </td>
   <td>
     <code><%= job.consumer %></code>
+
+    <% job.tags.each do |tag| %>
+      <span class="badge bg-info"><%= tag %></span>
+    <% end %>
   </td>
   <td>
     <code>#<%= job.type %></code>

data/lib/karafka/web/ui/views/shared/_navigation.erb

@@ -45,6 +45,11 @@
         Cluster
       </a>
     </li>
+    <li class="nav-item ms-3">
+      <a class="nav-link <%= nav_class(start_with: '/status') %>" href="<%= root_path('status') %>">
+        Status
+      </a>
+    </li>
   </ul>
 </div>
 

data/lib/karafka/web/ui/views/shared/exceptions/not_found.erb

@@ -20,6 +20,7 @@
         </p>
 
         <ul class="mb-5 text-start">
+          <li>You have visited the <a href="<%= root_path('status') %>">Status</a> page to troubleshoot any potential issues</li>
           <li>All the topics required by Karafka Web exist</li>
           <li>You have used <code>bundle exec karafka-web install</code> to initialize the Web UI</li>
           <li>You have a working connection with your Kafka cluster</li>
@@ -32,6 +33,7 @@
 
         <p>
           <a href="<%= root_path %>" class="btn btn-primary">Go Home</a>
+          <a href="<%= root_path('status') %>" class="btn btn-success">Status page</a>
         </p>
       </div>
     </div>

data/lib/karafka/web/ui/views/status/_breadcrumbs.erb

@@ -0,0 +1,5 @@
+<li class="breadcrumb-item">
+  <a href="<%= root_path('status') %>">
+    Web UI status details
+  </a>
+</li>

data/lib/karafka/web/ui/views/status/_failure.erb

@@ -0,0 +1,14 @@
+<div class="card border-danger mb-3">
+  <div class="card-header text-bg-danger">
+    <span>
+      <%= title %>
+    </span>
+
+    <span class="float-end">
+      <span class="badge  text-bg-light">Failure</span>
+    </span>
+  </div>
+  <div class="card-body">
+    <%== description %>
+  </div>
+</div>

data/lib/karafka/web/ui/views/status/_halted.erb

@@ -0,0 +1,11 @@
+<div class="card text-bg-secondary mb-3">
+  <div class="card-header">
+    <span>
+      <%= title %>
+    </span>
+
+    <span class="float-end">
+      <span class="badge  text-bg-light">Halted</span>
+    </span>
+  </div>
+</div>

data/lib/karafka/web/ui/views/status/_success.erb

@@ -0,0 +1,11 @@
+<div class="card text-bg-success mb-3">
+  <div class="card-header">
+    <span>
+      <%= title %>
+    </span>
+
+    <span class="float-end">
+      <span class="badge  text-bg-light">Successful</span>
+    </span>
+  </div>
+</div>

data/lib/karafka/web/ui/views/status/failures/_connection.erb

@@ -0,0 +1,7 @@
+<p>
+  Web UI was not able to establish a connection with the Kafka cluster.
+</p>
+
+<p class="mb-0">
+  Please make sure that Web UI can reach Kafka.
+</p>

data/lib/karafka/web/ui/views/status/failures/_initial_state.erb

@@ -0,0 +1,20 @@
+<p>
+  The initial state for the Web UI was not created.
+</p>
+
+<p>
+  It means that the <code>bundle exec karafka-web install</code> was not executed or failed.
+</p>
+
+<p>
+  To fix this, you can either:
+</p>
+
+<ul>
+  <li>Run <code>bundle exec karafka-web install</code></li>
+  <li>Run at least one Karafka consumer process</li>
+</ul>
+
+<p class="mb-0">
+  Any of the above, when successful, will bootstrap the initial state.
+</p>

data/lib/karafka/web/ui/views/status/failures/_live_reporting.erb

@@ -0,0 +1,7 @@
+<p>
+  There are no Karafka consumer processes actively reporting to the Web UI.
+</p>
+
+<p class="mb-0">
+  If you are sure you are running at least one <code>karafka server</code> instance, please make sure that it can report to the <code><%= Karafka::Web.config.topics.consumers.reports %></code> topic.
+</p>

data/lib/karafka/web/ui/views/status/failures/_partitions.erb

@@ -0,0 +1,19 @@
+<p>
+  Both
+  <code><%= Karafka::Web.config.topics.consumers.states %></code>
+  and
+  <code><%= Karafka::Web.config.topics.consumers.reports %></code>
+  topics need to be configured with <strong>exactly</strong> one partition.
+</p>
+
+<p>
+  Your current setup contains the following:
+</p>
+
+<ul class="mb-0">
+  <% details.each do |name, details| %>
+    <li>
+      <code><%= name %> </code> with <code><%= details[:partitions] %> </code> partitions.
+    </li>
+  <% end %>
+</ul>

data/lib/karafka/web/ui/views/status/failures/_state_calculation.erb

@@ -0,0 +1,8 @@
+<p>
+  None of the <code>karafka server</code> processes is subscribed to handle the
+  <code><%= Karafka::Web.config.topics.consumers.reports %></code> topic data aggregations.
+</p>
+
+<p class="mb-0">
+  If you are limiting the topics you consume using the <a href="https://karafka.io/docs/CLI/#limiting-consumer-groups-used-per-process" target="_blank">limiting API</a>, please include the Karafka Web consumer group and the <code><%= Karafka::Web.config.topics.consumers.reports %></code> topic.
+</p>

data/lib/karafka/web/ui/views/status/failures/_topics.erb

@@ -0,0 +1,20 @@
+<p>
+  Web UI requires the following topics to exist:
+</p>
+
+<ul>
+  <% details.each do |name, details| %>
+    <li>
+      <code><%= name %></code> - <%= details[:present] ? 'Exists' : 'Missing' %>
+    </li>
+  <% end %>
+</ul>
+
+<p>
+  Please ensure all those topics exist and are accessible to your Karafka user.
+</p>
+
+<p class="mb-0">
+  You can read more about their setup and configuration
+  <a href="https://karafka.io/docs/Web-UI-Getting-Started/" target="_blank">here</a>.
+</p>

data/lib/karafka/web/ui/views/status/show.erb

@@ -0,0 +1,94 @@
+<%== view_title('Web UI status details') %>
+
+<div class="container mb-5">
+  <div class="row">
+    <div class="col-lg-10 offset-md-1">
+
+      <%==
+        partial(
+          "status/#{@status.connection.to_s}",
+          locals: {
+            title: 'Connection to Kafka',
+            description: partial('status/failures/connection')
+          }
+        )
+      %>
+
+      <%==
+        partial(
+          "status/#{@status.topics.to_s}",
+          locals: {
+            title: 'Topics presence',
+            description: partial(
+              'status/failures/topics',
+              locals: {
+                details: @status.topics.details
+              }
+            )
+          }
+        )
+      %>
+
+      <%==
+        partial(
+          "status/#{@status.partitions.to_s}",
+          locals: {
+            title: 'Partitions count',
+            description: partial(
+              'status/failures/partitions',
+              locals: {
+                details: @status.partitions.details
+              }
+            )
+          }
+        )
+      %>
+
+      <%==
+        partial(
+          "status/#{@status.initial_state.to_s}",
+          locals: {
+            title: 'Initial state presence',
+            description: partial(
+              'status/failures/initial_state',
+              locals: {
+                details: @status.initial_state.details
+              }
+            )
+          }
+        )
+      %>
+
+      <%==
+        partial(
+          "status/#{@status.live_reporting.to_s}",
+          locals: {
+            title: 'Live reporting',
+            description: partial(
+              'status/failures/live_reporting',
+              locals: {
+                details: @status.live_reporting.details
+              }
+            )
+          }
+        )
+      %>
+
+      <%==
+        partial(
+          "status/#{@status.state_calculation.to_s}",
+          locals: {
+            title: 'State calculation subscription',
+            description: partial(
+              'status/failures/state_calculation',
+              locals: {
+                details: @status.state_calculation.details
+              }
+            )
+          }
+        )
+      %>
+
+    </div>
+  </div>
+</div>

data/lib/karafka/web/version.rb

@@ -3,6 +3,6 @@
 module Karafka
   module Web
     # Current gem version
-    VERSION = '0.1.3'
+    VERSION = '0.2.0'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-web
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
   MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
   -----END CERTIFICATE-----
-date: 2023-02-14 00:00:00.000000000 Z
+date: 2023-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erubi
@@ -57,7 +57,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.29
+        version: 2.0.33
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -67,7 +67,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.29
+        version: 2.0.33
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -77,7 +77,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.10
+        version: 2.0.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -87,7 +87,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.10
+        version: 2.0.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -199,6 +199,7 @@ files:
 - lib/karafka/web/ui/controllers/requests/params.rb
 - lib/karafka/web/ui/controllers/responses/data.rb
 - lib/karafka/web/ui/controllers/routing.rb
+- lib/karafka/web/ui/controllers/status.rb
 - lib/karafka/web/ui/helpers/application_helper.rb
 - lib/karafka/web/ui/lib/hash_proxy.rb
 - lib/karafka/web/ui/lib/paginate_array.rb
@@ -210,6 +211,7 @@ files:
 - lib/karafka/web/ui/models/process.rb
 - lib/karafka/web/ui/models/processes.rb
 - lib/karafka/web/ui/models/state.rb
+- lib/karafka/web/ui/models/status.rb
 - lib/karafka/web/ui/models/topic.rb
 - lib/karafka/web/ui/pro/app.rb
 - lib/karafka/web/ui/pro/controllers/cluster.rb
@@ -220,6 +222,7 @@ files:
 - lib/karafka/web/ui/pro/controllers/health.rb
 - lib/karafka/web/ui/pro/controllers/jobs.rb
 - lib/karafka/web/ui/pro/controllers/routing.rb
+- lib/karafka/web/ui/pro/controllers/status.rb
 - lib/karafka/web/ui/pro/views/consumers/_breadcrumbs.erb
 - lib/karafka/web/ui/pro/views/consumers/_consumer.erb
 - lib/karafka/web/ui/pro/views/consumers/_counters.erb
@@ -315,6 +318,17 @@ files:
 - lib/karafka/web/ui/views/shared/_pagination.erb
 - lib/karafka/web/ui/views/shared/exceptions/not_found.erb
 - lib/karafka/web/ui/views/shared/exceptions/pro_only.erb
+- lib/karafka/web/ui/views/status/_breadcrumbs.erb
+- lib/karafka/web/ui/views/status/_failure.erb
+- lib/karafka/web/ui/views/status/_halted.erb
+- lib/karafka/web/ui/views/status/_success.erb
+- lib/karafka/web/ui/views/status/failures/_connection.erb
+- lib/karafka/web/ui/views/status/failures/_initial_state.erb
+- lib/karafka/web/ui/views/status/failures/_live_reporting.erb
+- lib/karafka/web/ui/views/status/failures/_partitions.erb
+- lib/karafka/web/ui/views/status/failures/_state_calculation.erb
+- lib/karafka/web/ui/views/status/failures/_topics.erb
+- lib/karafka/web/ui/views/status/show.erb
 - lib/karafka/web/version.rb
 homepage: https://karafka.io
 licenses: