karafka-web 0.9.2 → 0.10.0.beta1

data/lib/karafka/web/management/migrations/1699543515_fill_missing_received_and_sent_bytes_in_consumers_metrics.rb

@@ -1,26 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Adds bytes_sent and bytes_received to all the aggregated metrics samples, so we have
-        # charts that do not have to fill gaps or check anything
-        class FillMissingReceivedAndSentBytesInConsumersMetrics < Base
-          self.versions_until = '1.1.0'
-          self.type = :consumers_metrics
-
-          # @param state [Hash] metrics state
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                metric.last[:bytes_sent] = 0
-                metric.last[:bytes_received] = 0
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1699543515_fill_missing_received_and_sent_bytes_in_consumers_state.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Similar to filling in consumers metrics, we initialize this with zeros so it is always
-        # present as expected
-        class FillMissingReceivedAndSentBytesInConsumersState < Base
-          # Network metrics were introduced with schema 1.2.0
-          self.versions_until = '1.2.0'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:stats][:bytes_sent] = 0
-            state[:stats][:bytes_received] = 0
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1700234522_introduce_waiting_in_consumers_metrics.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Introduce waiting in consumers metrics to complement busy and enqueued for jobs metrics
-        class IntroduceWaitingInConsumersMetrics < Base
-          self.versions_until = '1.1.1'
-          self.type = :consumers_metrics
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                metric.last[:waiting] = 0
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1700234522_introduce_waiting_in_consumers_state.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Introduce waiting in consumers metrics to complement busy and enqueued for jobs stats
-        class IntroduceWaitingInConsumersState < Base
-          self.versions_until = '1.2.1'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:stats][:waiting] = 0
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1700234522_remove_processing_from_consumers_metrics.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Moves unused "processing" that was used instead of "busy" in older versions
-        class RemoveProcessingFromConsumersMetrics < Base
-          self.versions_until = '1.1.1'
-          self.type = :consumers_metrics
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                metric.last.delete(:processing)
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1700234522_remove_processing_from_consumers_state.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Moves unused "processing" that was used instead of "busy" in older versions
-        class RemoveProcessingFromConsumersState < Base
-          self.versions_until = '1.2.1'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:stats].delete(:processing)
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1704722380_split_listeners_into_active_and_paused_in_metrics.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Since we have introduced notion of pause listeners, we need to reflect this in the
-        # UI, so the scaling changes are visible
-        class SplitListenersIntoActiveAndPausedInMetrics < Base
-          self.versions_until = '1.1.2'
-          self.type = :consumers_metrics
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                listeners = if metric.last.key?(:listeners)
-                              metric.last[:listeners].to_i
-                            elsif metric.last.key?(:listeners_count)
-                              metric.last[:listeners_count].to_i
-                            else
-                              0
-                            end
-
-                metric.last[:listeners] = {
-                  active: listeners,
-                  standby: 0
-                }
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1704722380_split_listeners_into_active_and_paused_in_states.rb

@@ -1,32 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Since we have introduced notion of pause listeners, we need to reflect this in the
-        # UI, so the scaling changes are visible
-        class SplitListenersIntoActiveAndPausedInStates < Base
-          self.versions_until = '1.2.2'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            listeners = if state[:stats].key?(:listeners)
-                          state[:stats][:listeners].to_i
-                        elsif state[:stats].key?(:listeners_count)
-                          state[:stats][:listeners_count].to_i
-                        else
-                          0
-                        end
-
-            state[:stats][:listeners] = {
-              active: listeners,
-              standby: 0
-            }
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1706607960_introduce_lag_total_in_metrics.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Moves to using lag total as a normalization for both lags
-        class IntroduceLagTotalInMetrics < Base
-          self.versions_until = '1.2.0'
-          self.type = :consumers_metrics
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                metric.last[:lag_total] = metric.last[:lag_stored]
-                metric.last.delete(:lag_stored)
-                metric.last.delete(:lag)
-              end
-            end
-
-            state[:consumer_groups].each_value do |metrics|
-              metrics.each do |metric_group|
-                metric_group.last.each_value do |metric|
-                  metric.each_value do |sample|
-                    sample[:lag_total] = sample[:lag_stored]
-                    sample.delete(:lag_stored)
-                    sample.delete(:lag)
-                  end
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1706607960_introduce_lag_total_in_states.rb

@@ -1,22 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Moves to using lag total as a normalization for both lags
-        class IntroduceLagTotalInStates < Base
-          self.versions_until = '1.3.0'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:stats][:lag_total] = state[:stats][:lag_stored]
-            state[:stats].delete(:lag)
-            state[:stats].delete(:lag_stored)
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1706611396_rename_lag_total_to_lag_hybrid_in_metrics.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Renames total lag to hybrid to better represent what it is
-        class RenameLagTotalToLagHybridInMetrics < Base
-          self.versions_until = '1.2.1'
-          self.type = :consumers_metrics
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:aggregated].each_value do |metrics|
-              metrics.each do |metric|
-                metric.last[:lag_hybrid] = metric.last[:lag_total] || 0
-                metric.last.delete(:lag_total)
-              end
-            end
-
-            state[:consumer_groups].each_value do |metrics|
-              metrics.each do |metric_group|
-                metric_group.last.each_value do |metric|
-                  metric.each_value do |sample|
-                    sample[:lag_hybrid] = sample[:lag_total]
-                    sample.delete(:lag_total)
-                  end
-                end
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/management/migrations/1706611396_rename_lag_total_to_lag_hybrid_in_states.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Management
-      module Migrations
-        # Renames total lag to hybrid to better represent what it is
-        class RenameLagTotalToLagHybridInStates < Base
-          self.versions_until = '1.3.1'
-          self.type = :consumers_state
-
-          # @param state [Hash]
-          def migrate(state)
-            state[:stats][:lag_hybrid] = state[:stats][:lag_total] || 0
-            state[:stats].delete(:lag_total)
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/pro/ui/views/cluster/brokers.erb

@@ -1,27 +0,0 @@
-<%== view_title('Cluster Informations') %>
-
-<%== partial 'cluster/tabs' %>
-
-<div class="container mb-5">
-  <div class="row">
-    <div class="col-lg-12 table-responsive">
-      <table class="processes bg-white table table-hover table-bordered table-striped">
-        <thead>
-          <tr class="align-middle">
-            <th><%== sort_link('Id', :broker_id) %></th>
-            <th><%== sort_link('Name', :broker_name) %></th>
-            <th><%== sort_link('Port', :broker_port) %></th>
-          </tr>
-        </thead>
-        <tbody>
-          <%==
-            each_partial(
-              @brokers,
-              'cluster/broker'
-            )
-          %>
-        </tbody>
-      </table>
-    </div>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/commands/_details.erb

@@ -1,26 +0,0 @@
-<div class="container mb-4">
-  <div class="row">
-    <div class="col-sm-6 ms-0 ps-0">
-      <% if @command_messages && !@command_messages.empty? %>
-        <a
-          href="<%= root_path('commands', 'recent') %>"
-          class="btn btn-secondary btn-sm"
-          title="Display the most recent command"
-        >
-          &#x2192; Recent
-        </a>
-      <% end %>
-    </div>
-
-    <div class="col-sm-6 text-end me-0 pe-0">
-      Watermark offsets:
-      <span class="badge bg-secondary mt-1 mb-1">
-        high: <%= @watermark_offsets.high %>
-      </span>
-
-      <span class="badge bg-secondary mt-1 mb-1">
-        low: <%= @watermark_offsets.low %>
-      </span>
-    </div>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/consumers/_counters.erb

@@ -1,72 +0,0 @@
-<div id="refreshable" class="container mb-5 counters">
-  <div class="row">
-    <div class="col-sm-12">
-      <div class="card">
-        <div class="card-body p-2 small">
-          <div class="col-sm-12">
-            <ul class="list-unstyled row text-center mb-0 mt-0">
-              <li class="col-sm">
-                <div class="count mb-1">
-                  <%= number_with_delimiter @counters.messages, ' ' %>
-                </div>
-                <div class="desc">Messages</div>
-              </li>
-              <li class="col-sm">
-                <div class="count mb-1">
-                  <%= number_with_delimiter @counters.batches, ' ' %>
-                </div>
-                <div class="desc">Batches</div>
-              </li>
-              <li class="col-sm">
-                <a href="<%= root_path('health/lags') %>">
-                  <div class="count mb-1">
-                    <%= number_with_delimiter @counters.lag_hybrid, ' ' %>
-                  </div>
-                  <div class="desc">Total lag</div>
-                </a>
-              </li>
-              <li class="col-sm">
-                <a href="<%= root_path('jobs/running') %>">
-                  <div class="count mb-1">
-                    <%= number_with_delimiter @counters.busy, ' ' %>
-                  </div>
-                  <div class="desc">Running</div>
-                </a>
-              </li>
-              <li class="col-sm">
-                <a href="<%= root_path('jobs/pending') %>">
-                  <div class="count mb-1">
-                    <%= number_with_delimiter @counters.pending, ' ' %>
-                  </div>
-                  <div class="desc">Pending</div>
-                </a>
-              </li>
-              <li class="col-sm">
-                <a href="<%= root_path('errors') %>">
-                  <div class="count mb-1">
-                    <%= number_with_delimiter @counters.errors, ' ' %>
-                  </div>
-                  <div class="desc">Errors</div>
-                </a>
-              </li>
-              <li class="col-sm">
-                <div class="count mb-1">
-                  <%= number_with_delimiter @counters.retries, ' ' %>
-                </div>
-                <div class="desc">Retries</div>
-              </li>
-              <li class="col-sm">
-                <a href="<%= root_path('dlq') %>">
-                  <div class="count mb-1">
-                    <%= number_with_delimiter @counters.dead, ' ' %>
-                  </div>
-                  <div class="desc">Dead</div>
-                </a>
-              </li>
-            </ul>
-          </div>
-        </div>
-      </div>
-    </div>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/consumers/consumer/_title.erb

@@ -1,5 +0,0 @@
-<div class="col-md-12 col-lg-8">
-  <h3>
-    <%== @process.id %>
-  </h3>
-</div>

data/lib/karafka/web/pro/ui/views/errors/_title_with_select.erb

@@ -1,31 +0,0 @@
-<div class="container mb-4">
-  <div class="row">
-    <div class="col">
-      <h3>
-        Errors
-      </h3>
-    </div>
-
-    <div class="col">
-        <div class="col-auto text-end">
-           <label class="col-form-label">Partition</label>
-        </div>
-    </div>
-
-    <div class="col pt-1 mb-0 pb-0">
-        <div class="col-auto">
-          <select class="form-select form-select-sm mb-0 form-control" id="current-partition">
-            <%==
-              each_partial(
-                [nil] + @partitions_count.times.to_a,
-                'errors/partition_option',
-                local: :partition
-              )
-            %>
-          </select>
-        </div>
-    </div>
-  </div>
-
-  <hr>
-</div>

data/lib/karafka/web/pro/ui/views/explorer/message/_message_actions.erb

@@ -1,18 +0,0 @@
-<%
-  republish_path = root_path('messages', @message.topic, @message.partition, @message.offset, 'republish')
-  surrounding_path = explorer_path(@message.topic, @message.partition, @message.offset, 'surrounding')
-%>
-
-<div class="row mb-0">
-  <div class="col-sm-12 text-end">
-    <a href="<%= surrounding_path %>" class="btn btn-secondary btn-sm float-end ms-1">
-      &#8651;
-      Surrounding
-    </a>
-
-    <form action="<%= republish_path %>" method="post" class="confirm-action float-end">
-      <%== csrf_tag(republish_path) %>
-      <input type="submit" value="&#10227; Republish" class="btn btn-primary btn-sm"/>
-    </form>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/explorer/message/_payload_actions.erb

@@ -1,19 +0,0 @@
-<div class="float-end text-end">
-  <% if @visibility_filter.download?(@message) %>
-    <a
-      href="<%= root_path('messages', @message.topic, @message.partition, @message.offset, 'download') %>"
-      class="btn btn-secondary btn-sm"
-    >
-      &#8659; Download raw
-    </a>
-  <% end %>
-
-  <% if @visibility_filter.export?(@message) && @safe_payload.success? %>
-    <a
-      href="<%= root_path('messages', @message.topic, @message.partition, @message.offset, 'export') %>"
-      class="btn btn-secondary btn-sm"
-    >
-      &#8659; Export as JSON
-    </a>
-  <% end %>
-</div>

data/lib/karafka/web/pro/ui/views/explorer/partition/_details.erb

@@ -1,35 +0,0 @@
-<div class="container mb-4">
-  <div class="row">
-    <div class="col-sm-6 ms-0 ps-0">
-      <% if @messages && !@messages.empty? %>
-        <a
-          href="<%= explorer_path(@topic_id, @partition_id, 'recent') %>"
-          class="btn btn-secondary btn-sm"
-          title="Display the most recent message for this partition"
-        >
-          &#x2192; Recent
-        </a>
-      <% end %>
-
-      <% closest_path = explorer_path(@topic_id, @partition_id) %>
-      <input
-        type="button"
-        class="btn-secondary btn btn-sm"
-        id="offset-lookup-datepicker"
-        value="&#128198;"
-        data-target="<%= closest_path %>"
-      />
-    </div>
-
-    <div class="col-sm-6 text-end me-0 pe-0">
-      Watermark offsets:
-      <span class="badge bg-secondary mt-1 mb-1">
-        high: <%= @watermark_offsets.high %>
-      </span>
-
-      <span class="badge bg-secondary mt-1 mb-1">
-        low: <%= @watermark_offsets.low %>
-      </span>
-    </div>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/explorer/topic/_details.erb

@@ -1,23 +0,0 @@
-<div class="container mb-4">
-  <div class="row">
-    <div class="col-sm-6 ms-0 ps-0">
-      <% if @messages && !@messages.empty? %>
-        <a href="<%= explorer_path(@topic_id, 'recent') %>" class="btn btn-secondary btn-sm" title="Display the most recent message for this partition">
-          &#x2192; Recent
-        </a>
-      <% end %>
-    </div>
-
-    <div class="col-sm-6 text-end me-0 pe-0">
-      Partitions:
-      <span class="badge bg-secondary mt-1 mb-1">
-        total: <%= @partitions_count %>
-      </span>
-
-      <span class="badge bg-secondary mt-1 mb-1">
-        visible:
-        <%= [@active_partitions.first, @active_partitions.last].uniq.join(' to ') %>
-      </span>
-    </div>
-  </div>
-</div>

data/lib/karafka/web/pro/ui/views/health/_consumer_group_header.erb

@@ -1,14 +0,0 @@
-<div class="row mb-4">
-  <div class="col-sm-8">
-    <h4 class="mb-4"><%= cg_name %></h4>
-  </div>
-
-  <div class="col-sm-4">
-    <span class="float-end">
-      Last rebalance:
-      <span class="badge bg-secondary">
-        <%== relative_time(details[:rebalanced_at]) %>
-      </span>
-    </span>
-  </div>
-</div>

data/lib/karafka/web/ui/controllers/responses/deny.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Ui
-      module Controllers
-        module Responses
-          # Response that will make Roda render 403 deny
-          class Deny
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/ui/helpers/alerts_helper.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  module Web
-    module Ui
-      module Helpers
-        # Helper for generating general alerts
-        module AlertsHelper
-          # @param message [String] alert message
-          # @return [String] html with alert info
-          def alert_info(message)
-            partial(
-              'shared/alerts/info',
-              locals: {
-                message: message
-              }
-            )
-          end
-        end
-      end
-    end
-  end
-end