karafka-web 0.10.4 → 0.11.0.beta1

data/lib/karafka/web/pro/ui/controllers/messages_controller.rb

@@ -1,107 +0,0 @@
-# frozen_string_literal: true
-
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
-
-module Karafka
-  module Web
-    module Pro
-      module Ui
-        module Controllers
-          # Controller for working with messages
-          # While part of messages operations is done via explorer (exploring), this controller
-          # handles other cases not related to viewing data
-          class MessagesController < BaseController
-            # Takes a requested message content and republishes it again
-            #
-            # @param topic_id [String]
-            # @param partition_id [Integer]
-            # @param offset [Integer] offset of the message we want to republish
-            def republish(topic_id, partition_id, offset)
-              message = Models::Message.find(topic_id, partition_id, offset)
-
-              deny! unless visibility_filter.republish?(message)
-
-              delivery = ::Karafka::Web.producer.produce_sync(
-                topic: topic_id,
-                partition: partition_id,
-                payload: message.raw_payload,
-                headers: message.headers,
-                key: message.key
-              )
-
-              redirect(
-                :back,
-                success: reproduced(message, delivery)
-              )
-            end
-
-            # Dispatches the message raw payload to the browser as a file
-            #
-            # @param topic_id [String]
-            # @param partition_id [Integer]
-            # @param offset [Integer] offset of the message we want to download
-            def download(topic_id, partition_id, offset)
-              message = Models::Message.find(topic_id, partition_id, offset)
-
-              deny! unless visibility_filter.download?(message)
-
-              file(
-                message.raw_payload,
-                "#{topic_id}_#{partition_id}_#{offset}_payload.msg"
-              )
-            end
-
-            # Dispatches the message payload first deserialized and then serialized to JSON
-            # It differs from the raw payload in cases where raw payload is compressed or binary
-            # or contains data that the Web UI user should not see that was altered on the Web UI
-            # with the visibility filter.
-            #
-            # @param topic_id [String]
-            # @param partition_id [Integer]
-            # @param offset [Integer] offset of the message we want to export
-            def export(topic_id, partition_id, offset)
-              Lib::PatternsDetector.new.call
-
-              message = Models::Message.find(topic_id, partition_id, offset)
-
-              # Check if exports are allowed
-              deny! unless visibility_filter.export?(message)
-
-              file(
-                message.payload.to_json,
-                "#{topic_id}_#{partition_id}_#{offset}_payload.json"
-              )
-            end
-
-            private
-
-            # @param message [Karafka::Messages::Message]
-            # @param delivery [Rdkafka::Producer::DeliveryReport]
-            # @return [String] flash message about message reproducing
-            def reproduced(message, delivery)
-              <<~MSG
-                Message with offset #{message.offset}
-                has been sent again to #{message.topic}##{message.partition}
-                and received offset #{delivery.offset}.
-              MSG
-            end
-
-            # @return [Object] visibility filter. Either default or user-based
-            def visibility_filter
-              ::Karafka::Web.config.ui.policies.messages
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/pro/ui/controllers/search_controller.rb

@@ -1,73 +0,0 @@
-# frozen_string_literal: true
-
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
-
-module Karafka
-  module Web
-    module Pro
-      module Ui
-        module Controllers
-          # Handles the search requests
-          # We present this as a part of explorer scope but we use a separate controller not to
-          # mix data exploring with searching.
-          class SearchController < Web::Ui::Controllers::ClusterController
-            # Runs the search if search parameters are provided
-            # If no parameters provided, displays the search modal and info to provide search data
-            # If invalid search parameters provided, modal contains errors
-            #
-            # @param topic_id [String] topic we're interested in
-            # @note In theory search can be used to detect pieces of information within messages.
-            #   Since we allow for custom search strategies, this is not an issue because users
-            #   that need to provide only granular search can do so.
-            def index(topic_id)
-              @topic_id = topic_id
-              @partitions_count = Models::ClusterInfo.partitions_count(topic_id)
-              # Select only matchers that should be available in the context of the current topic
-              @matchers = Web.config.ui.search.matchers.select { |match| match.active?(@topic_id) }
-              @search_criteria = !@params.current_search.empty?
-              @current_search = Lib::Search::Normalizer.call(@params.current_search)
-              # Needed when rendering found messages rows. We should always filter the messages
-              # details with the visibility filter
-              @visibility_filter = ::Karafka::Web.config.ui.policies.messages
-              @limits = ::Karafka::Web.config.ui.search.limits.sort
-
-              # If there is search form filled, we validate it to make sure there are no errors
-              @errors = if @search_criteria
-                          Lib::Search::Contracts::Form.new.call(@current_search).errors
-                        else
-                          {}
-                        end
-
-              # If all good we run the search
-              if @search_criteria && @errors.empty?
-                found, @search_details = Lib::Search::Runner.new(
-                  @topic_id,
-                  @partitions_count,
-                  @current_search
-                ).call
-
-                @messages, last_page = Paginators::Arrays.call(
-                  found,
-                  @params.current_page
-                )
-
-                paginate(@params.current_page, !last_page)
-              end
-
-              render
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/pro/ui/controllers/topics_controller.rb

@@ -1,130 +0,0 @@
-# frozen_string_literal: true
-
-# This Karafka component is a Pro component under a commercial license.
-# This Karafka component is NOT licensed under LGPL.
-#
-# All of the commercial components are present in the lib/karafka/pro directory of this
-# repository and their usage requires commercial license agreement.
-#
-# Karafka has also commercial-friendly license, commercial support and commercial components.
-#
-# By sending a pull request to the pro components, you are agreeing to transfer the copyright of
-# your code to Maciej Mensfeld.
-
-module Karafka
-  module Web
-    module Pro
-      module Ui
-        module Controllers
-          # Topics management controller
-          # Allows for exploration of settings and replication details
-          class TopicsController < BaseController
-            self.sortable_attributes = %w[
-              name
-              value
-              default?
-              read_only?
-              synonym?
-              sensitive?
-              partition_id
-              leader
-              replica_count
-              in_sync_replica_brokers
-              count
-              share
-              diff
-              low
-              high
-            ].freeze
-
-            # Lists available topics in the cluster
-            def index
-              @topics = Models::Topic.all.sort_by(&:topic_name)
-
-              unless ::Karafka::Web.config.ui.visibility.internal_topics
-                @topics.delete_if { |topic| topic[:topic_name].start_with?('__') }
-              end
-
-              render
-            end
-
-            # Displays requested topic config details
-            #
-            # @param topic_name [String] topic we're interested in
-            def config(topic_name)
-              @topic = Models::Topic.find(topic_name)
-
-              @configs = refine(@topic.configs)
-
-              render
-            end
-
-            # Displays requested topic replication details
-            #
-            # @param topic_name [String] topic we're interested in
-            def replication(topic_name)
-              @topic = Models::Topic.find(topic_name)
-
-              @partitions = refine(@topic[:partitions])
-
-              render
-            end
-
-            # Displays the messages distribution across various partitions
-            #
-            # @param topic_name [String] topic we're interested in
-            #
-            # @note Because computing distribution is fairly expensive, we paginate this. While
-            #   because of that results may not be exact, this allows us to support topics with
-            #   many partitions.
-            def distribution(topic_name)
-              @topic = Models::Topic.find(topic_name)
-
-              @active_partitions, _materialized_page, @limited = Paginators::Partitions.call(
-                @topic.partition_count, @params.current_page
-              )
-
-              @aggregated, distribution = @topic.distribution(@active_partitions)
-
-              @distribution = refine(distribution)
-
-              next_page = @active_partitions.last < @topic.partition_count - 1
-              paginate(@params.current_page, next_page)
-
-              render
-            end
-
-            # Displays high and low offsets for given topic
-            #
-            # @param topic_name [String] topic we're interested in
-            def offsets(topic_name)
-              @topic = Models::Topic.find(topic_name)
-
-              @active_partitions, _materialized_page, @limited = Paginators::Partitions.call(
-                @topic.partition_count, @params.current_page
-              )
-
-              offsets = @active_partitions.map do |partition_id|
-                part_offsets = Admin.read_watermark_offsets(topic_name, partition_id)
-
-                {
-                  partition_id: partition_id,
-                  low: part_offsets.first,
-                  high: part_offsets.last,
-                  diff: part_offsets.last - part_offsets.first
-                }
-              end
-
-              @offsets = refine(offsets)
-
-              next_page = @active_partitions.last < @topic.partition_count - 1
-              paginate(@params.current_page, next_page)
-
-              render
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/karafka/web/pro/ui/views/commands/_breadcrumbs.erb

@@ -1,21 +0,0 @@
-<li>
-  <a href="<%= root_path('consumers/overview') %>">
-    Consumers
-  </a>
-</li>
-
-<% if current_path.include?('/commands') %>
-  <li>
-    <a href="<%= root_path('commands') %>">
-      Commands
-    </a>
-  </li>
-<% end %>
-
-<% if @command_message %>
-  <li>
-    <a href="<%= root_path('commands', @command_message.offset) %>">
-      <%= @command_message.offset %>
-    </a>
-  </li>
-<% end %>

data/lib/karafka/web/pro/ui/views/commands/_command_details.erb

@@ -1 +0,0 @@
-<pre class="code"><code class="json"><%= JSON.pretty_generate command %></code></pre>

data/lib/karafka/web/pro/ui/views/commands/_empty.erb

@@ -1,3 +0,0 @@
-<%==
-  alert_info('No commands found.')
-%>

data/lib/karafka/web/pro/ui/views/commands/show.erb

@@ -1,33 +0,0 @@
-<% command = @command_message.payload %>
-
-<div class="col-span-12">
-  <% if command[:schema_version] == @schema_version %>
-    <% view_title "#{command[:command][:name]} #{command[:type]} #{@command_message.key}" %>
-
-    <%== partial 'consumers/tabs' %>
-
-    <%== partial 'commands/metadata', locals: { command: command } %>
-
-    <h2 class="h2">
-      <% if command[:type] == 'command' %>
-        Details
-      <% else %>
-        Backtraces
-      <% end %>
-    </h2>
-
-    <% if command[:type] == 'command' %>
-      <%== partial 'commands/command_details', locals: { command: command } %>
-    <% else %>
-      <% command[:result].each_value do |backtrace| %>
-        <%== partial 'commands/backtrace', locals: { backtrace: backtrace } %>
-      <% end %>
-    <% end %>
-  <% else %>
-    <% view_title 'Incompatible Command Schema' %>
-
-    <%== partial 'consumers/tabs' %>
-
-    <%== partial 'commands/incompatible_schema' %>
-  <% end %>
-</div>

data/lib/karafka/web/pro/ui/views/consumers/_breadcrumbs.erb

@@ -1,55 +0,0 @@
-<li>
-  <a href="<%= root_path('consumers/overview') %>">
-    Consumers
-  </a>
-</li>
-
-<% if current_path.include?('/performance') %>
-  <li>
-    <a href="<%= root_path('consumers', 'performance') %>">
-      Performance
-    </a>
-  </li>
-<% end %>
-
-<% if current_path.include?('/controls') %>
-  <li>
-    <a href="<%= root_path('consumers', 'controls') %>">
-      Controls
-    </a>
-  </li>
-<% end %>
-
-<% if @process %>
-  <li>
-    <a href="<%= root_path('consumers', @process.id, 'subscriptions') %>">
-      <%== truncate(@process.id, strategy: :middle) %>
-    </a>
-  </li>
-
-  <% if current_path.include?('/jobs') %>
-    <li>
-      <a href="<%= root_path('consumers', @process.id, 'jobs') %>">
-        Jobs
-      </a>
-    </li>
-
-    <li>
-      <a href="<%= root_path('consumers', @process.id, 'jobs') %>">
-        Running
-      </a>
-    </li>
-  <% elsif current_path.include?('/subscriptions') %>
-    <li>
-      <a href="<%= root_path('consumers', @process.id, 'subscriptions') %>">
-        Subscriptions
-      </a>
-    </li>
-  <% else %>
-    <li>
-      <a href="<%= root_path('consumers', @process.id, 'details') %>">
-        Details
-      </a>
-    </li>
-  <% end %>
-<% end %>

data/lib/karafka/web/pro/ui/views/consumers/_consumer.erb

@@ -1,47 +0,0 @@
-<tr class="status-row-<%= process.status %>">
-  <td>
-    <p>
-      <a href="<%= root_path('consumers', process.id, 'subscriptions') %>">
-        <%== truncate(process.id, strategy: :middle) %>
-      </a>
-    </p>
-
-    <p class="mt-1">
-      <%== partial 'consumers/assignments_badges', locals: { process: process } %>
-    </p>
-
-    <p>
-      <%== tags(process.tags) %>
-    </p>
-  </td>
-
-  <td>
-    <%== relative_time process.started_at %>
-  </td>
-
-  <td>
-    <%== badge_primary_sm format_memory process.memory_usage %>
-    <%== badge_primary_sm format_memory process.memory_total_usage %>
-    <%== badge_primary_sm format_memory process.memory_size %>
-  </td>
-
-  <td>
-    <span class="badge badge-primary">
-      <%= process.utilization.round(1) %>%
-    </span>
-    <span class="badge badge-primary">
-      <%= process.workers %> /
-      <%= process.busy %>
-    </span>
-  </td>
-
-  <td>
-    <% process.cpu_usage.each do |metric| %>
-      <%== badge_primary_sm metric %>
-    <% end %>
-  </td>
-
-  <td>
-    <%= process.lag_hybrid %>
-  </td>
-</tr>

data/lib/karafka/web/pro/ui/views/consumers/_consumer_controls.erb

@@ -1,95 +0,0 @@
-<tr class="status-row-<%= process.status %>">
-  <td>
-    <a href="<%= root_path('consumers', process.id, 'subscriptions') %>">
-      <%== truncate(process.id, strategy: :middle) %>
-    </a>
-
-    <p class="mt-1">
-      <%== tags(process.tags) %>
-    </p>
-  </td>
-
-  <td>
-    <div class="badge <%= status_badge(process.status) %>">
-      <%= process.status %>
-    </div>
-  </td>
-
-  <td>
-    <%== partial 'consumers/assignments_badges', locals: { process: process } %>
-  </td>
-
-  <td>
-    <%== relative_time process.started_at %>
-  </td>
-
-  <td>
-    <span class="badge badge-primary">
-      <%= format_memory process.memory_usage %>
-    </span>
-  </td>
-
-  <td>
-    <span class="badge badge-primary">
-      <%= process.utilization.round(1) %>%
-    </span>
-    <span class="badge badge-primary">
-      <%= process.workers %> /
-      <%= process.busy %>
-    </span>
-  </td>
-
-  <td>
-    <%= process.lag_hybrid %>
-  </td>
-
-  <td class="commands-inline-3">
-    <%
-      trace_path = root_path('commanding', process.id, 'trace')
-      disabled_class = process.status != 'stopped' ? '' : 'btn-disabled'
-    %>
-    <form action="<%= trace_path %>" method="post" class="inline" title="Trace">
-      <%== csrf_tag(trace_path) %>
-
-      <button type="submit" class="btn btn-info btn-sm <%= disabled_class %>">
-        <%== icon(:gear) %>
-      </button>
-    </form>
-
-    <%
-      quiet_path = root_path('commanding', process.id, 'quiet')
-      disabled_class = process.status == 'running' ? '' : 'btn-disabled'
-
-      if process.execution_mode == 'standalone'
-        title = 'Quiet'
-      else
-        disabled_class = 'btn-disabled'
-        title = 'Supported only in standalone consumer processes'
-      end
-    %>
-    <form action="<%= quiet_path %>" method="post" class="inline" title="<%= title %>">
-      <%== csrf_tag(quiet_path) %>
-      <button type="submit" class="btn btn-warning btn-sm <%= disabled_class %>">
-        <%== icon(:pause) %>
-      </button>
-    </form>
-
-    <%
-      stop_path = root_path('commanding', process.id, 'stop')
-      disabled_class = process.status != 'stopping' && process.status != 'stopped' ? '' : 'btn-disabled'
-
-      if process.execution_mode == 'standalone'
-        title = 'Stop'
-      else
-        disabled_class = 'btn-disabled'
-        title = 'Supported only in standalone consumer processes'
-      end
-    %>
-    <form action="<%= stop_path %>" method="post" class="inline" title="<%= title %>">
-      <%== csrf_tag(stop_path) %>
-      <button type="submit" class="btn btn-error btn-sm <%= disabled_class %>">
-        <%== icon(:stop) %>
-      </button>
-    </form>
-  </td>
-</tr>

data/lib/karafka/web/pro/ui/views/consumers/_consumer_performance.erb

@@ -1,59 +0,0 @@
-<tr class="status-row-<%= process.status %>">
-  <td>
-    <a href="<%= root_path('consumers', process.id, 'subscriptions') %>">
-      <%== truncate(process.id, strategy: :middle) %>
-    </a>
-
-    <p class="mt-1">
-      <%== tags(process.tags) %>
-    </p>
-  </td>
-
-   <td>
-    <%= format_memory process.memory_usage %>
-  </td>
-
-  <td>
-    <%= process.utilization.round(1) %>%
-  </td>
-
-  <td>
-    <%= process.threads %>
-  </td>
-
-  <td>
-    <%= process.cpu_usage[0].to_f %>
-  </td>
-
-  <td>
-    <%= process.cpu_usage[1].to_f %>
-  </td>
-
-  <td>
-    <%= process.cpu_usage[2].to_f %>
-  </td>
-
-  <td>
-    <%= process.workers %>
-  </td>
-
-  <td>
-    <%= process.busy %>
-  </td>
-
-  <td>
-    <%= process.listeners.fetch(:active) %>
-  </td>
-
-  <td>
-    <%= process.listeners.fetch(:standby) %>
-  </td>
-
-  <td>
-    <%= process.jobs.running.count %>
-  </td>
-
-  <td>
-    <%= process.jobs.pending.count %>
-  </td>
-</tr>

data/lib/karafka/web/pro/ui/views/consumers/_tabs.erb

@@ -1,33 +0,0 @@
-<div class="tab-container-wrapper">
-  <div class="tab-container">
-    <a
-      href="<%= root_path('consumers', 'overview') %>"
-      class="custom-tab <%= nav_class(include: 'overview') %>"
-    >
-      Overview
-    </a>
-
-    <a
-      href="<%= root_path('consumers', 'performance') %>"
-      class="custom-tab <%= nav_class(include: 'performance') %>"
-    >
-      Performance
-    </a>
-
-    <% if Karafka::Web.config.commanding.active %>
-      <a
-        href="<%= root_path('consumers', 'controls') %>"
-        class="custom-tab <%= nav_class(include: 'controls') %>"
-      >
-        Controls
-      </a>
-
-      <a
-        href="<%= root_path('commands') %>"
-        class="custom-tab <%= nav_class(include: 'commands') %>"
-      >
-        Commands
-      </a>
-    <% end %>
-  </div>
-</div>