karafka-web 0.10.3 → 0.11.0.beta1

data/lib/karafka/web/pro/ui/views/consumers/consumers/subscriptions.erb

@@ -0,0 +1,24 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% view_title @process.id %>
+
+<div class="col-span-12">
+  <% if @process.status == 'stopped' %>
+    <%== partial 'consumers/consumers/consumer/stopped' %>
+  <% end %>
+
+  <%== partial 'consumers/consumers/consumer/tabs' %>
+
+  <% if @process.subscribed? %>
+    <%==
+      render_each(
+        @process.consumer_groups,
+        'consumers/consumers/consumer/_consumer_group',
+        local: :consumer_group
+      )
+    %>
+  <% else %>
+    <%== partial 'consumers/consumers/consumer/no_subscriptions' %>
+  <% end %>
+</div>

data/lib/karafka/web/pro/ui/views/consumers/controls/_breadcrumbs.erb

@@ -0,0 +1,16 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<li>
+  <a href="<%= consumers_path('overview') %>">
+    Consumers
+  </a>
+</li>
+
+<% if current_path.include?('/controls') %>
+  <li>
+    <a href="<%= consumers_path('controls') %>">
+      Controls
+    </a>
+  </li>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/controls/_controls.erb

@@ -0,0 +1,107 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% if process.schema_compatible? %>
+  <tr class="status-row-<%= process.status %>">
+    <td>
+      <a href="<%= consumer_path(process.id, 'subscriptions') %>">
+        <%== truncate(process.id, strategy: :middle) %>
+      </a>
+
+      <p class="mt-1">
+        <%== tags(process.tags) %>
+      </p>
+    </td>
+
+    <td>
+      <div class="badge <%= status_badge(process.status) %>">
+        <%= process.status %>
+      </div>
+    </td>
+
+    <td>
+      <%== partial 'consumers/assignments_badges', locals: { process: process } %>
+    </td>
+
+    <td>
+      <%== relative_time process.started_at %>
+    </td>
+
+    <td>
+      <span class="badge badge-primary">
+        <%= format_memory process.memory_usage %>
+      </span>
+    </td>
+
+    <td>
+      <span class="badge badge-primary">
+        <%= process.utilization.round(1) %>%
+      </span>
+      <span class="badge badge-primary">
+        <%= process.workers %> /
+        <%= process.busy %>
+      </span>
+    </td>
+
+    <td>
+      <%= process.lag_hybrid %>
+    </td>
+
+    <td class="commands-inline-3">
+      <%
+        trace_path = consumers_path('commanding', process.id, 'trace')
+        disabled_class = process.status != 'stopped' ? '' : 'btn-disabled'
+      %>
+      <form action="<%= trace_path %>" method="post" class="inline" title="Trace">
+        <%== csrf_tag(trace_path) %>
+
+        <button type="submit" class="btn btn-info btn-sm btn-lockable <%= disabled_class %>">
+          <%== icon(:gear) %>
+        </button>
+      </form>
+
+      <%
+        quiet_path = consumers_path('commanding', process.id, 'quiet')
+        disabled_class = process.status == 'running' ? '' : 'btn-disabled'
+
+        if process.execution_mode == 'standalone'
+          title = 'Quiet'
+        else
+          disabled_class = 'btn-disabled'
+          title = 'Supported only in standalone consumer processes'
+        end
+      %>
+      <form action="<%= quiet_path %>" method="post" class="inline" title="<%= title %>">
+        <%== csrf_tag(quiet_path) %>
+        <button type="submit" class="btn btn-warning btn-sm btn-lockable <%= disabled_class %>">
+          <%== icon(:pause) %>
+        </button>
+      </form>
+
+      <%
+        stop_path = consumers_path('commanding', process.id, 'stop')
+        disabled_class = process.status != 'stopping' && process.status != 'stopped' ? '' : 'btn-disabled'
+
+        if process.execution_mode == 'standalone'
+          title = 'Stop'
+        else
+          disabled_class = 'btn-disabled'
+          title = 'Supported only in standalone consumer processes'
+        end
+      %>
+      <form action="<%= stop_path %>" method="post" class="inline" title="<%= title %>">
+        <%== csrf_tag(stop_path) %>
+        <button type="submit" class="btn btn-error btn-sm btn-lockable <%= disabled_class %>">
+          <%== icon(:stop) %>
+        </button>
+      </form>
+    </td>
+  </tr>
+<% else %>
+  <%==
+    partial(
+      'consumers/incompatible',
+      locals: { colspan: 7, process: process }
+    )
+  %>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/{controls.erb → controls/index.erb}

@@ -1,11 +1,14 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <% view_title 'Consumers Controls' %>
 
-<%== partial 'consumers/tabs' %>
+<%== partial 'consumers/consumers/tabs' %>
 
 <% unless @processes.empty? %>
   <div class="col-span-12 flex justify-end space-x-2 mb-6">
     <%
-      quiet_all_path = root_path('commanding', 'quiet_all')
+      quiet_all_path = consumers_path('commanding', 'quiet_all')
     %>
     <form action="<%= quiet_all_path %>" method="post" class="inline-flex items-center">
       <%== csrf_tag(quiet_all_path) %>
@@ -16,7 +19,7 @@
     </form>
 
     <%
-      stop_all_path = root_path('commanding', 'stop_all')
+      stop_all_path = consumers_path('commanding', 'stop_all')
     %>
     <form action="<%= stop_all_path %>" method="post" class="inline-flex items-center">
       <%== csrf_tag(stop_all_path) %>
@@ -38,7 +41,7 @@
       <table class="data-table">
         <thead>
           <tr>
-            <th><%== sort_link(:id) %></th>
+            <th><%== sort_link('Process ID', :id) %></th>
             <th><%== sort_link(:status) %></th>
             <th>Subscriptions</th>
             <th><%== sort_link(:started_at, rev: true) %></th>
@@ -52,7 +55,7 @@
           <%==
             render_each(
               @processes,
-              'consumers/_consumer_controls',
+              'consumers/controls/_controls',
               local: :process
             )
           %>

data/lib/karafka/web/pro/ui/views/consumers/jobs/_breadcrumbs.erb

@@ -0,0 +1,36 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<li>
+  <a href="<%= consumers_path('overview') %>">
+    Consumers
+  </a>
+</li>
+
+<li>
+  <a href="<%= consumer_path(@process.id, 'subscriptions') %>">
+    <%== truncate(@process.id, strategy: :middle) %>
+  </a>
+</li>
+
+<li>
+  <a href="<%= consumer_path(@process.id, 'jobs') %>">
+    Jobs
+  </a>
+</li>
+
+<% if current_path.include?('/running') %>
+  <li>
+    <a href="<%= consumer_path(@process.id, 'jobs', 'pending') %>">
+      Running
+    </a>
+  </li>
+<% end %>
+
+<% if current_path.include?('/pending') %>
+  <li>
+    <a href="<%= consumer_path(@process.id, 'jobs', 'pending') %>">
+      Pending
+    </a>
+  </li>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/{consumer → jobs}/_job.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <tr>
   <td>
     <span class="badge badge-secondary" title="Consumer group: <%= job.consumer_group %>">

data/lib/karafka/web/pro/ui/views/consumers/{consumer → jobs}/_no_jobs.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div class="container mb-4">
   <div class="row">
     <div class="col-lg-12">

data/lib/karafka/web/pro/ui/views/consumers/{pending_jobs.erb → jobs/pending.erb}

@@ -1,18 +1,17 @@
-<% view_title @process.id %>
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
 
-<%== partial 'consumers/consumer/commands', locals: { process: @process } %>
+<% view_title @process.id %>
 
 <div class="col-span-12">
   <% if @process.status == 'stopped' %>
-    <%== partial 'consumers/consumer/stopped' %>
+    <%== partial 'consumers/consumers/consumer/stopped' %>
   <% end %>
 
-  <%== partial 'consumers/consumer/metrics' %>
-
-  <%== partial 'consumers/consumer/tabs' %>
+  <%== partial 'consumers/consumers/consumer/tabs' %>
 
   <% if @pending_jobs.empty? %>
-    <%== partial 'consumers/consumer/no_jobs', locals: { type: 'pending' } %>
+    <%== partial 'consumers/jobs/no_jobs', locals: { type: 'pending' } %>
   <% else %>
     <div class="data-table-wrapper">
       <table class="data-table">
@@ -35,7 +34,7 @@
           <%==
             render_each(
               @pending_jobs,
-              'consumers/consumer/_job',
+              'consumers/jobs/_job',
               local: :job
             )
           %>

data/lib/karafka/web/pro/ui/views/consumers/{running_jobs.erb → jobs/running.erb}

@@ -1,18 +1,17 @@
-<% view_title @process.id %>
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
 
-<%== partial 'consumers/consumer/commands', locals: { process: @process } %>
+<% view_title @process.id %>
 
 <div class="col-span-12">
   <% if @process.status == 'stopped' %>
-    <%== partial 'consumers/consumer/stopped' %>
+    <%== partial 'consumers/consumers/consumer/stopped' %>
   <% end %>
 
-  <%== partial 'consumers/consumer/metrics' %>
-
-  <%== partial 'consumers/consumer/tabs' %>
+  <%== partial 'consumers/consumers/consumer/tabs' %>
 
   <% if @running_jobs.empty? %>
-    <%== partial 'consumers/consumer/no_jobs', locals: { type: 'running' } %>
+    <%== partial 'consumers/jobs/no_jobs', locals: { type: 'running' } %>
   <% else %>
     <div class="data-table-wrapper">
       <table class="data-table">
@@ -35,7 +34,7 @@
           <%==
             render_each(
               @running_jobs,
-              'consumers/consumer/_job',
+              'consumers/jobs/_job',
               local: :job
             )
           %>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/_basics.erb

@@ -0,0 +1,77 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<div class="grid grid-cols-1 lg:grid-cols-2 xl:grid-cols-4 gap-4 mb-6 mt-6">
+  <div class="card-metric">
+    <h3>Basic Info</h3>
+    <ul>
+      <li>
+        Process ID:
+        <%== badge_primary @process.id %>
+      </li>
+      <li>
+        Topic:
+        <%== badge_info @topic %>
+      </li>
+      <li>
+        Partition:
+        <%== badge_info @partition_id %>
+      </li>
+    </ul>
+  </div>
+
+  <div class="card-metric">
+    <h3>Consumer Details</h3>
+    <ul>
+      <li>
+        Consumer Group:
+        <%== badge_secondary @consumer_group.id %>
+      </li>
+      <li>
+        Subscription Group:
+        <%== badge_secondary @subscription_group.id %>
+      </li>
+      <li>
+        Poll State:
+        <%== poll_state_with_change_time_label(@partition_stats.poll_state, @partition_stats.poll_state_ch) %>
+      </li>
+    </ul>
+  </div>
+
+  <div class="card-metric">
+    <h3>Current Position</h3>
+    <ul>
+      <li>
+        Committed Offset:
+        <%== badge_secondary(normalized_metric(@partition_stats.committed_offset)) %>
+      </li>
+      <li>
+        Stored Offset:
+        <%== badge_secondary(normalized_metric(@partition_stats.stored_offset)) %>
+      </li>
+      <li>
+        Lag:
+
+        <%== badge_secondary(normalized_metric(@partition_stats.lag_hybrid)) %>
+      </li>
+    </ul>
+  </div>
+
+  <div class="card-metric">
+    <h3>Partition Details</h3>
+    <ul>
+      <li>
+        High Offset:
+        <%== badge_info(normalized_metric(@partition_stats.hi_offset)) %>
+      </li>
+      <li>
+        Low Offset:
+        <%== badge_info(normalized_metric(@partition_stats.lo_offset)) %>
+      </li>
+      <li>
+        EOF Offset:
+        <%== badge_info(normalized_metric(@partition_stats.eof_offset)) %>
+      </li>
+    </ul>
+  </div>
+</div>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/_breadcrumbs.erb

@@ -0,0 +1,58 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<li>
+  <a href="<%= consumers_path('overview') %>">
+    Consumers
+  </a>
+</li>
+
+<li>
+  <a href="<%= consumer_path(@process.id, 'subscriptions') %>">
+    <%== truncate(@process.id, strategy: :middle) %>
+  </a>
+</li>
+
+<% if @subscription_group_id %>
+  <li>
+    <a href="<%= consumer_path(@process.id, "subscriptions##{@subscription_group_id}") %>">
+      <%= @subscription_group_id %>
+    </a>
+  </li>
+
+  <%
+    edit_path = consumer_path(
+      @process.id,
+      'partitions',
+      @subscription_group_id,
+      @topic,
+      @partition_id,
+      'offset',
+      'edit'
+    )
+  %>
+
+  <li>
+    <a href="<%= edit_path %>">
+      <%= @topic %>
+    </a>
+  </li>
+
+  <li>
+    <a href="<%= edit_path %>">
+      <%= @partition_id %>
+    </a>
+  </li>
+
+  <li>
+    <a href="<%= edit_path %>">
+      Offsets
+    </a>
+  </li>
+
+  <li>
+    <a href="<%= edit_path %>">
+      Edit
+    </a>
+  </li>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/_form.erb

@@ -0,0 +1,109 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<div class="card bg-base-100 mt-4">
+  <div class="card-body">
+    <%
+      update_path = consumer_path(
+        @process.id,
+        'partitions',
+        @subscription_group.id,
+        @topic,
+        @partition_id,
+        'offset'
+      )
+    %>
+
+    <form
+      class="space-y-4 mt-4 w-full"
+      method="post"
+      action="<%= update_path %>"
+    >
+      <%== csrf_tag(update_path, 'PUT') %>
+      <input type="hidden" name="_method" value="PUT">
+      <input type="hidden" name="referrer" value="<%= request.referrer %>">
+
+      <div class="flex items-center w-full mb-8">
+        <label class="w-1/4 text-gray-700">New Offset:</label>
+        <div class="w-3/4">
+          <input
+            type="number"
+            min="<%== @partition_stats.lo_offset %>"
+            max="<%= @partition_stats.hi_offset %>"
+            name="offset"
+            class="block input input-bordered w-full"
+            placeholder="Enter new offset position"
+            required
+          />
+        </div>
+      </div>
+
+      <div class="flex items-center w-full">
+        <label class="w-1/4 text-gray-700">Prevent Overtaking:</label>
+        <div class="w-3/4">
+          <label class="flex items-center gap-4 cursor-pointer">
+            <input type="hidden" name="prevent_overtaking" value="off">
+
+            <input
+              name="prevent_overtaking"
+              type="checkbox"
+              class="checkbox checkbox-warning"
+              checked
+            />
+
+            <div class="space-y-1">
+              <div class="flex items-center gap-2">
+                Only adjust if consumer hasn't moved beyond requested offset already
+              </div>
+              <div class="text-sm text-gray-500">
+                Prevents seeking back in case the consumer moved forward
+              </div>
+            </div>
+          </label>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mt-4 <%= 'text-muted' if @topic_lrj %>">
+        <label class="w-1/4 text-gray-700">Resume Immediately:</label>
+        <div class="w-3/4">
+          <label class="flex items-center gap-4 cursor-pointer">
+            <input type="hidden" name="force_resume" value="off">
+            <input
+              name="force_resume"
+              type="checkbox"
+              class="checkbox checkbox-warning"
+              <%= 'disabled' if @topic_lrj %>
+            />
+            <div class="space-y-1">
+              <div class="flex items-center gap-2">
+                If partition is currently paused, resume processing immediately
+              </div>
+              <div class="text-sm text-gray-500">
+                <% if @topic_lrj %>
+                  Option not available for Long-Running Jobs topics
+                <% elsif @routing_topic %>
+                  Has no effect if partition is not paused
+                <% else %>
+                  Option not available, since topic not visible in the Web UI routing
+                <% end %>
+              </div>
+            </div>
+          </label>
+        </div>
+      </div>
+
+      <div class="fieldset text-center mt-6 ">
+        <div class="flex gap-4 justify-end">
+          <a href="<%= root_path('health', 'overview') %>" class="btn btn-ghost">
+            Cancel
+          </a>
+
+          <button type="submit" class="btn btn-warning gap-2 btn-lockable">
+            <%== icon(:pencil_square) %>
+            Adjust Offset
+          </button>
+        </div>
+      </div>
+    </form>
+  </div>
+</div>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/_not_running_error.erb

@@ -0,0 +1,16 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% alert_box_error 'This Operation Cannot Be Performed' do %>
+  <p>
+    Consumer offsets can only be modified using Web UI when the consumer is in a running state.
+  </p>
+<% end %>
+
+<div class="fieldset text-center mt-6">
+  <div class="flex justify-end">
+    <a href="<%= root_path('health', 'overview') %>" class="btn btn-ghost">
+      Cancel
+    </a>
+  </div>
+</div>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/_running_warning.erb

@@ -0,0 +1,15 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% alert_box_warning('Running Consumer Process Operation') do %>
+  <p>
+    You are about to modify offset for an actively running consumer. This operation:
+  </p>
+
+  <ul class="list-disc ml-6 mt-2">
+    <li>Takes effect during the next poll operation</li>
+    <li>May affect message processing</li>
+    <li>Cannot be undone</li>
+    <li>Will take effect only if the current process still owns the assignment</li>
+  </ul>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/partitions/offsets/edit.erb

@@ -0,0 +1,12 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% view_title "#{@process.id} - Offset Adjustment - #{@subscription_group_id} - #{@topic}##{@partition_id}" %>
+
+<% if @process.status != 'running' %>
+  <%== partial 'consumers/partitions/offsets/not_running_error' %>
+<% else %>
+  <%== partial 'consumers/partitions/offsets/running_warning' %>
+  <%== partial 'consumers/partitions/offsets/basics' %>
+  <%== partial 'consumers/partitions/offsets/form' %>
+<% end %>

data/lib/karafka/web/pro/ui/views/consumers/partitions/pauses/_active_not_editable.erb

@@ -0,0 +1,22 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% alert_box_error 'Cannot Configure Pause Settings' do %>
+  <p class="mb-2">
+    This partition is currently active and processing messages.
+  </p>
+  <p class="mb-2">
+    Pause settings can only be configured for partitions that are already in a paused state.
+  </p>
+  <p>
+    You can pause this partition first using the pause action from the partitions list.
+  </p>
+<% end %>
+
+<div class="fieldset text-center mt-6">
+  <div class="flex justify-end">
+    <a href="<%= root_path('health', 'overview') %>" class="btn btn-ghost">
+      Cancel
+    </a>
+  </div>
+</div>

data/lib/karafka/web/pro/ui/views/consumers/partitions/pauses/_adjusting_warning.erb

@@ -0,0 +1,27 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% alert_box_warning('Running Consumer Process Operation') do %>
+  <p>
+    You are about to adjust pause for an actively running consumer. This operation:
+  </p>
+
+  <ul class="list-disc ml-6 mt-2 mb-2">
+    <li>Takes effect during the next poll operation</li>
+    <li>May affect message processing</li>
+    <li>Cannot be undone</li>
+    <li>Will take effect only if the current process still owns the assignment</li>
+  </ul>
+
+  <hr/>
+
+  <p class="mt-2">
+    During long pauses, lag reporting on this topic partition may stop as librdkafka freezes the last known high watermark.
+  </p>
+
+  <p class="mt-2">
+    Real-time, state-independent lag metrics can always be checked in the
+    <a href="<%= root_path('health', 'cluster_lags') %>">Cluster Lags</a> tab
+    of the <a href="<%= root_path('health') %>">Health</a> section.
+  </p>
+<% end %>