karafka-web 0.10.4 → 0.11.0

data/lib/karafka/web/pro/ui/views/explorer/{message → explorer/message}/_resources_utilization.erb

@@ -1,9 +1,12 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div class="data-table-wrapper">
   <table class="data-table">
     <tbody>
       <%==
         partial(
-          'explorer/messages/detail',
+          'explorer/explorer/messages/detail',
           locals: {
             k: 'key.bytesize',
             v: format_memory((@message.raw_key&.bytesize || 0) / 1024.0)
@@ -43,7 +46,7 @@
 
         @message.raw_headers.each do |h, v|
           bytesize += h.bytesize
-          bytesize += v.bytesize
+          bytesize += Array(v).sum(&:bytesize)
         end
 
         kbytesize = bytesize / 1024.0
@@ -51,7 +54,7 @@
 
       <%==
         partial(
-          'explorer/messages/detail',
+          'explorer/explorer/messages/detail',
           locals: {
             k: 'headers.bytesize',
             v: format_memory(kbytesize)
@@ -88,7 +91,7 @@
 
       <%==
         partial(
-          'explorer/messages/detail',
+          'explorer/explorer/messages/detail',
           locals: {
             k: 'payload.bytesize',
             v: format_memory((@message.raw_payload&.bytesize || 0) / 1024.0)

data/lib/karafka/web/pro/ui/views/explorer/{message → explorer/message}/_too_big_to_be_displayed.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div class="col-span-12 mb-6">
   <div class="alert alert-warning">
     <%== icon :exclamation_triangle %>

data/lib/karafka/web/pro/ui/views/explorer/{messages → explorer/messages}/_detail.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <% if v.is_a?(Hash) && !v.empty? %>
   <% v.each do |k2,v2| %>
    <tr>

data/lib/karafka/web/pro/ui/views/explorer/explorer/messages/_headers.erb

@@ -0,0 +1,51 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% if @safe_headers.success? %>
+  <% visible = @visibility_filter.headers?(message) %>
+  <% message.metadata.headers.each do |k, v| %>
+    <% if v.is_a?(Array) && visible %>
+      <tr>
+        <td>
+          <%= "headers.#{k}" %>
+        </td>
+        <td>
+          <ul class="list-disc ml-3">
+            <% v.each do |sub_v| %>
+              <li><%= object_value_to_s(sub_v) %></li>
+            <% end %>
+          </ul>
+        </td>
+      </tr>
+    <% else %>
+      <tr>
+        <td>
+          <%= "headers.#{k}" %>
+        </td>
+        <td>
+          <% if visible %>
+            <%= object_value_to_s(v) %>
+          <% else %>
+            <span class="text-muted">[Filtered]</span>
+          <% end %>
+        </td>
+      </tr>
+    <% end %>
+  <% end %>
+<% else %>
+  <% visible = @visibility_filter.headers?(message) %>
+  <% message.metadata[:raw_headers].each do |k, v| %>
+    <tr>
+      <td>
+        <%= "raw_headers.#{k}" %>
+      </td>
+      <td>
+        <% if visible %>
+          <%= object_value_to_s(v) %>
+        <% else %>
+          <span class="text-muted">[Filtered]</span>
+        <% end %>
+      </td>
+    </tr>
+  <% end %>
+<% end %>

data/lib/karafka/web/pro/ui/views/explorer/{messages → explorer/messages}/_key.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <tr>
   <td>
     <% if @safe_key.success? %>

data/lib/karafka/web/pro/ui/views/explorer/explorer/partition/_cleaned.erb

@@ -0,0 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%==
+  alert_info('This partition no longer contains any data and has been fully compacted.')
+%>

data/lib/karafka/web/pro/ui/views/explorer/explorer/partition/_empty.erb

@@ -0,0 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%==
+  alert_info('This partition is empty and does not contain any data.')
+%>

data/lib/karafka/web/pro/ui/views/explorer/{partition → explorer/partition}/_messages.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div class="data-table-wrapper">
   <table class="data-table">
     <thead>
@@ -14,7 +17,7 @@
       <%==
         each_partial(
           @messages,
-          'explorer/message'
+          'explorer/explorer/message'
         )
       %>
     </tbody>

data/lib/karafka/web/pro/ui/views/explorer/explorer/partition/_time_selector.erb

@@ -0,0 +1,16 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<div class="datepicker-input-wrapper">
+  <input
+    type="image"
+    src="<%= asset_path('images/calendar.svg') %>"
+    width="45"
+    height="32"
+    class="btn-action p-1 opacity-60"
+    id="offset-lookup-datepicker"
+    value=""
+    title="Select a point in time to browse the topic partition data"
+    data-target="<%= target %>"
+  />
+</div>

data/lib/karafka/web/pro/ui/views/explorer/explorer/partition/_timestamp_selector.erb

@@ -0,0 +1,33 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<div class="dropdown">
+  <button
+    class="btn-action"
+    title="Input timestamp to navigate through messages"
+  >
+    <%== icon(:clock) %>
+  </button>
+
+  <div class="dropdown-content p-4 bg-base-100 w-80 border border-base-300 shadow-lg z-50 rounded-box">
+    <form
+      class="fieldset"
+      data-target="<%= target %>"
+      id="timestamp-form"
+    >
+      <input
+        type="number"
+        min="<%= Time.utc(2010, 1, 1).to_i * 1_000 %>"
+        max="<%= (Time.now.utc + 86_400).to_i * 1_000 %>"
+        required
+        class="input input-bordered input-sm"
+        placeholder="Enter timestamp"
+      />
+
+      <button
+        type="submit"
+        class="btn btn-primary btn-sm mt-4 btn-lockable"
+      >Go to timestamp</button>
+   </form>
+ </div>
+</div>

data/lib/karafka/web/pro/ui/views/explorer/{partition.erb → explorer/partition.erb}

@@ -1,10 +1,13 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <% view_title "#{@topic_id} partition #{@partition_id}" %>
 
 <div class="col-span-4">
   <section class="actions">
     <% if @messages && !@messages.empty? %>
       <a
-        href="<%= explorer_path(@topic_id, @partition_id, 'recent') %>"
+        href="<%= explorer_topics_path(@topic_id, @partition_id, 'recent') %>"
         class="btn-action"
         title="Display the most recent message for this partition with auto-refresh"
       >
@@ -19,36 +22,40 @@
         <%== icon(:magnifying_glass) %>
       </a>
 
-      <% closest_path = explorer_path(@topic_id, @partition_id) %>
-      <input
-        type="image"
-        src="<%= asset_path('images/calendar.svg') %>"
-        width="45"
-        height="32"
-        class="btn-action p-1 opacity-60"
-        id="offset-lookup-datepicker"
-        value=""
-        data-target="<%= closest_path %>"
-      />
+      <% closest_path = explorer_topics_path(@topic_id, @partition_id, 'closest') %>
+
+      <%==
+        partial(
+          'explorer/explorer/partition/time_selector',
+          locals: { target: closest_path }
+        )
+      %>
+
+      <%==
+        partial(
+          'explorer/explorer/partition/timestamp_selector',
+          locals: { target: closest_path }
+        )
+      %>
     <% end %>
   </section>
 </div>
 
 <div class="col-span-8 mb-3">
   <section class="actions">
-    <%== partial 'explorer/selector' %>
+    <%== partial 'explorer/explorer/selector' %>
   </section>
 </div>
 
 <div class="col-span-12">
   <% if @limited %>
-    <%== partial('explorer/topic/limited') %>
+    <%== partial('explorer/explorer/topic/limited') %>
   <% end %>
 
   <% if @watermark_offsets.empty? && params.current_page == 1 %>
-    <%== partial 'explorer/partition/empty' %>
+    <%== partial 'explorer/explorer/partition/empty' %>
   <% elsif @watermark_offsets.cleaned? && params.current_page == 1 %>
-    <%== partial 'explorer/partition/cleaned' %>
+    <%== partial 'explorer/explorer/partition/cleaned' %>
   <% elsif @messages.empty? %>
     <%== partial 'shared/no_paginated_data' %>
   <% else %>
@@ -65,6 +72,6 @@
       </p>
     <% end %>
 
-    <%== partial('explorer/partition/messages') %>
+    <%== partial('explorer/explorer/partition/messages') %>
   <% end %>
 </div>

data/lib/karafka/web/pro/ui/views/explorer/explorer/show.erb

@@ -0,0 +1,100 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% if @message %>
+  <% view_title "Message with offset #{@offset} from partition #{@partition_id}" %>
+
+  <%
+    republish_path = explorer_messages_path(@message.topic, @message.partition, @message.offset, 'republish')
+    surrounding_path = explorer_topics_path(@message.topic, @message.partition, @message.offset, 'surrounding')
+  %>
+  <div class="col-span-12">
+    <section class="actions">
+      <% if @visibility_filter.republish?(@message) %>
+        <a
+          href="<%= explorer_messages_path(@message.topic, @message.partition, @message.offset, 'forward') %>"
+          class="btn-action"
+          title="Republish this message"
+        >
+          <%== icon(:arrow_uturn_right) %>
+        </a>
+      <% end %>
+
+      <a
+        href="<%= surrounding_path %>"
+        class="btn-action"
+        title="Go to this message surrounding position"
+      >
+        <%== icon(:arrows_right_left) %>
+      </a>
+
+      <% if @visibility_filter.download?(@message) %>
+        <a
+          href="<%= explorer_messages_path(@message.topic, @message.partition, @message.offset, 'download') %>"
+          class="btn-action"
+          title="Download raw payload"
+          data-turbo="false"
+        >
+          <%== icon(:arrow_down_tray) %>
+        </a>
+      <% end %>
+
+      <% if @visibility_filter.export?(@message) && @safe_payload.success? %>
+        <a
+          href="<%= explorer_messages_path(@message.topic, @message.partition, @message.offset, 'export') %>"
+          class="btn-action"
+          title="Export as JSON"
+          data-turbo="false"
+        >
+          <%== icon(:arrow_down_on_square) %>
+        </a>
+      <% end %>
+
+      <button
+        class="btn-action btn-toggle"
+        title="Show the message metadata details"
+        id="metadata-button"
+        data-toggle-target="metadata-details"
+      >
+        <%== icon(:circle_stack) %>
+      </button>
+
+      <button
+        class="btn-action btn-toggle"
+        title="Show the message utilization details"
+        id="utilization-button"
+        data-toggle-target="utilization-details"
+      >
+        <%== icon(:cpu) %>
+      </button>
+    </section>
+  </div>
+
+  <div class="col-span-12 mb-6">
+    <div id="utilization-details" class="hidden">
+      <h2 class="h2">
+        Utilization
+      </h2>
+
+      <%== partial 'explorer/explorer/message/resources_utilization' %>
+    </div>
+
+    <div id="metadata-details">
+      <h2 class="h2">
+        Metadata
+      </h2>
+
+      <%== partial 'explorer/explorer/message/metadata' %>
+    </div>
+
+    <h2 class="h2">
+      Payload
+    </h2>
+
+    <%== partial 'explorer/explorer/message/payload' %>
+  </div>
+<% else %>
+  <% view_title "Message with offset #{@offset} from partition #{@partition_id} (No Data)" %>
+
+  <%== partial 'shared/compacted_message_info' %>
+<% end %>

data/lib/karafka/web/pro/ui/views/explorer/{topic → explorer/topic}/_actions.erb

@@ -1,8 +1,11 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div class="col-span-4">
   <section class="actions">
     <% if @messages && !@messages.empty? %>
       <a
-        href="<%= explorer_path(@topic_id, 'recent') %>"
+        href="<%= explorer_topics_path(@topic_id, 'recent') %>"
         class="btn-action"
         title="Display the most recent message for this topic with auto-refresh"
       >
@@ -22,6 +25,6 @@
 
 <div class="col-span-8 mb-3">
   <section class="actions">
-    <%== partial 'explorer/selector' %>
+    <%== partial 'explorer/explorer/selector' %>
   </section>
 </div>

data/lib/karafka/web/pro/ui/views/explorer/explorer/topic/_empty.erb

@@ -0,0 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%==
+  alert_info('This topic is empty and does not contain any data in any of the partitions.')
+%>

data/lib/karafka/web/pro/ui/views/explorer/{topic → explorer/topic}/_limited.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <%==
   alert_info(
     '

data/lib/karafka/web/pro/ui/views/explorer/{topic.erb → explorer/topic.erb}

@@ -1,16 +1,19 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <% view_title @topic_id %>
 
-<%== partial 'explorer/topic/actions' %>
+<%== partial 'explorer/explorer/topic/actions' %>
 
 <div class="col-span-12">
   <% if @limited %>
     <div class="mb-6">
-      <%== partial('explorer/topic/limited') %>
+      <%== partial('explorer/explorer/topic/limited') %>
     </div>
   <% end %>
 
   <% if @messages.empty? && params.current_page == 1 %>
-    <%== partial 'explorer/topic/empty' %>
+    <%== partial 'explorer/explorer/topic/empty' %>
   <% elsif @messages.empty? %>
     <%== partial 'shared/no_paginated_data' %>
   <% else %>
@@ -26,6 +29,6 @@
       </p>
     <% end %>
 
-    <%== partial('explorer/partition/messages') %>
+    <%== partial('explorer/explorer/partition/messages') %>
   <% end %>
 </div>

data/lib/karafka/web/pro/ui/views/explorer/messages/_breadcrumbs.erb

@@ -0,0 +1,32 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<li>
+  <a href="<%= explorer_path %>">
+    Explorer
+  </a>
+</li>
+
+<li>
+  <a href="<%= explorer_topics_path(@topic_id) %>">
+    <%= @topic_id %>
+  </a>
+</li>
+
+<li>
+  <a href="<%= explorer_topics_path(@topic_id, @partition_id) %>">
+    Partition <%= @partition_id %>
+  </a>
+</li>
+
+<li>
+  <a href="<%= explorer_topics_path(@topic_id, @partition_id, @offset) %>">
+    <%= @offset %>
+  </a>
+</li>
+
+<li>
+  <a href="<%= explorer_messages_path(@topic_id, @partition_id, @offset, 'forward') %>">
+    Forward
+  </a>
+</li>

data/lib/karafka/web/pro/ui/views/explorer/messages/forward.erb

@@ -0,0 +1,143 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<% view_title "Republishing of message with offset #{@message.offset} from partition #{@message.partition}" %>
+
+<% alert_box_info('Message Republishing Operation') do  %>
+  <p>
+    You are about to republish a copy of this message to another topic. This operation:
+  </p>
+
+  <ul class="list-disc ml-6 mt-2">
+    <li>Creates a new message on the target topic</li>
+    <li>Does not remove the original message</li>
+    <li>Preserves the original payload</li>
+    <li>Can include source tracking headers</li>
+    <li>Cannot be undone</li>
+  </ul>
+<% end %>
+
+<%
+  republish_path = root_path(
+    'explorer',
+    'messages',
+    @message.topic,
+    @message.partition,
+    @message.offset,
+    'republish'
+  )
+%>
+
+<div class="card bg-base-100 mt-4">
+  <div class="card-body">
+    <form class="space-y-4 w-full mt-6" method="post" action="<%= republish_path %>" id="message-republish-form">
+      <%== csrf_tag(republish_path) %>
+
+      <div class="flex items-center w-full mb-4">
+        <label class="w-1/4 text-gray-700">Source Topic:</label>
+        <div class="w-3/4">
+          <code class="bg-base-200 px-2 py-1 rounded-sm">
+            <%= @message.topic %>
+          </code>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mb-4">
+        <label class="w-1/4 text-gray-700">Source Partition:</label>
+        <div class="w-3/4">
+          <code class="bg-base-200 px-2 py-1 rounded-sm">
+            <%= @message.partition %>
+          </code>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mb-6">
+        <label class="w-1/4 text-gray-700">Source Offset:</label>
+        <div class="w-3/4">
+          <code class="bg-base-200 px-2 py-1 rounded-sm"><%= @message.offset %></code>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mb-6">
+        <label class="w-1/4 text-gray-700">Source Raw Key:</label>
+        <div class="w-3/4">
+          <% if @message.raw_key %>
+            <code class="bg-base-200 px-2 py-1 rounded-sm"><%= @message.raw_key %></code>
+          <% else %>
+            None
+          <% end %>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mb-6">
+        <label class="w-1/4 text-gray-700">Target Topic:</label>
+        <div class="w-3/4">
+          <select name="target_topic" class="select select-bordered w-full" required>
+            <option value="" data-partitions="1">Select Target Topic</option>
+            <% @topics.each do |topic| %>
+              <option
+                value="<%= topic.topic_name %>"
+                data-partitions="<%= topic.partition_count %>"
+                <%= topic.topic_name == @target_topic ? 'selected' : '' %>
+              >
+                <%= topic.topic_name %> (<%= topic.partition_count %>)
+              </option>
+            <% end %>
+          </select>
+          <div class="text-sm text-gray-500 mt-1">
+            Topic to which the message will be forwarded
+          </div>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full mb-8">
+        <label class="w-1/4 text-gray-700">Target Partition:</label>
+        <div class="w-3/4">
+          <input
+            type="number"
+            name="target_partition"
+            class="block input input-bordered w-full"
+            placeholder="Leave empty for automatic partition assignment"
+            min="0"
+            max="10000"
+            id="target_partition"
+            value="<%= @target_partition %>"
+          />
+          <div class="text-sm text-gray-500 mt-1">
+            Optional. If left empty, partition will be assigned based on key or round-robin strategy
+          </div>
+        </div>
+      </div>
+
+      <div class="flex items-center w-full">
+        <label class="w-1/4 text-gray-700">Delivery Options:</label>
+        <div class="w-3/4">
+          <label class="flex items-center gap-4 cursor-pointer">
+            <input type="hidden" name="include_source_headers" value="off">
+            <input type="checkbox" name="include_source_headers" class="checkbox checkbox-primary" checked />
+            <div class="space-y-1">
+              <div class="flex items-center gap-2">
+                Include source message headers
+              </div>
+              <div class="text-sm text-gray-500">
+                Add origin headers with source topic, partition, and offset information for traceability
+              </div>
+            </div>
+          </label>
+        </div>
+      </div>
+
+      <div class="fieldset text-center mt-8">
+        <div class="flex gap-4 justify-end">
+          <a href="<%= explorer_topics_path(@message.topic, @message.partition, @message.offset) %>" class="btn btn-ghost">
+            Cancel
+          </a>
+          <button type="submit" class="btn btn-primary gap-2 btn-lockable">
+            <%== icon(:arrow_uturn_right) %>
+            Forward Message
+          </button>
+        </div>
+      </div>
+    </form>
+  </div>
+</div>

data/lib/karafka/web/pro/ui/views/explorer/search/_breadcrumbs.erb

@@ -0,0 +1,4 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%== partial 'explorer/explorer/breadcrumbs' %>

data/lib/karafka/web/pro/ui/views/explorer/search/_fix_errors.erb

@@ -0,0 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%==
+  alert_error('Search criteria are not correct. Please fix them.')
+%>

data/lib/karafka/web/pro/ui/views/{search → explorer/search}/_metadata.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div id="search-metadata-details" class="hidden">
   <div class="data-table-wrapper">
     <table class="data-table">

data/lib/karafka/web/pro/ui/views/explorer/search/_no_results.erb

@@ -0,0 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
+<%==
+  alert_info('No results found. Try aligning your search criteria.')
+%>

data/lib/karafka/web/pro/ui/views/{search → explorer/search}/_no_search_criteria.erb

@@ -1,3 +1,6 @@
+<%# This code is part of Karafka Pro, a commercial component not licensed under LGPL. %>
+<%# See LICENSE for details. %>
+
 <div id="no-search-criteria">
   <%==
     alert_info('No search criteria provided. Press the Edit button to perform a search.')