karafka-web 0.5.1 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 94f427e8f2dc9caf0e031ec3f0f4ef92185ffab89715fa91f71d620062255d45
-  data.tar.gz: 7f0f4ea4199f73011fd06bc7d06a1282312bace48fb16abcb93d1796483977b7
+  metadata.gz: 9696cc8cfbcb6124155dbac2a3c92cadca69bd1acec727418874ecdd24f49de1
+  data.tar.gz: eb60dcbf83ba9cbd8f542b2e536e2e1c5328ee3fe358b234916575202ee75bba
 SHA512:
-  metadata.gz: d7a31d203b3574955215a391f6be9538d2e31cc67a749fc63fa969288b2826a033d8b50532214649b5d0a9a682fecc166f1551d249219e731b90f69cdc98ef19
-  data.tar.gz: 6d9824c76559fc2903985152d6a94a3936b03c9c3c22283daf5a748bd2d140a5ba25d344dc55f745f66553f78086f96cde36e4db2104055b3ae01a5c106059b9
+  metadata.gz: 133ecc3adc65e9559a317b4148813b95f21a41150a271f754e726d2617f19515e89498322b0b50e808825a9793a78472041618c584aaf3797e80259a2f296782
+  data.tar.gz: bf07811d4f0825f0c9770ae04218c2d73c24eed397296ae54fbeb5f8898a6db750952588426ad45ded5c88d9ce498b3aadf54a202852f4ec8193fd9ff4a159d3

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Karafka Web changelog
 
+## 0.5.2 (2023-05-22)
+- Label ActiveJob consumers jobs with `active_job` tag.
+- Label Virtual Partitions consumers with `virtual` tag.
+- Label Long Running Jobs with `long_running_job` tag.
+- Label collapsed Virtual Partition with `collapsed` tag.
+- Display consumer tags always below the consumer class name in Jobs/Consumer Jobs views.
+- Add label with the attempt count on work being retried.
+
 ## 0.5.1 (2023-04-16)
 - [Fix] Use CSP header matching Sidekiq one to ensure styles and js loading (#55)
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    karafka-web (0.5.1)
+    karafka-web (0.5.2)
       erubi (~> 1.4)
       karafka (>= 2.0.40, < 3.0.0)
       karafka-core (>= 2.0.12, < 3.0.0)
@@ -24,9 +24,9 @@ GEM
     factory_bot (6.2.1)
       activesupport (>= 5.0.0)
     ffi (1.15.5)
-    i18n (1.12.0)
+    i18n (1.13.0)
       concurrent-ruby (~> 1.0)
-    karafka (2.0.40)
+    karafka (2.0.41)
       karafka-core (>= 2.0.12, < 3.0.0)
       thor (>= 0.20)
       waterdrop (>= 2.4.10, < 3.0.0)
@@ -38,7 +38,7 @@ GEM
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    mini_portile2 (2.8.1)
+    mini_portile2 (2.8.2)
     minitest (5.18.0)
     rack (3.0.7)
     rackup (0.2.3)
@@ -51,9 +51,9 @@ GEM
       rspec-core (~> 3.12.0)
       rspec-expectations (~> 3.12.0)
       rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.1)
+    rspec-core (3.12.2)
       rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.2)
+    rspec-expectations (3.12.3)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-mocks (3.12.5)
@@ -70,14 +70,13 @@ GEM
     tilt (2.1.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    waterdrop (2.5.1)
+    waterdrop (2.5.2)
       karafka-core (>= 2.0.12, < 3.0.0)
       zeitwerk (~> 2.3)
     webrick (1.8.1)
-    zeitwerk (2.6.7)
+    zeitwerk (2.6.8)
 
 PLATFORMS
-  arm64-darwin-21
   x86_64-linux
 
 DEPENDENCIES

data/lib/karafka/web/config.rb

@@ -45,7 +45,8 @@ module Karafka
             Tracking::Consumers::Listeners::Errors.new,
             Tracking::Consumers::Listeners::Statistics.new,
             Tracking::Consumers::Listeners::Pausing.new,
-            Tracking::Consumers::Listeners::Processing.new
+            Tracking::Consumers::Listeners::Processing.new,
+            Tracking::Consumers::Listeners::Tags.new
           ]
         end
 

data/lib/karafka/web/tracking/consumers/listeners/tags.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Web
+    module Tracking
+      module Consumers
+        module Listeners
+          # Listener used to attach tags to consumers for Web-UI usage. Those tags will be picked
+          # up by another listener
+          #
+          # @note We cannot attach here certain the ActiveJob consumer tags and they need to be
+          #   in Karafka itself (mainly the per AJ job tag) because from the outside consumer
+          #   perspective we have a single consumption that can run multiple different AJ jobs
+          #
+          # @note We can assign tags here and the order of tracking listeners does not matter,
+          #   because tags state for consumers is materialized in the moment of reporting.
+          class Tags < Base
+            # @param event [Karafka::Core::Monitoring::Event]
+            def on_consumer_consume(event)
+              consumer = event.payload[:caller]
+
+              tag_active_job(consumer)
+              tag_attempt(consumer)
+
+              return unless Karafka.pro?
+
+              tag_virtual_partitions(consumer)
+              tag_long_running_job(consumer)
+            end
+
+            private
+
+            # Adds ActiveJob consumer related tags
+            #
+            # @param consumer [Karafka::BaseConsumer]
+            def tag_active_job(consumer)
+              return unless consumer.topic.active_job?
+
+              consumer.tags.add(:active_job, :active_job)
+            end
+
+            # Adds attempts counter if this is not the first attempt. Not the first means, there
+            # was an error and we are re-processing.
+            #
+            # @param consumer [Karafka::BaseConsumer]
+            def tag_attempt(consumer)
+              attempt = consumer.coordinator.pause_tracker.attempt
+
+              if attempt > 1
+                consumer.tags.add(:attempt, "attempt:#{attempt}")
+              else
+                consumer.tags.delete(:attempt)
+              end
+            end
+
+            # Tags virtual partitioned consumers and adds extra info if operates in a collapsed
+            # mode
+            #
+            # @param consumer [Karafka::BaseConsumer]
+            def tag_virtual_partitions(consumer)
+              return unless consumer.topic.virtual_partitions?
+
+              consumer.tags.add(:virtual, :virtual)
+
+              if consumer.collapsed?
+                consumer.tags.add(:collapsed, :collapsed)
+              else
+                consumer.tags.delete(:collapsed)
+              end
+            end
+
+            # Tags long running job consumer work
+            #
+            # @param consumer [Karafka::BaseConsumer]
+            def tag_long_running_job(consumer)
+              return unless consumer.topic.long_running_job?
+
+              consumer.tags.add(:long_running_job, :long_running)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/web/ui/pro/views/consumers/consumer/_job.erb

@@ -2,8 +2,9 @@
   <td>
     <code><%= job.consumer %></code>
 
-    <% job.tags.each do |tag| %>
-      <span class="badge bg-info"><%= tag %></span>
+    <% unless job.tags.empty? %>
+      <br/>
+      <%== tags(job.tags) %>
     <% end %>
   </td>
   <td>

data/lib/karafka/web/ui/pro/views/jobs/_job.erb

@@ -13,7 +13,10 @@
   <td>
     <code><%= job.consumer %></code>
 
-    <%== tags(job.tags) %>
+    <% unless job.tags.empty? %>
+      <br/>
+      <%== tags(job.tags) %>
+    <% end %>
   </td>
   <td>
     <code>#<%= job.type %></code>

data/lib/karafka/web/ui/views/jobs/_job.erb

@@ -13,7 +13,10 @@
   <td>
     <code><%= job.consumer %></code>
 
-    <%== tags(job.tags) %>
+    <% unless job.tags.empty? %>
+      <br/>
+      <%== tags(job.tags) %>
+    <% end %>
   </td>
   <td>
     <code>#<%= job.type %></code>

data/lib/karafka/web/version.rb

@@ -3,6 +3,6 @@
 module Karafka
   module Web
     # Current gem version
-    VERSION = '0.5.1'
+    VERSION = '0.5.2'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-web
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.5.2
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
   MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
   -----END CERTIFICATE-----
-date: 2023-04-16 00:00:00.000000000 Z
+date: 2023-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erubi
@@ -184,6 +184,7 @@ files:
 - lib/karafka/web/tracking/consumers/listeners/processing.rb
 - lib/karafka/web/tracking/consumers/listeners/statistics.rb
 - lib/karafka/web/tracking/consumers/listeners/status.rb
+- lib/karafka/web/tracking/consumers/listeners/tags.rb
 - lib/karafka/web/tracking/consumers/sampler.rb
 - lib/karafka/web/tracking/memoized_shell.rb
 - lib/karafka/web/tracking/reporter.rb