yabeda-karafka-2 0.0.1 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 96679ba8966c5530ab8c543803f8be3f338c23cf2931e54c3a68f61d232b1543
-  data.tar.gz: 6423f70840140e060920c32766c255e1aa22b1d99b13833675722f01a90e934c
+  metadata.gz: 736fcae6de1b99a16d3f9f49fad116d70f993910dfe3b6595bac5a68e2c32d6e
+  data.tar.gz: 8a248ef24c4723f6f617bb7e7b0895dc8256f2710e9f305c21fac7651b4bcd58
 SHA512:
-  metadata.gz: c903fadb57b8cb8db23ca50dce3e6fa20e6c85ba8010590e7fda3fc2cfd37e662331a6f359f87aa0ce38921f9ce8a7956cca5f9003f8b53b3c9e74e8f120d645
-  data.tar.gz: '082cc670d4fe7ce085070af654574efb64087208942c9553ab00d574f1b248dab79e0a3036f25a7e4109a38fca3be1533d7664520bc9f064640a4bb9a4e028cc'
+  metadata.gz: a3226550b1bbe8c1aa6f75fc9146937e3d014a72bde964790310566b13da13156f3492af742c3ac302dc1a5fb90ce4df2b367c46415bd2d43e091f1b1c16a92c
+  data.tar.gz: 23704d8ec31d3b34d8bdd52ee5b00acfbdd8b3659cfdbb6b2d6b8d14d0d36ea96f206798f3e29d8e061b1c35252908190faa74e91f353afbed11459edd30792d

data/lib/yabeda/karafka/base.rb

@@ -7,9 +7,10 @@ module Yabeda
         def register_metrics
           Yabeda.configure do
             group :karafka do
-              counter :errors_total,
-                      tags: %i[type base_type],
-                      comment: 'A counter of the total number of errors'
+              counter :errors_total_count,
+                      unit: :errors,
+                      tags: %i[type base_type error],
+                      comment: 'Total number of error'
             end
           end
         end

data/lib/yabeda/karafka/consumer.rb

@@ -11,6 +11,13 @@ module Yabeda
         3_000, 4_000, 5_000, 6_000, 7_000, 8_000, 9_000, 10_000
       ].freeze
 
+
+      MESSAGE_PROCESSING_TIME_BUCKETS = [
+        1, 2, 3, 4, 5, 7.5, 10, 12.5, 15, 17.5, 20, 22.5, 25, 30, 35, 40, 45,
+        50, 60, 70, 80, 90, 100, 125, 150, 175, 200, 225, 250, 275, 300, 400,
+        500, 600, 700, 800, 900, 1_000
+      ].freeze
+
       MESSAGE_PER_BATCH_BUCKETS = [
         1, 5, 10, 15, 20, 25, 30, 40, 50, 60, 75, 100, 125, 150, 200, 250, 300, 400, 500
       ].freeze
@@ -19,27 +26,46 @@ module Yabeda
         def register_metrics # rubocop:disable Metrics/MethodLength
           Yabeda.configure do
             group :karafka_consumer do
-              counter :received_message_total,
+              counter :received_batches_total_count,
+                      unit: :batches,
+                      tags: %i[topic partition consumer],
+                      comment: 'Total number of batches received'
+
+              counter :received_messages_total_count,
+                      unit: :messages,
+                      tags: %i[topic partition consumer],
+                      comment: 'Total number of messages received'
+
+              counter :processed_batches_total_count,
+                      unit: :batches,
                       tags: %i[topic partition consumer],
-                      comment: 'A counter of the total number of messages received'
+                      comment: 'Total number of batches processed'
 
-              counter :processed_message_total,
+              counter :processed_messages_total_count,
+                      unit: :messages,
                       tags: %i[topic partition consumer],
-                      comment: 'A counter of the total number of messages processed'
+                      comment: 'Total number of messages processed'
 
               histogram :messages_per_batch,
                         unit: :messages,
                         per: :batch,
                         tags: %i[topic partition consumer],
                         buckets: MESSAGE_PER_BATCH_BUCKETS,
-                        comment: 'Quantity of messages on a given batch'
+                        comment: 'Quantity of messages received per batch of messages'
 
               histogram :batch_processing_time,
                         unit: :milliseconds,
                         per: :batch,
                         tags: %i[topic partition consumer],
                         buckets: BATCH_PROCESSING_TIME_BUCKETS,
-                        comment: 'Time that took to process a given batch (ms)'
+                        comment: 'Time that took to process a given batch of messages (ms)'
+
+              histogram :message_processing_time,
+                        unit: :milliseconds,
+                        per: :batch,
+                        tags: %i[topic partition consumer],
+                        buckets: MESSAGE_PROCESSING_TIME_BUCKETS,
+                        comment: 'Time that took to process message (ms)'
             end
           end
         end
@@ -61,7 +87,8 @@ module Yabeda
             consumer = event[:caller]
             labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }
             message_count = consumer.messages.count
-            Yabeda.karafka_consumer_received_message_total.increment(labels, by: message_count)
+            Yabeda.karafka_consumer_received_batches_total_count.increment(labels)
+            Yabeda.karafka_consumer_received_messages_total_count.increment(labels, by: message_count)
             Yabeda.karafka_consumer_messages_per_batch.measure(labels, message_count)
           end
         end
@@ -69,11 +96,12 @@ module Yabeda
         def messages_consumed
           register_event('consumer.consumed') do |event|
             consumer = event[:caller]
+            messages_count = consumer.messages.count
             labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }.compact
-            message_count = consumer.messages.count
-            time = event[:time]
-            Yabeda.karafka_consumer_processed_message_total.increment(labels, by: message_count)
-            Yabeda.karafka_consumer_batch_processing_time.measure(labels, time)
+            Yabeda.karafka_consumer_processed_batches_total_count.increment(labels)
+            Yabeda.karafka_consumer_processed_messages_total_count.increment(labels, by: messages_count)
+            Yabeda.karafka_consumer_batch_processing_time.measure(labels, event[:time])
+            Yabeda.karafka_consumer_message_processing_time.measure(labels, event[:time]/messages_count)
           end
         end
 
@@ -81,8 +109,9 @@ module Yabeda
           register_event('error.occurred') do |event|
             type = event[:type]
             base_type = type.split('.').first
-            labels = { type: type, base_type: base_type }.compact
-            Yabeda.karafka_errors_total.increment(labels)
+            error = event[:error].class.name
+            labels = { type: type, base_type: base_type, error: error }.compact
+            Yabeda.karafka_errors_total_count.increment(labels)
           end
         end
       end

data/lib/yabeda/karafka/producer.rb

@@ -5,13 +5,27 @@ require 'karafka'
 module Yabeda
   module Karafka
     class Producer
+      MESSAGE_TRANMISSION_TIME_BUCKETS = [
+        1, 3, 5, 10, 15, 25, 50, 75, 100, 125, 150, 175, 200, 225, 250, 275,
+        300, 350, 400, 450, 500, 550, 600, 650, 700, 800, 900, 1_000, 1_500, 2_000,
+        3_000, 4_000, 5_000, 6_000, 7_000, 8_000, 9_000, 10_000
+      ]
+
       class << self
         def register_metrics
           Yabeda.configure do
             group :karafka_producer do
-              counter :sent_message_total,
+              counter :sent_messages_total_count,
+                      unit: :messages,
                       tags: %i[topic type],
-                      comment: 'A counter of the total number of messages sent'
+                      comment: 'Total number of kafka messages produced'
+
+              histogram :message_send_time,
+                        unit: :milliseconds,
+                        per: :message,
+                        tags: %i[topic type],
+                        buckets: MESSAGE_TRANMISSION_TIME_BUCKETS,
+                        comment: 'Time that took to send a message (ms)'
             end
           end
         end
@@ -32,17 +46,20 @@ module Yabeda
         def message_sent(type)
           register_event("message.produced_#{type}") do |event|
             message = event[:message]
-            labels = { topic: message.topic.name, type: type }
-            Yabeda.karafka_producer_sent_message_total.increment(labels)
+            labels = { topic: message[:topic], type: type }
+            Yabeda.karafka_producer_sent_messages_total_count.increment(labels)
+            Yabeda.karafka_producer_message_send_time.measure(labels, event[:time])
           end
         end
 
         def message_batch_sent(type)
           register_event("messages.produced_#{type}") do |event|
             messages = event[:messages]
+            messages_count = messages.count
             messages.each do |message|
-              labels = { topic: message.topic.name, type: type }
-              Yabeda.karafka_producer_sent_message_total.increment(labels)
+              labels = { topic: message['topic'], type: type }
+              Yabeda.karafka_producer_sent_messages_total_count.increment(labels)
+              Yabeda.karafka_producer_message_send_time.measure(labels, event[:time] / messages_count)
             end
           end
         end
@@ -51,8 +68,9 @@ module Yabeda
           register_event('error.occurred') do |event|
             type = event[:type]
             base_type = type.split('.').first
-            labels = { type: type, base_type: base_type }.compact
-            Yabeda.karafka_errors_total.increment(labels)
+            error = event[:error].class.name
+            labels = { type: type, base_type: base_type, error: error }.compact
+            Yabeda.karafka_errors_total_count.increment(labels)
           end
         end
       end

data/lib/yabeda/karafka/version.rb

@@ -2,6 +2,6 @@
 
 module Yabeda
   module Karafka
-    VERSION = '0.0.1'
+    VERSION = '0.0.4'
   end
 end

data/lib/yabeda/karafka.rb

@@ -16,13 +16,17 @@ module Yabeda
       @config ||= Config.new
     end
 
-    Base.register_metrics if config.consumer_metrics || config.producer_metrics
-    Consumer.register_metrics if config.consumer_metrics
-    Producer.register_metrics if config.producer_metrics
+    Yabeda.configure do
+      config = ::Yabeda::Karafka.config
 
-    ::Karafka.monitor.subscribe('app.initialized') do |_event|
-      Consumer.register_events if config.consumer_metrics
-      Producer.register_events if config.producer_metrics
+      Base.register_metrics if config.consumer_metrics || config.producer_metrics
+      Consumer.register_metrics if config.consumer_metrics
+      Producer.register_metrics if config.producer_metrics
+
+      ::Karafka.monitor.subscribe('app.initialized') do |_event|
+        Consumer.register_events if config.consumer_metrics
+        Producer.register_events if config.producer_metrics
+      end
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: yabeda-karafka-2
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.4
 platform: ruby
 authors:
 - Henrique Bontempo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-08-09 00:00:00.000000000 Z
+date: 2024-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anyway_config