yabeda-karafka-2 0.0.1 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 96679ba8966c5530ab8c543803f8be3f338c23cf2931e54c3a68f61d232b1543
-  data.tar.gz: 6423f70840140e060920c32766c255e1aa22b1d99b13833675722f01a90e934c
+  metadata.gz: 6786ce2e2d50bccdbd27f701a026468ab9d21d43c7a3c3e34cd6dd57ed3eeaf0
+  data.tar.gz: 9394b061dd015fe55d6960eff585d99060177a228bbfebcef61b4033e686ccd1
 SHA512:
-  metadata.gz: c903fadb57b8cb8db23ca50dce3e6fa20e6c85ba8010590e7fda3fc2cfd37e662331a6f359f87aa0ce38921f9ce8a7956cca5f9003f8b53b3c9e74e8f120d645
-  data.tar.gz: '082cc670d4fe7ce085070af654574efb64087208942c9553ab00d574f1b248dab79e0a3036f25a7e4109a38fca3be1533d7664520bc9f064640a4bb9a4e028cc'
+  metadata.gz: fdc9ec490a19fa073dfa3d0f96afb9c3e2a0af542acdcd662efd5399f0295ba6b566fade19b45eec8be3fab720fac7825ef1b6d7580697da865f02197e77892b
+  data.tar.gz: 0b427d9dfa469b5051ba4bcf4bfc271e94030d1db06d6a8b48a0708a92ad3d48e9128af3400d8ed8d04db81bc1f9f9170d1ca40942908478b26f16ef3b67e9b5

data/lib/yabeda/karafka/base.rb

@@ -7,9 +7,10 @@ module Yabeda
         def register_metrics
           Yabeda.configure do
             group :karafka do
-              counter :errors_total,
-                      tags: %i[type base_type],
-                      comment: 'A counter of the total number of errors'
+              counter :errors_total_count,
+                      unit: :errors,
+                      tags: %i[type base_type error],
+                      comment: 'Total number of error'
             end
           end
         end

data/lib/yabeda/karafka/consumer.rb

@@ -11,6 +11,13 @@ module Yabeda
         3_000, 4_000, 5_000, 6_000, 7_000, 8_000, 9_000, 10_000
       ].freeze
 
+
+      MESSAGE_PROCESSING_TIME_BUCKETS = [
+        1, 2, 3, 4, 5, 7.5, 10, 12.5, 15, 17.5, 20, 22.5, 25, 30, 35, 40, 45,
+        50, 60, 70, 80, 90, 100, 125, 150, 175, 200, 225, 250, 275, 300, 400,
+        500, 600, 700, 800, 900, 1_000
+      ].freeze
+
       MESSAGE_PER_BATCH_BUCKETS = [
         1, 5, 10, 15, 20, 25, 30, 40, 50, 60, 75, 100, 125, 150, 200, 250, 300, 400, 500
       ].freeze
@@ -19,27 +26,46 @@ module Yabeda
         def register_metrics # rubocop:disable Metrics/MethodLength
           Yabeda.configure do
             group :karafka_consumer do
-              counter :received_message_total,
+              counter :received_batches_total_count,
+                      unit: :batches,
+                      tags: %i[topic partition consumer],
+                      comment: 'Total number of batches received'
+
+              counter :received_messages_total_count,
+                      unit: :messages,
+                      tags: %i[topic partition consumer],
+                      comment: 'Total number of messages received'
+
+              counter :processed_batches_total_count,
+                      unit: :batches,
                       tags: %i[topic partition consumer],
-                      comment: 'A counter of the total number of messages received'
+                      comment: 'Total number of batches processed'
 
-              counter :processed_message_total,
+              counter :processed_messages_total_count,
+                      unit: :messages,
                       tags: %i[topic partition consumer],
-                      comment: 'A counter of the total number of messages processed'
+                      comment: 'Total number of messages processed'
 
               histogram :messages_per_batch,
                         unit: :messages,
                         per: :batch,
                         tags: %i[topic partition consumer],
                         buckets: MESSAGE_PER_BATCH_BUCKETS,
-                        comment: 'Quantity of messages on a given batch'
+                        comment: 'Quantity of messages received per batch of messages'
 
               histogram :batch_processing_time,
                         unit: :milliseconds,
                         per: :batch,
                         tags: %i[topic partition consumer],
                         buckets: BATCH_PROCESSING_TIME_BUCKETS,
-                        comment: 'Time that took to process a given batch (ms)'
+                        comment: 'Time that took to process a given batch of messages (ms)'
+
+              histogram :message_processing_time,
+                        unit: :milliseconds,
+                        per: :batch,
+                        tags: %i[topic partition consumer],
+                        buckets: MESSAGE_PROCESSING_TIME_BUCKETS,
+                        comment: 'Time that took to process message (ms)'
             end
           end
         end
@@ -61,7 +87,8 @@ module Yabeda
             consumer = event[:caller]
             labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }
             message_count = consumer.messages.count
-            Yabeda.karafka_consumer_received_message_total.increment(labels, by: message_count)
+            Yabeda.karafka_consumer_received_batches_total_count.increment(labels)
+            Yabeda.karafka_consumer_received_messages_total_count.increment(labels, by: message_count)
             Yabeda.karafka_consumer_messages_per_batch.measure(labels, message_count)
           end
         end
@@ -69,11 +96,12 @@ module Yabeda
         def messages_consumed
           register_event('consumer.consumed') do |event|
             consumer = event[:caller]
+            messages_count = consumer.messages.count
             labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }.compact
-            message_count = consumer.messages.count
-            time = event[:time]
-            Yabeda.karafka_consumer_processed_message_total.increment(labels, by: message_count)
-            Yabeda.karafka_consumer_batch_processing_time.measure(labels, time)
+            Yabeda.karafka_consumer_processed_batches_total_count.increment(labels)
+            Yabeda.karafka_consumer_processed_messages_total_count.increment(labels, by: messages_count)
+            Yabeda.karafka_consumer_batch_processing_time.measure(labels, event[:time])
+            Yabeda.karafka_consumer_message_processing_time.measure(labels, event[:time]/messages_count)
           end
         end
 
@@ -81,8 +109,9 @@ module Yabeda
           register_event('error.occurred') do |event|
             type = event[:type]
             base_type = type.split('.').first
-            labels = { type: type, base_type: base_type }.compact
-            Yabeda.karafka_errors_total.increment(labels)
+            error = event[:error].class.name
+            labels = { type: type, base_type: base_type, error: error }.compact
+            Yabeda.karafka_errors_total_count.increment(labels)
           end
         end
       end

data/lib/yabeda/karafka/producer.rb

@@ -5,13 +5,27 @@ require 'karafka'
 module Yabeda
   module Karafka
     class Producer
+      MESSAGE_TRANMISSION_TIME_BUCKETS = [
+        1, 3, 5, 10, 15, 25, 50, 75, 100, 125, 150, 175, 200, 225, 250, 275,
+        300, 350, 400, 450, 500, 550, 600, 650, 700, 800, 900, 1_000, 1_500, 2_000,
+        3_000, 4_000, 5_000, 6_000, 7_000, 8_000, 9_000, 10_000
+      ]
+
       class << self
         def register_metrics
           Yabeda.configure do
             group :karafka_producer do
-              counter :sent_message_total,
+              counter :sent_messages_total_count,
+                      unit: :messages,
                       tags: %i[topic type],
-                      comment: 'A counter of the total number of messages sent'
+                      comment: 'Total number of kafka messages produced'
+
+              histogram :message_send_time,
+                        unit: :milliseconds,
+                        per: :message,
+                        tags: %i[topic type],
+                        buckets: MESSAGE_TRANMISSION_TIME_BUCKETS,
+                        comment: 'Time that took to send a message (ms)'
             end
           end
         end
@@ -32,17 +46,20 @@ module Yabeda
         def message_sent(type)
           register_event("message.produced_#{type}") do |event|
             message = event[:message]
-            labels = { topic: message.topic.name, type: type }
-            Yabeda.karafka_producer_sent_message_total.increment(labels)
+            labels = { topic: message[:topic], type: type }
+            Yabeda.karafka_producer_sent_messages_total_count.increment(labels)
+            Yabeda.karafka_producer_message_send_time.measure(labels, event[:time])
           end
         end
 
         def message_batch_sent(type)
           register_event("messages.produced_#{type}") do |event|
             messages = event[:messages]
+            messages_count = messages.count
             messages.each do |message|
-              labels = { topic: message.topic.name, type: type }
-              Yabeda.karafka_producer_sent_message_total.increment(labels)
+              labels = { topic: message['topic'], type: type }
+              Yabeda.karafka_producer_sent_messages_total_count.increment(labels)
+              Yabeda.karafka_producer_message_send_time.measure(labels, event[:time] / messages_count)
             end
           end
         end
@@ -51,8 +68,9 @@ module Yabeda
           register_event('error.occurred') do |event|
             type = event[:type]
             base_type = type.split('.').first
-            labels = { type: type, base_type: base_type }.compact
-            Yabeda.karafka_errors_total.increment(labels)
+            error = event[:error].class.name
+            labels = { type: type, base_type: base_type, error: error }.compact
+            Yabeda.karafka_errors_total_count.increment(labels)
           end
         end
       end

data/lib/yabeda/karafka/version.rb

@@ -2,6 +2,6 @@
 
 module Yabeda
   module Karafka
-    VERSION = '0.0.1'
+    VERSION = '0.0.5'
   end
 end

data/lib/yabeda/karafka.rb

@@ -16,11 +16,15 @@ module Yabeda
       @config ||= Config.new
     end
 
-    Base.register_metrics if config.consumer_metrics || config.producer_metrics
-    Consumer.register_metrics if config.consumer_metrics
-    Producer.register_metrics if config.producer_metrics
+    Yabeda.configure do
+      config = ::Yabeda::Karafka.config
 
-    ::Karafka.monitor.subscribe('app.initialized') do |_event|
+      # Register metrics
+      Base.register_metrics if config.consumer_metrics || config.producer_metrics
+      Consumer.register_metrics if config.consumer_metrics
+      Producer.register_metrics if config.producer_metrics
+
+      # Map Karafka events to metric changes
       Consumer.register_events if config.consumer_metrics
       Producer.register_events if config.producer_metrics
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: yabeda-karafka-2
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.5
 platform: ruby
 authors:
 - Henrique Bontempo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-08-09 00:00:00.000000000 Z
+date: 2024-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anyway_config