yabeda-karafka-2 0.0.4 → 0.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/yabeda/karafka/base.rb +1 -2
- data/lib/yabeda/karafka/consumer.rb +13 -18
- data/lib/yabeda/karafka/producer.rb +6 -7
- data/lib/yabeda/karafka/version.rb +1 -1
- data/lib/yabeda/karafka.rb +4 -4
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 3e4f7b51498bc73b85d6309bff57a30e332fe6c5ebe1c30753c4155a365048c5
|
|
4
|
+
data.tar.gz: 9e3d75eb2676c1970bf568ba5685d5297d77a724d999227e2b14ab40f1436272
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d31dba6dbe8311aca7f589af9cf6af1945bb57b09cde7f8783af79f8b5ac68d149f767a848d7aa94483fde1e6c6d7763347adb2cc9fb1add86dca47af66b940e
|
|
7
|
+
data.tar.gz: 6f9aff80d0648a60a5eeff73ccef193254b59eb03e82fe1770a62559ad5e53027f2f5e2e0f1d8257ea290931ed796a382285f12339f06e2d50cea241ecf4c9b6
|
data/lib/yabeda/karafka/base.rb
CHANGED
|
@@ -26,28 +26,23 @@ module Yabeda
|
|
|
26
26
|
def register_metrics # rubocop:disable Metrics/MethodLength
|
|
27
27
|
Yabeda.configure do
|
|
28
28
|
group :karafka_consumer do
|
|
29
|
-
counter :
|
|
30
|
-
unit: :batches,
|
|
29
|
+
counter :received_batches_total,
|
|
31
30
|
tags: %i[topic partition consumer],
|
|
32
31
|
comment: 'Total number of batches received'
|
|
33
32
|
|
|
34
|
-
counter :
|
|
35
|
-
unit: :messages,
|
|
33
|
+
counter :received_messages_total,
|
|
36
34
|
tags: %i[topic partition consumer],
|
|
37
35
|
comment: 'Total number of messages received'
|
|
38
36
|
|
|
39
|
-
counter :
|
|
40
|
-
unit: :batches,
|
|
37
|
+
counter :processed_batches_total,
|
|
41
38
|
tags: %i[topic partition consumer],
|
|
42
39
|
comment: 'Total number of batches processed'
|
|
43
40
|
|
|
44
|
-
counter :
|
|
45
|
-
unit: :messages,
|
|
41
|
+
counter :processed_messages_total,
|
|
46
42
|
tags: %i[topic partition consumer],
|
|
47
43
|
comment: 'Total number of messages processed'
|
|
48
44
|
|
|
49
|
-
histogram :
|
|
50
|
-
unit: :messages,
|
|
45
|
+
histogram :batch_size,
|
|
51
46
|
per: :batch,
|
|
52
47
|
tags: %i[topic partition consumer],
|
|
53
48
|
buckets: MESSAGE_PER_BATCH_BUCKETS,
|
|
@@ -58,14 +53,14 @@ module Yabeda
|
|
|
58
53
|
per: :batch,
|
|
59
54
|
tags: %i[topic partition consumer],
|
|
60
55
|
buckets: BATCH_PROCESSING_TIME_BUCKETS,
|
|
61
|
-
comment: 'Time that took to process a given batch of messages
|
|
56
|
+
comment: 'Time that took to process a given batch of messages'
|
|
62
57
|
|
|
63
58
|
histogram :message_processing_time,
|
|
64
59
|
unit: :milliseconds,
|
|
65
60
|
per: :batch,
|
|
66
61
|
tags: %i[topic partition consumer],
|
|
67
62
|
buckets: MESSAGE_PROCESSING_TIME_BUCKETS,
|
|
68
|
-
comment: 'Time that took to process message
|
|
63
|
+
comment: 'Time that took to process message'
|
|
69
64
|
end
|
|
70
65
|
end
|
|
71
66
|
end
|
|
@@ -87,9 +82,9 @@ module Yabeda
|
|
|
87
82
|
consumer = event[:caller]
|
|
88
83
|
labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }
|
|
89
84
|
message_count = consumer.messages.count
|
|
90
|
-
Yabeda.
|
|
91
|
-
Yabeda.
|
|
92
|
-
Yabeda.
|
|
85
|
+
Yabeda.karafka_consumer_received_batches_total.increment(labels)
|
|
86
|
+
Yabeda.karafka_consumer_received_messages_total.increment(labels, by: message_count)
|
|
87
|
+
Yabeda.karafka_consumer_batch_size.measure(labels, message_count)
|
|
93
88
|
end
|
|
94
89
|
end
|
|
95
90
|
|
|
@@ -98,8 +93,8 @@ module Yabeda
|
|
|
98
93
|
consumer = event[:caller]
|
|
99
94
|
messages_count = consumer.messages.count
|
|
100
95
|
labels = { topic: consumer.topic.name, partition: consumer.partition, consumer: consumer.class.name }.compact
|
|
101
|
-
Yabeda.
|
|
102
|
-
Yabeda.
|
|
96
|
+
Yabeda.karafka_consumer_processed_batches_total.increment(labels)
|
|
97
|
+
Yabeda.karafka_consumer_processed_messages_total.increment(labels, by: messages_count)
|
|
103
98
|
Yabeda.karafka_consumer_batch_processing_time.measure(labels, event[:time])
|
|
104
99
|
Yabeda.karafka_consumer_message_processing_time.measure(labels, event[:time]/messages_count)
|
|
105
100
|
end
|
|
@@ -111,7 +106,7 @@ module Yabeda
|
|
|
111
106
|
base_type = type.split('.').first
|
|
112
107
|
error = event[:error].class.name
|
|
113
108
|
labels = { type: type, base_type: base_type, error: error }.compact
|
|
114
|
-
Yabeda.
|
|
109
|
+
Yabeda.karafka_errors_total.increment(labels)
|
|
115
110
|
end
|
|
116
111
|
end
|
|
117
112
|
end
|
|
@@ -15,8 +15,7 @@ module Yabeda
|
|
|
15
15
|
def register_metrics
|
|
16
16
|
Yabeda.configure do
|
|
17
17
|
group :karafka_producer do
|
|
18
|
-
counter :
|
|
19
|
-
unit: :messages,
|
|
18
|
+
counter :sent_messages_total,
|
|
20
19
|
tags: %i[topic type],
|
|
21
20
|
comment: 'Total number of kafka messages produced'
|
|
22
21
|
|
|
@@ -25,7 +24,7 @@ module Yabeda
|
|
|
25
24
|
per: :message,
|
|
26
25
|
tags: %i[topic type],
|
|
27
26
|
buckets: MESSAGE_TRANMISSION_TIME_BUCKETS,
|
|
28
|
-
comment: 'Time that took to send a message
|
|
27
|
+
comment: 'Time that took to send a message'
|
|
29
28
|
end
|
|
30
29
|
end
|
|
31
30
|
end
|
|
@@ -47,7 +46,7 @@ module Yabeda
|
|
|
47
46
|
register_event("message.produced_#{type}") do |event|
|
|
48
47
|
message = event[:message]
|
|
49
48
|
labels = { topic: message[:topic], type: type }
|
|
50
|
-
Yabeda.
|
|
49
|
+
Yabeda.karafka_producer_sent_messages_total.increment(labels)
|
|
51
50
|
Yabeda.karafka_producer_message_send_time.measure(labels, event[:time])
|
|
52
51
|
end
|
|
53
52
|
end
|
|
@@ -57,8 +56,8 @@ module Yabeda
|
|
|
57
56
|
messages = event[:messages]
|
|
58
57
|
messages_count = messages.count
|
|
59
58
|
messages.each do |message|
|
|
60
|
-
labels = { topic: message[
|
|
61
|
-
Yabeda.
|
|
59
|
+
labels = { topic: message[:topic], type: type }
|
|
60
|
+
Yabeda.karafka_producer_sent_messages_total.increment(labels)
|
|
62
61
|
Yabeda.karafka_producer_message_send_time.measure(labels, event[:time] / messages_count)
|
|
63
62
|
end
|
|
64
63
|
end
|
|
@@ -70,7 +69,7 @@ module Yabeda
|
|
|
70
69
|
base_type = type.split('.').first
|
|
71
70
|
error = event[:error].class.name
|
|
72
71
|
labels = { type: type, base_type: base_type, error: error }.compact
|
|
73
|
-
Yabeda.
|
|
72
|
+
Yabeda.karafka_errors_total.increment(labels)
|
|
74
73
|
end
|
|
75
74
|
end
|
|
76
75
|
end
|
data/lib/yabeda/karafka.rb
CHANGED
|
@@ -19,14 +19,14 @@ module Yabeda
|
|
|
19
19
|
Yabeda.configure do
|
|
20
20
|
config = ::Yabeda::Karafka.config
|
|
21
21
|
|
|
22
|
+
# Register metrics
|
|
22
23
|
Base.register_metrics if config.consumer_metrics || config.producer_metrics
|
|
23
24
|
Consumer.register_metrics if config.consumer_metrics
|
|
24
25
|
Producer.register_metrics if config.producer_metrics
|
|
25
26
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
end
|
|
27
|
+
# Map Karafka events to metric changes
|
|
28
|
+
Consumer.register_events if config.consumer_metrics
|
|
29
|
+
Producer.register_events if config.producer_metrics
|
|
30
30
|
end
|
|
31
31
|
end
|
|
32
32
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: yabeda-karafka-2
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Henrique Bontempo
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2024-08-
|
|
11
|
+
date: 2024-08-14 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: anyway_config
|