logstash-filter-kafka_time_machine 0.3.0 → 0.4.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 7c5bed5ea21f83084600c46ffc44f256e29917c0d962c6c13eeda8fcb0f13607
|
|
4
|
+
data.tar.gz: 1005b1accf779ecda6cdbcc3338c0a92fb44a2212681bb753bae1c77817061e8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 73c25c998a886634eb792ff36297e6eed3e0134aba9a819bf955bf7a60ec1f819bd87e5bcb9d5e197ddf4564e941a66bd7e5a0ea9dc2855aa7e38216c636fa01
|
|
7
|
+
data.tar.gz: 914c63d0db4da1a741d33c99e7483587a66eea6bed585b7c0c2c323cc63179416c6188315078e6ed2a5c3bcc1cd8a201479f659a76227bafc94bb1e56d940e48
|
|
@@ -60,11 +60,11 @@ class LogStash::Filters::KafkaTimeMachine < LogStash::Filters::Base
|
|
|
60
60
|
|
|
61
61
|
if (shipper_valid == true && indexer_valid == true)
|
|
62
62
|
kafka_total_lag_ms = logstash_kafka_read_time_indexer - kafka_append_time_shipper
|
|
63
|
-
event.set("[
|
|
63
|
+
event.set("[ktm]", {"lag_total" => kafka_total_lag_ms, "lag_indexer" => kafka_indexer_lag_ms, "lag_shipper" => kafka_shipper_lag_ms, "datacenter_shipper" => kafka_datacenter_shipper, "kafka_topic_indexer" => kafka_topic_indexer, "kafka_consumer_group_indexer" => kafka_consumer_group_indexer, "kafka_topic_shipper" => kafka_topic_shipper, "kafka_consumer_group_shipper" => kafka_consumer_group_shipper, "tags" => ["ktm_lag_complete"] })
|
|
64
64
|
elsif (shipper_valid == true && indexer_valid == false)
|
|
65
|
-
event.set("[
|
|
65
|
+
event.set("[ktm]", {"lag_shipper" => kafka_shipper_lag_ms, "datacenter_shipper" => kafka_datacenter_shipper, "kafka_topic_shipper" => kafka_topic_shipper, "kafka_consumer_group_shipper" => kafka_consumer_group_shipper, "tags" => ["ktm_lag_shipper"] })
|
|
66
66
|
elsif (indexer_valid == true && shipper_valid == false)
|
|
67
|
-
event.set("[
|
|
67
|
+
event.set("[ktm]", {"lag_indexer" => kafka_indexer_lag_ms, "datacenter_shipper" => kafka_datacenter_shipper, "kafka_topic_indexer" => kafka_topic_indexer, "kafka_consumer_group_indexer" => kafka_consumer_group_indexer, "tags" => ["ktm_lag_indexer"] })
|
|
68
68
|
elsif (indexer_valid == false && shipper_valid == false)
|
|
69
69
|
@logger.debug("Error kafkatimemachine: Could not build valid response --> #{error_string_shipper}, #{error_string_indexer}")
|
|
70
70
|
end
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
s.name = 'logstash-filter-kafka_time_machine'
|
|
3
|
-
s.version = '0.
|
|
3
|
+
s.version = '0.4.0'
|
|
4
4
|
s.licenses = ['Apache-2.0']
|
|
5
5
|
s.summary = "Calculate total time of logstash event that traversed 2 Kafka queues from a shipper site to an indexer site"
|
|
6
6
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|