logstash-codec-kafka_time_machine 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6a00a02e273acd58d4a7e6a06573f02e100202d2
-  data.tar.gz: 6c0dfc8295cb4d4cc769c26beb3deca3220b5fb1
+  metadata.gz: 42b80b69357776f92c17abeadbae911f7914c5e4
+  data.tar.gz: 84871530eb440f8275e46244fdc08f9d843199fc
 SHA512:
-  metadata.gz: 3163b97371f86c32c2725e5813781c2e20c4bd458ba5090d0dad0cc8fccf116b1a7c499cbdee940cf20fcdae98d8aa1c2d3a31423af2b233d17df85bfc71595a
-  data.tar.gz: f61e0581276644f12d0d301145f9ac9be37a78e198329ade28bcfc92ddc1850b25c99b68bfa78aeaeeef80413df85e622a7431d2e1ec0bd7df2b916414a81257
+  metadata.gz: 1d7bdcfd319559c39e28aca9dd3156691b5241c18e22210338ade70fc002cff216b9fa01c0ea5f1f827aca639760342e915afcd6d73f27bb04ee69d2d4af05db
+  data.tar.gz: c87e09a8a8229e50dfcc39ae3e907c99f7bf3073098b7887e66d7d2645399f90fce30b1e0d9d949464d933cc9f82443fa1038e88647678c6fa76ec8a9daab015

data/lib/logstash/codecs/kafkatimemachine.rb

@@ -47,8 +47,8 @@ class LogStash::Codecs::KafkaTimeMachine < LogStash::Codecs::Base
     kafka_datacenter_producer = event.get("[@metadata][kafka_datacenter_producer]")
     kafka_topic_producer = event.get("[@metadata][kafka_topic_producer]")
     kafka_consumer_group_producer = event.get("[@metadata][kafka_consumer_group_producer]")
-    kafka_append_time_producer = Integer(event.get("[@metadata][kafka_append_time_producer]")) rescue nil 
-    logstash_kafka_read_time_producer = Integer(event.get("[@metadata][logstash_kafka_read_time_producer]")) rescue nil
+    kafka_append_time_producer = Float(event.get("[@metadata][kafka_append_time_producer]")) rescue nil 
+    logstash_kafka_read_time_producer = Float(event.get("[@metadata][logstash_kafka_read_time_producer]")) rescue nil
 
     kafka_producer_array = Array[kafka_datacenter_producer, kafka_topic_producer, kafka_consumer_group_producer, kafka_append_time_producer, logstash_kafka_read_time_producer]
     @logger.debug("kafka_producer_array: #{kafka_producer_array}")
@@ -60,6 +60,8 @@ class LogStash::Codecs::KafkaTimeMachine < LogStash::Codecs::Base
     else
       @logger.debug("kafka_producer_array valid")
       producer_valid = true
+      logstash_kafka_read_time_producer = logstash_kafka_read_time_producer.to_i
+      kafka_append_time_producer = kafka_append_time_producer.to_i
       kafka_producer_lag_ms = logstash_kafka_read_time_producer - kafka_append_time_producer
     end
 
@@ -67,8 +69,8 @@ class LogStash::Codecs::KafkaTimeMachine < LogStash::Codecs::Base
     kafka_datacenter_aggregate = event.get("[@metadata][kafka_datacenter_aggregate]")
     kafka_topic_aggregate = event.get("[@metadata][kafka_topic_aggregate]")
     kafka_consumer_group_aggregate = event.get("[@metadata][kafka_consumer_group_aggregate]")
-    kafka_append_time_aggregate = Integer(event.get("[@metadata][kafka_append_time_aggregate]")) rescue nil
-    logstash_kafka_read_time_aggregate = Integer(event.get("[@metadata][logstash_kafka_read_time_aggregate]")) rescue nil
+    kafka_append_time_aggregate = Float(event.get("[@metadata][kafka_append_time_aggregate]")) rescue nil
+    logstash_kafka_read_time_aggregate = Float(event.get("[@metadata][logstash_kafka_read_time_aggregate]")) rescue nil
 
     kafka_aggregate_array = Array[kafka_datacenter_aggregate, kafka_topic_aggregate, kafka_consumer_group_aggregate, kafka_append_time_aggregate, logstash_kafka_read_time_aggregate]
     @logger.debug("kafka_aggregate_array: #{kafka_aggregate_array}")
@@ -80,6 +82,8 @@ class LogStash::Codecs::KafkaTimeMachine < LogStash::Codecs::Base
     else
       @logger.debug("kafka_aggregate_array valid")
       aggregate_valid = true
+      logstash_kafka_read_time_aggregate = logstash_kafka_read_time_aggregate.to_i
+      kafka_append_time_aggregate = kafka_append_time_aggregate.to_i
       kafka_aggregate_lag_ms = logstash_kafka_read_time_aggregate - kafka_append_time_aggregate
     end
 

data/logstash-codec-kafka_time_machine.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
     s.name = 'logstash-codec-kafka_time_machine'
-    s.version = '0.1.0'
+    s.version = '0.1.1'
     s.licenses = ['Apache-2.0']
     s.summary = "Calculate total time of logstash event that traversed 2 Kafka queues from a producer site to an aggregate site"
     s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-codec-kafka_time_machine
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Chris Foster
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-11 00:00:00.000000000 Z
+date: 2020-05-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api