fluent-plugin-elasticsearch-timestamp-check 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3a0af9963774d5d11e0fd569c18017ba307572c0
-  data.tar.gz: 29a7a6840726c287338520259c7c558647426d7f
+  metadata.gz: caf11889f096c3937908340a59ff69af610e80a9
+  data.tar.gz: 5fec5fb248ae90cae895942b8d1fb6544e5a233c
 SHA512:
-  metadata.gz: e56942ca9ca13036e4d07b7256daa46cd7de5d8e2b55462adb46ef87eea6374cf74c72a2669a6f48eff7d7e7e1d28bd6c6248091835f115aaaf877075b8eafa4
-  data.tar.gz: adae81c6a571fc8803c81294da883eb9517b06abaa9a174d5cf6742a754d41b758b72a2eb8b2c923217f8a92cb7134ad8a59a2acfd1a3faa5ea015ab069fbaf5
+  metadata.gz: 4904d97b3143926d00c313bef06a1e3e2f79413f6c867ca2e3cde2bbbf6db46b68960bab98abd0e28c702e849377bd15b5ee2c56a0c5640ece68f77204138c6d
+  data.tar.gz: 3d3e8575835bdb4a9d9e28e70c9abbb7a58ea8cee7a6fc0e97dff92b3ecfb09afd728c928a47b3dbd115d54a5661e1a821ec55ef9c603169a3d2dae7d30bae76

data/fluent-plugin-elasticsearch-timestamp-check.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-elasticsearch-timestamp-check"
-  spec.version       = "0.2.3"
+  spec.version       = "0.2.4"
   spec.authors       = ["Richard Li"]
   spec.email         = ["evilcat@wisewolfsolutions.com"]
   spec.description   = %q{fluent filter plugin to ensure @timestamp is in proper format}

data/lib/fluent/plugin/filter_elasticsearch_timestamp_check.rb

@@ -22,6 +22,21 @@ module Fluent::Plugin
         record[field]
       end.compact.each do |timestamp|
         begin
+          # all digit entry would be treated as epoch seconds or epoch millis
+          if !!(timestamp =~ /\A[-+]?\d+\z/)
+            num = timestamp.to_i
+            # epoch second or epoch millis should be either 10 or 13 digits
+            # other length should be considered invalid (until the next digit
+            # rollover at 2286-11-20  17:46:40 Z
+            next unless [10, 13].include?(num.to_s.length)
+            record['@timestamp'] = record['fluent_converted_timestamp'] =
+              Time.at(
+                num / (10 ** (num.to_s.length - 10))
+              ).strftime('%Y-%m-%dT%H:%M:%S.%L%z')
+            break
+          end
+
+          # normal timestamp string processing
           record['@timestamp'] = record['fluent_converted_timestamp'] =
             DateTime.parse(timestamp).strftime('%Y-%m-%dT%H:%M:%S.%L%z')
           $log.debug("Timestamp parsed: #{record['@timestamp']}")

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-elasticsearch-timestamp-check
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
 platform: ruby
 authors:
 - Richard Li