fluent-plugin-record-reformer 0.6.1 → 0.6.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 905ddbf4748a2a0609648bde025f49bc1959a475
-  data.tar.gz: ee4120d718f07dde5793555fd48f9b67bbb89282
+  metadata.gz: 1bb8ef48e3b8c84c2c2f19875adff5570467dfe6
+  data.tar.gz: 028229752d4a6b8bcd5acfa0e3312d36c790838a
 SHA512:
-  metadata.gz: c7a72c9c560f8aaf604d2840b53c8d931ee0f79fe57ecb4252f24b09e8d6c909ba6a36f11b2b3b717cefa0141e1187bb752930b17d07ffcb4fb4217207dcaf3a
-  data.tar.gz: d8c2436af87363743160312d9e830548306343f5ef39bddeca89637efb03306e381ef13be082659a3ad60b3a00e6aa48979a0b5dc8bd27145ea118050c8d69a9
+  metadata.gz: fa6144cd1c31f3951333dfa64ab1f59c32c911781e2a3ce0b74a7f4cb185625f3285ea2995d548a16eefec4305889c0af6702b6a68212aef960df1403def71c5
+  data.tar.gz: b61672fcca95b5540377025ec387840dffb60fbbfe3cbfed812a760d3c1b441fd389213d0fe4288fffbb13a03936dd9aad1360e9ccb95614a953f615eeb7704b

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 0.6.2 (2015/05/27)
+
+Enhancements:
+
+* Add `renew_time_key` option (thanks to @tagomoris)
+
 ## 0.6.1 (2015/05/10)
 
 Enhancements:

data/README.md

@@ -90,6 +90,10 @@ This results in same, but please note that following option parameters are reser
 
     `renew_record true` creates an output record newly without extending (merging) the input record fields. Default is `false`.
 
+- renew\_time\_key *string*
+
+    `renew_time_key foo` overwrite time of events with value of field `foo` if exist. The value of `foo` must be unix time.
+
 - keep_keys
 
     You may want to remain some record fields although you specify `renew_record true`. Then, specify record keys to be kept by a string separated by , (comma) like

data/fluent-plugin-record-reformer.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path('../lib', __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name        = "fluent-plugin-record-reformer"
-  gem.version     = "0.6.1"
+  gem.version     = "0.6.2"
   gem.authors     = ["Naotoshi Seo"]
   gem.email       = "sonots@gmail.com"
   gem.homepage    = "https://github.com/sonots/fluent-plugin-record-reformer"

data/lib/fluent/plugin/out_record_reformer.rb

@@ -14,6 +14,7 @@ module Fluent
     config_param :remove_keys, :string, :default => nil
     config_param :keep_keys, :string, :default => nil
     config_param :renew_record, :bool, :default => false
+    config_param :renew_time_key, :string, :default => nil
     config_param :enable_ruby, :bool, :default => true # true for lower version compatibility
 
     BUILTIN_CONFIGURATIONS = %W(type tag output_tag remove_keys renew_record keep_keys enable_ruby)
@@ -92,7 +93,12 @@ module Fluent
       es.each {|time, record|
         last_record = record # for debug log
         new_tag, new_record = reform(@tag, time, record, placeholders)
-        router.emit(new_tag, time, new_record) if new_tag
+        if new_tag
+          if @renew_time_key && new_record.has_key?(@renew_time_key)
+            time = new_record[@renew_time_key].to_i
+          end
+          router.emit(new_tag, time, new_record)
+        end
       }
       chain.next
     rescue => e

data/test/test_out_record_reformer.rb

@@ -1,5 +1,6 @@
 require_relative 'helper'
 require 'rr'
+require 'time'
 require 'timecop'
 require 'fluent/plugin/out_record_reformer'
 
@@ -138,6 +139,22 @@ class RecordReformerOutputTest < Test::Unit::TestCase
         end
       end
 
+      test 'renew_time_key' do
+        times = [ Time.local(2,2,3,4,5,2010,nil,nil,nil,nil), Time.local(3,2,3,4,5,2010,nil,nil,nil,nil) ]
+        config = <<EOC
+    tag reformed.${tag}
+    enable_ruby true
+    message ${Time.parse(message).to_i}
+    renew_time_key message
+EOC
+        msgs = times.map{|t| t.to_s }
+        emits = emit(config, use_v1, msgs)
+        emits.each_with_index do |(tag, time, record), i|
+          assert_equal("reformed.#{@tag}", tag)
+          assert_equal(times[i].to_i, time)
+        end
+      end
+
       test 'keep_keys' do
         config = %[tag reformed.${tag}\nrenew_record true\nkeep_keys eventType0,message]
         msgs = ['1', '2']

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-record-reformer
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.6.2
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-10 00:00:00.000000000 Z
+date: 2015-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -147,7 +147,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Fluentd plugin to add or replace fields of a event record