fluent-plugin-better-timestamp 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5a3ed2811c5fbb61a6761a97d15008a31ec64e64
+  data.tar.gz: d9c7548d76e537d436d3ffcc41e38b54cbd239e1
+SHA512:
+  metadata.gz: 28374fe3f76dc46b853cd98d31c15e5ff5dbec0749b759dbb3c9e4c130fa28e8e786fc780dcd3d2f770e0aa5111c962b414fcc4660767dd200adb00893926ec2
+  data.tar.gz: c691b8a0515c582481d47d8d56fa85e30c25a2ad9eb4ef0efc058d5f6a6c1e74bf90b4600d1030aa52db0477a6ccb85851de5544873a2ad0643001979af98934

data/.gitignore

@@ -0,0 +1 @@
+pkg

data/ChangeLog

@@ -0,0 +1,3 @@
+Release 0.1.0 - 2014/11/16
+
+  * First release

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Rakefile

@@ -0,0 +1,14 @@
+
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/*.rb']
+  test.verbose = true
+end
+
+task :default => [:build]
+

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/fluent-plugin-better-timestamp.gemspec

@@ -0,0 +1,23 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-better-timestamp"
+  gem.description = "Output filter plugin which put timestamp"
+  gem.homepage    = "https://github.com/shivaken/fluent-plugin-better-timestamp"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["Kenichi Otsuka"]
+  gem.email       = "shivaken@gmail.com"
+  gem.has_rdoc    = false
+  #gem.platform    = Gem::Platform::RUBY
+  gem.license     = 'MIT'
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd", "~> 0.10.17"
+  gem.add_dependency "fluent-mixin-config-placeholders", ">= 0.3.0"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+end

data/lib/fluent/plugin/out_better_timestamp.rb

@@ -0,0 +1,48 @@
+require 'fluent/mixin/config_placeholders'
+
+module Fluent
+  class BetterTimestampOutput < Output
+    Fluent::Plugin.register_output('better_timestamp', self)
+
+    config_param :tag, :string
+    config_param :msec_key, :string, :default => 'msec'
+    config_param :timestamp_key, :string, :default => '@timestamp'
+
+    include SetTagKeyMixin
+    include Fluent::Mixin::ConfigPlaceholders
+
+    BUILTIN_CONFIGURATIONS = %W(type tag timestamp_key msec_key)
+
+    def configure(conf)
+      super
+
+      @map = {}
+      conf.each_pair { |k, v|
+        unless BUILTIN_CONFIGURATIONS.include?(k)
+          conf.has_key?(k)
+          @map[k] = v
+        end
+      }
+
+    end
+
+    def emit(tag, es, chain)
+      es.each { |time, record|
+        filter_record(tag, time, record)
+        Engine.emit(@tag, time, modify_record(time, record))
+      }
+
+      chain.next
+    end
+
+    private
+
+    def modify_record(time, record)
+      if record[@msec_key] then
+        record[@timestamp_key] = Time.at(time, record[@msec_key].to_i * 1000).strftime("%Y-%m-%dT%H:%M:%S.%L%z")
+        record.delete(@msec_key)
+      end
+      record
+    end
+  end
+end

data/test/out_better_timestamp.rb

@@ -0,0 +1,42 @@
+require 'fluent/test'
+require 'fluent/plugin/out_better_timestamp'
+
+class BetterTimestampOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    type better_timestamp
+    tag foo.filtered
+    msec_key msec
+    timestamp_key
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::BetterTimestampOutput, tag='test_tag').configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    map = d.instance.instance_variable_get(:@map)
+
+    #assert_equal 'msec', map['msec_key']
+  end
+
+  def test_remove_one_key
+    d = create_driver %[
+      type record_modifier
+      tag foo.filtered
+      msec_key msec
+    ]
+
+    mapped = {}
+
+    d.run do
+      d.emit("msec" => '1', "k1" => 'v')
+    end
+
+    assert d.records[0]['@timestamp']
+  end
+end

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-better-timestamp
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kenichi Otsuka
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.17
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.17
+- !ruby/object:Gem::Dependency
+  name: fluent-mixin-config-placeholders
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Output filter plugin which put timestamp
+email: shivaken@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ChangeLog
+- Gemfile
+- Rakefile
+- VERSION
+- fluent-plugin-better-timestamp.gemspec
+- lib/fluent/plugin/out_better_timestamp.rb
+- pkg/fluent-plugin-better-timestamp-0.1.0.gem
+- test/out_better_timestamp.rb
+homepage: https://github.com/shivaken/fluent-plugin-better-timestamp
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Output filter plugin which put timestamp
+test_files:
+- test/out_better_timestamp.rb