fluent-plugin-record-reformer 0.3.0 → 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bd21069087496f3c30e1599b22b8847d6429323d
+  data.tar.gz: 31026f14e6ed73d41ca4ad80ed5f7caca6da72a2
+SHA512:
+  metadata.gz: 504c18888e9e06f93fc2eba073399271b558e1a63811de988ecac867429b8e8c06caf9f096210568cbfdfc028d20a1c760301ebaa90f106649776f9f60f9305b
+  data.tar.gz: a4d047dbc29a96c2eed77e804ec5e08a99d1bef0055f866c1886c7e7facf2ca227058533fb7ec0e87bf26b960d6b19581c7671aa40dd455570d250d8629bca71

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## 0.4.0 (2014/10/31)
+
+Changes:
+
+* accept numbers as a record key
+* rescue if ruby code expansion failed, and log.warn
+* use newly test-unit gem instead of rspec
+
 ## 0.3.0 (2014/10/01)
 
 Fixes:

data/Rakefile

@@ -1,12 +1,15 @@
 # encoding: utf-8
 require "bundler/gem_tasks"
 
-require 'rspec/core'
-require 'rspec/core/rake_task'
-RSpec::Core::RakeTask.new(:spec) do |spec|
-  spec.pattern = FileList['spec/**/*_spec.rb']
+require 'rake/testtask'
+desc 'Run test_unit based test'
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = Dir["test/**/test_*.rb"].sort
+  t.verbose = true
+  #t.warning = true
 end
-task :default => :spec
+task :default => :test
 
 desc 'Open an irb session preloaded with the gem library'
 task :console do

data/fluent-plugin-record-reformer.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path('../lib', __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name        = "fluent-plugin-record-reformer"
-  gem.version     = "0.3.0"
+  gem.version     = "0.4.0"
   gem.authors     = ["Naotoshi Seo"]
   gem.email       = "sonots@gmail.com"
   gem.homepage    = "https://github.com/sonots/fluent-plugin-record-reformer"
@@ -19,7 +19,9 @@ Gem::Specification.new do |gem|
 
   gem.add_dependency "fluentd"
   gem.add_development_dependency "rake"
-  gem.add_development_dependency "rspec"
   gem.add_development_dependency "pry"
   gem.add_development_dependency "pry-nav"
+  gem.add_development_dependency "test-unit"
+  gem.add_development_dependency "rr"
+  gem.add_development_dependency "timecop"
 end

data/lib/fluent/plugin/out_record_reformer.rb

@@ -1,4 +1,3 @@
-require 'socket'
 require 'ostruct'
 
 module Fluent
@@ -6,6 +5,7 @@ module Fluent
     Fluent::Plugin.register_output('record_reformer', self)
 
     def initialize
+      require 'socket'
       super
     end
 
@@ -87,7 +87,7 @@ module Fluent
       es.each {|time, record|
         last_record = record # for debug log
         new_tag, new_record = reform(@tag, time, record, placeholders)
-        Engine.emit(new_tag, time, new_record)
+        Engine.emit(new_tag, time, new_record) if new_tag
       }
       chain.next
     rescue => e
@@ -125,7 +125,7 @@ module Fluent
       1.upto(tag_parts.size-1).each do |i|
         rev_tag_suffix[i] = "#{rev_tag_parts[i]}.#{rev_tag_suffix[i-1]}"
       end
-      rev_tag_suffix.reverse
+      rev_tag_suffix.reverse!
     end
 
     class PlaceholderExpander
@@ -155,7 +155,7 @@ module Fluent
       end
 
       def expand(str)
-        str.gsub(/(\${[a-zA-Z_]+(\[-?[0-9]+\])?}|__[A-Z_]+__)/) {
+        str.gsub(/(\${[a-zA-Z0-9_]+(\[-?[0-9]+\])?}|__[A-Z_]+__)/) {
           log.warn "record_reformer: unknown placeholder `#{$1}` found" unless @placeholders.include?($1)
           @placeholders[$1]
         }
@@ -185,8 +185,14 @@ module Fluent
       #
       # @param [String] str         the string to be replaced
       def expand(str)
-        str = str.gsub(/\$\{([^}]+)\}/, '#{\1}') # ${..} => #{..}
-        eval "\"#{str}\"", @placeholders.instance_eval { binding }
+        interpolated = str.gsub(/\$\{([^}]+)\}/, '#{\1}') # ${..} => #{..}
+        begin
+          eval "\"#{interpolated}\"", @placeholders.instance_eval { binding }
+        rescue => e
+          log.warn "record_reformer: failed to expand `#{str}`", :error_class => e.class, :error => e.message
+          log.warn_backtrace
+          nil
+        end
       end
 
       class UndefOpenStruct < OpenStruct

data/{spec/out_record_reformer_bench.rb → test/bench_out_record_reformer.rb}

@@ -1,5 +1,6 @@
 # encoding: UTF-8
-require_relative 'spec_helper'
+require_relative 'helper'
+require 'fluent/plugin/out_record_reformer'
 require 'benchmark'
 Fluent::Test.setup
 

data/test/helper.rb

@@ -0,0 +1,10 @@
+require 'test/unit'
+require 'fluent/log'
+require 'fluent/test'
+
+unless defined?(Test::Unit::AssertionFailedError)
+  class Test::Unit::AssertionFailedError < StandardError
+  end
+end
+
+$log = Fluent::Log.new(Fluent::Test::DummyLogDevice.new, Fluent::Log::LEVEL_WARN)

data/test/test_out_record_reformer.rb

@@ -0,0 +1,320 @@
+require_relative 'helper'
+require 'rr'
+require 'timecop'
+require 'fluent/plugin/out_record_reformer'
+
+Fluent::Test.setup
+
+class RecordReformerOutputTest < Test::Unit::TestCase
+  setup do
+    @hostname = Socket.gethostname.chomp
+    @tag = 'test.tag'
+    @tag_parts = @tag.split('.')
+    @time = Time.local(1,2,3,4,5,2010,nil,nil,nil,nil)
+    Timecop.freeze(@time)
+  end
+
+  teardown do
+    Timecop.return
+  end
+
+  def create_driver(conf)
+    Fluent::Test::OutputTestDriver.new(Fluent::RecordReformerOutput, @tag).configure(conf)
+  end
+
+  def emit(config, msgs = [''])
+    d = create_driver(config)
+    msgs.each do |msg|
+      d.run { d.emit({'eventType0' => 'bar', 'message' => msg}, @time) }
+    end
+
+    @instance = d.instance
+    d.emits
+  end
+
+  CONFIG = %[
+    tag reformed.${tag}
+
+    hostname ${hostname}
+    input_tag ${tag}
+    time ${time.to_s}
+    message ${hostname} ${tag_parts.last} ${URI.escape(message)}
+  ]
+
+  sub_test_case 'configure' do
+    test 'typical usage' do
+      assert_nothing_raised do
+        create_driver(CONFIG)
+      end
+    end
+
+    test "tag is not specified" do
+      assert_raise(Fluent::ConfigError) do
+        create_driver('')
+      end
+    end
+
+    test "keep_keys must be specified together with renew_record true" do
+      assert_raise(Fluent::ConfigError) do
+        create_driver(%[keep_keys a])
+      end
+    end
+  end
+
+  sub_test_case "test options" do
+    test 'typical usage' do
+      msgs = ['1', '2']
+      emits = emit(CONFIG, msgs)
+      assert_equal 2, emits.size
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_equal('bar', record['eventType0'])
+        assert_equal(@hostname, record['hostname'])
+        assert_equal(@tag, record['input_tag'])
+        assert_equal(@time.to_s, record['time'])
+        assert_equal("#{@hostname} #{@tag_parts[-1]} #{msgs[i]}", record['message'])
+      end
+    end
+
+    test '(obsolete) output_tag' do
+      config = %[output_tag reformed.${tag}]
+      msgs = ['1']
+      emits = emit(config, msgs)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+      end
+    end
+
+    test 'record directive' do
+      config = %[
+        tag reformed.${tag}
+
+        <record>
+          hostname ${hostname}
+          tag ${tag}
+          time ${time.to_s}
+          message ${hostname} ${tag_parts.last} ${message}
+        </record>
+      ]
+      msgs = ['1', '2']
+      emits = emit(config, msgs)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_equal('bar', record['eventType0'])
+        assert_equal(@hostname, record['hostname'])
+        assert_equal(@tag, record['tag'])
+        assert_equal(@time.to_s, record['time'])
+        assert_equal("#{@hostname} #{@tag_parts[-1]} #{msgs[i]}", record['message'])
+      end
+    end
+
+    test 'remove_keys' do
+      config = CONFIG + %[remove_keys eventType0,message]
+      emits = emit(config)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_not_include(record, 'eventType0')
+        assert_equal(@hostname, record['hostname'])
+        assert_equal(@tag, record['input_tag'])
+        assert_equal(@time.to_s, record['time'])
+        assert_not_include(record, 'message')
+      end
+    end
+
+    test 'renew_record' do
+      config = CONFIG + %[renew_record true]
+      msgs = ['1', '2']
+      emits = emit(config, msgs)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_not_include(record, 'eventType0')
+        assert_equal(@hostname, record['hostname'])
+        assert_equal(@tag, record['input_tag'])
+        assert_equal(@time.to_s, record['time'])
+        assert_equal("#{@hostname} #{@tag_parts[-1]} #{msgs[i]}", record['message'])
+      end
+    end
+
+    test 'keep_keys' do
+      config = %[tag reformed.${tag}\nrenew_record true\nkeep_keys eventType0,message]
+      msgs = ['1', '2']
+      emits = emit(config, msgs)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_equal('bar', record['eventType0'])
+        assert_equal(msgs[i], record['message'])
+      end
+    end
+
+    test 'enable_ruby no' do
+      config = %[
+        tag reformed.${tag}
+        enable_ruby no
+        <record>
+          message ${hostname} ${tag_parts.last} ${URI.encode(message)}
+        </record>
+      ]
+      msgs = ['1', '2']
+      emits = emit(config, msgs)
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("reformed.#{@tag}", tag)
+        assert_equal("#{@hostname} ${tag_parts.last} ${URI.encode(message)}", record['message'])
+      end
+    end
+  end
+
+  sub_test_case 'test placeholders' do
+    %w[yes no].each do |enable_ruby|
+      test "hostname with enble_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${hostname}
+          </record>
+        ]
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(@hostname, record['message'])
+        end
+      end
+
+      test "tag with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${tag}
+          </record>
+        ]
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(@tag, record['message'])
+        end
+      end
+
+      test "tag_parts with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${tag_parts[0]} ${tag_parts[-1]}
+          </record>
+        ]
+        expected = "#{@tag.split('.').first} #{@tag.split('.').last}"
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(expected, record['message'])
+        end
+      end
+
+      test "(obsolete) tags with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${tags[0]} ${tags[-1]}
+          </record>
+        ]
+        expected = "#{@tag.split('.').first} #{@tag.split('.').last}"
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(expected, record['message'])
+        end
+      end
+
+      test "${tag_prefix[N]} and ${tag_suffix[N]} with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${tag_prefix[1]} ${tag_prefix[-2]} ${tag_suffix[2]} ${tag_suffix[-3]}
+          </record>
+        ]
+        @tag = 'prefix.test.tag.suffix'
+        expected = "prefix.test prefix.test.tag tag.suffix test.tag.suffix"
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(expected, record['message'])
+        end
+      end
+
+      test "time with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          <record>
+            message ${time}
+          </record>
+        ]
+        emits = emit(config)
+        emits.each do |(tag, time, record)|
+          assert_equal(@time.to_s, record['message'])
+        end
+      end
+
+      test "record keys with enable_ruby #{enable_ruby}" do
+        config = %[
+          tag tag
+          enable_ruby #{enable_ruby}
+          remove_keys eventType0
+          <record>
+            message bar ${message}
+            eventtype ${eventType0}
+          </record>
+        ]
+        msgs = ['1', '2']
+        emits = emit(config, msgs)
+        emits.each_with_index do |(tag, time, record), i|
+          assert_not_include(record, 'eventType0')
+          assert_equal("bar", record['eventtype'])
+          assert_equal("bar #{msgs[i]}", record['message'])
+        end
+      end
+    end
+
+    test 'unknown placeholder (enable_ruby no)' do
+      config = %[
+        tag tag
+        enable_ruby no
+        <record>
+          message ${unknown}
+        </record>
+      ]
+      d = create_driver(config)
+      mock(d.instance.log).warn("record_reformer: unknown placeholder `${unknown}` found")
+      d.run { d.emit({}, @time) }
+      assert_equal 1, d.emits.size
+    end
+
+    test 'failed to expand record field (enable_ruby yes)' do
+      config = %[
+        tag tag
+        enable_ruby yes
+        <record>
+          message ${unknown['bar']}
+        </record>
+      ]
+      d = create_driver(config)
+      mock(d.instance.log).warn("record_reformer: failed to expand `${unknown['bar']}`", anything)
+      d.run { d.emit({}, @time) }
+      # emit, but nil value
+      assert_equal 1, d.emits.size
+      d.emits.each do |(tag, time, record)|
+        assert_nil(record['message'])
+      end
+    end
+
+    test 'failed to expand tag (enable_ruby yes)' do
+      config = %[
+        tag ${unknown['bar']}
+        enable_ruby yes
+      ]
+      d = create_driver(config)
+      mock(d.instance.log).warn("record_reformer: failed to expand `${unknown['bar']}`", anything)
+      d.run { d.emit({}, @time) }
+      # nil tag message should not be emitted
+      assert_equal 0, d.emits.size
+    end
+  end
+end

metadata

@@ -1,94 +1,111 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-record-reformer
 version: !ruby/object:Gem::Version
-  version: 0.3.0
-  prerelease: 
+  version: 0.4.0
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-30 00:00:00.000000000 Z
+date: 2014-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: pry
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: pry
+  name: pry-nav
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: pry-nav
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Fluentd plugin to add or replace fields of a event record
@@ -97,9 +114,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE
@@ -107,41 +124,34 @@ files:
 - Rakefile
 - fluent-plugin-record-reformer.gemspec
 - lib/fluent/plugin/out_record_reformer.rb
-- spec/out_record_reformer_bench.rb
-- spec/out_record_reformer_spec.rb
-- spec/spec_helper.rb
+- test/bench_out_record_reformer.rb
+- test/helper.rb
+- test/test_out_record_reformer.rb
 homepage: https://github.com/sonots/fluent-plugin-record-reformer
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -981862289
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -981862289
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Fluentd plugin to add or replace fields of a event record
 test_files:
-- spec/out_record_reformer_bench.rb
-- spec/out_record_reformer_spec.rb
-- spec/spec_helper.rb
+- test/bench_out_record_reformer.rb
+- test/helper.rb
+- test/test_out_record_reformer.rb

data/spec/out_record_reformer_spec.rb

@@ -1,284 +0,0 @@
-# encoding: UTF-8
-require_relative 'spec_helper'
-
-describe Fluent::RecordReformerOutput do
-  before { Fluent::Test.setup }
-  CONFIG = %[
-    tag reformed.${tag}
-
-    hostname ${hostname}
-    input_tag ${tag}
-    time ${time.strftime('%S')}
-    message ${hostname} ${tag_parts.last} ${URI.escape(message)}
-  ]
-  let(:tag) { 'test.tag' }
-  let(:tag_parts) { tag.split('.') }
-  let(:hostname) { Socket.gethostname.chomp }
-  let(:driver) { Fluent::Test::OutputTestDriver.new(Fluent::RecordReformerOutput, tag).configure(config) }
-
-  describe 'test configure' do
-    describe 'good configuration' do
-      subject { driver.instance }
-
-      context "check default" do
-        let(:config) { CONFIG }
-        it { expect { subject }.not_to raise_error }
-      end
-
-      context "tag is not specified" do
-        let(:config) { %[] }
-        it { expect { subject }.to raise_error(Fluent::ConfigError) }
-      end
-
-      context "keep_keys must be specified togerther with renew_record true" do
-        let(:config) { %[keep_keys a] }
-        it { expect { subject }.to raise_error(Fluent::ConfigError) }
-      end
-    end
-  end
-
-  describe 'test emit' do
-    let(:time) { Time.now }
-    let(:emit) do
-      driver.run { driver.emit({'foo'=>'bar', 'message' => '1'}, time.to_i) }
-    end
-
-    context 'typical usage' do
-      let(:emit) do
-        driver.run do
-          driver.emit({'foo'=>'bar', 'message' => '1'}, time.to_i)
-          driver.emit({'foo'=>'bar', 'message' => '2'}, time.to_i)
-        end
-      end
-      let(:config) { CONFIG }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'foo' => 'bar',
-          'hostname' => hostname,
-          'input_tag' => tag,
-          'time' => time.strftime('%S'),
-          'message' => "#{hostname} #{tag_parts.last} 1",
-        })
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'foo' => 'bar',
-          'hostname' => hostname,
-          'input_tag' => tag,
-          'time' => time.strftime('%S'),
-          'message' => "#{hostname} #{tag_parts.last} 2",
-        })
-      end
-      it { emit }
-    end
-
-    context 'obsolete output_tag' do
-      let(:config) {%[
-        output_tag reformed.${tag}
-      ]}
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'foo' => 'bar',
-          'message' => "1",
-        })
-      end
-      it { emit }
-    end
-
-    context 'record directive' do
-      let(:config) {%[
-        tag reformed.${tag}
-
-        <record>
-          hostname ${hostname}
-          tag ${tag}
-          time ${time.strftime('%S')}
-          message ${hostname} ${tag_parts.last} ${message}
-        </record>
-      ]}
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'foo' => 'bar',
-          'hostname' => hostname,
-          'tag' => tag,
-          'time' => time.strftime('%S'),
-          'message' => "#{hostname} #{tag_parts.last} 1",
-        })
-      end
-      it { emit }
-    end
-
-    context 'remove_keys' do
-      let(:config) { CONFIG + %[remove_keys foo,message] }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'hostname' => hostname,
-          'input_tag' => tag,
-          'time' => time.strftime('%S'),
-        })
-      end
-      it { emit }
-    end
-
-    context 'renew_record true' do
-      let(:config) { CONFIG + %[renew_record true] }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'hostname' => hostname,
-          'input_tag' => tag,
-          'time' => time.strftime('%S'),
-          'message' => "#{hostname} #{tag_parts.last} 1",
-        })
-      end
-      it { emit }
-    end
-
-    context 'keep_keys' do
-      let(:emit) do
-        driver.run { driver.emit({'foo'=>'bar', 'message' => 1}, time.to_i) }
-      end
-      let(:config) { %[tag reformed.${tag}\nrenew_record true\nkeep_keys foo,message] }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("reformed.#{tag}", time.to_i, {
-          'foo' => 'bar',
-          'message' => 1, # this keep type
-        })
-      end
-      it { emit }
-    end
-
-    context 'unknown placeholder (enable_ruby no)' do
-      let(:emit) do
-        driver.run { driver.emit({}, time.to_i) }
-      end
-      let(:config) {%[
-        tag reformed.${tag}
-        enable_ruby no
-        message ${unknown}
-      ]}
-      before do
-        driver.instance.log.should_receive(:warn).with("record_reformer: unknown placeholder `${unknown}` found")
-      end
-      it { emit }
-    end
-  end
-
-  describe 'test placeholders' do
-    let(:time) { Time.now }
-    let(:emit) do
-      driver.run { driver.emit({}, time.to_i) }
-    end
-
-    %w[yes no].each do |enable_ruby|
-      context "hostname with enble_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          message ${hostname}
-        ]}
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, {'message' => hostname})
-        end
-        it { emit }
-      end
-
-      context "tag with enable_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          message ${tag}
-        ]}
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, {'message' => tag})
-        end
-        it { emit }
-      end
-
-      context "tag_parts with enable_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          message ${tag_parts[0]} ${tag_parts[-1]}
-        ]}
-        let(:expected) { "#{tag.split('.').first} #{tag.split('.').last}" }
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, {'message' => expected})
-        end
-        it { emit }
-      end
-
-      context "support old tags with enable_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          message ${tags[0]} ${tags[-1]}
-        ]}
-        let(:expected) { "#{tag.split('.').first} #{tag.split('.').last}" }
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, {'message' => expected})
-        end
-        it { emit }
-      end
-
-      context "${tag_prefix[N]} and ${tag_suffix[N]} with enable_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag ${tag_suffix[-2]}
-          enable_ruby #{enable_ruby}
-          message ${tag_prefix[1]} ${tag_prefix[-2]} ${tag_suffix[2]} ${tag_suffix[-3]}
-        ]}
-        let(:tag) { 'prefix.test.tag.suffix' }
-        let(:expected) { "prefix.test prefix.test.tag tag.suffix test.tag.suffix" }
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag.suffix", time.to_i, { 'message' => "prefix.test prefix.test.tag tag.suffix test.tag.suffix" })
-        end
-        it { emit }
-      end
-
-      context "time with enable_ruby #{enable_ruby}" do
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          time ${time}
-        ]}
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, {'time' => time.to_s})
-        end
-        it { emit }
-      end
-
-      context "record with enable_ruby #{enable_ruby}" do
-        let(:emit) do
-          driver.run do
-            driver.emit({'message' => '1', 'eventType' => 'foo'}, time.to_i)
-            driver.emit({'message' => '2', 'eventType' => 'foo'}, time.to_i)
-          end
-        end
-        let(:config) {%[
-          tag tag
-          enable_ruby #{enable_ruby}
-          message bar ${message}
-          eventtype ${eventType}
-          remove_keys eventType
-        ]}
-        let(:tag) { 'prefix.test.tag.suffix' }
-        let(:tag_parts) { tag.split('.') }
-        before do
-          Fluent::Engine.stub(:now).and_return(time)
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, { 'message' => "bar 1", 'eventtype' => 'foo'})
-          Fluent::Engine.should_receive(:emit).with("tag", time.to_i, { 'message' => "bar 2", 'eventtype' => 'foo'})
-        end
-        it { emit }
-      end
-    end
-  end
-end

data/spec/spec_helper.rb

@@ -1,13 +0,0 @@
-# encoding: UTF-8
-require 'rubygems'
-require 'bundler'
-Bundler.setup(:default, :test)
-Bundler.require(:default, :test)
-
-require 'fluent/test'
-require 'rspec'
-require 'pry'
-
-$TESTING=true
-$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
-require 'fluent/plugin/out_record_reformer'