fluent-plugin-grep 0.3.3 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b28e2f9df47ff5255ba541d237af0803507d0b54
-  data.tar.gz: 6f3d5af7d9893d5cdc27a20499273f0030c507f7
+  metadata.gz: eba48ce3d62883ad7d06dae6a22e638478da51c0
+  data.tar.gz: 55a5c8078a242926b89a4f6385a60f6c0fdda048
 SHA512:
-  metadata.gz: 6ab25c093315af58af4517eb5239765386cbbfff46822c1225c9a56467833a033d7de7f2f174cae0ca817af448292558ab80dcd35edfdad2df5d93829f463cb8
-  data.tar.gz: 6baedc91f8bfeb856f2ac54c1473ad8f6f0a936fbd8036d462b017ef201042d809ea83a4a86cac57be5180f8026e99582159cf18510b47d49d60650aa2fedc56
+  metadata.gz: ae57a90ff85b1007b3530abe650fe3e6295ae217828f76669f1f83f7979a883259083ee2f458dbf08a94389297fd3ba0a155ecf733983ab7b9ff2c532ca4cdf0
+  data.tar.gz: 97db9377e3f230755f013b39666d93f9d67ca1622a5d18c8ef16d8a3f519b43dee79879a4e4581c560aa8170a376c232c22c1d5d918a8a76a2af5735fe8c45f4

data/.coveralls.yml

@@ -1 +1 @@
-repo_token: i4DJCtdksuIwhBck1tukIjzKoMCxWIIvQ
+repo_token: iomWCR9hV8xciCfpsPydDgckjaYH4dmw9

data/.rspec

@@ -1,2 +1,2 @@
 --colour
---format documentation
+--format Fuubar

data/.travis.yml

@@ -2,6 +2,7 @@ rvm:
   - 1.9.3
   - 2.0.0
   - 2.1.*
+  - 2.2.*
 gemfile:
   - Gemfile
-  - Gemfile.fluentd.lt.0.10.43
+  - Gemfile.fluentd.lt.0.12

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## 0.3.4 (2015/05/10)
+
+Fixes:
+
+* Fix `replace_invalid_sequence` was always effective
+
+Enhancements:
+
+* Some log enhancements
+* Support label feature of Fluentd v0.12
+
 ## 0.3.3 (2014/04/12)
 
 Enhancements:

data/{Gemfile.fluentd.lt.0.10.43 → Gemfile.fluentd.lt.0.12}

@@ -1,4 +1,4 @@
 source "http://rubygems.org"
 
-gem 'fluentd', '= 0.10.42'
+gem 'fluentd', '~> 0.10.43'
 gemspec

data/README.md

@@ -1,4 +1,7 @@
-# fluent-plugin-grep [![Build Status](https://secure.travis-ci.org/sonots/fluent-plugin-grep.png?branch=master)](http://travis-ci.org/sonots/fluent-plugin-grep) [![Coverage Status](https://coveralls.io/repos/sonots/fluent-plugin-grep/badge.png?branch=master)](https://coveralls.io/r/sonots/fluent-plugin-grep)
+# fluent-plugin-grep
+
+[![Build Status](https://secure.travis-ci.org/sonots/fluent-plugin-grep.png?branch=master)](http://travis-ci.org/sonots/fluent-plugin-grep)
+[![Coverage Status](https://coveralls.io/repos/sonots/fluent-plugin-grep/badge.png?branch=master)](https://coveralls.io/r/sonots/fluent-plugin-grep?branch=master)
 
 Fluentd plugin to grep messages.
 
@@ -83,9 +86,17 @@ then output bocomes as belows:
 
     Remove tag prefix for output message
 
+- add_tag_suffix
+
+    Add tag suffix for output message
+
+- remove_tag_suffix
+
+    Remove tag suffix for output message
+
 - replace_invalid_sequence
 
-    Replace invalid byte sequence in UTF-8 with '?' character if `true`
+    Replace invalid byte sequence in UTF-8 with '?' character if `true`. Default: true
 
 ## ChangeLog
 

data/Rakefile

@@ -1,12 +1,15 @@
 # encoding: utf-8
 require "bundler/gem_tasks"
 
-require 'rspec/core'
-require 'rspec/core/rake_task'
-RSpec::Core::RakeTask.new(:spec) do |spec|
-  spec.pattern = FileList['spec/**/*_spec.rb']
+require 'rake/testtask'
+desc 'Run test_unit based test'
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = Dir["test/**/test_*.rb"].sort
+  t.verbose = true
+  #t.warning = true
 end
-task :default => :spec
+task :default => :test
 
 desc 'Open an irb session preloaded with the gem library'
 task :console do

data/fluent-plugin-grep.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-grep"
-  s.version     = "0.3.3"
+  s.version     = "0.3.4"
   s.authors     = ["Naotoshi Seo"]
   s.email       = ["sonots@gmail.com"]
   s.homepage    = "https://github.com/sonots/fluent-plugin-grep"
@@ -19,9 +19,9 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   s.add_runtime_dependency "fluentd"
+  s.add_runtime_dependency "string-scrub" if RUBY_VERSION.to_f < 2.1
   s.add_development_dependency "rake"
-  s.add_development_dependency "rspec"
+  s.add_development_dependency "test-unit"
   s.add_development_dependency "pry"
   s.add_development_dependency "pry-nav"
-  s.add_development_dependency 'coveralls'
 end

data/lib/fluent/plugin/out_grep.rb

@@ -11,7 +11,7 @@ class Fluent::GrepOutput < Fluent::Output
   config_param :remove_tag_prefix, :string, :default => nil
   config_param :add_tag_suffix, :string, :default => nil
   config_param :remove_tag_suffix, :string, :default => nil
-  config_param :replace_invalid_sequence, :bool, :default => false
+  config_param :replace_invalid_sequence, :bool, :default => true
   (1..REGEXP_MAX_NUM).each {|i| config_param :"regexp#{i}",  :string, :default => nil }
   (1..REGEXP_MAX_NUM).each {|i| config_param :"exclude#{i}", :string, :default => nil }
 
@@ -24,6 +24,16 @@ class Fluent::GrepOutput < Fluent::Output
     define_method("log") { $log }
   end
 
+  # Define `router` method of v0.12 to support v0.10 or earlier
+  unless method_defined?(:router)
+    define_method("router") { Fluent::Engine }
+  end
+
+  def initialize
+    require 'string/scrub' if RUBY_VERSION.to_f < 2.1
+    super
+  end
+
   def configure(conf)
     super
 
@@ -47,7 +57,7 @@ class Fluent::GrepOutput < Fluent::Output
       @excludes[key] = Regexp.compile(exclude)
     end
 
-    if @tag.nil? and @add_tag_prefix.nil? and @remove_tag_prefix.nil? and @add_tag_suffix.nil? and @remove_tag_suffix.nil?
+    if conf['@label'].nil? and @tag.nil? and @add_tag_prefix.nil? and @remove_tag_prefix.nil? and @add_tag_suffix.nil? and @remove_tag_suffix.nil?
       @add_tag_prefix = 'greped' # not ConfigError to support lower version compatibility
     end
     @tag_proc = tag_proc
@@ -64,14 +74,13 @@ class Fluent::GrepOutput < Fluent::Output
         @excludes.each do |key, exclude|
           throw :break_loop if match(exclude, record[key].to_s)
         end
-        Fluent::Engine.emit(emit_tag, time, record)
+        router.emit(emit_tag, time, record)
       end
     end
 
     chain.next
   rescue => e
-    log.warn e.message
-    log.warn e.backtrace.join(', ')
+    log.warn "out_grep: #{e.class} #{e.message} #{e.backtrace.first}"
   end
 
   private
@@ -101,18 +110,12 @@ class Fluent::GrepOutput < Fluent::Output
     begin
       return regexp.match(string)
     rescue ArgumentError => e
+      raise e unless @replace_invalid_sequence
       raise e unless e.message.index("invalid byte sequence in") == 0
-      string = replace_invalid_byte(string)
+      log.info "out_grep: invalid byte sequence is replaced in `#{string}`"
+      string = string.scrub('?')
       retry
     end
     return true
   end
-
-  def replace_invalid_byte(string)
-    replace_options = { invalid: :replace, undef: :replace, replace: '?' }
-    original_encoding = string.encoding
-    temporal_encoding = (original_encoding == Encoding::UTF_8 ? Encoding::UTF_16BE : Encoding::UTF_8)
-    string.encode(temporal_encoding, original_encoding, replace_options).encode(original_encoding)
-  end
-
 end

data/{spec/out_grep_bench.rb → test/bench_out_grep.rb}

@@ -1,5 +1,5 @@
-# encoding: UTF-8
-require_relative 'spec_helper'
+require_relative 'helper'
+require 'fluent/plugin/out_grep'
 
 # setup
 Fluent::Test.setup

data/test/helper.rb

@@ -0,0 +1,27 @@
+require 'test/unit'
+require 'fluent/log'
+require 'fluent/test'
+
+unless defined?(Test::Unit::AssertionFailedError)
+  class Test::Unit::AssertionFailedError < StandardError
+  end
+end
+
+# Stop non required sleep at
+# https://github.com/fluent/fluentd/blob/018791f6b1b0400b71e37df2fb3ad80e456d2c11/lib/fluent/test/base.rb#L56
+module Fluent
+  module Test
+    class TestDriver
+      def run(&block)
+        @instance.start
+        begin
+          # wait until thread starts
+          # 10.times { sleep 0.05 }
+          return yield
+        ensure
+          @instance.shutdown
+        end
+      end
+    end
+  end
+end

data/test/test_out_grep.rb

@@ -0,0 +1,260 @@
+require_relative 'helper'
+require 'fluent/test'
+require 'fluent/plugin/out_grep'
+
+Fluent::Test.setup
+
+class GrepOutputTest < Test::Unit::TestCase
+  setup do
+    @tag = 'syslog.host1'
+    @time = Fluent::Engine.now
+  end
+
+  def create_driver(conf, use_v1_config = true)
+    Fluent::Test::OutputTestDriver.new(Fluent::GrepOutput, @tag).configure(conf, use_v1_config)
+  end
+
+  def emit(config, msgs = [''])
+    d = create_driver(config)
+    d.run do
+      msgs.each do |msg|
+        d.emit({'foo' => 'bar', 'message' => msg}, @time)
+      end
+    end
+
+    @instance = d.instance
+    d.emits
+  end
+
+  sub_test_case 'configure' do
+    test 'check default' do
+      d = nil
+      assert_nothing_raised do
+        d = create_driver('')
+      end
+      assert_empty(d.instance.regexps)
+      assert_empty(d.instance.excludes)
+    end
+
+    test "regexpN can contain a space" do
+      d = create_driver(%[regexp1 message  foo])
+      assert_equal(Regexp.compile(/ foo/), d.instance.regexps['message'])
+    end
+
+    test "excludeN can contain a space" do
+      d = create_driver(%[exclude1 message  foo])
+      assert_equal(Regexp.compile(/ foo/), d.instance.excludes['message'])
+    end
+
+    test "regexp contains a duplicated key" do
+      config = %[
+        input_key message
+        regexp foo
+        regexp1 message foo
+      ]
+      assert_raise(Fluent::ConfigError) do
+        create_driver(config)
+      end
+    end
+
+    test "exclude contains a duplicated key" do
+      config = %[
+        input_key message
+        exclude foo
+        exclude1 message foo
+      ]
+      assert_raise(Fluent::ConfigError) do
+        create_driver(config)
+      end
+    end
+
+    if Fluent::VERSION >= "0.12"
+      test "@label" do
+        Fluent::Engine.root_agent.add_label('@foo')
+        d = create_driver(%[@label @foo])
+        label = Fluent::Engine.root_agent.find_label('@foo')
+        assert_equal(label.event_router, d.instance.router)
+
+        emits = emit(%[@label @foo], ['foo'])
+        tag, time, record = emits.first
+        assert_equal(@tag, tag) # tag is not modified
+      end
+    end
+  end
+
+  sub_test_case 'emit' do
+    def messages
+      [
+        "2013/01/13T07:02:11.124202 INFO GET /ping",
+        "2013/01/13T07:02:13.232645 WARN POST /auth",
+        "2013/01/13T07:02:21.542145 WARN GET /favicon.ico",
+        "2013/01/13T07:02:43.632145 WARN POST /login",
+      ]
+    end
+
+    test 'empty config' do
+      emits = emit('', messages)
+      assert_equal(4, emits.size)
+      tag, time, record = emits.first
+      assert_equal("greped.#{@tag}", tag)
+      assert_not_nil(record, 'foo')
+      assert_not_nil(record, 'message')
+    end
+
+    test 'regexp' do
+      emits = emit("input_key message\nregexp WARN", messages)
+      assert_equal(3, emits.size)
+      assert_block('only WARN logs') do
+        emits.all? { |tag, time, record|
+          !record['message'].include?('INFO')
+        }
+      end
+    end
+
+    test 'regexpN' do
+      emits = emit('regexp1 message WARN', messages)
+      assert_equal(3, emits.size)
+      assert_block('only WARN logs') do
+        emits.all? { |tag, time, record|
+          !record['message'].include?('INFO')
+        }
+      end
+    end
+
+    test 'exclude' do
+      emits = emit("input_key message\nexclude favicon", messages)
+      assert_equal(3, emits.size)
+      assert_block('remove favicon logs') do
+        emits.all? { |tag, time, record|
+          !record['message'].include?('favicon')
+        }
+      end
+    end
+
+    test 'excludeN' do
+      emits = emit('exclude1 message favicon', messages)
+      assert_equal(3, emits.size)
+      assert_block('remove favicon logs') do
+        emits.all? { |tag, time, record|
+          !record['message'].include?('favicon')
+        }
+      end
+    end
+
+    test 'tag' do
+      emits = emit('tag foo')
+      tag, time, record = emits.first
+      assert_equal('foo', tag)
+    end
+
+    test 'add_tag_prefix' do
+      emits = emit('add_tag_prefix foo')
+      tag, time, record = emits.first
+      assert_equal("foo.#{@tag}", tag)
+    end
+
+    test 'remove_tag_prefix' do
+      emits = emit('remove_tag_prefix syslog')
+      tag, time, record = emits.first
+      assert_equal("host1", tag)
+    end
+
+    test 'add_tag_suffix' do
+      emits = emit('add_tag_suffix foo')
+      tag, time, record = emits.first
+      assert_equal("#{@tag}.foo", tag)
+    end
+
+    test 'remove_tag_suffix' do
+      emits = emit('remove_tag_suffix host1')
+      tag, time, record = emits.first
+      assert_equal("syslog", tag)
+    end
+
+    test 'add_tag_prefix.' do
+      emits = emit('add_tag_prefix foo.')
+      tag, time, record = emits.first
+      assert_equal("foo.#{@tag}", tag)
+    end
+
+    test 'remove_tag_prefix.' do
+      emits = emit('remove_tag_prefix syslog.')
+      tag, time, record = emits.first
+      assert_equal("host1", tag)
+    end
+
+    test '.add_tag_suffix' do
+      emits = emit('add_tag_suffix .foo')
+      tag, time, record = emits.first
+      assert_equal("#{@tag}.foo", tag)
+    end
+
+    test '.remove_tag_suffix' do
+      emits = emit('remove_tag_suffix .host1')
+      tag, time, record = emits.first
+      assert_equal("syslog", tag)
+    end
+
+    test 'all tag options' do
+      @tag = 'syslog.foo.host1'
+      config = %[
+        add_tag_prefix foo
+        remove_tag_prefix syslog
+        add_tag_suffix foo
+        remove_tag_suffix host1
+      ]
+      emits = emit(config)
+      tag, time, record = emits.first
+      assert_equal("foo.foo.foo", tag)
+    end
+
+    test 'with invalid sequence' do
+      assert_nothing_raised {
+        emit(%[regexp1 message WARN], ["\xff".force_encoding('UTF-8')])
+      }
+    end
+  end
+
+  sub_test_case 'grep non-string jsonable values' do
+    data(
+      'array' => ["0"],
+      'hash' => ["0" => "0"],
+      'integer' => 0,
+      'float' => 0.1)
+    test "value" do |data|
+      emits = emit('regexp1 message 0', [data])
+      assert_equal(1, emits.size)
+    end
+
+    test "value boolean" do
+      emits = emit('regexp1 message true', [true])
+      assert_equal(1, emits.size)
+    end
+  end
+
+  sub_test_case 'test log' do
+    def capture_log(log)
+      tmp = log.out
+      log.out = StringIO.new
+      yield log
+      return log.out.string
+    ensure
+      log.out = tmp
+    end
+
+    if Fluent::VERSION >= "0.10.43"
+      test "log_level info" do
+        d = create_driver('log_level info')
+        log = d.instance.log
+        assert_equal("", capture_log(log) {|log| log.debug "foobar" })
+        assert_include(capture_log(log) {|log| log.info "foobar" }, "foobar")
+      end
+    end
+
+    test "should work" do
+      d = create_driver('')
+      log = d.instance.log
+      assert_include(capture_log(log) {|log| log.info "foobar" }, "foobar")
+    end
+  end
+end

metadata

@@ -1,97 +1,83 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-grep
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.4
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-11 00:00:00.000000000 Z
+date: 2015-05-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: test-unit
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-nav
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: coveralls
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: fluentd plugin to grep messages
@@ -101,22 +87,21 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .coveralls.yml
-- .gitignore
-- .rdebugrc
-- .rspec
-- .travis.yml
+- ".coveralls.yml"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
-- Gemfile.fluentd.lt.0.10.43
+- Gemfile.fluentd.lt.0.12
 - LICENSE
 - README.md
 - Rakefile
 - fluent-plugin-grep.gemspec
 - lib/fluent/plugin/out_grep.rb
-- spec/out_grep_bench.rb
-- spec/out_grep_spec.rb
-- spec/spec_helper.rb
+- test/bench_out_grep.rb
+- test/helper.rb
+- test/test_out_grep.rb
 homepage: https://github.com/sonots/fluent-plugin-grep
 licenses:
 - MIT
@@ -127,21 +112,21 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: fluent-plugin-grep
-rubygems_version: 2.0.3
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: fluentd plugin to grep messages
 test_files:
-- spec/out_grep_bench.rb
-- spec/out_grep_spec.rb
-- spec/spec_helper.rb
+- test/bench_out_grep.rb
+- test/helper.rb
+- test/test_out_grep.rb

data/.rdebugrc

@@ -1,4 +0,0 @@
-set autolist
-set autoeval
-set autoreload
-

data/spec/out_grep_spec.rb

@@ -1,381 +0,0 @@
-# encoding: UTF-8
-require_relative 'spec_helper'
-
-describe Fluent::GrepOutput do
-  before { Fluent::Test.setup }
-  CONFIG = %[
-    input_key message
-  ]
-  let(:tag) { 'syslog.host1' }
-  let(:driver) { Fluent::Test::OutputTestDriver.new(Fluent::GrepOutput, tag).configure(config) }
-
-  describe 'test configure' do
-    describe 'bad configuration' do
-      context 'regexp contains a duplicated key' do
-        let(:config) { CONFIG + %[
-          input_key message
-          regexp foo
-          regexp1 message foo
-        ]}
-        it { expect { driver }.to raise_error(Fluent::ConfigError) }
-      end
-      context 'exclude contains a duplicated key' do
-        let(:config) { CONFIG + %[
-          input_key message
-          exclude foo
-          exclude1 message foo
-        ]}
-        it { expect { driver }.to raise_error(Fluent::ConfigError) }
-      end
-    end
-
-    describe 'good configuration' do
-      subject { driver.instance }
-
-      context "check default" do
-        let(:config) { CONFIG }
-        its(:input_key) { should == "message" }
-        its(:regexp) { should be_nil }
-        its(:exclude) { should be_nil }
-        its(:tag) { should be_nil }
-        its(:add_tag_prefix) { should == 'greped' }
-      end
-
-      context "regexpN can contain a space" do
-        let(:config) { CONFIG + %[regexp1 message  foo] }
-        it { subject.regexps['message'].should == Regexp.compile(/ foo/) }
-      end
-
-      context "excludeN can contain a space" do
-        let(:config) { CONFIG + %[exclude1 message  foo] }
-        it { subject.excludes['message'].should == Regexp.compile(/ foo/) }
-      end
-    end
-  end
-
-  describe 'test emit' do
-    let(:time) { Time.now.to_i }
-    let(:messages) do
-      [
-        "2013/01/13T07:02:11.124202 INFO GET /ping",
-        "2013/01/13T07:02:13.232645 WARN POST /auth",
-        "2013/01/13T07:02:21.542145 WARN GET /favicon.ico",
-        "2013/01/13T07:02:43.632145 WARN POST /login",
-      ]
-    end
-    let(:emit) do
-      driver.run { messages.each {|message| driver.emit({'foo'=>'bar', 'message' => message}, time) } }
-    end
-
-    context 'default' do
-      let(:config) { CONFIG }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:13.232645 WARN POST /auth"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:21.542145 WARN GET /favicon.ico"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:43.632145 WARN POST /login"})
-      end
-      it { emit }
-    end
-
-    context 'regexp' do
-      let(:config) do
-        CONFIG + %[
-          regexp WARN
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:13.232645 WARN POST /auth"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:21.542145 WARN GET /favicon.ico"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:43.632145 WARN POST /login"})
-      end
-      it { emit }
-    end
-
-    context 'regexpN' do
-      let(:config) do
-        CONFIG + %[
-          regexp1 message WARN
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:13.232645 WARN POST /auth"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:21.542145 WARN GET /favicon.ico"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:43.632145 WARN POST /login"})
-      end
-      it { emit }
-    end
-
-    context 'exclude' do
-      let(:config) do
-        CONFIG + %[
-          exclude favicon
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:13.232645 WARN POST /auth"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:43.632145 WARN POST /login"})
-      end
-      it { emit }
-    end
-
-    context 'excludeN' do
-      let(:config) do
-        CONFIG + %[
-          exclude1 message favicon
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:13.232645 WARN POST /auth"})
-        Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:43.632145 WARN POST /login"})
-      end
-      it { emit }
-    end
-
-    context 'tag' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          tag foo
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("foo", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'add_tag_prefix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          add_tag_prefix foo
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("foo.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'remove_tag_prefix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          remove_tag_prefix syslog
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("host1", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'add_tag_suffix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          add_tag_suffix foo
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("#{tag}.foo", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'remove_tag_suffix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          remove_tag_suffix host1
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("syslog", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'all tag options' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          add_tag_prefix foo
-          remove_tag_prefix syslog
-          add_tag_suffix foo
-          remove_tag_suffix host1
-        ]
-      end
-      let(:tag) { 'syslog.foo.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("foo.foo.foo", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'add_tag_prefix.' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          add_tag_prefix foo.
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("foo.#{tag}", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'remove_tag_prefix.' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          remove_tag_prefix syslog.
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("host1", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context '.add_tag_suffix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          add_tag_suffix .foo
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("#{tag}.foo", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context '.remove_tag_suffix' do
-      let(:config) do
-        CONFIG + %[
-          regexp ping
-          remove_tag_suffix .host1
-        ]
-      end
-      let(:tag) { 'syslog.host1' }
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-        Fluent::Engine.should_receive(:emit).with("syslog", time, {'foo'=>'bar', 'message'=>"2013/01/13T07:02:11.124202 INFO GET /ping"})
-      end
-      it { emit }
-    end
-
-    context 'replace_invalid_sequence' do
-      let(:config) do
-        CONFIG + %[
-          regexp WARN
-          replace_invalid_sequence true
-        ]
-      end
-      let(:messages) do
-        [
-          "\xff".force_encoding('UTF-8'),
-        ]
-      end
-      before do
-        Fluent::Engine.stub(:now).and_return(time)
-      end
-      it { expect { emit }.not_to raise_error }
-    end
-  end
-
-  describe 'grep non-string jsonable values' do
-    let(:config) { CONFIG + %[regexp 0] }
-    let(:message) { 0 }
-    let(:time) { Time.now.to_i }
-    let(:emit) { driver.run { driver.emit({'foo'=>'bar', 'message' => message}, time) } }
-    before do
-      Fluent::Engine.stub(:now).and_return(time)
-      Fluent::Engine.should_receive(:emit).with("greped.#{tag}", time, {'foo'=>'bar', 'message'=>message})
-    end
-
-    context "array" do
-      let(:message) { ["0"] }
-      it { emit }
-    end
-
-    context "hash" do
-      let(:message) { ["0"=>"0"] }
-      it { emit }
-    end
-
-    context "integer" do
-      let(:message) { 0 }
-      it { emit }
-    end
-
-    context "float" do
-      let(:message) { 0.1 }
-      it { emit }
-    end
-
-    context "boolean" do
-      let(:config) { CONFIG + %[regexp true] }
-      let(:message) { true }
-      it { emit }
-    end
-  end
-
-  describe 'test log' do
-    let(:log) { driver.instance.log }
-
-    def capture_log(log)
-      tmp = log.instance_variable_get(:@out)
-      out = StringIO.new
-      log.instance_variable_set(:@out, out)
-      yield log
-      return out.string
-    ensure
-      log.instance_variable_set(:@out, tmp)
-    end
-
-    if Fluent::VERSION >= "0.10.43"
-      context "log_level info" do
-        let(:config) { CONFIG + %[log_level info] }
-
-        it "should not contain debug level" do
-          capture_log(log) {|log| log.debug "foobar" }.should == ""
-        end
-      end
-    end
-
-    context "log" do
-      let(:config) { CONFIG }
-      it "should work" do
-        capture_log(log) {|log| log.info "foobar" }.should include("foobar")
-      end
-    end
-  end
-
-end

data/spec/spec_helper.rb

@@ -1,16 +0,0 @@
-# encoding: UTF-8
-require 'rubygems'
-require 'bundler'
-Bundler.setup(:default, :test)
-Bundler.require(:default, :test)
-
-require 'coveralls'
-Coveralls.wear!
-
-require 'fluent/test'
-require 'rspec'
-require 'pry'
-
-$TESTING=true
-$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
-require 'fluent/plugin/out_grep'