fluentd 0.12.0.pre.2 → 0.12.0.pre.3

data/test/config/test_types.rb

@@ -0,0 +1,63 @@
+require 'helper'
+require 'fluent/config/types'
+
+class TestConfigTypes < ::Test::Unit::TestCase
+  include Fluent
+
+  sub_test_case 'Config.size_value' do
+    test 'normal case' do
+      assert_equal(2048, Config.size_value("2k"))
+      assert_equal(2048, Config.size_value("2K"))
+      assert_equal(3145728, Config.size_value("3m"))
+      assert_equal(3145728, Config.size_value("3M"))
+      assert_equal(4294967296, Config.size_value("4g"))
+      assert_equal(4294967296, Config.size_value("4G"))
+      assert_equal(5497558138880, Config.size_value("5t"))
+      assert_equal(5497558138880, Config.size_value("5T"))
+      assert_equal(6, Config.size_value("6"))
+    end
+
+    test 'not assumed case' do
+      assert_equal(6, Config.size_value(6))
+      assert_equal(0, Config.size_value("hoge"))
+      assert_equal(0, Config.size_value(""))
+      assert_equal(0, Config.size_value(nil))
+    end
+  end
+
+  sub_test_case 'Config.time_value' do
+    test 'normal case' do
+      assert_equal(10, Config.time_value("10s"))
+      assert_equal(10, Config.time_value("10sec"))
+      assert_equal(120, Config.time_value("2m"))
+      assert_equal(10800, Config.time_value("3h"))
+      assert_equal(345600, Config.time_value("4d"))
+    end
+
+    test 'not assumed case' do
+      assert_equal(4.0, Config.time_value(4))
+      assert_equal(0.4, Config.time_value(0.4))
+      assert_equal(0.0, Config.time_value("hoge"))
+      assert_equal(0.0, Config.time_value(""))
+      assert_equal(0.0, Config.time_value(nil))
+    end
+  end
+
+  sub_test_case 'Config.bool_value' do
+    test 'normal case' do
+      assert_true Config.bool_value("true")
+      assert_true Config.bool_value("yes")
+      assert_true Config.bool_value("")
+      assert_false Config.bool_value("false")
+      assert_false Config.bool_value("no")
+    end
+
+    test 'not assumed case' do
+      assert_true Config.bool_value(true)
+      assert_false Config.bool_value(false)
+      assert_nil Config.bool_value("hoge")
+      assert_nil Config.bool_value(nil)
+      assert_nil Config.bool_value(10)
+    end
+  end
+end

data/test/helper.rb

@@ -23,11 +23,12 @@ if ENV['SIMPLE_COV']
   end
 end
 
+require 'rr'
 require 'test/unit'
+require 'test/unit/rr'
 require 'fileutils'
 require 'fluent/log'
 require 'fluent/test'
-require 'rr'
 
 unless defined?(Test::Unit::AssertionFailedError)
   class Test::Unit::AssertionFailedError < StandardError

data/test/plugin/test_buf_file.rb

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'fluent/plugin/buf_file'
 

data/test/plugin/test_buf_memory.rb

@@ -1,5 +1,5 @@
 # -*- coding: utf-8 -*-
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'fluent/plugin/buf_memory'
 

data/test/plugin/test_filter_grep.rb

@@ -1,39 +1,33 @@
-require 'helper'
-require 'fluent/test'
+require_relative '../helper'
 require 'fluent/plugin/filter_grep'
 
-# TODO: Replace with FilterTestDriver
 class GrepFilterTest < Test::Unit::TestCase
+  include Fluent
+
   setup do
-    @filter = Fluent::GrepFilter.new
+    Fluent::Test.setup
     @time = Fluent::Engine.now
   end
 
-  def configure(instance, conf, use_v1 = false)
-    config = if conf.is_a?(Fluent::Config::Element)
-               str
-             else
-               Fluent::Config.parse(conf, "(test)", "(test_dir)", use_v1)
-             end
-    instance.configure(config)
-    instance
+  def create_driver(conf = '')
+    Test::FilterTestDriver.new(GrepFilter).configure(conf, true)
   end
 
   sub_test_case 'configure' do
     test 'check default' do
-      configure(@filter, '')
-      assert_empty(@filter.regexps)
-      assert_empty(@filter.excludes)
+      d = create_driver
+      assert_empty(d.instance.regexps)
+      assert_empty(d.instance.excludes)
     end
 
     test "regexpN can contain a space" do
-      configure(@filter, %[regexp1 message  foo])
-      assert_equal(Regexp.compile(/ foo/), @filter.regexps['message'])
+      d = create_driver(%[regexp1 message  foo])
+      assert_equal(Regexp.compile(/ foo/), d.instance.regexps['message'])
     end
 
     test "excludeN can contain a space" do
-      configure(@filter, %[exclude1 message  foo])
-      assert_equal(Regexp.compile(/ foo/), @filter.excludes['message'])
+      d = create_driver(%[exclude1 message  foo])
+      assert_equal(Regexp.compile(/ foo/), d.instance.excludes['message'])
     end
   end
 
@@ -53,8 +47,8 @@ class GrepFilterTest < Test::Unit::TestCase
         es.add(@time, {'foo' => 'bar', 'message' => msg})
       }
 
-      configure(@filter, config)
-      @filter.filter_stream('filter.test', es);
+      d = create_driver(config)
+      d.filter_stream('filter.test', es);
     end
 
     test 'empty config' do
@@ -102,8 +96,8 @@ class GrepFilterTest < Test::Unit::TestCase
       es = Fluent::MultiEventStream.new
       es.add(@time, {'foo' => 'bar', 'message' => msg})
 
-      configure(@filter, config)
-      @filter.filter_stream('filter.test', es);
+      d = create_driver(config)
+      d.filter_stream('filter.test', es);
     end
 
     data(

data/test/plugin/test_filter_record_transformer.rb

@@ -1,12 +1,12 @@
 require_relative '../helper'
 require 'timecop'
-require 'fluent/test'
 require 'fluent/plugin/filter_record_transformer'
 
-# TODO: Replace with FilterTestDriver
 class RecordTransformerFilterTest < Test::Unit::TestCase
+  include Fluent
+
   setup do
-    @instance = Fluent::RecordTransformerFilter.new
+    Test.setup
     @hostname = Socket.gethostname.chomp
     @tag = 'test.tag'
     @tag_parts = @tag.split('.')
@@ -18,26 +18,20 @@ class RecordTransformerFilterTest < Test::Unit::TestCase
     Timecop.return
   end
 
-  def configure(instance, conf, use_v1 = false)
-    config = if conf.is_a?(Fluent::Config::Element)
-               str
-             else
-               Fluent::Config.parse(conf, "(test)", "(test_dir)", use_v1)
-             end
-    instance.configure(config)
-    instance
+  def create_driver(conf = '')
+    Test::FilterTestDriver.new(RecordTransformerFilter).configure(conf, true)
   end
 
   sub_test_case 'configure' do
     test 'check default' do
       assert_nothing_raised do
-        configure(@instance, '')
+        create_driver
       end
     end
 
     test "keep_keys must be specified together with renew_record true" do
       assert_raise(Fluent::ConfigError) do
-        configure(@instance, %[keep_keys a])
+        create_driver(%[keep_keys a])
       end
     end
   end
@@ -49,8 +43,8 @@ class RecordTransformerFilterTest < Test::Unit::TestCase
         es.add(@time, {'foo' => 'bar', 'message' => msg})
       end
 
-      configure(@instance, config)
-      @instance.filter_stream(@tag, es)
+      d = create_driver(config)
+      d.filter_stream(@tag, es)
     end
 
     CONFIG = %[
@@ -131,8 +125,9 @@ class RecordTransformerFilterTest < Test::Unit::TestCase
         es.add(@time, {'eventType0' => 'bar', 'message' => msg})
       end
 
-      configure(@instance, config)
-      @instance.filter_stream(@tag, es)
+      d = create_driver(config)
+      yield d if block_given?
+      d.filter_stream(@tag, es)
     end
 
     %w[yes no].each do |enable_ruby|
@@ -230,8 +225,9 @@ class RecordTransformerFilterTest < Test::Unit::TestCase
           message ${unknown}
         </record>
       ]
-      mock(@instance.log).warn("unknown placeholder `${unknown}` found")
-      emit(config)
+      emit(config) { |d|
+        mock(d.instance.log).warn("unknown placeholder `${unknown}` found")
+      }
     end
 
     test 'failed to expand (enable_ruby yes)' do
@@ -241,8 +237,9 @@ class RecordTransformerFilterTest < Test::Unit::TestCase
           message ${unknown['bar']}
         </record>
       ]
-      mock(@instance.log).warn("failed to expand `${unknown['bar']}`", anything)
-      es = emit(config)
+      es = emit(config) { |d|
+        mock(d.instance.log).warn("failed to expand `${unknown['bar']}`", anything)
+      }
       es.each do |t, r|
         assert_nil(r['message'])
       end

data/test/plugin/test_in_dummy.rb

@@ -0,0 +1,95 @@
+require_relative '../helper'
+require 'fluent/test'
+
+class DummyTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  def create_driver(conf)
+    Fluent::Test::InputTestDriver.new(Fluent::DummyInput).configure(conf)
+  end
+
+  sub_test_case 'configure' do
+    test 'required parameters' do
+      assert_raise_message("'tag' parameter is required") do
+        create_driver('')
+      end
+    end
+
+    test 'tag' do
+      d = create_driver(%[
+        tag dummy
+      ])
+      assert_equal "dummy", d.instance.tag
+    end
+
+    config = %[
+      tag dummy
+    ]
+
+    test 'auto_increment_key' do
+      d = create_driver(config + %[
+        auto_increment_key id
+      ])
+      assert_equal "id", d.instance.auto_increment_key
+    end
+
+    test 'rate' do
+      d = create_driver(config + %[
+        rate 10
+      ])
+      assert_equal 10, d.instance.rate
+    end
+
+    test 'dummy' do
+      # hash is okay
+      d = create_driver(config + %[dummy {"foo":"bar"}])
+      assert_equal [{"foo"=>"bar"}], d.instance.dummy
+
+      # array of hash is okay
+      d = create_driver(config + %[dummy [{"foo":"bar"}]])
+      assert_equal [{"foo"=>"bar"}], d.instance.dummy
+
+      assert_raise_message(/JSON::ParserError|got incomplete JSON/) do
+        create_driver(config + %[dummy "foo"])
+      end
+
+      assert_raise_message(/is not a hash/) do
+        create_driver(config + %[dummy ["foo"]])
+      end
+    end
+  end
+
+  sub_test_case "emit" do
+    config = %[
+      tag dummy
+      rate 10
+      dummy {"foo":"bar"}
+    ]
+
+    test 'simple' do
+      d = create_driver(config)
+      d.run {
+        # d.run sleeps 0.5 sec
+      }
+      emits = d.emits
+      emits.each do |tag, time, record|
+        assert_equal("dummy", tag)
+        assert_equal({"foo"=>"bar"}, record)
+      end
+    end
+
+    test 'with auto_increment_key' do
+      d = create_driver(config + %[auto_increment_key id])
+      d.run {
+        # d.run sleeps 0.5 sec
+      }
+      emits = d.emits
+      emits.each_with_index do |(tag, time, record), i|
+        assert_equal("dummy", tag)
+        assert_equal({"foo"=>"bar", "id"=>i}, record)
+      end
+    end
+  end
+end

data/test/plugin/test_in_exec.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'net/http'
 

data/test/plugin/test_in_forward.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'base64'
 

data/test/plugin/test_in_gc_stat.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class GCStatInputTest < Test::Unit::TestCase

data/test/plugin/test_in_http.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'net/http'
 

data/test/plugin/test_in_object_space.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class ObjectSpaceInputTest < Test::Unit::TestCase

data/test/plugin/test_in_status.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class StatusInputTest < Test::Unit::TestCase

data/test/plugin/test_in_stream.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 module StreamInputTest

data/test/plugin/test_in_syslog.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class SyslogInputTest < Test::Unit::TestCase

data/test/plugin/test_in_tail.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 require 'net/http'
 require 'flexmock'

data/test/plugin/test_in_tcp.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class TcpInputTest < Test::Unit::TestCase

data/test/plugin/test_in_udp.rb

@@ -1,4 +1,4 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class UdpInputTest < Test::Unit::TestCase

data/test/plugin/test_out_copy.rb

@@ -1,7 +1,18 @@
-require 'helper'
+require_relative '../helper'
 require 'fluent/test'
 
 class CopyOutputTest < Test::Unit::TestCase
+  class << self
+    def startup
+      $LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), '..', 'scripts'))
+      require 'fluent/plugin/out_test'
+    end
+
+    def shutdown
+      $LOAD_PATH.shift
+    end
+  end
+
   def setup
     Fluent::Test.setup
   end