fluentd 1.17.0 → 1.17.1

data/test/test_filter.rb

@@ -1,121 +0,0 @@
-require_relative 'helper'
-require 'fluent/filter'
-
-class FilterTest < Test::Unit::TestCase
-  include Fluent
-
-  setup do
-    Fluent::Test.setup
-    @time = Fluent::Engine.now
-  end
-
-  def create_driver(klass = Fluent::Filter, conf = '')
-    Test::FilterTestDriver.new(klass).configure(conf, true)
-  end
-
-  def emit(klass, msgs, conf = '')
-    d = create_driver(klass, conf)
-    d.run {
-      msgs.each {|msg|
-        d.emit({'message' => msg}, @time)
-      }
-    }.filtered
-  end
-
-  sub_test_case 'configure' do
-    test 'check to implement `filter` method' do
-      klass = Class.new(Fluent::Filter) do |c|
-        def filter(tag, time, record); end
-      end
-
-      assert_nothing_raised do
-        klass.new
-      end
-    end
-
-    test 'check to implement `filter_with_time` method' do
-      klass = Class.new(Fluent::Filter) do |c|
-        def filter_with_time(tag, time, record); end
-      end
-
-      assert_nothing_raised do
-        klass.new
-      end
-    end
-
-    test 'DO NOT check when implement `filter_stream`' do
-      klass = Class.new(Fluent::Filter) do |c|
-        def filter_stream(tag, es); end
-      end
-
-      assert_nothing_raised do
-        klass.new
-      end
-    end
-
-    test 'NotImplementedError' do
-      klass = Class.new(Fluent::Filter)
-
-      assert_raise NotImplementedError do
-        klass.new
-      end
-    end
-
-    test 'duplicated method implementation' do
-      klass = Class.new(Fluent::Filter) do |c|
-        def filter(tag, time, record); end
-        def filter_with_time(tag, time, record); end
-      end
-
-      assert_raise do
-        klass.new
-      end
-    end
-  end
-
-  sub_test_case 'filter' do
-    test 'null filter' do
-      null_filter = Class.new(Fluent::Filter) do |c|
-        def filter(tag, time, record)
-          nil
-        end
-      end
-      es = emit(null_filter, ['foo'])
-      assert_equal(0, es.instance_variable_get(:@record_array).size)
-    end
-
-    test 'pass filter' do
-      pass_filter = Class.new(Fluent::Filter) do |c|
-        def filter(tag, time, record)
-          record
-        end
-      end
-      es = emit(pass_filter, ['foo'])
-      assert_equal(1, es.instance_variable_get(:@record_array).size)
-    end
-  end
-
-  sub_test_case 'filter_stream' do
-    test 'null filter' do
-      null_filter = Class.new(Fluent::Filter) do |c|
-        def filter_stream(tag, es)
-          MultiEventStream.new
-        end
-        def filter(tag, time, record); record; end
-      end
-      es = emit(null_filter, ['foo'])
-      assert_equal(0, es.instance_variable_get(:@record_array).size)
-    end
-
-    test 'pass filter' do
-      pass_filter = Class.new(Fluent::Filter) do |c|
-        def filter_stream(tag, es)
-          es
-        end
-        def filter(tag, time, record); record; end
-      end
-      es = emit(pass_filter, ['foo'])
-      assert_equal(1, es.instance_variable_get(:@record_array).size)
-    end
-  end
-end

data/test/test_fluent_log_event_router.rb

@@ -1,99 +0,0 @@
-require_relative 'helper'
-require 'fluent/fluent_log_event_router'
-require 'fluent/root_agent'
-require 'fluent/system_config'
-
-class FluentLogEventRouterTest < ::Test::Unit::TestCase
-  # @param config [String]
-  def build_config(config)
-    Fluent::Config.parse(config, 'fluent_log_event', '', syntax: :v1)
-  end
-
-  sub_test_case 'NullFluentLogEventRouter does nothing' do
-    test 'emittable? returns false but others does nothing' do
-      null_event_router = Fluent::NullFluentLogEventRouter.new
-      null_event_router.start
-      null_event_router.stop
-      null_event_router.graceful_stop
-      null_event_router.emit_event(nil)
-      assert_false null_event_router.emittable?
-    end
-  end
-
-  sub_test_case '#build' do
-    test 'NullFluentLogEventRouter if root_agent have not internal logger' do
-      root_agent = Fluent::RootAgent.new(log: $log, system_config: Fluent::SystemConfig.new)
-      root_agent.configure(build_config(''))
-
-      d = Fluent::FluentLogEventRouter.build(root_agent)
-      assert_equal Fluent::NullFluentLogEventRouter, d.class
-    end
-
-    test 'FluentLogEventRouter if <match fluent.*> exists in config' do
-      root_agent = Fluent::RootAgent.new(log: $log, system_config: Fluent::SystemConfig.new)
-      root_agent.configure(build_config(<<-CONFIG))
-        <match fluent.*>
-          @type null
-        </match>
-      CONFIG
-
-      d = Fluent::FluentLogEventRouter.build(root_agent)
-      assert_equal Fluent::FluentLogEventRouter, d.class
-    end
-
-    test 'FluentLogEventRouter if <label @FLUENT_LOG> exists in config' do
-      root_agent = Fluent::RootAgent.new(log: $log, system_config: Fluent::SystemConfig.new)
-      root_agent.configure(build_config(<<-CONFIG))
-       <label @FLUENT_LOG>
-         <match *>
-           @type null
-         </match>
-        </label>
-      CONFIG
-
-      d = Fluent::FluentLogEventRouter.build(root_agent)
-      assert_equal Fluent::FluentLogEventRouter, d.class
-    end
-  end
-
-  test 'when calling graceful_stop, it flushes all events' do
-    event_router = []
-    stub(event_router).emit do |tag, time, record|
-      event_router.push([tag, time, record])
-    end
-
-    d = Fluent::FluentLogEventRouter.new(event_router)
-
-    t = Time.now
-    msg = ['tag', t, { 'key' => 'value' }]
-    d.emit_event(msg)
-    d.graceful_stop
-    d.emit_event(msg)
-    d.start
-
-    d.graceful_stop # to call join
-    assert_equal 2, event_router.size
-    assert_equal msg, event_router[0]
-    assert_equal msg, event_router[1]
-  end
-
-  test 'when calling stop, it ignores existing events' do
-    event_router = []
-    stub(event_router).emit do |tag, time, record|
-      event_router.push([tag, time, record])
-    end
-
-    d = Fluent::FluentLogEventRouter.new(event_router)
-
-    t = Time.now
-    msg = ['tag', t, { 'key' => 'value' }]
-    d.emit_event(msg)
-    d.stop
-    d.emit_event(msg)
-    d.start
-
-    d.stop # to call join
-    assert_equal 1, event_router.size
-    assert_equal msg, event_router[0]
-  end
-end

data/test/test_formatter.rb

@@ -1,369 +0,0 @@
-require_relative 'helper'
-require 'fluent/test'
-require 'fluent/formatter'
-
-module FormatterTest
-  include Fluent
-
-  def tag
-    'tag'
-  end
-
-  def record
-    {'message' => 'awesome', 'greeting' => 'hello'}
-  end
-
-  class BaseFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def test_call
-      formatter = Formatter.new
-      formatter.configure(config_element())
-      assert_raise NotImplementedError do
-        formatter.format('tag', Engine.now, {})
-      end
-    end
-  end
-
-  class BaseFormatterTestWithTestDriver < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def create_driver(conf={})
-      Fluent::Test::FormatterTestDriver.new(Formatter).configure(conf)
-    end
-
-    def test_call
-      d = create_driver
-      assert_raise NotImplementedError do
-        d.format('tag', Engine.now, {})
-      end
-    end
-
-    def test_call_with_string_literal_configure
-      d = create_driver('')
-      assert_raise NotImplementedError do
-        d.format('tag', Engine.now, {})
-      end
-    end
-  end
-
-  class OutFileFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def setup
-      @formatter = Fluent::Test::FormatterTestDriver.new('out_file')
-      @time = Engine.now
-      @newline = if Fluent.windows?
-                   "\r\n"
-                 else
-                   "\n"
-                 end
-    end
-
-    def configure(conf)
-      @formatter.configure({'utc' => true}.merge(conf))
-    end
-
-    def test_format
-      configure({})
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("#{time2str(@time)}\t#{tag}\t#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-
-    def test_format_without_time
-      configure('output_time' => 'false')
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("#{tag}\t#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-
-    def test_format_without_tag
-      configure('output_tag' => 'false')
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("#{time2str(@time)}\t#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-
-    def test_format_without_time_and_tag
-      configure('output_tag' => 'false', 'output_time' => 'false')
-      formatted = @formatter.format('tag', @time, record)
-
-      assert_equal("#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-
-    def test_format_without_time_and_tag_against_string_literal_configure
-      @formatter.configure(%[
-        utc         true
-        output_tag  false
-        output_time false
-      ])
-      formatted = @formatter.format('tag', @time, record)
-
-      assert_equal("#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-  end
-
-  class JsonFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def setup
-      @formatter = Fluent::Test::FormatterTestDriver.new(TextFormatter::JSONFormatter)
-      @time = Engine.now
-      @newline = if Fluent.windows?
-                   "\r\n"
-                 else
-                   "\n"
-                 end
-    end
-
-    data('oj' => 'oj', 'yajl' => 'yajl')
-    def test_format(data)
-      @formatter.configure('json_parser' => data)
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("#{Yajl.dump(record)}#{@newline}", formatted)
-    end
-  end
-
-  class MessagePackFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def setup
-      @formatter = Fluent::Test::FormatterTestDriver.new(TextFormatter::MessagePackFormatter)
-      @time = Engine.now
-    end
-
-    def test_format
-      @formatter.configure({})
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal(record.to_msgpack, formatted)
-    end
-  end
-
-  class LabeledTSVFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def setup
-      @formatter = Fluent::Test::FormatterTestDriver.new(TextFormatter::LabeledTSVFormatter)
-      @time = Engine.now
-      @newline = if Fluent.windows?
-                   "\r\n"
-                 else
-                   "\n"
-                 end
-    end
-
-    def test_config_params
-      assert_equal "\t", @formatter.instance.delimiter
-      assert_equal  ":", @formatter.instance.label_delimiter
-
-      @formatter.configure(
-        'delimiter'       => ',',
-        'label_delimiter' => '=',
-      )
-
-      assert_equal ",", @formatter.instance.delimiter
-      assert_equal "=", @formatter.instance.label_delimiter
-    end
-
-    def test_format
-      @formatter.configure({})
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("message:awesome\tgreeting:hello#{@newline}", formatted)
-    end
-
-    def test_format_with_customized_delimiters
-      @formatter.configure(
-        'delimiter'       => ',',
-        'label_delimiter' => '=',
-      )
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("message=awesome,greeting=hello#{@newline}", formatted)
-    end
-
-    def record_with_tab
-      {'message' => "awe\tsome", 'greeting' => "hello\t"}
-    end
-
-    def test_format_suppresses_tab
-      @formatter.configure({})
-      formatted = @formatter.format(tag, @time, record_with_tab)
-
-      assert_equal("message:awe some\tgreeting:hello #{@newline}", formatted)
-    end
-
-    def test_format_suppresses_tab_custom_replacement
-      @formatter.configure(
-        'replacement'      => 'X',
-      )
-      formatted = @formatter.format(tag, @time, record_with_tab)
-
-      assert_equal("message:aweXsome\tgreeting:helloX#{@newline}", formatted)
-    end
-
-    def test_format_suppresses_custom_delimiter
-      @formatter.configure(
-        'delimiter'       => 'w',
-        'label_delimiter' => '=',
-      )
-      formatted = @formatter.format(tag, @time, record)
-
-      assert_equal("message=a esomewgreeting=hello#{@newline}", formatted)
-    end
-  end
-
-  class CsvFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def setup
-      @formatter = Fluent::Test::FormatterTestDriver.new(TextFormatter::CsvFormatter)
-      @time = Engine.now
-    end
-
-    def test_config_params
-      assert_equal ',', @formatter.instance.delimiter
-      assert_equal true, @formatter.instance.force_quotes
-      assert_nil @formatter.instance.fields
-    end
-
-    data(
-      'tab_char' => ["\t", '\t'],
-      'tab_string' => ["\t", 'TAB'],
-      'pipe' => ['|', '|'])
-    def test_config_params_with_customized_delimiters(data)
-      expected, target = data
-      @formatter.configure('delimiter' => target, 'fields' => 'a,b,c')
-      assert_equal expected, @formatter.instance.delimiter
-      assert_equal ['a', 'b', 'c'], @formatter.instance.fields
-    end
-
-    def test_format
-      @formatter.configure('fields' => 'message,message2')
-      formatted = @formatter.format(tag, @time, {
-        'message' => 'awesome',
-        'message2' => 'awesome2'
-      })
-      assert_equal("\"awesome\",\"awesome2\"\n", formatted)
-    end
-
-    def test_format_with_customized_delimiters
-      @formatter.configure(
-        'fields' => 'message,message2',
-        'delimiter' => '\t'
-      )
-      formatted = @formatter.format(tag, @time, {
-        'message' => 'awesome',
-        'message2' => 'awesome2'
-      })
-      assert_equal("\"awesome\"\t\"awesome2\"\n", formatted)
-    end
-
-    def test_format_with_non_quote
-      @formatter.configure(
-        'fields' => 'message,message2',
-        'force_quotes' => 'false'
-      )
-      formatted = @formatter.format(tag, @time, {
-        'message' => 'awesome',
-        'message2' => 'awesome2'
-      })
-      assert_equal("awesome,awesome2\n", formatted)
-    end
-
-    data(
-      'nil' => {
-        'message' => 'awesome',
-        'message2' => nil,
-        'message3' => 'awesome3'
-      },
-      'blank' => {
-        'message' => 'awesome',
-        'message2' => '',
-        'message3' => 'awesome3'
-      })
-    def test_format_with_empty_fields(data)
-      @formatter.configure(
-        'fields' => 'message,message2,message3'
-      )
-      formatted = @formatter.format(tag, @time, data)
-      assert_equal("\"awesome\",\"\",\"awesome3\"\n", formatted)
-    end
-
-    data(
-      'normally' => 'one,two,three',
-      'white_space' => 'one , two , three',
-      'blank' => 'one,,two,three')
-    def test_config_params_with_fields(data)
-      @formatter.configure('fields' => data)
-      assert_equal %w(one two three), @formatter.instance.fields
-    end
-  end
-
-  class SingleValueFormatterTest < ::Test::Unit::TestCase
-    include FormatterTest
-    def setup
-      @newline = if Fluent.windows?
-                   "\r\n"
-                 else
-                   "\n"
-                 end
-    end
-
-    def create_driver(klass_or_str)
-      Fluent::Test::FormatterTestDriver.new(klass_or_str)
-    end
-
-    def test_config_params
-      formatter = create_driver(TextFormatter::SingleValueFormatter)
-      assert_equal "message", formatter.instance.message_key
-
-      formatter.configure('message_key' => 'foobar')
-      assert_equal "foobar", formatter.instance.message_key
-    end
-
-    def test_format
-      formatter = create_driver('single_value')
-      formatter.configure({})
-      formatted = formatter.format('tag', Engine.now, {'message' => 'awesome'})
-      assert_equal("awesome#{@newline}", formatted)
-    end
-
-    def test_format_without_newline
-      formatter = create_driver('single_value')
-      formatter.configure('add_newline' => 'false')
-      formatted = formatter.format('tag', Engine.now, {'message' => 'awesome'})
-      assert_equal("awesome", formatted)
-    end
-
-    def test_format_with_message_key
-      formatter = create_driver(TextFormatter::SingleValueFormatter)
-      formatter.configure('message_key' => 'foobar')
-      formatted = formatter.format('tag', Engine.now, {'foobar' => 'foo'})
-
-      assert_equal("foo#{@newline}", formatted)
-    end
-  end
-
-  class FormatterLookupTest < ::Test::Unit::TestCase
-    include FormatterTest
-
-    def test_unknown_format
-      assert_raise NotFoundPluginError do
-        Fluent::Plugin.new_formatter('unknown')
-      end
-    end
-
-    data('register_formatter' => 'known', 'register_template' => 'known_old')
-    def test_find_formatter(data)
-      $LOAD_PATH.unshift(File.join(File.expand_path(File.dirname(__FILE__)), 'scripts'))
-      assert_nothing_raised ConfigError do
-        Fluent::Plugin.new_formatter(data)
-      end
-      $LOAD_PATH.shift
-    end
-  end
-end

data/test/test_input.rb

@@ -1,31 +0,0 @@
-require_relative 'helper'
-require 'fluent/input'
-
-class FluentInputTest < ::Test::Unit::TestCase
-  include Fluent
-
-  def setup
-    Fluent::Test.setup
-  end
-
-  def create_driver(conf = '')
-    Fluent::Test::InputTestDriver.new(Fluent::Input).configure(conf, true)
-  end
-
-  def test_router
-    d = create_driver
-    assert_equal Engine.root_agent.event_router, d.instance.router
-
-    d = nil
-    assert_nothing_raised {
-      d = create_driver('@label @known')
-    }
-    expected = Engine.root_agent.find_label('@known').event_router
-    assert_equal expected, d.instance.router
-
-    # TestDriver helps to create a label instance automatically, so directly test here
-    assert_raise(ArgumentError) {
-      Fluent::Input.new.configure(Config.parse('@label @unknown', '(test)', '(test_dir)', true))
-    }
-  end
-end