fluentd 1.17.0-x86-mingw32 → 1.17.1-x86-mingw32

data/test/plugin/test_metrics_local.rb

@@ -1,96 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin/metrics_local'
-require 'fluent/system_config'
-
-class LocalMetricsTest < ::Test::Unit::TestCase
-  sub_test_case 'configure' do
-    test "configured for counter mode" do
-      m = Fluent::Plugin::LocalMetrics.new
-      m.configure(config_element('metrics', '', {"labels" => {test: "test-unit", language: "Ruby"}}))
-
-      assert_false m.use_gauge_metric
-      assert_equal({agent: "Fluentd", hostname: "#{Socket.gethostname}"}, m.default_labels)
-      assert_equal({test: "test-unit", language: "Ruby"}, m.labels)
-      assert_true m.has_methods_for_counter
-      assert_false m.has_methods_for_gauge
-    end
-
-    test "configured for gauge mode" do
-      m = Fluent::Plugin::LocalMetrics.new
-      m.use_gauge_metric = true
-      m.configure(config_element('metrics', '', {"labels" => {test: "test-unit", language: "Ruby"}}))
-
-      assert_true m.use_gauge_metric
-      assert_equal({agent: "Fluentd", hostname: "#{Socket.gethostname}"}, m.default_labels)
-      assert_equal({test: "test-unit", language: "Ruby"}, m.labels)
-      assert_false m.has_methods_for_counter
-      assert_true m.has_methods_for_gauge
-    end
-  end
-
-  sub_test_case 'LocalMetric' do
-    sub_test_case "counter" do
-      setup do
-        @m = Fluent::Plugin::LocalMetrics.new
-        @m.configure(config_element('metrics', '', {}))
-      end
-
-      test '#configure' do
-        assert_true @m.has_methods_for_counter
-        assert_false @m.has_methods_for_gauge
-      end
-
-      test 'all local counter operations work well' do
-        assert_equal 0, @m.get
-        assert_equal 1, @m.inc
-
-        @m.add(20)
-        assert_equal 21, @m.get
-        assert_raise NotImplementedError do
-          @m.dec
-        end
-
-        @m.set(100)
-        assert_equal 100, @m.get
-
-        @m.set(10)
-        assert_equal 100, @m.get # On counter, value should be overwritten bigger than stored one.
-        assert_raise NotImplementedError do
-          @m.sub(11)
-        end
-      end
-    end
-
-    sub_test_case "gauge" do
-      setup do
-        @m = Fluent::Plugin::LocalMetrics.new
-        @m.use_gauge_metric = true
-        @m.configure(config_element('metrics', '', {}))
-      end
-
-      test '#configure' do
-        assert_false @m.has_methods_for_counter
-        assert_true @m.has_methods_for_gauge
-      end
-
-      test 'all local gauge operations work well' do
-        assert_equal 0, @m.get
-        assert_equal 1, @m.inc
-
-        @m.add(20)
-        assert_equal 21, @m.get
-        @m.dec
-        assert_equal 20, @m.get
-
-        @m.set(100)
-        assert_equal 100, @m.get
-
-        @m.sub(11)
-        assert_equal 89, @m.get
-
-        @m.set(10)
-        assert_equal 10, @m.get # On gauge, value always should be overwritten.
-      end
-    end
-  end
-end

data/test/plugin/test_multi_output.rb

@@ -1,204 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin/multi_output'
-require 'fluent/event'
-
-require 'json'
-require 'time'
-require 'timeout'
-
-module FluentPluginMultiOutputTest
-  class DummyMultiOutput < Fluent::Plugin::MultiOutput
-    attr_reader :events
-    def initialize
-      super
-      @events = []
-    end
-    def configure(conf)
-      super
-    end
-    def process(tag, es)
-      es.each do |time, record|
-        @events << [tag, time, record]
-      end
-    end
-  end
-  class DummyCompatMultiOutput < Fluent::Plugin::MultiOutput
-    def initialize
-      super
-      @compat = true
-    end
-    def configure(conf)
-      super
-    end
-    def process(tag, es)
-      # ...
-    end
-  end
-
-  class Dummy1Output < Fluent::Plugin::Output
-    Fluent::Plugin.register_output('dummy_test_multi_output_1', self)
-    attr_reader :configured
-    def configure(conf)
-      super
-      @configured = true
-    end
-    def process(tag, es)
-    end
-  end
-  class Dummy2Output < Fluent::Plugin::Output
-    Fluent::Plugin.register_output('dummy_test_multi_output_2', self)
-    attr_reader :configured
-    def configure(conf)
-      super
-      @configured = true
-    end
-    def process(tag, es)
-    end
-  end
-  class Dummy3Output < Fluent::Plugin::Output
-    Fluent::Plugin.register_output('dummy_test_multi_output_3', self)
-    attr_reader :configured
-    def configure(conf)
-      super
-      @configured = true
-    end
-    def process(tag, es)
-    end
-  end
-  class Dummy4Output < Fluent::Plugin::Output
-    Fluent::Plugin.register_output('dummy_test_multi_output_4', self)
-    attr_reader :configured
-    def configure(conf)
-      super
-      @configured = true
-    end
-    def process(tag, es)
-    end
-  end
-end
-
-class MultiOutputTest < Test::Unit::TestCase
-  def create_output(type=:multi)
-    case type
-    when :compat_multi
-      FluentPluginMultiOutputTest::DummyCompatMultiOutput.new
-    else
-      FluentPluginMultiOutputTest::DummyMultiOutput.new
-    end
-  end
-
-  sub_test_case 'basic multi output plugin' do
-    setup do
-      Fluent::Test.setup
-      @i = create_output()
-    end
-
-    teardown do
-      @i.log.out.reset
-    end
-
-    test '#configure raises error if <store> sections are missing' do
-      conf = config_element('ROOT', '', { '@type' => 'dummy_test_multi_output' }, [])
-      assert_raise Fluent::ConfigError do
-        @i.configure(conf)
-      end
-    end
-
-    test '#configure initialize child plugins and call these #configure' do
-      assert_equal [], @i.outputs
-
-      conf = config_element('ROOT', '', { '@type' => 'dummy_test_multi_output' },
-        [
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_1' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_2' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_3' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_4' }),
-        ]
-      )
-      @i.configure(conf)
-
-      assert_equal 4, @i.outputs.size
-
-      assert @i.outputs[0].is_a? FluentPluginMultiOutputTest::Dummy1Output
-      assert @i.outputs[0].configured
-
-      assert @i.outputs[1].is_a? FluentPluginMultiOutputTest::Dummy2Output
-      assert @i.outputs[1].configured
-
-      assert @i.outputs[2].is_a? FluentPluginMultiOutputTest::Dummy3Output
-      assert @i.outputs[2].configured
-
-      assert @i.outputs[3].is_a? FluentPluginMultiOutputTest::Dummy4Output
-      assert @i.outputs[3].configured
-    end
-
-    test '#configure warns if "type" is used in <store> sections instead of "@type"' do
-      assert_equal [], @i.log.out.logs
-
-      conf = config_element('ROOT', '', { '@type' => 'dummy_test_multi_output' },
-        [
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_1' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_2' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_3' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_4' }),
-        ]
-      )
-      @i.configure(conf)
-      assert_equal 4, @i.outputs.size
-
-      log_size_for_multi_output_itself = 4
-      log_size_for_metrics_plugin_helper = 4
-      expected_warn_log_size = log_size_for_multi_output_itself + log_size_for_metrics_plugin_helper
-      logs = @i.log.out.logs
-      assert{ logs.count{|log| log.include?('[warn]') && log.include?("'type' is deprecated parameter name. use '@type' instead.") } == expected_warn_log_size }
-    end
-
-    test '#emit_events calls #process always' do
-      conf = config_element('ROOT', '', { '@type' => 'dummy_test_multi_output' },
-        [
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_1' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_2' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_3' }),
-          config_element('store', '', { '@type' => 'dummy_test_multi_output_4' }),
-        ]
-      )
-      @i.configure(conf)
-      @i.start
-
-      assert @i.events.empty?
-
-      @i.emit_events(
-        'test.tag',
-        Fluent::ArrayEventStream.new(
-          [
-            [event_time(), {"message" => "multi test 1"}],
-            [event_time(), {"message" => "multi test 1"}],
-          ]
-        )
-      )
-
-      assert_equal 2, @i.events.size
-    end
-
-    test 'can use metrics plugins and fallback methods' do
-      conf = config_element('ROOT', '', { '@type' => 'dummy_test_multi_output' },
-        [
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_1' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_2' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_3' }),
-          config_element('store', '', { 'type' => 'dummy_test_multi_output_4' }),
-        ]
-      )
-      @i.configure(conf)
-
-      %w[num_errors_metrics emit_count_metrics emit_size_metrics emit_records_metrics].each do |metric_name|
-        assert_true @i.instance_variable_get(:"@#{metric_name}").is_a?(Fluent::Plugin::Metrics)
-      end
-
-      assert_equal 0, @i.num_errors
-      assert_equal 0, @i.emit_count
-      assert_equal 0, @i.emit_size
-      assert_equal 0, @i.emit_records
-    end
-  end
-end

data/test/plugin/test_out_copy.rb

@@ -1,308 +0,0 @@
-require_relative '../helper'
-require 'fluent/test/driver/multi_output'
-require 'fluent/plugin/out_copy'
-require 'fluent/event'
-require 'flexmock/test_unit'
-
-class CopyOutputTest < Test::Unit::TestCase
-  include FlexMock::TestCase
-
-  class << self
-    def startup
-      $LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), '..', 'scripts'))
-      require 'fluent/plugin/out_test'
-      require 'fluent/plugin/out_test2'
-    end
-
-    def shutdown
-      $LOAD_PATH.shift
-    end
-  end
-
-  def setup
-    Fluent::Test.setup
-  end
-
-  CONFIG = %[
-    <store>
-      @type test
-      name c0
-    </store>
-    <store>
-      @type test2
-      name c1
-    </store>
-    <store>
-      @type test
-      name c2
-    </store>
-  ]
-
-  def create_driver(conf = CONFIG)
-    Fluent::Test::Driver::MultiOutput.new(Fluent::Plugin::CopyOutput).configure(conf)
-  end
-
-  def test_configure
-    d = create_driver
-
-    outputs = d.instance.outputs
-    assert_equal 3, outputs.size
-    assert_equal Fluent::Plugin::TestOutput, outputs[0].class
-    assert_equal Fluent::Plugin::Test2Output, outputs[1].class
-    assert_equal Fluent::Plugin::TestOutput, outputs[2].class
-    assert_equal "c0", outputs[0].name
-    assert_equal "c1", outputs[1].name
-    assert_equal "c2", outputs[2].name
-    assert_false d.instance.deep_copy
-    assert_equal :no_copy, d.instance.copy_mode
-  end
-
-  ERRORNEOUS_IGNORE_IF_PREV_SUCCESS_CONFIG = %[
-    <store ignore_if_prev_success ignore_error>
-      @type test
-      name c0
-    </store>
-    <store ignore_if_prev_success ignore_error>
-      @type test
-      name c1
-    </store>
-    <store ignore_if_prev_success>
-      @type test
-      name c2
-    </store>
-  ]
-  def test_configure_with_errorneus_ignore_if_prev_success
-    assert_raise(Fluent::ConfigError) do
-      create_driver(ERRORNEOUS_IGNORE_IF_PREV_SUCCESS_CONFIG)
-    end
-  end
-
-  ALL_IGNORE_ERROR_WITHOUT_IGNORE_IF_PREV_SUCCESS_CONFIG = %[
-    @log_level info
-    <store ignore_error>
-      @type test
-      name c0
-    </store>
-    <store ignore_error>
-      @type test
-      name c1
-    </store>
-    <store ignore_error>
-      @type test
-      name c2
-    </store>
-  ]
-  def test_configure_all_ignore_errors_without_ignore_if_prev_success
-    d = create_driver(ALL_IGNORE_ERROR_WITHOUT_IGNORE_IF_PREV_SUCCESS_CONFIG)
-    expected = /ignore_errors are specified in all <store>, but ignore_if_prev_success is not specified./
-    matches = d.logs.grep(expected)
-    assert_equal(1, matches.length, "Logs do not contain '#{expected}' '#{d.logs}'")
-  end
-
-  def test_configure_with_deep_copy_and_use_shallow_copy_mode
-    d = create_driver(%[
-      deep_copy true
-      <store>
-        @type test
-        name c0
-      </store>
-    ])
-
-    outputs = d.instance.outputs
-    assert_equal 1, outputs.size
-    assert_equal Fluent::Plugin::TestOutput, outputs[0].class
-    assert_equal "c0", outputs[0].name
-    assert_true d.instance.deep_copy
-    assert_equal :shallow, d.instance.copy_mode
-  end
-
-  def test_feed_events
-    d = create_driver
-
-    assert !d.instance.outputs[0].has_router?
-    assert_not_nil d.instance.outputs[1].router
-    assert !d.instance.outputs[2].has_router?
-
-    time = event_time("2011-01-02 13:14:15 UTC")
-    d.run(default_tag: 'test') do
-      d.feed(time, {"a" => 1})
-      d.feed(time, {"a" => 2})
-    end
-
-    d.instance.outputs.each {|o|
-      assert_equal [ [time, {"a"=>1}], [time, {"a"=>2}] ], o.events
-    }
-  end
-
-  def test_msgpack_unpacker_cache_bug_for_msgpack_event_stream
-    d = create_driver
-
-    time = event_time("2011-01-02 13:14:15 UTC")
-    source = Fluent::ArrayEventStream.new([ [time, {"a" => 1}], [time, {"a" => 2}] ])
-    es = Fluent::MessagePackEventStream.new(source.to_msgpack_stream)
-
-    d.run(default_tag: 'test') do
-      d.feed(es)
-    end
-
-    d.instance.outputs.each { |o|
-      assert_equal [ [time, {"a"=>1}], [time, {"a"=>2}] ], o.events
-    }
-  end
-
-  def create_event_test_driver(copy_mode = 'no_copy')
-    config = %[
-      copy_mode #{copy_mode}
-      <store>
-        @type test
-        name output1
-      </store>
-      <store>
-        @type test
-        name output2
-      </store>
-    ]
-
-    d = Fluent::Test::Driver::MultiOutput.new(Fluent::Plugin::CopyOutput).configure(config)
-    d.instance.outputs[0].define_singleton_method(:process) do |tag, es|
-      es.each do |time, record|
-        record['foo'] = 'bar'
-      end
-      super(tag, es)
-    end
-    d
-  end
-
-  time = event_time("2013-05-26 06:37:22 UTC")
-  gen_multi_es = Proc.new {
-    es = Fluent::MultiEventStream.new
-    es.add(time, {"a" => 1, "nest" => {'k' => 'v'}})
-    es.add(time, {"b" => 1, "nest" => {'k' => 'v'}})
-    es
-  }
-
-  data(
-    "OneEventStream without copy" => ['no_copy', Fluent::OneEventStream.new(time, {"a" => 1, "nest" => {'k' => 'v'}})],
-    "OneEventStream with shallow" => ['shallow', Fluent::OneEventStream.new(time, {"a" => 1, "nest" => {'k' => 'v'}})],
-    "OneEventStream with marshal" => ['marshal', Fluent::OneEventStream.new(time, {"a" => 1, "nest" => {'k' => 'v'}})],
-    "OneEventStream with deep"    => ['deep',    Fluent::OneEventStream.new(time, {"a" => 1, "nest" => {'k' => 'v'}})],
-    "ArrayEventStream without copy" => ['no_copy', Fluent::ArrayEventStream.new([[time, {"a" => 1, "nest" => {'k' => 'v'}}], [time, {"b" => 2, "nest" => {'k' => 'v'}}]])],
-    "ArrayEventStream with shallow" => ['shallow', Fluent::ArrayEventStream.new([[time, {"a" => 1, "nest" => {'k' => 'v'}}], [time, {"b" => 2, "nest" => {'k' => 'v'}}]])],
-    "ArrayEventStream with marshal" => ['marshal', Fluent::ArrayEventStream.new([[time, {"a" => 1, "nest" => {'k' => 'v'}}], [time, {"b" => 2, "nest" => {'k' => 'v'}}]])],
-    "ArrayEventStream with deep"    => ['deep',    Fluent::ArrayEventStream.new([[time, {"a" => 1, "nest" => {'k' => 'v'}}], [time, {"b" => 2, "nest" => {'k' => 'v'}}]])],
-    "MultiEventStream without copy" => ['no_copy', gen_multi_es.call],
-    "MultiEventStream with shallow" => ['shallow', gen_multi_es.call],
-    "MultiEventStream with marshal" => ['marshal', gen_multi_es.call],
-    "MultiEventStream with deep"    => ['deep',    gen_multi_es.call],
-  )
-  def test_copy_mode_with_event_streams(data)
-    copy_mode, es = data
-
-    d = create_event_test_driver(copy_mode)
-    d.run(default_tag: 'test') do
-      d.feed(es)
-    end
-
-    events = d.instance.outputs.map(&:events)
-
-    if copy_mode != 'no_copy'
-      events[0].each_with_index do |entry0, i|
-        record0 = entry0.last
-        record1 = events[1][i].last
-
-        assert_not_equal record0.object_id, record1.object_id
-        assert_equal "bar", record0["foo"]
-        assert !record1.has_key?("foo")
-        if copy_mode == 'shallow'
-          assert_equal record0['nest'].object_id, record1['nest'].object_id
-        else
-          assert_not_equal record0['nest'].object_id, record1['nest'].object_id
-        end
-      end
-    else
-      events[0].each_with_index do |entry0, i|
-        record0 = entry0.last
-        record1 = events[1][i].last
-
-        assert_equal record0.object_id, record1.object_id
-        assert_equal "bar", record0["foo"]
-        assert_equal "bar", record1["foo"]
-        assert_equal record0['nest'].object_id, record1['nest'].object_id
-      end
-    end
-  end
-
-  IGNORE_ERROR_CONFIG = %[
-    <store ignore_error>
-      @type test
-      name c0
-    </store>
-    <store ignore_error>
-      @type test
-      name c1
-    </store>
-    <store>
-      @type test
-      name c2
-    </store>
-  ]
-
-  def test_ignore_error
-    d = create_driver(IGNORE_ERROR_CONFIG)
-
-    # override to raise an error
-    d.instance.outputs[0].define_singleton_method(:process) do |tag, es|
-      raise ArgumentError, 'Failed'
-    end
-
-    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
-    assert_nothing_raised do
-      d.run(default_tag: 'test') do
-        d.feed(time, {"a"=>1})
-      end
-    end
-  end
-
-  IGNORE_IF_PREV_SUCCESS_CONFIG = %[
-    <store ignore_error>
-      @type test
-      name c0
-    </store>
-    <store ignore_if_prev_success ignore_error>
-      @type test
-      name c1
-    </store>
-    <store ignore_if_prev_success>
-      @type test
-      name c2
-    </store>
-  ]
-
-  def test_ignore_if_prev_success
-    d = create_driver(IGNORE_IF_PREV_SUCCESS_CONFIG)
-
-    # override to raise an error
-    d.instance.outputs[0].define_singleton_method(:process) do |tag, es|
-      raise ArgumentError, 'Failed'
-    end
-
-    # check ingore_if_prev_success functionality:
-    # 1. output 2 is succeeded.
-    # 2. output 3 is not called.
-    flexstub(d.instance.outputs[1]) do |output|
-      output.should_receive(:process).once
-    end
-    flexstub(d.instance.outputs[2]) do |output|
-      output.should_receive(:process).never
-    end
-
-    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
-    assert_nothing_raised do
-      d.run(default_tag: 'test') do
-        d.feed(time, {"a"=>1})
-      end
-    end
-  end
-
-end
-