fluentd 1.16.5 → 1.17.1

data/test/plugin_helper/test_metrics.rb

@@ -1,137 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin_helper/metrics'
-require 'fluent/plugin/base'
-
-class MetricsTest < Test::Unit::TestCase
-  class Dummy < Fluent::Plugin::TestBase
-    helpers :metrics
-    def configure(conf)
-      super
-    end
-  end
-
-  setup do
-    @d = nil
-  end
-
-  teardown do
-    if @d
-      @d.stop unless @d.stopped?
-      @d.shutdown unless @d.shutdown?
-      @d.close unless @d.closed?
-      @d.terminate unless @d.terminated?
-    end
-  end
-
-  test 'can be initialized without any metrics at first' do
-    d = Dummy.new
-    assert_equal 0, d._metrics.size
-  end
-
-  test 'can be configured' do
-    d1 = Dummy.new
-    assert_nothing_raised do
-      d1.configure(config_element())
-    end
-    assert d1.plugin_id
-    assert d1.log
-  end
-
-  test 'creates metrics instances' do
-    d = Dummy.new
-    i = d.metrics_create(namespace: "fluentd_test", subsystem: "unit-test", name: "metrics1", help_text: "metrics testing")
-    d.configure(config_element())
-    assert do
-      d.instance_variable_get(:@plugin_type_or_id).include?("dummy.object")
-    end
-    assert{ i.is_a?(Fluent::Plugin::LocalMetrics) }
-    assert_true i.has_methods_for_counter
-    assert_false i.has_methods_for_gauge
-
-    d = Dummy.new
-    i = d.metrics_create(namespace: "fluentd_test", subsystem: "unit-test", name: "metrics2", help_text: "metrics testing", prefer_gauge: true)
-    d.configure(config_element())
-    assert do
-      d.instance_variable_get(:@plugin_type_or_id).include?("dummy.object")
-    end
-    assert{ i.is_a?(Fluent::Plugin::LocalMetrics) }
-    assert_false i.has_methods_for_counter
-    assert_true i.has_methods_for_gauge
-  end
-
-  test 'calls lifecycle methods for all plugin instances via owner plugin' do
-    @d = d = Dummy.new
-    i1 = d.metrics_create(namespace: "fluentd_test", subsystem: "unit-test", name: "metrics1", help_text: "metrics testing")
-    i2 = d.metrics_create(namespace: "fluentd_test", subsystem: "unit-test", name: "metrics2", help_text: "metrics testing", prefer_gauge: true)
-    i3 = d.metrics_create(namespace: "fluentd_test", subsystem: "unit-test", name: "metrics3", help_text: "metrics testing")
-    d.configure(config_element())
-    assert do
-      d.instance_variable_get(:@plugin_type_or_id).include?("dummy.object")
-    end
-    d.start
-
-    assert i1.started?
-    assert i2.started?
-    assert i3.started?
-
-    assert !i1.stopped?
-    assert !i2.stopped?
-    assert !i3.stopped?
-
-    d.stop
-
-    assert i1.stopped?
-    assert i2.stopped?
-    assert i3.stopped?
-
-    assert !i1.before_shutdown?
-    assert !i2.before_shutdown?
-    assert !i3.before_shutdown?
-
-    d.before_shutdown
-
-    assert i1.before_shutdown?
-    assert i2.before_shutdown?
-    assert i3.before_shutdown?
-
-    assert !i1.shutdown?
-    assert !i2.shutdown?
-    assert !i3.shutdown?
-
-    d.shutdown
-
-    assert i1.shutdown?
-    assert i2.shutdown?
-    assert i3.shutdown?
-
-    assert !i1.after_shutdown?
-    assert !i2.after_shutdown?
-    assert !i3.after_shutdown?
-
-    d.after_shutdown
-
-    assert i1.after_shutdown?
-    assert i2.after_shutdown?
-    assert i3.after_shutdown?
-
-    assert !i1.closed?
-    assert !i2.closed?
-    assert !i3.closed?
-
-    d.close
-
-    assert i1.closed?
-    assert i2.closed?
-    assert i3.closed?
-
-    assert !i1.terminated?
-    assert !i2.terminated?
-    assert !i3.terminated?
-
-    d.terminate
-
-    assert i1.terminated?
-    assert i2.terminated?
-    assert i3.terminated?
-  end
-end

data/test/plugin_helper/test_parser.rb

@@ -1,264 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin_helper/parser'
-require 'fluent/plugin/base'
-require 'fluent/time'
-
-class ParserHelperTest < Test::Unit::TestCase
-  class ExampleParser < Fluent::Plugin::Parser
-    Fluent::Plugin.register_parser('example', self)
-    def parse(text)
-      ary = text.split(/\s*,\s*/)
-      r = {}
-      ary.each_with_index do |v, i|
-        r[i.to_s] = v
-      end
-      yield Fluent::EventTime.now, r
-    end
-  end
-  class Example2Parser < Fluent::Plugin::Parser
-    Fluent::Plugin.register_parser('example2', self)
-    def parse(text)
-      ary = text.split(/\s*,\s*/)
-      r = {}
-      ary.each_with_index do |v, i|
-        r[i.to_s] = v
-      end
-      yield Fluent::EventTime.now, r
-    end
-  end
-  class Dummy < Fluent::Plugin::TestBase
-    helpers :parser
-    config_section :parse do
-      config_set_default :@type, 'example'
-    end
-  end
-
-  class Dummy2 < Fluent::Plugin::TestBase
-    helpers :parser
-    config_section :parse do
-      config_set_default :@type, 'example2'
-    end
-  end
-
-  setup do
-    @d = nil
-  end
-
-  teardown do
-    if @d
-      @d.stop unless @d.stopped?
-      @d.shutdown unless @d.shutdown?
-      @d.close unless @d.closed?
-      @d.terminate unless @d.terminated?
-    end
-  end
-
-  test 'can be initialized without any parsers at first' do
-    d = Dummy.new
-    assert_equal 0, d._parsers.size
-  end
-
-  test 'can override default configuration parameters, but not overwrite whole definition' do
-    d = Dummy.new
-    assert_equal [], d.parser_configs
-
-    d = Dummy2.new
-    d.configure(config_element('ROOT', '', {}, [config_element('parse', '', {}, [])]))
-    assert_raise NoMethodError do
-      d.parse
-    end
-    assert_equal 1, d.parser_configs.size
-    assert_equal 'example2', d.parser_configs.first[:@type]
-  end
-
-  test 'creates instance of type specified by conf, or default_type if @type is missing in conf' do
-    d = Dummy2.new
-    d.configure(config_element())
-    i = d.parser_create(conf: config_element('parse', '', {'@type' => 'example'}), default_type: 'example2')
-    assert{ i.is_a?(ExampleParser) }
-
-    d = Dummy2.new
-    d.configure(config_element())
-    i = d.parser_create(conf: nil, default_type: 'example2')
-    assert{ i.is_a?(Example2Parser) }
-  end
-
-  test 'raises config error if config section is specified, but @type is not specified' do
-    d = Dummy2.new
-    d.configure(config_element())
-    assert_raise Fluent::ConfigError.new("@type is required in <parse>") do
-      d.parser_create(conf: config_element('parse', '', {}), default_type: 'example2')
-    end
-  end
-
-  test 'can be configured with default type without parse sections' do
-    d = Dummy.new
-    d.configure(config_element())
-    assert_equal 1, d._parsers.size
-  end
-
-  test 'can be configured with a parse section' do
-    d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', '', {'@type' => 'example'})
-      ])
-    assert_nothing_raised do
-      d.configure(conf)
-    end
-    assert_equal 1, d._parsers.size
-    assert{ d._parsers.values.all?{ |parser| !parser.started? } }
-  end
-
-  test 'can be configured with 2 or more parse sections with different usages with each other' do
-    d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', 'default', {'@type' => 'example'}),
-        config_element('parse', 'extra', {'@type' => 'example2'}),
-      ])
-    assert_nothing_raised do
-      d.configure(conf)
-    end
-    assert_equal 2, d._parsers.size
-    assert{ d._parsers.values.all?{ |parser| !parser.started? } }
-  end
-
-  test 'cannot be configured with 2 parse sections with same usage' do
-    d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', 'default', {'@type' => 'example'}),
-        config_element('parse', 'extra', {'@type' => 'example2'}),
-        config_element('parse', 'extra', {'@type' => 'example2'}),
-      ])
-    assert_raises Fluent::ConfigError do
-      d.configure(conf)
-    end
-  end
-
-  test 'creates a parse plugin instance which is already configured without usage' do
-    @d = d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', '', {'@type' => 'example'})
-      ])
-    d.configure(conf)
-    d.start
-
-    parser = d.parser_create
-    assert{ parser.is_a? ExampleParser }
-    assert parser.started?
-  end
-
-  test 'creates a parser plugin instance which is already configured with usage' do
-    @d = d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', 'mydata', {'@type' => 'example'})
-      ])
-    d.configure(conf)
-    d.start
-
-    parser = d.parser_create(usage: 'mydata')
-    assert{ parser.is_a? ExampleParser }
-    assert parser.started?
-  end
-
-  test 'creates a parser plugin without configurations' do
-    @d = d = Dummy.new
-    d.configure(config_element())
-    d.start
-
-    parser = d.parser_create(usage: 'mydata', type: 'example', conf: config_element('parse', 'mydata'))
-    assert{ parser.is_a? ExampleParser }
-    assert parser.started?
-  end
-
-  test 'creates 2 or more parser plugin instances' do
-    @d = d = Dummy.new
-    conf = config_element('ROOT', '', {}, [
-        config_element('parse', 'mydata', {'@type' => 'example'}),
-        config_element('parse', 'secret', {'@type' => 'example2'})
-      ])
-    d.configure(conf)
-    d.start
-
-    p1 = d.parser_create(usage: 'mydata')
-    p2 = d.parser_create(usage: 'secret')
-    assert{ p1.is_a? ExampleParser }
-    assert p1.started?
-    assert{ p2.is_a? Example2Parser }
-    assert p2.started?
-  end
-
-  test 'calls lifecycle methods for all plugin instances via owner plugin' do
-    @d = d = Dummy.new
-    conf = config_element('ROOT', '', {}, [ config_element('parse', '', {'@type' => 'example'}), config_element('parse', 'e2', {'@type' => 'example'}) ])
-    d.configure(conf)
-    d.start
-
-    i1 = d.parser_create(usage: '')
-    i2 = d.parser_create(usage: 'e2')
-    i3 = d.parser_create(usage: 'e3', type: 'example2')
-
-    assert i1.started?
-    assert i2.started?
-    assert i3.started?
-
-    assert !i1.stopped?
-    assert !i2.stopped?
-    assert !i3.stopped?
-
-    d.stop
-
-    assert i1.stopped?
-    assert i2.stopped?
-    assert i3.stopped?
-
-    assert !i1.before_shutdown?
-    assert !i2.before_shutdown?
-    assert !i3.before_shutdown?
-
-    d.before_shutdown
-
-    assert i1.before_shutdown?
-    assert i2.before_shutdown?
-    assert i3.before_shutdown?
-
-    assert !i1.shutdown?
-    assert !i2.shutdown?
-    assert !i3.shutdown?
-
-    d.shutdown
-
-    assert i1.shutdown?
-    assert i2.shutdown?
-    assert i3.shutdown?
-
-    assert !i1.after_shutdown?
-    assert !i2.after_shutdown?
-    assert !i3.after_shutdown?
-
-    d.after_shutdown
-
-    assert i1.after_shutdown?
-    assert i2.after_shutdown?
-    assert i3.after_shutdown?
-
-    assert !i1.closed?
-    assert !i2.closed?
-    assert !i3.closed?
-
-    d.close
-
-    assert i1.closed?
-    assert i2.closed?
-    assert i3.closed?
-
-    assert !i1.terminated?
-    assert !i2.terminated?
-    assert !i3.terminated?
-
-    d.terminate
-
-    assert i1.terminated?
-    assert i2.terminated?
-    assert i3.terminated?
-  end
-end

data/test/plugin_helper/test_record_accessor.rb

@@ -1,238 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin_helper/record_accessor'
-require 'fluent/plugin/base'
-
-require 'time'
-
-class RecordAccessorHelperTest < Test::Unit::TestCase
-  class Dummy < Fluent::Plugin::TestBase
-    helpers :record_accessor
-  end
-
-  sub_test_case 'parse nested key expression' do
-    data('normal' => 'key1',
-         'space' => 'ke y2',
-         'dot key' => 'this.is.key3')
-    test 'parse single key' do |param|
-      result = Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter(param)
-      assert_equal param, result
-    end
-
-    test "nested bracket keys with dot" do
-      result = Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter("$['key1']['this.is.key3']")
-      assert_equal ['key1', 'this.is.key3'], result
-    end
-
-    data('dot' => '$.key1.key2[0]',
-         'bracket' => "$['key1']['key2'][0]",
-         'bracket w/ double quotes' => '$["key1"]["key2"][0]')
-    test "nested keys ['key1', 'key2', 0]" do |param|
-      result = Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter(param)
-      assert_equal ['key1', 'key2', 0], result
-    end
-
-    data('bracket' => "$['key1'][0]['ke y2']",
-         'bracket w/ double quotes' => '$["key1"][0]["ke y2"]')
-    test "nested keys ['key1', 0, 'ke y2']" do |param|
-      result = Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter(param)
-      assert_equal ['key1', 0, 'ke y2'], result
-    end
-
-    data('dot' => '$.[0].key1.[1].key2',
-         'bracket' => "$[0]['key1'][1]['key2']",
-         'bracket w/ double quotes' => '$[0]["key1"][1]["key2"]')
-    test "nested keys [0, 'key1', 1, 'key2']" do |param|
-      result = Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter(param)
-      assert_equal [0, 'key1', 1, 'key2'], result
-    end
-
-    data("missing ']'" => "$['key1'",
-         "missing array index with dot" => "$.hello[]",
-         "missing array index with bracket" => "$[]",
-         "more chars" => "$.key1[0]foo",
-         "whitespace char included key in dot notation" => "$.key[0].ke y",
-         "empty keys with dot" => "$.",
-         "empty keys with bracket" => "$[",
-         "mismatched quotes1" => "$['key1']['key2\"]",
-         "mismatched quotes2" => '$["key1"]["key2\']')
-    test 'invalid syntax' do |param|
-      assert_raise Fluent::ConfigError do
-        Fluent::PluginHelper::RecordAccessor::Accessor.parse_parameter(param)
-      end
-    end
-  end
-
-  sub_test_case 'attr_reader :keys' do
-    setup do
-      @d = Dummy.new
-    end
-
-    data('normal' => 'key1',
-         'space' => 'ke y2',
-         'dot key' => 'this.is.key3')
-    test 'access single key' do |param|
-      accessor = @d.record_accessor_create(param)
-      assert_equal param, accessor.keys
-    end
-
-    test "nested bracket keys with dot" do
-      accessor = @d.record_accessor_create("$['key1']['this.is.key3']")
-      assert_equal ['key1','this.is.key3'], accessor.keys
-    end
-
-    data('dot' => '$.key1.key2[0]',
-         'bracket' => "$['key1']['key2'][0]",
-         'bracket w/ double quotes' => '$["key1"]["key2"][0]')
-    test "nested keys ['key1', 'key2', 0]" do |param|
-      accessor = @d.record_accessor_create(param)
-      assert_equal ['key1', 'key2', 0], accessor.keys
-    end
-
-    data('bracket' => "$['key1'][0]['ke y2']",
-         'bracket w/ double quotes' => '$["key1"][0]["ke y2"]')
-    test "nested keys ['key1', 0, 'ke y2']" do |param|
-      accessor = @d.record_accessor_create(param)
-      assert_equal ['key1', 0, 'ke y2'], accessor.keys
-    end
-  end
-
-  sub_test_case Fluent::PluginHelper::RecordAccessor::Accessor do
-    setup do
-      @d = Dummy.new
-    end
-
-    data('normal' => 'key1',
-         'space' => 'ke y2',
-         'dot key' => 'this.is.key3')
-    test 'access single key' do |param|
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create(param)
-      assert_equal r[param], accessor.call(r)
-    end
-
-    test "access single dot key using bracket style" do
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create('$["this.is.key3"]')
-      assert_equal 'v3', accessor.call(r)
-    end
-
-    test "nested bracket keys with dot" do
-      r = {'key1' => {'this.is.key3' => 'value'}}
-      accessor = @d.record_accessor_create("$['key1']['this.is.key3']")
-      assert_equal 'value', accessor.call(r)
-    end
-
-    data('dot' => '$.key1.key2[0]',
-         'bracket' => "$['key1']['key2'][0]",
-         'bracket w/ double quotes' => '$["key1"]["key2"][0]')
-    test "nested keys ['key1', 'key2', 0]" do |param|
-      r = {'key1' => {'key2' => [1, 2, 3]}}
-      accessor = @d.record_accessor_create(param)
-      assert_equal 1, accessor.call(r)
-    end
-
-    data('bracket' => "$['key1'][0]['ke y2']",
-         'bracket w/ double quotes' => '$["key1"][0]["ke y2"]')
-    test "nested keys ['key1', 0, 'ke y2']" do |param|
-      r = {'key1' => [{'ke y2' => "value"}]}
-      accessor = @d.record_accessor_create(param)
-      assert_equal 'value', accessor.call(r)
-    end
-
-    data("missing ']'" => "$['key1'",
-         "missing array index with dot" => "$.hello[]",
-         "missing array index with bracket" => "$['hello'][]",
-         "whitespace char included key in dot notation" => "$.key[0].ke y",
-         "more chars" => "$.key1[0]foo",
-         "empty keys with dot" => "$.",
-         "empty keys with bracket" => "$[",
-         "mismatched quotes1" => "$['key1']['key2\"]",
-         "mismatched quotes2" => '$["key1"]["key2\']')
-    test 'invalid syntax' do |param|
-      assert_raise Fluent::ConfigError do
-        @d.record_accessor_create(param)
-      end
-    end
-  end
-
-  sub_test_case 'Fluent::PluginHelper::RecordAccessor::Accessor#delete' do
-    setup do
-      @d = Dummy.new
-    end
-
-    data('normal' => 'key1',
-         'space' => 'ke y2',
-         'dot key' => 'this.is.key3')
-    test 'delete top key' do |param|
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create(param)
-      accessor.delete(r)
-      assert_not_include(r, param)
-    end
-
-    test "delete top key using bracket style" do
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create('$["this.is.key3"]')
-      accessor.delete(r)
-      assert_not_include(r, 'this.is.key3')
-    end
-
-    data('bracket' => "$['key1'][0]['ke y2']",
-         'bracket w/ double quotes' => '$["key1"][0]["ke y2"]')
-    test "delete nested keys ['key1', 0, 'ke y2']" do |param|
-      r = {'key1' => [{'ke y2' => "value"}]}
-      accessor = @d.record_accessor_create(param)
-      accessor.delete(r)
-      assert_not_include(r['key1'][0], 'ke y2')
-    end
-
-    test "don't raise an error when unexpected record is coming" do
-      r = {'key1' => [{'key3' => "value"}]}
-      accessor = @d.record_accessor_create("$['key1']['key2']['key3']")
-      assert_nothing_raised do
-        assert_nil accessor.delete(r)
-      end
-    end
-  end
-
-  sub_test_case 'Fluent::PluginHelper::RecordAccessor::Accessor#set' do
-    setup do
-      @d = Dummy.new
-    end
-
-    data('normal' => 'key1',
-         'space' => 'ke y2',
-         'dot key' => 'this.is.key3')
-    test 'set top key' do |param|
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create(param)
-      accessor.set(r, "test")
-      assert_equal "test", r[param]
-    end
-
-    test "set top key using bracket style" do
-      r = {'key1' => 'v1', 'ke y2' => 'v2', 'this.is.key3' => 'v3'}
-      accessor = @d.record_accessor_create('$["this.is.key3"]')
-      accessor.set(r, "test")
-      assert_equal "test", r["this.is.key3"]
-    end
-
-    data('bracket' => "$['key1'][0]['ke y2']",
-         'bracket w/ double quotes' => '$["key1"][0]["ke y2"]')
-    test "set nested keys ['key1', 0, 'ke y2']" do |param|
-      r = {'key1' => [{'ke y2' => "value"}]}
-      accessor = @d.record_accessor_create(param)
-      accessor.set(r, "nested_message")
-      assert_equal "nested_message", r['key1'][0]['ke y2']
-    end
-
-    test "don't raise an error when unexpected record is coming" do
-      r = {'key1' => [{'key3' => "value"}]}
-      accessor = @d.record_accessor_create("$['key1']['key2']['key3']")
-      assert_nothing_raised do
-        accessor.set(r, "unknown field")
-      end
-      assert_equal({'key1' => [{'key3' => "value"}]}, r)
-    end
-  end
-end