RubyGems - fluentd - Versions diffs - 1.16.5 → 1.17.1 - Mend

fluentd 1.16.5 → 1.17.1

Files changed (268) hide show

checksums.yaml +4 -4
data/CHANGELOG.md +88 -0
data/README.md +2 -1
data/Rakefile +1 -1
data/SECURITY.md +2 -2
data/fluent.conf +14 -14
data/lib/fluent/command/binlog_reader.rb +1 -1
data/lib/fluent/command/cap_ctl.rb +4 -4
data/lib/fluent/compat/call_super_mixin.rb +3 -3
data/lib/fluent/compat/propagate_default.rb +4 -4
data/lib/fluent/config/configure_proxy.rb +2 -2
data/lib/fluent/config/types.rb +1 -1
data/lib/fluent/config/yaml_parser/parser.rb +4 -0
data/lib/fluent/configurable.rb +2 -2
data/lib/fluent/counter/mutex_hash.rb +1 -1
data/lib/fluent/fluent_log_event_router.rb +0 -2
data/lib/fluent/log/console_adapter.rb +4 -2
data/lib/fluent/plugin/buf_file.rb +1 -1
data/lib/fluent/plugin/buffer/file_chunk.rb +1 -1
data/lib/fluent/plugin/buffer/file_single_chunk.rb +2 -3
data/lib/fluent/plugin/filter_parser.rb +26 -8
data/lib/fluent/plugin/in_exec.rb +14 -2
data/lib/fluent/plugin/in_http.rb +19 -54
data/lib/fluent/plugin/in_sample.rb +13 -7
data/lib/fluent/plugin/in_tail.rb +99 -25
data/lib/fluent/plugin/out_copy.rb +1 -1
data/lib/fluent/plugin/out_file.rb +8 -0
data/lib/fluent/plugin/out_http.rb +137 -13
data/lib/fluent/plugin/owned_by_mixin.rb +0 -1
data/lib/fluent/plugin/parser_json.rb +26 -17
data/lib/fluent/plugin/parser_msgpack.rb +24 -3
data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
data/lib/fluent/plugin_helper/metrics.rb +2 -2
data/lib/fluent/registry.rb +6 -6
data/lib/fluent/test/output_test.rb +1 -1
data/lib/fluent/unique_id.rb +1 -1
data/lib/fluent/version.rb +1 -1
data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
metadata +109 -459
data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
data/.github/ISSUE_TEMPLATE/config.yml +0 -5
data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
data/.github/ISSUE_TEMPLATE.md +0 -17
data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
data/.github/workflows/stale-actions.yml +0 -24
data/.github/workflows/test.yml +0 -32
data/.gitignore +0 -30
data/Gemfile +0 -9
data/fluentd.gemspec +0 -54
data/test/command/test_binlog_reader.rb +0 -362
data/test/command/test_ca_generate.rb +0 -70
data/test/command/test_cap_ctl.rb +0 -100
data/test/command/test_cat.rb +0 -128
data/test/command/test_ctl.rb +0 -56
data/test/command/test_fluentd.rb +0 -1291
data/test/command/test_plugin_config_formatter.rb +0 -397
data/test/command/test_plugin_generator.rb +0 -109
data/test/compat/test_calls_super.rb +0 -166
data/test/compat/test_parser.rb +0 -92
data/test/config/assertions.rb +0 -42
data/test/config/test_config_parser.rb +0 -551
data/test/config/test_configurable.rb +0 -1784
data/test/config/test_configure_proxy.rb +0 -604
data/test/config/test_dsl.rb +0 -415
data/test/config/test_element.rb +0 -518
data/test/config/test_literal_parser.rb +0 -309
data/test/config/test_plugin_configuration.rb +0 -56
data/test/config/test_section.rb +0 -191
data/test/config/test_system_config.rb +0 -195
data/test/config/test_types.rb +0 -408
data/test/counter/test_client.rb +0 -563
data/test/counter/test_error.rb +0 -44
data/test/counter/test_mutex_hash.rb +0 -179
data/test/counter/test_server.rb +0 -589
data/test/counter/test_store.rb +0 -258
data/test/counter/test_validator.rb +0 -137
data/test/helper.rb +0 -155
data/test/helpers/fuzzy_assert.rb +0 -89
data/test/helpers/process_extenstion.rb +0 -33
data/test/log/test_console_adapter.rb +0 -110
data/test/plugin/data/2010/01/20100102-030405.log +0 -0
data/test/plugin/data/2010/01/20100102-030406.log +0 -0
data/test/plugin/data/2010/01/20100102.log +0 -0
data/test/plugin/data/log/bar +0 -0
data/test/plugin/data/log/foo/bar.log +0 -0
data/test/plugin/data/log/foo/bar2 +0 -0
data/test/plugin/data/log/test.log +0 -0
data/test/plugin/data/sd_file/config +0 -11
data/test/plugin/data/sd_file/config.json +0 -17
data/test/plugin/data/sd_file/config.yaml +0 -11
data/test/plugin/data/sd_file/config.yml +0 -11
data/test/plugin/data/sd_file/invalid_config.yml +0 -7
data/test/plugin/in_tail/test_fifo.rb +0 -121
data/test/plugin/in_tail/test_io_handler.rb +0 -150
data/test/plugin/in_tail/test_position_file.rb +0 -346
data/test/plugin/out_forward/test_ack_handler.rb +0 -140
data/test/plugin/out_forward/test_connection_manager.rb +0 -145
data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
data/test/plugin/out_forward/test_load_balancer.rb +0 -106
data/test/plugin/out_forward/test_socket_cache.rb +0 -174
data/test/plugin/test_bare_output.rb +0 -131
data/test/plugin/test_base.rb +0 -247
data/test/plugin/test_buf_file.rb +0 -1314
data/test/plugin/test_buf_file_single.rb +0 -898
data/test/plugin/test_buf_memory.rb +0 -42
data/test/plugin/test_buffer.rb +0 -1493
data/test/plugin/test_buffer_chunk.rb +0 -209
data/test/plugin/test_buffer_file_chunk.rb +0 -871
data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
data/test/plugin/test_buffer_memory_chunk.rb +0 -339
data/test/plugin/test_compressable.rb +0 -87
data/test/plugin/test_file_util.rb +0 -96
data/test/plugin/test_filter.rb +0 -368
data/test/plugin/test_filter_grep.rb +0 -697
data/test/plugin/test_filter_parser.rb +0 -731
data/test/plugin/test_filter_record_transformer.rb +0 -577
data/test/plugin/test_filter_stdout.rb +0 -207
data/test/plugin/test_formatter_csv.rb +0 -136
data/test/plugin/test_formatter_hash.rb +0 -38
data/test/plugin/test_formatter_json.rb +0 -61
data/test/plugin/test_formatter_ltsv.rb +0 -70
data/test/plugin/test_formatter_msgpack.rb +0 -28
data/test/plugin/test_formatter_out_file.rb +0 -116
data/test/plugin/test_formatter_single_value.rb +0 -44
data/test/plugin/test_formatter_tsv.rb +0 -76
data/test/plugin/test_in_debug_agent.rb +0 -49
data/test/plugin/test_in_exec.rb +0 -261
data/test/plugin/test_in_forward.rb +0 -1178
data/test/plugin/test_in_gc_stat.rb +0 -62
data/test/plugin/test_in_http.rb +0 -1102
data/test/plugin/test_in_monitor_agent.rb +0 -922
data/test/plugin/test_in_object_space.rb +0 -66
data/test/plugin/test_in_sample.rb +0 -190
data/test/plugin/test_in_syslog.rb +0 -505
data/test/plugin/test_in_tail.rb +0 -3288
data/test/plugin/test_in_tcp.rb +0 -328
data/test/plugin/test_in_udp.rb +0 -296
data/test/plugin/test_in_unix.rb +0 -181
data/test/plugin/test_input.rb +0 -137
data/test/plugin/test_metadata.rb +0 -89
data/test/plugin/test_metrics.rb +0 -294
data/test/plugin/test_metrics_local.rb +0 -96
data/test/plugin/test_multi_output.rb +0 -204
data/test/plugin/test_out_copy.rb +0 -308
data/test/plugin/test_out_exec.rb +0 -312
data/test/plugin/test_out_exec_filter.rb +0 -606
data/test/plugin/test_out_file.rb +0 -1038
data/test/plugin/test_out_forward.rb +0 -1349
data/test/plugin/test_out_http.rb +0 -429
data/test/plugin/test_out_null.rb +0 -105
data/test/plugin/test_out_relabel.rb +0 -28
data/test/plugin/test_out_roundrobin.rb +0 -146
data/test/plugin/test_out_secondary_file.rb +0 -458
data/test/plugin/test_out_stdout.rb +0 -205
data/test/plugin/test_out_stream.rb +0 -103
data/test/plugin/test_output.rb +0 -1334
data/test/plugin/test_output_as_buffered.rb +0 -2024
data/test/plugin/test_output_as_buffered_backup.rb +0 -363
data/test/plugin/test_output_as_buffered_compress.rb +0 -179
data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
data/test/plugin/test_output_as_buffered_retries.rb +0 -966
data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
data/test/plugin/test_output_as_standard.rb +0 -374
data/test/plugin/test_owned_by.rb +0 -35
data/test/plugin/test_parser.rb +0 -399
data/test/plugin/test_parser_apache.rb +0 -42
data/test/plugin/test_parser_apache2.rb +0 -47
data/test/plugin/test_parser_apache_error.rb +0 -45
data/test/plugin/test_parser_csv.rb +0 -200
data/test/plugin/test_parser_json.rb +0 -138
data/test/plugin/test_parser_labeled_tsv.rb +0 -160
data/test/plugin/test_parser_multiline.rb +0 -111
data/test/plugin/test_parser_nginx.rb +0 -88
data/test/plugin/test_parser_none.rb +0 -52
data/test/plugin/test_parser_regexp.rb +0 -284
data/test/plugin/test_parser_syslog.rb +0 -650
data/test/plugin/test_parser_tsv.rb +0 -122
data/test/plugin/test_sd_file.rb +0 -228
data/test/plugin/test_sd_srv.rb +0 -230
data/test/plugin/test_storage.rb +0 -167
data/test/plugin/test_storage_local.rb +0 -335
data/test/plugin/test_string_util.rb +0 -26
data/test/plugin_helper/data/cert/cert-key.pem +0 -27
data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
data/test/plugin_helper/data/cert/cert.pem +0 -19
data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
data/test/plugin_helper/data/cert/empty.pem +0 -0
data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
data/test/plugin_helper/http_server/test_app.rb +0 -65
data/test/plugin_helper/http_server/test_route.rb +0 -32
data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
data/test/plugin_helper/test_cert_option.rb +0 -25
data/test/plugin_helper/test_child_process.rb +0 -862
data/test/plugin_helper/test_compat_parameters.rb +0 -358
data/test/plugin_helper/test_event_emitter.rb +0 -80
data/test/plugin_helper/test_event_loop.rb +0 -52
data/test/plugin_helper/test_extract.rb +0 -194
data/test/plugin_helper/test_formatter.rb +0 -255
data/test/plugin_helper/test_http_server_helper.rb +0 -372
data/test/plugin_helper/test_inject.rb +0 -561
data/test/plugin_helper/test_metrics.rb +0 -137
data/test/plugin_helper/test_parser.rb +0 -264
data/test/plugin_helper/test_record_accessor.rb +0 -238
data/test/plugin_helper/test_retry_state.rb +0 -1006
data/test/plugin_helper/test_server.rb +0 -1895
data/test/plugin_helper/test_service_discovery.rb +0 -165
data/test/plugin_helper/test_socket.rb +0 -146
data/test/plugin_helper/test_storage.rb +0 -542
data/test/plugin_helper/test_thread.rb +0 -164
data/test/plugin_helper/test_timer.rb +0 -130
data/test/scripts/exec_script.rb +0 -32
data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
data/test/scripts/fluent/plugin/out_test.rb +0 -81
data/test/scripts/fluent/plugin/out_test2.rb +0 -80
data/test/scripts/fluent/plugin/parser_known.rb +0 -4
data/test/test_capability.rb +0 -74
data/test/test_clock.rb +0 -164
data/test/test_config.rb +0 -369
data/test/test_configdsl.rb +0 -148
data/test/test_daemonizer.rb +0 -91
data/test/test_engine.rb +0 -203
data/test/test_event.rb +0 -531
data/test/test_event_router.rb +0 -348
data/test/test_event_time.rb +0 -199
data/test/test_file_wrapper.rb +0 -53
data/test/test_filter.rb +0 -121
data/test/test_fluent_log_event_router.rb +0 -99
data/test/test_formatter.rb +0 -369
data/test/test_input.rb +0 -31
data/test/test_log.rb +0 -1076
data/test/test_match.rb +0 -148
data/test/test_mixin.rb +0 -351
data/test/test_msgpack_factory.rb +0 -50
data/test/test_oj_options.rb +0 -55
data/test/test_output.rb +0 -278
data/test/test_plugin.rb +0 -251
data/test/test_plugin_classes.rb +0 -370
data/test/test_plugin_helper.rb +0 -81
data/test/test_plugin_id.rb +0 -119
data/test/test_process.rb +0 -14
data/test/test_root_agent.rb +0 -951
data/test/test_static_config_analysis.rb +0 -177
data/test/test_supervisor.rb +0 -821
data/test/test_test_drivers.rb +0 -136
data/test/test_time_formatter.rb +0 -301
data/test/test_time_parser.rb +0 -362
data/test/test_tls.rb +0 -65
data/test/test_unique_id.rb +0 -47
data/test/test_variable_store.rb +0 -65

data/test/plugin/test_in_monitor_agent.rb DELETED Viewed

@@ -1,922 +0,0 @@
-require_relative '../helper'
-require 'fluent/test/driver/input'
-require 'fluent/plugin/in_monitor_agent'
-require 'fluent/engine'
-require 'fluent/config'
-require 'fluent/event_router'
-require 'fluent/supervisor'
-require 'net/http'
-require 'json'
-require_relative '../test_plugin_classes'
-class MonitorAgentInputTest < Test::Unit::TestCase
-  include FuzzyAssert
-  CONFIG_DIR = File.expand_path('../tmp/in_monitor_agent', __dir__)
-  def setup
-    Fluent::Test.setup
-  end
-  def create_driver(conf = '')
-    Fluent::Test::Driver::Input.new(Fluent::Plugin::MonitorAgentInput).configure(conf)
-  end
-  def configure_ra(ra, conf_str)
-    conf = Fluent::Config.parse(conf_str, "(test)", "(test_dir)", true)
-    ra.configure(conf)
-    ra
-  end
-  def test_configure
-    d = create_driver
-    assert_equal("0.0.0.0", d.instance.bind)
-    assert_equal(24220, d.instance.port)
-    assert_equal(nil, d.instance.tag)
-    assert_equal(60, d.instance.emit_interval)
-    assert_true d.instance.include_config
-  end
-  sub_test_case "collect in_monitor_agent plugin statistics" do
-    # Input Test Driver does not register metric callbacks.
-    # We should stub them here.
-    class TestEventMetricRouter < Fluent::Test::Driver::TestEventRouter
-      def initialize(driver)
-        super
-        raise ArgumentError, "plugin does not respond metric_callback method" unless @driver.instance.respond_to?(:metric_callback)
-      end
-      def emit(tag, time, record)
-        super
-        @driver.instance.metric_callback(OneEventStream.new(time, record))
-      end
-      def emit_array(tag, array)
-        super
-        @driver.instance.metric_callback(ArrayEventStream.new(array))
-      end
-      def emit_stream(tag, es)
-        super
-        @driver.instance.metric_callback(es)
-      end
-    end
-    class MetricInputDriver < Fluent::Test::Driver::Input
-      def configure(conf, syntax: :v1)
-        if conf.is_a?(Fluent::Config::Element)
-          @config = conf
-        else
-          @config = Fluent::Config.parse(conf, "(test)", "(test_dir)", syntax: syntax)
-        end
-        if @instance.respond_to?(:router=)
-          @event_streams = []
-          @error_events = []
-          driver = self
-          mojule =  Module.new do
-            define_method(:event_emitter_router) do |label_name|
-              TestEventMetricRouter.new(driver)
-            end
-          end
-          @instance.singleton_class.prepend mojule
-        end
-        @instance.configure(@config)
-        self
-      end
-    end
-    setup do
-      # check @type and type in one configuration
-      conf = <<-EOC
-<source>
-  @type test_in_gen
-  @id test_in_gen
-  num 10
-</source>
-<filter>
-  @type test_filter
-  @id test_filter
-</filter>
-<match **>
-  @type relabel
-  @id test_relabel
-  @label @test
-</match>
-<label @test>
-  <match **>
-    @type test_out
-    @id test_out
-  </match>
-</label>
-<label @copy>
-  <match **>
-    @type copy
-    <store>
-      @type test_out
-      @id copy_out_1
-    </store>
-    <store>
-      @type test_out
-      @id copy_out_2
-    </store>
-  </match>
-</label>
-<label @ERROR>
-  <match>
-    @type null
-    @id null
-  </match>
-</label>
-EOC
-      @ra = Fluent::RootAgent.new(log: $log)
-      stub(Fluent::Engine).root_agent { @ra }
-      @ra = configure_ra(@ra, conf)
-    end
-    data(:with_config_yes => true,
-         :with_config_no => false)
-    def test_enable_input_metrics(with_config)
-      monitor_agent_conf = <<-CONF
-        tag test.monitor
-        emit_interval 1
-CONF
-      @ra.inputs.first.context_router.emit("test.event", Fluent::Engine.now, {"message":"ok"})
-      d = MetricInputDriver.new(Fluent::Plugin::MonitorAgentInput).configure(monitor_agent_conf)
-      d.run(expect_emits: 1, timeout: 3)
-      test_label = @ra.labels['@test']
-      error_label = @ra.labels['@ERROR']
-      input_info = {
-        "output_plugin"  => false,
-        "plugin_category"=> "input",
-        "plugin_id"      => "test_in_gen",
-        "retry_count"    => nil,
-        "type"           => "test_in_gen",
-        "emit_records"   => 0, # This field is not updated due to not to be assigned metric callback.
-        "emit_size"      => 0, # Ditto.
-      }
-      input_info.merge!("config" => {"@id" => "test_in_gen", "@type" => "test_in_gen", "num" => "10"}) if with_config
-      filter_info = {
-        "output_plugin"   => false,
-        "plugin_category" => "filter",
-        "plugin_id"       => "test_filter",
-        "retry_count"     => nil,
-        "type"            => "test_filter",
-        "emit_records"   => Integer,
-        "emit_size"      => Integer,
-      }
-      filter_info.merge!("config" => {"@id" => "test_filter", "@type" => "test_filter"}) if with_config
-      output_info = {
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "test_out",
-        "retry_count"     => 0,
-        "type"            => "test_out",
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      output_info.merge!("config" => {"@id" => "test_out", "@type" => "test_out"}) if with_config
-      error_label_info = {
-        "buffer_queue_length" => 0,
-        "buffer_timekeys" => [],
-        "buffer_total_queued_size" => 0,
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "null",
-        "retry_count"     => 0,
-        "type"            => "null",
-        "buffer_available_buffer_space_ratios" => Float,
-        "buffer_queue_byte_size" => Integer,
-        "buffer_stage_byte_size" => Integer,
-        "buffer_stage_length" => Integer,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      error_label_info.merge!("config" => {"@id"=>"null", "@type" => "null"}) if with_config
-      opts = {with_config: with_config}
-      assert_equal(input_info, d.instance.get_monitor_info(@ra.inputs.first, opts))
-      assert_fuzzy_equal(filter_info, d.instance.get_monitor_info(@ra.filters.first, opts))
-      assert_fuzzy_equal(output_info, d.instance.get_monitor_info(test_label.outputs.first, opts))
-      assert_fuzzy_equal(error_label_info, d.instance.get_monitor_info(error_label.outputs.first, opts))
-      monitor_agent_emit_info = {
-        "emit_records" => Integer,
-        "emit_size" => Integer,
-      }
-      filter_statistics_info = {
-        "emit_records" => Integer,
-        "emit_size" => Integer,
-      }
-      assert_fuzzy_equal(monitor_agent_emit_info, d.instance.statistics["input"])
-      assert_fuzzy_equal(filter_statistics_info, @ra.filters.first.statistics["filter"])
-    end
-  end
-  sub_test_case "collect plugin information" do
-    setup do
-      # check @type and type in one configuration
-      conf = <<-EOC
-<source>
-  @type test_in
-  @id test_in
-</source>
-<filter>
-  @type test_filter
-  @id test_filter
-</filter>
-<match **>
-  @type relabel
-  @id test_relabel
-  @label @test
-</match>
-<label @test>
-  <match **>
-    @type test_out
-    @id test_out
-  </match>
-</label>
-<label @copy>
-  <match **>
-    @type copy
-    <store>
-      @type test_out
-      @id copy_out_1
-    </store>
-    <store>
-      @type test_out
-      @id copy_out_2
-    </store>
-  </match>
-</label>
-<label @ERROR>
-  <match>
-    @type null
-    @id null
-  </match>
-</label>
-EOC
-      @ra = Fluent::RootAgent.new(log: $log)
-      stub(Fluent::Engine).root_agent { @ra }
-      @ra = configure_ra(@ra, conf)
-    end
-    test "plugin_category" do
-      d = create_driver
-      test_label = @ra.labels['@test']
-      error_label = @ra.labels['@ERROR']
-      assert_equal("input", d.instance.plugin_category(@ra.inputs.first))
-      assert_equal("filter", d.instance.plugin_category(@ra.filters.first))
-      assert_equal("output", d.instance.plugin_category(test_label.outputs.first))
-      assert_equal("output", d.instance.plugin_category(error_label.outputs.first))
-    end
-    data(:with_config_yes => true,
-         :with_config_no => false)
-    test "get_monitor_info" do |with_config|
-      d = create_driver
-      test_label = @ra.labels['@test']
-      error_label = @ra.labels['@ERROR']
-      input_info = {
-        "output_plugin"  => false,
-        "plugin_category"=> "input",
-        "plugin_id"      => "test_in",
-        "retry_count"    => nil,
-        "type"           => "test_in",
-        "emit_records"   => 0,
-        "emit_size"      => 0,
-      }
-      input_info.merge!("config" => {"@id" => "test_in", "@type" => "test_in"}) if with_config
-      filter_info = {
-        "output_plugin"   => false,
-        "plugin_category" => "filter",
-        "plugin_id"       => "test_filter",
-        "retry_count"     => nil,
-        "type"            => "test_filter",
-        "emit_records"   => 0,
-        "emit_size"      => 0,
-      }
-      filter_info.merge!("config" => {"@id" => "test_filter", "@type" => "test_filter"}) if with_config
-      output_info = {
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "test_out",
-        "retry_count"     => 0,
-        "type"            => "test_out",
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      output_info.merge!("config" => {"@id" => "test_out", "@type" => "test_out"}) if with_config
-      error_label_info = {
-        "buffer_queue_length" => 0,
-        "buffer_timekeys" => [],
-        "buffer_total_queued_size" => 0,
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "null",
-        "retry_count"     => 0,
-        "type"            => "null",
-        "buffer_available_buffer_space_ratios" => Float,
-        "buffer_queue_byte_size" => Integer,
-        "buffer_stage_byte_size" => Integer,
-        "buffer_stage_length" => Integer,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      error_label_info.merge!("config" => {"@id"=>"null", "@type" => "null"}) if with_config
-      opts = {with_config: with_config}
-      assert_equal(input_info, d.instance.get_monitor_info(@ra.inputs.first, opts))
-      assert_fuzzy_equal(filter_info, d.instance.get_monitor_info(@ra.filters.first, opts))
-      assert_fuzzy_equal(output_info, d.instance.get_monitor_info(test_label.outputs.first, opts))
-      assert_fuzzy_equal(error_label_info, d.instance.get_monitor_info(error_label.outputs.first, opts))
-    end
-    test "fluentd opts" do
-      d = create_driver
-      filepath = nil
-      begin
-        FileUtils.mkdir_p(CONFIG_DIR)
-        filepath = File.expand_path('fluentd.conf', CONFIG_DIR)
-        FileUtils.touch(filepath)
-        s = Fluent::Supervisor.new({config_path: filepath})
-        s.configure
-      ensure
-        FileUtils.rm_r(CONFIG_DIR) rescue _
-      end
-      expected_opts = {
-        "config_path" => filepath,
-        "pid_file"    => nil,
-        "plugin_dirs" => ["/etc/fluent/plugin"],
-        "log_path"    => nil,
-        "root_dir"    => nil,
-      }
-      assert_equal(expected_opts, d.instance.fluentd_opts)
-    end
-    test "all_plugins" do
-      d = create_driver
-      plugins = []
-      d.instance.all_plugins.each {|plugin| plugins << plugin.class }
-      assert_equal([FluentTest::FluentTestInput,
-                    Fluent::Plugin::RelabelOutput,
-                    FluentTest::FluentTestFilter,
-                    FluentTest::FluentTestOutput, # in label @test
-                    Fluent::Plugin::CopyOutput,
-                    FluentTest::FluentTestOutput, # in label @copy 1
-                    FluentTest::FluentTestOutput, # in label @copy 2
-                    Fluent::Plugin::NullOutput], plugins)
-    end
-    test "emit" do
-      port = unused_port
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{port}
-  tag monitor
-  emit_interval 1
-")
-      d.instance.start
-      d.end_if do
-        d.events.size >= 5
-      end
-      d.run
-      expect_relabel_record = {
-        "plugin_id"       => "test_relabel",
-        "plugin_category" => "output",
-        "type"            => "relabel",
-        "output_plugin"   => true,
-        "retry_count"     => 0,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      expect_test_out_record = {
-        "plugin_id"       => "test_out",
-        "plugin_category" => "output",
-        "type"            => "test_out",
-        "output_plugin"   => true,
-        "retry_count"     => 0,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      assert_fuzzy_equal(expect_relabel_record, d.events[1][2])
-      assert_fuzzy_equal(expect_test_out_record, d.events[3][2])
-    end
-  end
-  def get(uri, header = {})
-    url = URI.parse(uri)
-    req = Net::HTTP::Get.new(url, header)
-    unless header.has_key?('Content-Type')
-      header['Content-Type'] = 'application/octet-stream'
-    end
-    Net::HTTP.start(url.host, url.port) {|http|
-      http.request(req)
-    }
-  end
-  sub_test_case "servlets" do
-    setup do
-      @port = unused_port
-      # check @type and type in one configuration
-      conf = <<-EOC
-<source>
-  @type test_in
-  @id test_in
-</source>
-<source>
-  @type monitor_agent
-  bind "127.0.0.1"
-  port #{@port}
-  tag monitor
-  @id monitor_agent
-</source>
-<filter>
-  @type test_filter
-  @id test_filter
-</filter>
-<match **>
-  @type relabel
-  @id test_relabel
-  @label @test
-</match>
-<label @test>
-  <match **>
-    @type test_out
-    @id test_out
-  </match>
-</label>
-<label @ERROR>
-  <match>
-    @type null
-    @id null
-  </match>
-</label>
-EOC
-      begin
-        @ra = Fluent::RootAgent.new(log: $log)
-        stub(Fluent::Engine).root_agent { @ra }
-        @ra = configure_ra(@ra, conf)
-        # store Supervisor instance to avoid collected by GC
-        FileUtils.mkdir_p(CONFIG_DIR)
-        @filepath = File.expand_path('fluentd.conf', CONFIG_DIR)
-        File.open(@filepath, 'w') do |v|
-          v.puts(conf)
-        end
-        @supervisor = Fluent::Supervisor.new({config_path: @filepath})
-        @supervisor.configure
-      ensure
-        FileUtils.rm_r(CONFIG_DIR) rescue _
-      end
-    end
-    test "/api/plugins" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      expected_test_in_response = "\
-plugin_id:test_in\tplugin_category:input\ttype:test_in\toutput_plugin:false\tretry_count:\temit_records:0\temit_size:0"
-      expected_test_filter_response = "\
-plugin_id:test_filter\tplugin_category:filter\ttype:test_filter\toutput_plugin:false\tretry_count:\temit_records:0\temit_size:0"
-      response = get("http://127.0.0.1:#{@port}/api/plugins").body
-      test_in = response.split("\n")[0]
-      test_filter = response.split("\n")[3]
-      assert_equal(expected_test_in_response, test_in)
-      assert_equal(expected_test_filter_response, test_filter)
-    end
-    data(:include_config_and_retry_yes => [true, true, "include_config yes", "include_retry yes"],
-         :include_config_and_retry_no => [false, false, "include_config no", "include_retry no"],)
-    test "/api/plugins.json" do |(with_config, with_retry, include_conf, retry_conf)|
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-  #{include_conf}
-  #{retry_conf}
-")
-      d.instance.start
-      expected_test_in_response = {
-        "output_plugin"   => false,
-        "plugin_category" => "input",
-        "plugin_id"       => "test_in",
-        "retry_count"     => nil,
-        "type"            => "test_in",
-        "emit_records"    => 0,
-        "emit_size"       => 0,
-      }
-      expected_test_in_response.merge!("config" => {"@id" => "test_in", "@type" => "test_in"}) if with_config
-      expected_null_response = {
-        "buffer_queue_length" => 0,
-        "buffer_timekeys" => [],
-        "buffer_total_queued_size" => 0,
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "null",
-        "retry_count"     => 0,
-        "type"            => "null",
-        "buffer_available_buffer_space_ratios" => Float,
-        "buffer_queue_byte_size" => Integer,
-        "buffer_stage_byte_size" => Integer,
-        "buffer_stage_length" => Integer,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      expected_null_response.merge!("config" => {"@id" => "null", "@type" => "null"}) if with_config
-      expected_null_response.merge!("retry" => {}) if with_retry
-      response = JSON.parse(get("http://127.0.0.1:#{@port}/api/plugins.json").body)
-      test_in_response = response["plugins"][0]
-      null_response = response["plugins"][5]
-      assert_equal(expected_test_in_response, test_in_response)
-      assert_fuzzy_equal(expected_null_response, null_response)
-    end
-    test "/api/plugins.json/not_found" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      resp = get("http://127.0.0.1:#{@port}/api/plugins.json/not_found")
-      assert_equal('404', resp.code)
-      body = JSON.parse(resp.body)
-      assert_equal(body['message'], 'Not found')
-    end
-    data(:with_config_and_retry_yes => [true, true, "?with_config=yes&with_retry"],
-         :with_config_and_retry_no => [false, false, "?with_config=no&with_retry=no"])
-    test "/api/plugins.json with query parameter. query parameter is preferred than include_config" do |(with_config, with_retry, query_param)|
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      expected_test_in_response = {
-        "output_plugin"   => false,
-        "plugin_category" => "input",
-        "plugin_id"       => "test_in",
-        "retry_count"     => nil,
-        "type"            => "test_in",
-        "emit_records"   => 0,
-        "emit_size"      => 0,
-      }
-      expected_test_in_response.merge!("config" => {"@id" => "test_in", "@type" => "test_in"}) if with_config
-      expected_null_response = {
-        "buffer_queue_length" => 0,
-        "buffer_timekeys" => [],
-        "buffer_total_queued_size" => 0,
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "null",
-        "retry_count"     => 0,
-        "type"            => "null",
-        "buffer_available_buffer_space_ratios" => Float,
-        "buffer_queue_byte_size" => Integer,
-        "buffer_stage_byte_size" => Integer,
-        "buffer_stage_length" => Integer,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      expected_null_response.merge!("config" => {"@id" => "null", "@type" => "null"}) if with_config
-      expected_null_response.merge!("retry" => {}) if with_retry
-      response = JSON.parse(get("http://127.0.0.1:#{@port}/api/plugins.json#{query_param}").body)
-      test_in_response = response["plugins"][0]
-      null_response = response["plugins"][5]
-      assert_equal(expected_test_in_response, test_in_response)
-      assert_fuzzy_include(expected_null_response, null_response)
-    end
-    test "/api/plugins.json with 'with_ivars'. response contains specified instance variables of each plugin" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      expected_test_in_response = {
-        "output_plugin"   => false,
-        "plugin_category" => "input",
-        "plugin_id"       => "test_in",
-        "retry_count"     => nil,
-        "type"            => "test_in",
-        "instance_variables" => {"id" => "test_in"},
-        "emit_records"   => 0,
-        "emit_size"      => 0,
-      }
-      expected_null_response = {
-        "buffer_queue_length" => 0,
-        "buffer_timekeys" => [],
-        "buffer_total_queued_size" => 0,
-        "output_plugin"   => true,
-        "plugin_category" => "output",
-        "plugin_id"       => "null",
-        "retry_count"     => 0,
-        "type"            => "null",
-        "instance_variables" => {"id" => "null"},
-        "buffer_available_buffer_space_ratios" => Float,
-        "buffer_queue_byte_size" => Integer,
-        "buffer_stage_byte_size" => Integer,
-        "buffer_stage_length" => Integer,
-        "emit_count"      => Integer,
-        "emit_records"    => Integer,
-        "emit_size"       => Integer,
-        "write_count"     => Integer,
-        "rollback_count"  => Integer,
-        "slow_flush_count" => Integer,
-        "flush_time_count" => Integer,
-      }
-      response = JSON.parse(get("http://127.0.0.1:#{@port}/api/plugins.json?with_config=no&with_retry=no&with_ivars=id,num_errors").body)
-      test_in_response = response["plugins"][0]
-      null_response = response["plugins"][5]
-      assert_equal(expected_test_in_response, test_in_response)
-      assert_fuzzy_equal(expected_null_response, null_response)
-    end
-    test "/api/config" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      expected_response_regex = %r{pid:\d+\tppid:\d+\tversion:#{Fluent::VERSION}\tconfig_path:#{@filepath}\tpid_file:\tplugin_dirs:/etc/fluent/plugin\tlog_path:}
-      assert_match(expected_response_regex,
-                   get("http://127.0.0.1:#{@port}/api/config").body)
-    end
-    test "/api/config.json" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      res = JSON.parse(get("http://127.0.0.1:#{@port}/api/config.json").body)
-      assert_equal(@filepath, res["config_path"])
-      assert_nil(res["pid_file"])
-      assert_equal(["/etc/fluent/plugin"], res["plugin_dirs"])
-      assert_nil(res["log_path"])
-      assert_equal(Fluent::VERSION, res["version"])
-    end
-    test "/api/config.json?debug=1" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      # To check pretty print
-      assert_true !get("http://127.0.0.1:#{@port}/api/config.json").body.include?("\n")
-      assert_true get("http://127.0.0.1:#{@port}/api/config.json?debug=1").body.include?("\n")
-    end
-    test "/api/config.json/not_found" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  tag monitor
-")
-      d.instance.start
-      resp = get("http://127.0.0.1:#{@port}/api/config.json/not_found")
-      assert_equal('404', resp.code)
-      body = JSON.parse(resp.body)
-      assert_equal(body['message'], 'Not found')
-    end
-  end
-  sub_test_case "check retry of buffered plugins" do
-    class FluentTestFailWriteOutput < ::Fluent::Plugin::Output
-      ::Fluent::Plugin.register_output('test_out_fail_write', self)
-      def write(chunk)
-        raise "chunk error!"
-      end
-    end
-    setup do
-      @port = unused_port
-      # check @type and type in one configuration
-      conf = <<-EOC
-<source>
-  @type monitor_agent
-  @id monitor_agent
-  bind "127.0.0.1"
-  port #{@port}
-</source>
-<match **>
-  @type test_out_fail_write
-  @id test_out_fail_write
-  <buffer time>
-    timekey 1m
-    flush_mode immediate
-  </buffer>
-</match>
-      EOC
-      @ra = Fluent::RootAgent.new(log: $log)
-      stub(Fluent::Engine).root_agent { @ra }
-      @ra = configure_ra(@ra, conf)
-    end
-    test "/api/plugins.json retry object should be filled if flush was failed" do
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{@port}
-  include_config no
-")
-      d.instance.start
-      output = @ra.outputs[0]
-      output.start
-      output.after_start
-      expected_test_out_fail_write_response = {
-          "buffer_queue_length" => 1,
-          "buffer_timekeys" => [output.calculate_timekey(event_time)],
-          "buffer_total_queued_size" => 40,
-          "output_plugin" => true,
-          "plugin_category" => "output",
-          "plugin_id" => "test_out_fail_write",
-          "type" => "test_out_fail_write",
-          "buffer_newest_timekey" => output.calculate_timekey(event_time),
-          "buffer_oldest_timekey" => output.calculate_timekey(event_time),
-          "buffer_available_buffer_space_ratios" => Float,
-          "buffer_queue_byte_size" => Integer,
-          "buffer_stage_byte_size" => Integer,
-          "buffer_stage_length" => Integer,
-          "emit_count" => Integer,
-          "emit_records" => Integer,
-          "emit_size" => Integer,
-          "write_count" => Integer,
-          "rollback_count" => Integer,
-          'slow_flush_count' => Integer,
-          'flush_time_count' => Integer,
-      }
-      output.emit_events('test.tag', Fluent::ArrayEventStream.new([[event_time, {"message" => "test failed flush 1"}]]))
-      # flush few times to check steps
-      2.times do
-        output.force_flush
-        # output.force_flush calls #submit_flush_all, but #submit_flush_all skips to call #submit_flush_once when @retry exists.
-        # So that forced flush in retry state should be done by calling #submit_flush_once directly.
-        output.submit_flush_once
-        sleep 0.1 until output.buffer.queued?
-      end
-      response = JSON.parse(get("http://127.0.0.1:#{@port}/api/plugins.json").body)
-      test_out_fail_write_response = response["plugins"][1]
-      # remove dynamic keys
-      response_retry_count = test_out_fail_write_response.delete("retry_count")
-      response_retry = test_out_fail_write_response.delete("retry")
-      assert_fuzzy_equal(expected_test_out_fail_write_response, test_out_fail_write_response)
-      assert{ response_retry.has_key?("steps") }
-      # it's very hard to check exact retry count (because retries are called by output flush thread scheduling)
-      assert{ response_retry_count >= 1 && response_retry["steps"] >= 0 }
-      assert{ response_retry_count == response_retry["steps"] + 1 }
-    end
-  end
-  sub_test_case "check the port number of http server" do
-    test "on single worker environment" do
-      port = unused_port
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{port}
-")
-      d.instance.start
-      assert_equal("200", get("http://127.0.0.1:#{port}/api/plugins").code)
-    end
-    test "worker_id = 2 on multi worker environment" do
-      port = unused_port
-      Fluent::SystemConfig.overwrite_system_config('workers' => 4) do
-        d = Fluent::Test::Driver::Input.new(Fluent::Plugin::MonitorAgentInput)
-        d.instance.instance_eval{ @_fluentd_worker_id = 2 }
-        d.configure("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{port - 2}
-")
-        d.instance.start
-      end
-      assert_equal("200", get("http://127.0.0.1:#{port}/api/plugins").code)
-    end
-  end
-  sub_test_case "check NoMethodError does not happen" do
-    class FluentTestBufferVariableOutput < ::Fluent::Plugin::Output
-      ::Fluent::Plugin.register_output('test_out_buffer_variable', self)
-      def configure(conf)
-        super
-        @buffer = []
-      end
-      def write(chunk)
-      end
-    end
-    class FluentTestBufferVariableFilter < ::Fluent::Plugin::Filter
-      ::Fluent::Plugin.register_filter("test_filter_buffer_variable", self)
-      def initialize
-        super
-        @buffer = {}
-      end
-      def filter(tag, time, record)
-        record
-      end
-    end
-    setup do
-      conf = <<-EOC
-<match **>
-  @type test_out_buffer_variable
-  @id test_out_buffer_variable
-</match>
-<filter **>
-  @type test_filter_buffer_variable
-  @id test_filter_buffer_variable
-</filter>
-EOC
-      @ra = Fluent::RootAgent.new(log: $log)
-      stub(Fluent::Engine).root_agent { @ra }
-      @ra = configure_ra(@ra, conf)
-    end
-    test "plugins have a variable named buffer does not throws NoMethodError" do
-      port = unused_port
-      d = create_driver("
-  @type monitor_agent
-  bind '127.0.0.1'
-  port #{port}
-  include_config no
-")
-      d.instance.start
-      assert_equal("200", get("http://127.0.0.1:#{port}/api/plugins.json").code)
-      assert{ d.logs.none?{|log| log.include?("NoMethodError") } }
-      assert_equal(false, d.instance.instance_variable_get(:@first_warn))
-    end
-  end
-end