fluentd 0.14.4-x64-mingw32

data/test/test_root_agent.rb

@@ -0,0 +1,278 @@
+require_relative 'helper'
+require 'fluent/event_router'
+require 'fluent/system_config'
+require_relative 'test_plugin_classes'
+
+class RootAgentTest < ::Test::Unit::TestCase
+  include Fluent
+  include FluentTest
+
+  def test_initialize
+    ra = RootAgent.new(log: $log)
+    assert_equal 0, ra.instance_variable_get(:@suppress_emit_error_log_interval)
+    assert_nil ra.instance_variable_get(:@next_emit_error_log_time)
+  end
+
+  data(
+    'suppress interval' => [{'emit_error_log_interval' => 30}, {:@suppress_emit_error_log_interval => 30}],
+    'without source' => [{'without_source' => true}, {:@without_source => true}]
+    )
+  def test_initialize_with_opt(data)
+    opt, expected = data
+    ra = RootAgent.new(log: $log, system_config: SystemConfig.new(opt))
+    expected.each { |k, v|
+      assert_equal v, ra.instance_variable_get(k)
+    }
+  end
+
+  sub_test_case 'configure' do
+    setup do
+      @ra = RootAgent.new(log: $log)
+      stub(Engine).root_agent { @ra }
+    end
+
+    def configure_ra(conf_str)
+      conf = Config.parse(conf_str, "(test)", "(test_dir)", true)
+      @ra.configure(conf)
+      @ra
+    end
+
+    test 'empty' do
+      ra = configure_ra('')
+      assert_empty ra.inputs
+      assert_empty ra.labels
+      assert_empty ra.outputs
+      assert_empty ra.filters
+      assert_nil ra.context
+      assert_nil ra.error_collector
+    end
+
+    test 'with plugins' do
+      # check @type and type in one configuration
+      conf = <<-EOC
+<source>
+  @type test_in
+  @id test_in
+</source>
+<filter>
+  type test_filter
+  id test_filter
+</filter>
+<match **>
+  @type relabel
+  @id test_relabel
+  @label @test
+</match>
+<label @test>
+  <match **>
+    type test_out
+    id test_out
+  </match>
+</label>
+<label @ERROR>
+  <match>
+    @type null
+  </match>
+</label>
+EOC
+      ra = configure_ra(conf)
+      assert_kind_of FluentTestInput, ra.inputs.first
+      assert_kind_of Plugin::RelabelOutput, ra.outputs.first
+      assert_kind_of FluentTestFilter, ra.filters.first
+      assert ra.error_collector
+
+      %W(@test @ERROR).each { |label_symbol|
+        assert_include ra.labels, label_symbol
+        assert_kind_of Label, ra.labels[label_symbol]
+      }
+
+      test_label = ra.labels['@test']
+      assert_kind_of FluentTestOutput, test_label.outputs.first
+      assert_equal ra, test_label.root_agent
+
+      error_label = ra.labels['@ERROR']
+      assert_kind_of Fluent::Plugin::NullOutput, error_label.outputs.first
+      assert_kind_of RootAgent::RootAgentProxyWithoutErrorCollector, error_label.root_agent
+    end
+  end
+
+  sub_test_case 'start/shutdown' do
+    setup do
+      @ra = RootAgent.new(log: $log)
+      stub(Engine).root_agent { @ra }
+      @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
+<source>
+  @type test_in
+  @id test_in
+</source>
+<filter>
+  type test_filter
+  id test_filter
+</filter>
+<match **>
+  @type test_out
+  @id test_out
+</match>
+EOC
+      @ra
+    end
+
+    test 'plugin status' do
+      @ra.start
+      assert_true @ra.inputs.first.started
+      assert_true @ra.filters.first.started
+      assert_true @ra.outputs.first.started
+
+      @ra.shutdown
+      assert_false @ra.inputs.first.started
+      assert_false @ra.filters.first.started
+      assert_false @ra.outputs.first.started
+    end
+  end
+
+  sub_test_case 'configured with MultiOutput plugins' do
+    setup do
+      @ra = RootAgent.new(log: $log)
+      stub(Engine).root_agent { @ra }
+      @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
+<source>
+  @type test_in
+  @id test_in
+</source>
+<filter>
+  @type test_filter
+  @id test_filter
+</filter>
+<match **>
+  @type copy
+  @id test_copy
+  <store>
+    @type test_out
+    @id test_out1
+  </store>
+  <store>
+    @type test_out
+    @id test_out2
+  </store>
+</match>
+EOC
+      @ra
+    end
+
+    test 'plugin status with multi output' do
+      assert_equal 1, @ra.inputs.size
+      assert_equal 1, @ra.filters.size
+      assert_equal 3, @ra.outputs.size
+
+      @ra.start
+      assert_equal [true], @ra.inputs.map{|i| i.started? }
+      assert_equal [true], @ra.filters.map{|i| i.started? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.started? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.after_started? }
+      assert_equal [true], @ra.filters.map{|i| i.after_started? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.after_started? }
+
+      @ra.shutdown
+      assert_equal [true], @ra.inputs.map{|i| i.stopped? }
+      assert_equal [true], @ra.filters.map{|i| i.stopped? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.stopped? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.before_shutdown? }
+      assert_equal [true], @ra.filters.map{|i| i.before_shutdown? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.before_shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.shutdown? }
+      assert_equal [true], @ra.filters.map{|i| i.shutdown? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.after_shutdown? }
+      assert_equal [true], @ra.filters.map{|i| i.after_shutdown? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.after_shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.closed? }
+      assert_equal [true], @ra.filters.map{|i| i.closed? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.closed? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.terminated? }
+      assert_equal [true], @ra.filters.map{|i| i.terminated? }
+      assert_equal [true, true, true], @ra.outputs.map{|i| i.terminated? }
+    end
+  end
+
+  sub_test_case 'configured with MultiOutput plugins and labels' do
+    setup do
+      @ra = RootAgent.new(log: $log)
+      stub(Engine).root_agent { @ra }
+      @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
+<source>
+  @type test_in
+  @id test_in
+  @label @testing
+</source>
+<label @testing>
+  <filter>
+    @type test_filter
+    @id test_filter
+  </filter>
+  <match **>
+    @type copy
+    @id test_copy
+    <store>
+      @type test_out
+      @id test_out1
+    </store>
+    <store>
+      @type test_out
+      @id test_out2
+    </store>
+  </match>
+</label>
+EOC
+      @ra
+    end
+
+    test 'plugin status with multi output' do
+      assert_equal 1, @ra.inputs.size
+      assert_equal 0, @ra.filters.size
+      assert_equal 0, @ra.outputs.size
+      assert_equal 1, @ra.labels.size
+      assert_equal '@testing', @ra.labels.keys.first
+      assert_equal 1, @ra.labels.values.first.filters.size
+      assert_equal 3, @ra.labels.values.first.outputs.size
+
+      label_filters = @ra.labels.values.first.filters
+      label_outputs = @ra.labels.values.first.outputs
+
+      @ra.start
+      assert_equal [true], @ra.inputs.map{|i| i.started? }
+      assert_equal [true], label_filters.map{|i| i.started? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.started? }
+
+      @ra.shutdown
+      assert_equal [true], @ra.inputs.map{|i| i.stopped? }
+      assert_equal [true], label_filters.map{|i| i.stopped? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.stopped? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.before_shutdown? }
+      assert_equal [true], label_filters.map{|i| i.before_shutdown? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.before_shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.shutdown? }
+      assert_equal [true], label_filters.map{|i| i.shutdown? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.after_shutdown? }
+      assert_equal [true], label_filters.map{|i| i.after_shutdown? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.after_shutdown? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.closed? }
+      assert_equal [true], label_filters.map{|i| i.closed? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.closed? }
+
+      assert_equal [true], @ra.inputs.map{|i| i.terminated? }
+      assert_equal [true], label_filters.map{|i| i.terminated? }
+      assert_equal [true, true, true], label_outputs.map{|i| i.terminated? }
+    end
+  end
+end

data/test/test_supervisor.rb

@@ -0,0 +1,339 @@
+require_relative 'helper'
+require 'fluent/event_router'
+require 'fluent/system_config'
+require 'fluent/supervisor'
+require_relative 'test_plugin_classes'
+
+require 'net/http'
+require 'uri'
+require 'fileutils'
+
+class SupervisorTest < ::Test::Unit::TestCase
+  include Fluent
+  include FluentTest
+  include ServerModule
+  include WorkerModule
+
+  TMP_DIR = File.dirname(__FILE__) + "/tmp/config#{ENV['TEST_ENV_NUMBER']}"
+
+  def setup
+    FileUtils.mkdir_p('test/tmp/supervisor')
+  end
+
+  def write_config(path, data)
+    FileUtils.mkdir_p(File.dirname(path))
+    File.open(path, "w") {|f| f.write data }
+  end
+
+  def test_initialize
+    opts = Fluent::Supervisor.default_options
+    sv = Fluent::Supervisor.new(opts)
+    opts.each { |k, v|
+      assert_equal v, sv.instance_variable_get("@#{k}")
+    }
+  end
+
+  def test_read_config
+    create_info_dummy_logger
+
+    tmp_dir = "#{TMP_DIR}/dir/test_read_config.conf"
+    conf_str = %[
+<source>
+  @type forward
+  @id forward_input
+</source>
+<match debug.**>
+  @type stdout
+  @id stdout_output
+</match>
+]
+    write_config tmp_dir, conf_str
+    opts = Fluent::Supervisor.default_options
+    sv = Fluent::Supervisor.new(opts)
+
+    use_v1_config = {}
+    use_v1_config['use_v1_config'] = true
+
+    sv.instance_variable_set(:@config_path, tmp_dir)
+    sv.instance_variable_set(:@use_v1_config, use_v1_config)
+    sv.send(:read_config)
+
+    conf = sv.instance_variable_get(:@conf)
+
+    elem = conf.elements.find { |e| e.name == 'source' }
+    assert_equal "forward", elem['@type']
+    assert_equal "forward_input", elem['@id']
+
+    elem = conf.elements.find { |e| e.name == 'match' }
+    assert_equal "debug.**", elem.arg
+    assert_equal "stdout", elem['@type']
+    assert_equal "stdout_output", elem['@id']
+
+    $log.out.reset
+  end
+
+  def test_system_config
+    opts = Fluent::Supervisor.default_options
+    sv = Fluent::Supervisor.new(opts)
+    conf_data = <<-EOC
+<system>
+  rpc_endpoint 127.0.0.1:24445
+  suppress_repeated_stacktrace true
+  suppress_config_dump true
+  without_source true
+  enable_get_dump true
+  process_name "process_name"
+  log_level info
+</system>
+    EOC
+    conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
+    sv.instance_variable_set(:@conf, conf)
+    sv.send(:set_system_config)
+    sys_conf = sv.instance_variable_get(:@system_config)
+
+    assert_equal '127.0.0.1:24445', sys_conf.rpc_endpoint
+    assert_equal true, sys_conf.suppress_repeated_stacktrace
+    assert_equal true, sys_conf.suppress_config_dump
+    assert_equal true, sys_conf.without_source
+    assert_equal true, sys_conf.enable_get_dump
+    assert_equal "process_name", sys_conf.process_name
+    assert_equal 2, sys_conf.log_level
+  end
+
+  def test_main_process_signal_handlers
+    create_info_dummy_logger
+
+    unless Fluent.windows?
+      opts = Fluent::Supervisor.default_options
+      sv = Fluent::Supervisor.new(opts)
+      sv.send(:install_main_process_signal_handlers)
+
+      begin
+        Process.kill :USR1, $$
+      rescue
+      end
+
+      sleep 1
+
+      info_msg = '[info]: force flushing buffered events' + "\n"
+      assert{ $log.out.logs.first.end_with?(info_msg) }
+    end
+
+    $log.out.reset
+  end
+
+  def test_supervisor_signal_handler
+    create_debug_dummy_logger
+
+    unless Fluent.windows?
+
+      install_supervisor_signal_handlers
+      begin
+        Process.kill :USR1, $$
+      rescue
+      end
+
+      sleep 1
+
+      debug_msg = '[debug]: fluentd supervisor process get SIGUSR1' + "\n"
+      assert{ $log.out.logs.first.end_with?(debug_msg) }
+    end
+
+    $log.out.reset
+  end
+
+  def test_rpc_server
+    create_info_dummy_logger
+
+    unless Fluent.windows?
+      opts = Fluent::Supervisor.default_options
+      sv = Fluent::Supervisor.new(opts)
+      conf_data = <<-EOC
+  <system>
+    rpc_endpoint 0.0.0.0:24447
+  </system>
+      EOC
+      conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
+      sv.instance_variable_set(:@conf, conf)
+      sv.send(:set_system_config)
+      sys_conf = sv.instance_variable_get(:@system_config)
+      @rpc_endpoint = sys_conf.rpc_endpoint
+      @enable_get_dump = sys_conf.enable_get_dump
+
+      run_rpc_server
+
+      sv.send(:install_main_process_signal_handlers)
+      Net::HTTP.get URI.parse('http://0.0.0.0:24447/api/plugins.flushBuffers')
+      info_msg = '[info]: force flushing buffered events' + "\n"
+
+      stop_rpc_server
+
+      # In TravisCI with OSX(Xcode), it seems that can't use rpc server.
+      # This test will be passed in such environment.
+      pend unless $log.out.logs.first
+
+      assert{ $log.out.logs.first.end_with?(info_msg) }
+    end
+
+    $log.out.reset
+  end
+
+  def test_load_config
+    tmp_dir = "#{TMP_DIR}/dir/test_load_config.conf"
+    conf_info_str = %[
+<system>
+  log_level info
+</system>
+]
+    conf_debug_str = %[
+<system>
+  log_level debug
+</system>
+]
+    write_config tmp_dir, conf_info_str
+
+    params = {}
+    params['use_v1_config'] = true
+    params['log_path'] = 'test/tmp/supervisor/log'
+    params['suppress_repeated_stacktrace'] = true
+    params['log_level'] = Fluent::Log::LEVEL_INFO
+    load_config_proc =  Proc.new { Fluent::Supervisor.load_config(tmp_dir, params) }
+
+    # first call
+    se_config = load_config_proc.call
+    assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
+    assert_equal true, se_config[:suppress_repeated_stacktrace]
+    assert_equal 'spawn', se_config[:worker_type]
+    assert_equal 1, se_config[:workers]
+    assert_equal false, se_config[:log_stdin]
+    assert_equal false, se_config[:log_stdout]
+    assert_equal false, se_config[:log_stderr]
+    assert_equal true, se_config[:enable_heartbeat]
+    assert_equal false, se_config[:auto_heartbeat]
+    assert_equal false, se_config[:daemonize]
+    assert_nil se_config[:pid_path]
+
+    # second call immediately(reuse config)
+    se_config = load_config_proc.call
+    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+    assert_nil pre_config_mtime
+    assert_nil pre_loadtime
+
+    sleep 5
+
+    # third call after 5 seconds(don't reuse config)
+    se_config = load_config_proc.call
+    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+    assert_not_nil pre_config_mtime
+    assert_not_nil pre_loadtime
+
+    # forth call immediately(reuse config)
+    se_config = load_config_proc.call
+    # test that pre_config_mtime and pre_loadtime are not changed from previous one because reused pre_config
+    assert_equal pre_config_mtime, se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    assert_equal pre_loadtime, se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+
+    write_config tmp_dir, conf_debug_str
+
+    # fifth call after changed conf file(don't reuse config)
+    se_config = load_config_proc.call
+    assert_equal Fluent::Log::LEVEL_DEBUG, se_config[:log_level]
+  end
+
+  def test_load_config_for_daemonize
+    tmp_dir = "#{TMP_DIR}/dir/test_load_config.conf"
+    conf_info_str = %[
+<system>
+  log_level info
+</system>
+]
+    conf_debug_str = %[
+<system>
+  log_level debug
+</system>
+]
+    write_config tmp_dir, conf_info_str
+
+    params = {}
+    params['use_v1_config'] = true
+    params['log_path'] = 'test/tmp/supervisor/log'
+    params['suppress_repeated_stacktrace'] = true
+    params['log_level'] = Fluent::Log::LEVEL_INFO
+    params['daemonize'] = './fluentd.pid'
+    load_config_proc =  Proc.new { Fluent::Supervisor.load_config(tmp_dir, params) }
+
+    # first call
+    se_config = load_config_proc.call
+    assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
+    assert_equal true, se_config[:suppress_repeated_stacktrace]
+    assert_equal 'spawn', se_config[:worker_type]
+    assert_equal 1, se_config[:workers]
+    assert_equal false, se_config[:log_stdin]
+    assert_equal false, se_config[:log_stdout]
+    assert_equal false, se_config[:log_stderr]
+    assert_equal true, se_config[:enable_heartbeat]
+    assert_equal false, se_config[:auto_heartbeat]
+    assert_equal true, se_config[:daemonize]
+    assert_equal './fluentd.pid', se_config[:pid_path]
+
+    # second call immediately(reuse config)
+    se_config = load_config_proc.call
+    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+    assert_nil pre_config_mtime
+    assert_nil pre_loadtime
+
+    sleep 5
+
+    # third call after 5 seconds(don't reuse config)
+    se_config = load_config_proc.call
+    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+    assert_not_nil pre_config_mtime
+    assert_not_nil pre_loadtime
+
+    # forth call immediately(reuse config)
+    se_config = load_config_proc.call
+    # test that pre_config_mtime and pre_loadtime are not changed from previous one because reused pre_config
+    assert_equal pre_config_mtime, se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
+    assert_equal pre_loadtime, se_config[:windows_daemon_cmdline][5]['pre_loadtime']
+
+    write_config tmp_dir, conf_debug_str
+
+    # fifth call after changed conf file(don't reuse config)
+    se_config = load_config_proc.call
+    assert_equal Fluent::Log::LEVEL_DEBUG, se_config[:log_level]
+  end
+
+  def test_logger
+    opts = Fluent::Supervisor.default_options
+    sv = Fluent::Supervisor.new(opts)
+    log = sv.instance_variable_get(:@log)
+    log.init
+    logger = $log.instance_variable_get(:@logger)
+
+    assert_equal Fluent::Log::LEVEL_INFO, $log.level
+
+    # test that DamonLogger#level= overwrites Fluent.log#level
+    logger.level = 'debug'
+    assert_equal Fluent::Log::LEVEL_DEBUG, $log.level
+  end
+
+  def create_debug_dummy_logger
+    dl_opts = {}
+    dl_opts[:log_level] = ServerEngine::DaemonLogger::DEBUG
+    logdev = Fluent::Test::DummyLogDevice.new
+    logger = ServerEngine::DaemonLogger.new(logdev, dl_opts)
+    $log = Fluent::Log.new(logger)
+  end
+
+  def create_info_dummy_logger
+    dl_opts = {}
+    dl_opts[:log_level] = ServerEngine::DaemonLogger::INFO
+    logdev = Fluent::Test::DummyLogDevice.new
+    logger = ServerEngine::DaemonLogger.new(logdev, dl_opts)
+    $log = Fluent::Log.new(logger)
+  end
+end