fluentd 1.13.3 → 1.16.5

data/test/test_supervisor.rb

@@ -2,12 +2,15 @@ require_relative 'helper'
 require 'fluent/event_router'
 require 'fluent/system_config'
 require 'fluent/supervisor'
+require 'fluent/file_wrapper'
 require_relative 'test_plugin_classes'
 
 require 'net/http'
 require 'uri'
 require 'fileutils'
 require 'tempfile'
+require 'securerandom'
+require 'pathname'
 
 if Fluent.windows?
   require 'win32/event'
@@ -22,33 +25,47 @@ class SupervisorTest < ::Test::Unit::TestCase
     end
   end
 
-  TMP_DIR = File.expand_path(File.dirname(__FILE__) + "/tmp/supervisor#{ENV['TEST_ENV_NUMBER']}")
-  TMP_ROOT_DIR = File.join(TMP_DIR, 'root')
+  def tmp_dir
+    File.join(File.dirname(__FILE__), "tmp", "supervisor#{ENV['TEST_ENV_NUMBER']}", SecureRandom.hex(10))
+  end
 
   def setup
-    FileUtils.rm_rf(TMP_DIR)
-    FileUtils.mkdir_p(TMP_DIR)
+    @stored_global_logger = $log
+    @tmp_dir = tmp_dir
+    @tmp_root_dir = File.join(@tmp_dir, 'root')
+    FileUtils.mkdir_p(@tmp_dir)
+    @sigdump_path = "/tmp/sigdump-#{Process.pid}.log"
+  end
+
+  def teardown
+    $log = @stored_global_logger
+    begin
+      FileUtils.rm_rf(@tmp_dir)
+    rescue Errno::EACCES
+      # It may occur on Windows because of delete pending state due to delayed GC.
+      # Ruby 3.2 or later doesn't ignore Errno::EACCES:
+      # https://github.com/ruby/ruby/commit/983115cf3c8f75b1afbe3274f02c1529e1ce3a81
+    end
   end
 
   def write_config(path, data)
     FileUtils.mkdir_p(File.dirname(path))
-    File.open(path, "w") {|f| f.write data }
+    Fluent::FileWrapper.open(path, "w") {|f| f.write data }
   end
 
 
   def test_system_config
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    sv = Fluent::Supervisor.new({})
     conf_data = <<-EOC
 <system>
   rpc_endpoint 127.0.0.1:24445
-  suppress_repeated_stacktrace true
+  suppress_repeated_stacktrace false
   suppress_config_dump true
   without_source true
   enable_get_dump true
   process_name "process_name"
   log_level info
-  root_dir #{TMP_ROOT_DIR}
+  root_dir #{@tmp_root_dir}
   <log>
     format json
     time_format %Y
@@ -70,13 +87,13 @@ class SupervisorTest < ::Test::Unit::TestCase
     sys_conf = sv.__send__(:build_system_config, conf)
 
     assert_equal '127.0.0.1:24445', sys_conf.rpc_endpoint
-    assert_equal true, sys_conf.suppress_repeated_stacktrace
+    assert_equal false, sys_conf.suppress_repeated_stacktrace
     assert_equal true, sys_conf.suppress_config_dump
     assert_equal true, sys_conf.without_source
     assert_equal true, sys_conf.enable_get_dump
     assert_equal "process_name", sys_conf.process_name
     assert_equal 2, sys_conf.log_level
-    assert_equal TMP_ROOT_DIR, sys_conf.root_dir
+    assert_equal @tmp_root_dir, sys_conf.root_dir
     assert_equal :json, sys_conf.log.format
     assert_equal '%Y', sys_conf.log.time_format
     counter_server = sys_conf.counter_server
@@ -90,26 +107,146 @@ class SupervisorTest < ::Test::Unit::TestCase
     assert_equal 2, counter_client.timeout
   end
 
-  def test_main_process_signal_handlers
+  sub_test_case "yaml config" do
+    def parse_yaml(yaml)
+      context = Kernel.binding
+
+      config = nil
+      Tempfile.open do |file|
+        file.puts(yaml)
+        file.flush
+        s = Fluent::Config::YamlParser::Loader.new(context).load(Pathname.new(file))
+        config = Fluent::Config::YamlParser::Parser.new(s).build.to_element
+      end
+      config
+    end
+
+    def test_system_config
+      sv = Fluent::Supervisor.new({})
+      conf_data = <<-EOC
+      system:
+        rpc_endpoint: 127.0.0.1:24445
+        suppress_repeated_stacktrace: true
+        suppress_config_dump: true
+        without_source: true
+        enable_get_dump: true
+        process_name: "process_name"
+        log_level: info
+        root_dir: !fluent/s "#{@tmp_root_dir}"
+        log:
+          format: json
+          time_format: "%Y"
+        counter_server:
+          bind: 127.0.0.1
+          port: 24321
+          scope: server1
+          backup_path: /tmp/backup
+        counter_client:
+          host: 127.0.0.1
+          port: 24321
+          timeout: 2
+      EOC
+      conf = parse_yaml(conf_data)
+      sys_conf = sv.__send__(:build_system_config, conf)
+
+    counter_client = sys_conf.counter_client
+    counter_server = sys_conf.counter_server
+    assert_equal(
+      [
+        '127.0.0.1:24445',
+        true,
+        true,
+        true,
+        true,
+        "process_name",
+        2,
+        @tmp_root_dir,
+        :json,
+        '%Y',
+        '127.0.0.1',
+        24321,
+        'server1',
+        '/tmp/backup',
+        '127.0.0.1',
+        24321,
+        2,
+      ],
+      [
+        sys_conf.rpc_endpoint,
+        sys_conf.suppress_repeated_stacktrace,
+        sys_conf.suppress_config_dump,
+        sys_conf.without_source,
+        sys_conf.enable_get_dump,
+        sys_conf.process_name,
+        sys_conf.log_level,
+        sys_conf.root_dir,
+        sys_conf.log.format,
+        sys_conf.log.time_format,
+        counter_server.bind,
+        counter_server.port,
+        counter_server.scope,
+        counter_server.backup_path,
+        counter_client.host,
+        counter_client.port,
+        counter_client.timeout,
+      ])
+    end
+  end
+
+  def test_usr1_in_main_process_signal_handlers
     omit "Windows cannot handle signals" if Fluent.windows?
 
     create_info_dummy_logger
 
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    sv = Fluent::Supervisor.new({})
     sv.send(:install_main_process_signal_handlers)
 
-    begin
-      Process.kill :USR1, $$
-    rescue
-    end
+    Process.kill :USR1, Process.pid
 
     sleep 1
 
-    info_msg = '[info]: force flushing buffered events' + "\n"
+    info_msg = "[info]: force flushing buffered events\n"
     assert{ $log.out.logs.first.end_with?(info_msg) }
   ensure
-    $log.out.reset if $log && $log.out && $log.out.respond_to?(:reset)
+    $log.out.reset if $log&.out&.respond_to?(:reset)
+  end
+
+  def test_cont_in_main_process_signal_handlers
+    omit "Windows cannot handle signals" if Fluent.windows?
+
+    sv = Fluent::Supervisor.new({})
+    sv.send(:install_main_process_signal_handlers)
+
+    Process.kill :CONT, Process.pid
+
+    sleep 1
+
+    assert{ File.exist?(@sigdump_path) }
+  ensure
+    File.delete(@sigdump_path) if File.exist?(@sigdump_path)
+  end
+
+  def test_term_cont_in_main_process_signal_handlers
+    omit "Windows cannot handle signals" if Fluent.windows?
+
+    create_debug_dummy_logger
+
+    sv = Fluent::Supervisor.new({})
+    sv.send(:install_main_process_signal_handlers)
+
+    Process.kill :TERM, Process.pid
+    Process.kill :CONT, Process.pid
+
+    sleep 1
+
+    debug_msg = "[debug]: fluentd main process get SIGTERM\n"
+    logs = $log.out.logs
+    assert{ logs.any?{|log| log.include?(debug_msg) } }
+
+    assert{ not File.exist?(@sigdump_path) }
+  ensure
+    $log.out.reset if $log&.out&.respond_to?(:reset)
+    File.delete(@sigdump_path) if File.exist?(@sigdump_path)
   end
 
   def test_main_process_command_handlers
@@ -117,8 +254,7 @@ class SupervisorTest < ::Test::Unit::TestCase
 
     create_info_dummy_logger
 
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    sv = Fluent::Supervisor.new({})
     r, w = IO.pipe
     $stdin = r
     sv.send(:install_main_process_signal_handlers)
@@ -132,23 +268,21 @@ class SupervisorTest < ::Test::Unit::TestCase
 
     sleep 1
 
-    info_msg = '[info]: force flushing buffered events' + "\n"
+    info_msg = "[info]: force flushing buffered events\n"
     assert{ $log.out.logs.first.end_with?(info_msg) }
   ensure
-    $log.out.reset if $log && $log.out && $log.out.respond_to?(:reset)
+    $log.out.reset if $log&.out&.respond_to?(:reset)
   end
 
-  def test_supervisor_signal_handler
+  def test_usr1_in_supervisor_signal_handler
     omit "Windows cannot handle signals" if Fluent.windows?
 
     create_debug_dummy_logger
 
     server = DummyServer.new
     server.install_supervisor_signal_handlers
-    begin
-      Process.kill :USR1, $$
-    rescue
-    end
+
+    Process.kill :USR1, Process.pid
 
     sleep 1
 
@@ -156,12 +290,43 @@ class SupervisorTest < ::Test::Unit::TestCase
     logs = $log.out.logs
     assert{ logs.any?{|log| log.include?(debug_msg) } }
   ensure
-    $log.out.reset if $log && $log.out && $log.out.respond_to?(:reset)
+    $log.out.reset if $log&.out&.respond_to?(:reset)
+  end
+
+  def test_cont_in_supervisor_signal_handler
+    omit "Windows cannot handle signals" if Fluent.windows?
+
+    server = DummyServer.new
+    server.install_supervisor_signal_handlers
+
+    Process.kill :CONT, Process.pid
+
+    sleep 1
+
+    assert{ File.exist?(@sigdump_path) }
+  ensure
+    File.delete(@sigdump_path) if File.exist?(@sigdump_path)
+  end
+
+  def test_term_cont_in_supervisor_signal_handler
+    omit "Windows cannot handle signals" if Fluent.windows?
+
+    server = DummyServer.new
+    server.install_supervisor_signal_handlers
+
+    Process.kill :TERM, Process.pid
+    Process.kill :CONT, Process.pid
+
+    assert{ not File.exist?(@sigdump_path) }
+  ensure
+    File.delete(@sigdump_path) if File.exist?(@sigdump_path)
   end
 
   def test_windows_shutdown_event
     omit "Only for Windows platform" unless Fluent.windows?
 
+    create_debug_dummy_logger
+
     server = DummyServer.new
     def server.config
       {:signame => "TestFluentdEvent"}
@@ -184,7 +349,7 @@ class SupervisorTest < ::Test::Unit::TestCase
     logs = $log.out.logs
     assert{ logs.any?{|log| log.include?(debug_msg) } }
   ensure
-    $log.out.reset if $log && $log.out && $log.out.respond_to?(:reset)
+    $log.out.reset if $log&.out&.respond_to?(:reset)
   end
 
   def test_supervisor_event_handler
@@ -210,19 +375,66 @@ class SupervisorTest < ::Test::Unit::TestCase
     logs = $log.out.logs
     assert{ logs.any?{|log| log.include?(debug_msg) } }
   ensure
-    $log.out.reset if $log && $log.out && $log.out.respond_to?(:reset)
+    $log.out.reset if $log&.out&.respond_to?(:reset)
   end
 
-  def test_rpc_server
+  data("Normal", {raw_path: "C:\\Windows\\Temp\\sigdump.log", expected: "C:\\Windows\\Temp\\sigdump-#{Process.pid}.log"})
+  data("UNIX style", {raw_path: "/Windows/Temp/sigdump.log", expected: "/Windows/Temp/sigdump-#{Process.pid}.log"})
+  data("No extension", {raw_path: "C:\\Windows\\Temp\\sigdump", expected: "C:\\Windows\\Temp\\sigdump-#{Process.pid}"})
+  data("Multi-extension", {raw_path: "C:\\Windows\\Temp\\sig.dump.bk", expected: "C:\\Windows\\Temp\\sig.dump-#{Process.pid}.bk"})
+  def test_fluentsigdump_get_path_with_pid(data)
+    path = Fluent::FluentSigdump.get_path_with_pid(data[:raw_path])
+    assert_equal(data[:expected], path)
+  end
+
+  def test_supervisor_event_dump_windows
+    omit "Only for Windows, alternative to UNIX signals" unless Fluent.windows?
+
+    server = DummyServer.new
+    def server.config
+      {:signame => "TestFluentdEvent"}
+    end
+    server.install_windows_event_handler
+
+    assert_rr do
+      # Have to use mock because `Sigdump.dump` seems to be somehow incompatible with RR.
+      # The `mock(server).restart(true) { nil }` line in `test_rpc_server_windows` cause the next error.
+      # Failure: test_supervisor_event_dump_windows(SupervisorTest):
+      #   class()
+      #   Called 0 times.
+      #   Expected 1 times.
+      # .../Ruby26-x64/lib/ruby/gems/2.6.0/gems/sigdump-0.2.4/lib/sigdump.rb:74:in `block in dump_object_count'
+      #     73: ObjectSpace.each_object {|o|
+      #     74:   c = o.class <-- HERE!
+      mock(Sigdump).dump(anything)
+
+      begin
+        sleep 0.1 # Wait for starting windows event thread
+        event = Win32::Event.open("TestFluentdEvent_CONT")
+        event.set
+        event.close
+        sleep 1.0 # Wait for dumping
+      ensure
+        server.stop_windows_event_thread
+      end
+    end
+  end
+
+  data(:ipv4 => ["0.0.0.0", "127.0.0.1", false],
+       :ipv6 => ["[::]", "[::1]", true],
+       :localhost_ipv4 => ["localhost", "127.0.0.1", false])
+  def test_rpc_server(data)
     omit "Windows cannot handle signals" if Fluent.windows?
 
+    bindaddr, localhost, ipv6 = data
+    omit "IPv6 is not supported on this environment" if ipv6 && !ipv6_enabled?
+
     create_info_dummy_logger
 
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    sv = Fluent::Supervisor.new({})
     conf_data = <<-EOC
   <system>
-    rpc_endpoint 0.0.0.0:24447
+    rpc_endpoint "#{bindaddr}:24447"
   </system>
     EOC
     conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
@@ -235,8 +447,8 @@ class SupervisorTest < ::Test::Unit::TestCase
     server.run_rpc_server
 
     sv.send(:install_main_process_signal_handlers)
-    response = Net::HTTP.get(URI.parse('http://127.0.0.1:24447/api/plugins.flushBuffers'))
-    info_msg = '[info]: force flushing buffered events' + "\n"
+    response = Net::HTTP.get(URI.parse("http://#{localhost}:24447/api/plugins.flushBuffers"))
+    info_msg = "[info]: force flushing buffered events\n"
 
     server.stop_rpc_server
 
@@ -250,16 +462,43 @@ class SupervisorTest < ::Test::Unit::TestCase
     $log.out.reset if $log.out.is_a?(Fluent::Test::DummyLogDevice)
   end
 
-  def test_rpc_server_windows
+  data(:no_port => ["127.0.0.1"],
+       :invalid_addr => ["*:24447"])
+  def test_invalid_rpc_endpoint(data)
+    endpoint = data[0]
+
+    sv = Fluent::Supervisor.new({})
+    conf_data = <<-EOC
+  <system>
+    rpc_endpoint "#{endpoint}"
+  </system>
+    EOC
+    conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
+    sys_conf = sv.__send__(:build_system_config, conf)
+
+    server = DummyServer.new
+    server.rpc_endpoint = sys_conf.rpc_endpoint
+
+    assert_raise(Fluent::ConfigError.new("Invalid rpc_endpoint: #{endpoint}")) do
+      server.run_rpc_server
+    end
+  end
+
+  data(:ipv4 => ["0.0.0.0", "127.0.0.1", false],
+       :ipv6 => ["[::]", "[::1]", true],
+       :localhost_ipv4 => ["localhost", "127.0.0.1", true])
+  def test_rpc_server_windows(data)
     omit "Only for windows platform" unless Fluent.windows?
 
+    bindaddr, localhost, ipv6 = data
+    omit "IPv6 is not supported on this environment" if ipv6 && !ipv6_enabled?
+
     create_info_dummy_logger
 
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    sv = Fluent::Supervisor.new({})
     conf_data = <<-EOC
   <system>
-    rpc_endpoint 0.0.0.0:24447
+    rpc_endpoint "#{bindaddr}:24447"
   </system>
     EOC
     conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
@@ -277,42 +516,23 @@ class SupervisorTest < ::Test::Unit::TestCase
     server.run_rpc_server
 
     mock(server).restart(true) { nil }
-    response = Net::HTTP.get(URI.parse('http://127.0.0.1:24447/api/plugins.flushBuffers'))
+    response = Net::HTTP.get(URI.parse("http://#{localhost}:24447/api/plugins.flushBuffers"))
 
     server.stop_rpc_server
     assert_equal('{"ok":true}', response)
   end
 
-  def test_load_config
-    tmp_dir = "#{TMP_DIR}/dir/test_load_config.conf"
-    conf_info_str = %[
-<system>
-  log_level info
-</system>
-]
-    conf_debug_str = %[
-<system>
-  log_level debug
-</system>
-]
-    now = Time.now
-    Timecop.freeze(now)
-
-    write_config tmp_dir, conf_info_str
-
+  def test_serverengine_config
     params = {}
     params['workers'] = 1
+    params['fluentd_conf_path'] = "fluentd.conf"
     params['use_v1_config'] = true
-    params['log_path'] = 'test/tmp/supervisor/log'
-    params['suppress_repeated_stacktrace'] = true
-    params['log_level'] = Fluent::Log::LEVEL_INFO
     params['conf_encoding'] = 'utf-8'
-    load_config_proc =  Proc.new { Fluent::Supervisor.load_config(tmp_dir, params) }
+    params['log_level'] = Fluent::Log::LEVEL_INFO
+    load_config_proc =  Proc.new { Fluent::Supervisor.serverengine_config(params) }
 
-    # first call
     se_config = load_config_proc.call
     assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
-    assert_equal true, se_config[:suppress_repeated_stacktrace]
     assert_equal 'spawn', se_config[:worker_type]
     assert_equal 1, se_config[:workers]
     assert_equal false, se_config[:log_stdin]
@@ -320,99 +540,23 @@ class SupervisorTest < ::Test::Unit::TestCase
     assert_equal false, se_config[:log_stderr]
     assert_equal true, se_config[:enable_heartbeat]
     assert_equal false, se_config[:auto_heartbeat]
+    assert_equal "fluentd.conf", se_config[:config_path]
     assert_equal false, se_config[:daemonize]
     assert_nil se_config[:pid_path]
-
-    # second call immediately(reuse config)
-    se_config = load_config_proc.call
-    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-    assert_nil pre_config_mtime
-    assert_nil pre_loadtime
-
-    Timecop.freeze(now + 5)
-
-    # third call after 5 seconds(don't reuse config)
-    se_config = load_config_proc.call
-    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-    assert_not_nil pre_config_mtime
-    assert_not_nil pre_loadtime
-
-    # forth call immediately(reuse config)
-    se_config = load_config_proc.call
-    # test that pre_config_mtime and pre_loadtime are not changed from previous one because reused pre_config
-    assert_equal pre_config_mtime, se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    assert_equal pre_loadtime, se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-
-    write_config tmp_dir, conf_debug_str
-
-    # fifth call after changed conf file(don't reuse config)
-    se_config = load_config_proc.call
-    assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
-  ensure
-    Timecop.return
   end
 
-  def test_load_config_for_logger
-    tmp_dir = "#{TMP_DIR}/dir/test_load_config_log.conf"
-    conf_info_str = %[
-<system>
-  <log>
-    format json
-    time_format %FT%T.%L%z
-  </log>
-</system>
-]
-    write_config tmp_dir, conf_info_str
-    params = {
-      'use_v1_config' => true,
-      'conf_encoding' => 'utf8',
-      'log_level' => Fluent::Log::LEVEL_INFO,
-      'log_path' => 'test/tmp/supervisor/log',
-
-      'workers' => 1,
-      'log_format' => :json,
-      'log_time_format' => '%FT%T.%L%z',
-    }
-
-    r = Fluent::Supervisor.load_config(tmp_dir, params)
-    assert_equal :json, r[:logger].format
-    assert_equal '%FT%T.%L%z', r[:logger].time_format
-  end
-
-  def test_load_config_for_daemonize
-    tmp_dir = "#{TMP_DIR}/dir/test_load_config.conf"
-    conf_info_str = %[
-<system>
-  log_level info
-</system>
-]
-    conf_debug_str = %[
-<system>
-  log_level debug
-</system>
-]
-
-    now = Time.now
-    Timecop.freeze(now)
-
-    write_config tmp_dir, conf_info_str
-
+  def test_serverengine_config_for_daemonize
     params = {}
     params['workers'] = 1
+    params['fluentd_conf_path'] = "fluentd.conf"
     params['use_v1_config'] = true
-    params['log_path'] = 'test/tmp/supervisor/log'
-    params['suppress_repeated_stacktrace'] = true
+    params['conf_encoding'] = 'utf-8'
     params['log_level'] = Fluent::Log::LEVEL_INFO
     params['daemonize'] = './fluentd.pid'
-    params['conf_encoding'] = 'utf-8'
-    load_config_proc = Proc.new { Fluent::Supervisor.load_config(tmp_dir, params) }
+    load_config_proc = Proc.new { Fluent::Supervisor.serverengine_config(params) }
 
-    # first call
     se_config = load_config_proc.call
     assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
-    assert_equal true, se_config[:suppress_repeated_stacktrace]
     assert_equal 'spawn', se_config[:worker_type]
     assert_equal 1, se_config[:workers]
     assert_equal false, se_config[:log_stdin]
@@ -420,136 +564,212 @@ class SupervisorTest < ::Test::Unit::TestCase
     assert_equal false, se_config[:log_stderr]
     assert_equal true, se_config[:enable_heartbeat]
     assert_equal false, se_config[:auto_heartbeat]
+    assert_equal "fluentd.conf", se_config[:config_path]
     assert_equal true, se_config[:daemonize]
     assert_equal './fluentd.pid', se_config[:pid_path]
-
-    # second call immediately(reuse config)
-    se_config = load_config_proc.call
-    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-    assert_nil pre_config_mtime
-    assert_nil pre_loadtime
-
-    Timecop.freeze(now + 5)
-
-    # third call after 6 seconds(don't reuse config)
-    se_config = load_config_proc.call
-    pre_config_mtime = se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    pre_loadtime = se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-    assert_not_nil pre_config_mtime
-    assert_not_nil pre_loadtime
-
-    # forth call immediately(reuse config)
-    se_config = load_config_proc.call
-    # test that pre_config_mtime and pre_loadtime are not changed from previous one because reused pre_config
-    assert_equal pre_config_mtime, se_config[:windows_daemon_cmdline][5]['pre_config_mtime']
-    assert_equal pre_loadtime, se_config[:windows_daemon_cmdline][5]['pre_loadtime']
-
-    write_config tmp_dir, conf_debug_str
-
-    # fifth call after changed conf file(don't reuse config)
-    se_config = load_config_proc.call
-    assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
-  ensure
-    Timecop.return
   end
 
-  def test_logger
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
-    log = sv.instance_variable_get(:@log)
-    log.init(:standalone, 0)
-    logger = $log.instance_variable_get(:@logger)
+  sub_test_case "init logger" do
+    data(supervisor: true)
+    data(worker: false)
+    def test_init_for_logger(supervisor)
+      tmp_conf_path = "#{@tmp_dir}/dir/test_init_for_logger.conf"
+      conf_info_str = <<~EOC
+        <system>
+          log_level warn # To suppress logs
+          suppress_repeated_stacktrace false
+          ignore_repeated_log_interval 10s
+          ignore_same_log_interval 20s
+          <log>
+            format json
+            time_format %FT%T.%L%z
+          </log>
+        </system>
+      EOC
+      write_config tmp_conf_path, conf_info_str
+
+      s = Fluent::Supervisor.new({config_path: tmp_conf_path})
+      s.configure(supervisor: supervisor)
+
+      assert_equal :json, $log.format
+      assert_equal '%FT%T.%L%z', $log.time_format
+      assert_equal false, $log.suppress_repeated_stacktrace
+      assert_equal 10, $log.ignore_repeated_log_interval
+      assert_equal 20, $log.ignore_same_log_interval
+    end
 
-    assert_equal Fluent::Log::LEVEL_INFO, $log.level
+    data(
+      daily_age: 'daily',
+      weekly_age: 'weekly',
+      monthly_age: 'monthly',
+      integer_age: 2,
+    )
+    def test_logger_with_rotate_age_and_rotate_size(rotate_age)
+      config_path = "#{@tmp_dir}/empty.conf"
+      write_config config_path, ""
+
+      sv = Fluent::Supervisor.new(
+        config_path: config_path,
+        log_path: "#{@tmp_dir}/test",
+        log_rotate_age: rotate_age,
+        log_rotate_size: 10,
+      )
+      sv.__send__(:setup_global_logger)
+
+      assert_equal Fluent::LogDeviceIO, $log.out.class
+      assert_equal rotate_age, $log.out.instance_variable_get(:@shift_age)
+      assert_equal 10, $log.out.instance_variable_get(:@shift_size)
+    end
 
-    # test that DamonLogger#level= overwrites Fluent.log#level
-    logger.level = 'debug'
-    assert_equal Fluent::Log::LEVEL_DEBUG, $log.level
+    def test_can_start_with_rotate_but_no_log_path
+      config_path = "#{@tmp_dir}/empty.conf"
+      write_config config_path, ""
 
-    assert_equal 5, logger.instance_variable_get(:@rotate_age)
-    assert_equal 1048576, logger.instance_variable_get(:@rotate_size)
-  end
+      sv = Fluent::Supervisor.new(
+        config_path: config_path,
+        log_rotate_age: 5,
+      )
+      sv.__send__(:setup_global_logger)
 
-  data(
-    daily_age: 'daily',
-    weekly_age: 'weekly',
-    monthly_age: 'monthly',
-    integer_age: 2,
-  )
-  def test_logger_with_rotate_age_and_rotate_size(rotate_age)
-    opts = Fluent::Supervisor.default_options.merge(
-      log_path: "#{TMP_DIR}/test", log_rotate_age: rotate_age, log_rotate_size: 10
-    )
-    sv = Fluent::Supervisor.new(opts)
-    log = sv.instance_variable_get(:@log)
-    log.init(:standalone, 0)
+      assert_true $log.stdout?
+    end
 
-    assert_equal Fluent::LogDeviceIO, $log.out.class
-    assert_equal rotate_age, $log.out.instance_variable_get(:@shift_age)
-    assert_equal 10, $log.out.instance_variable_get(:@shift_size)
-  end
+    sub_test_case "system log rotation" do
+      def parse_text(text)
+        basepath = File.expand_path(File.dirname(__FILE__) + '/../../')
+        Fluent::Config.parse(text, '(test)', basepath, true).elements.find { |e| e.name == 'system' }
+      end
 
-  sub_test_case "system log rotation" do
-    def parse_text(text)
-      basepath = File.expand_path(File.dirname(__FILE__) + '/../../')
-      Fluent::Config.parse(text, '(test)', basepath, true).elements.find { |e| e.name == 'system' }
-    end
+      def test_override_default_log_rotate
+        Tempfile.open do |file|
+          config = parse_text(<<-EOS)
+            <system>
+              <log>
+                rotate_age 3
+                rotate_size 300
+              </log>
+            </system>
+          EOS
+          file.puts(config)
+          file.flush
+          sv = Fluent::Supervisor.new({log_path: "#{@tmp_dir}/test.log", config_path: file.path})
+
+          sv.__send__(:setup_global_logger)
+          logger = $log.instance_variable_get(:@logger)
+
+          assert_equal Fluent::LogDeviceIO, $log.out.class
+          assert_equal 3, $log.out.instance_variable_get(:@shift_age)
+          assert_equal 300, $log.out.instance_variable_get(:@shift_size)
+        end
+      end
 
-    def test_override_default_log_rotate
-      Tempfile.open do |file|
-        config = parse_text(<<-EOS)
-          <system>
-            <log>
-              rotate_age 3
-              rotate_size 300
-            </log>
-          </system>
-        EOS
-        file.puts(config)
-        file.flush
-        opts = Fluent::Supervisor.default_options.merge(
-          log_path: "#{TMP_DIR}/test.log", config_path: file.path
-        )
-        sv = Fluent::Supervisor.new(opts)
-
-        log = sv.instance_variable_get(:@log)
-        log.init(:standalone, 0)
-        logger = $log.instance_variable_get(:@logger)
-
-        assert_equal([3, 300],
-                     [logger.instance_variable_get(:@rotate_age),
-                      logger.instance_variable_get(:@rotate_size)])
+      def test_override_default_log_rotate_with_yaml_config
+        Tempfile.open do |file|
+          config = <<-EOS
+            system:
+              log:
+                rotate_age: 3
+                rotate_size: 300
+          EOS
+          file.puts(config)
+          file.flush
+          sv = Fluent::Supervisor.new({log_path: "#{@tmp_dir}/test.log", config_path: file.path, config_file_type: :yaml})
+
+          sv.__send__(:setup_global_logger)
+          logger = $log.instance_variable_get(:@logger)
+
+          assert_equal Fluent::LogDeviceIO, $log.out.class
+          assert_equal 3, $log.out.instance_variable_get(:@shift_age)
+          assert_equal 300, $log.out.instance_variable_get(:@shift_size)
+        end
       end
     end
-  end
 
-  def test_inline_config
-    omit 'this feature is deprecated. see https://github.com/fluent/fluentd/issues/2711'
+    def test_log_level_affects
+      sv = Fluent::Supervisor.new({})
 
-    opts = Fluent::Supervisor.default_options
-    opts[:inline_config] = '-'
-    sv = Fluent::Supervisor.new(opts)
-    assert_equal '-', sv.instance_variable_get(:@inline_config)
+      c = Fluent::Config::Element.new('system', '', { 'log_level' => 'error' }, [])
+      stub(Fluent::Config).build { config_element('ROOT', '', {}, [c]) }
 
-    inline_config = '<match *>\n@type stdout\n</match>'
-    stub(STDIN).read { inline_config }
-    stub(Fluent::Config).build                                # to skip
-    stub(sv).build_system_config { Fluent::SystemConfig.new } # to skip
+      sv.configure
+      assert_equal Fluent::Log::LEVEL_ERROR, $log.level
+    end
 
-    sv.configure
-    assert_equal inline_config, sv.instance_variable_get(:@inline_config)
-  end
+    data(supervisor: true)
+    data(worker: false)
+    def test_log_path(supervisor)
+      log_path = Pathname(@tmp_dir) + "fluentd.log"
+      config_path = Pathname(@tmp_dir) + "fluentd.conf"
+      write_config config_path.to_s, ""
+
+      s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
+      assert_rr do
+        mock.proxy(File).chmod(0o777, log_path.parent.to_s).never
+        s.__send__(:setup_global_logger, supervisor: supervisor)
+      end
+
+      assert { log_path.parent.exist? }
+    ensure
+      $log.out.close
+    end
 
-  def test_log_level_affects
-    opts = Fluent::Supervisor.default_options
-    sv = Fluent::Supervisor.new(opts)
+    data(supervisor: true)
+    data(worker: false)
+    def test_dir_permission(supervisor)
+      omit "NTFS doesn't support UNIX like permissions" if Fluent.windows?
+
+      log_path = Pathname(@tmp_dir) + "fluentd.log"
+      config_path = Pathname(@tmp_dir) + "fluentd.conf"
+      conf = <<~EOC
+        <system>
+          dir_permission 0o777
+        </system>
+      EOC
+      write_config config_path.to_s, conf
+
+      s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
+      assert_rr do
+        mock.proxy(File).chmod(0o777, log_path.parent.to_s).once
+        s.__send__(:setup_global_logger, supervisor: supervisor)
+      end
 
-    c = Fluent::Config::Element.new('system', '', { 'log_level' => 'error' }, [])
-    stub(Fluent::Config).build { config_element('ROOT', '', {}, [c]) }
+      assert { log_path.parent.exist? }
+      assert { (File.stat(log_path.parent).mode & 0xFFF) == 0o777 }
+    ensure
+      $log.out.close
+    end
 
-    sv.configure
-    assert_equal Fluent::Log::LEVEL_ERROR, $log.level
+    def test_files_for_each_process_with_rotate_on_windows
+      omit "Only for Windows." unless Fluent.windows?
+
+      log_path = Pathname(@tmp_dir) + "log" + "fluentd.log"
+      config_path = Pathname(@tmp_dir) + "fluentd.conf"
+      conf = <<~EOC
+        <system>
+          <log>
+            rotate_age 5
+          </log>
+        </system>
+      EOC
+      write_config config_path.to_s, conf
+
+      s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
+      s.__send__(:setup_global_logger, supervisor: true)
+      $log.out.close
+
+      s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
+      s.__send__(:setup_global_logger, supervisor: false)
+      $log.out.close
+
+      ENV["SERVERENGINE_WORKER_ID"] = "1"
+      s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
+      s.__send__(:setup_global_logger, supervisor: false)
+      $log.out.close
+
+      assert { log_path.parent.entries.size == 5 } # [".", "..", "logfile.log", ...]
+    ensure
+      ENV.delete("SERVERENGINE_WORKER_ID")
+    end
   end
 
   def test_enable_shared_socket