fluentd 1.17.1-x86-mingw32 → 1.19.0-x86-mingw32

data/lib/fluent/plugin/formatter_out_file.rb

@@ -16,7 +16,7 @@
 
 require 'fluent/plugin/formatter'
 require 'fluent/time'
-require 'yajl'
+require 'json'
 
 module Fluent
   module Plugin
@@ -43,10 +43,13 @@ module Fluent
       end
 
       def format(tag, time, record)
+        json_str = JSON.generate(record)
         header = ''
         header << "#{@timef.format(time)}#{@delimiter}" if @output_time
         header << "#{tag}#{@delimiter}" if @output_tag
-        "#{header}#{Yajl.dump(record)}#{@newline}"
+        "#{header}#{json_str}#{@newline}"
+      ensure
+        json_str&.clear
       end
     end
   end

data/lib/fluent/plugin/in_forward.rb

@@ -55,7 +55,7 @@ module Fluent::Plugin
     desc 'Received chunk is dropped if it is larger than this value.'
     config_param :chunk_size_limit, :size, default: nil
     desc 'Skip an event if incoming event is invalid.'
-    config_param :skip_invalid_event, :bool, default: false
+    config_param :skip_invalid_event, :bool, default: true
 
     desc "The field name of the client's source address."
     config_param :source_address_key, :string, default: nil
@@ -307,10 +307,14 @@ module Fluent::Plugin
       case entries
       when String
         # PackedForward
-        option = msg[2]
-        size = (option && option['size']) || 0
-        es_class = (option && option['compressed'] == 'gzip') ? Fluent::CompressedMessagePackEventStream : Fluent::MessagePackEventStream
-        es = es_class.new(entries, nil, size.to_i)
+        option = msg[2] || {}
+        size = option['size'] || 0
+
+        if option['compressed'] && option['compressed'] != 'text'
+          es = Fluent::CompressedMessagePackEventStream.new(entries, nil, size.to_i, compress: option['compressed'].to_sym)
+        else
+          es = Fluent::MessagePackEventStream.new(entries, nil, size.to_i)
+        end
         es = check_and_skip_invalid_event(tag, es, conn.remote_host) if @skip_invalid_event
         if @enable_field_injection
           es = add_source_info(es, conn)

data/lib/fluent/plugin/in_http.rb

@@ -84,6 +84,8 @@ module Fluent::Plugin
     config_param :dump_error_log, :bool, default: true
     desc 'Add QUERY_ prefix query params to record'
     config_param :add_query_params, :bool, default: false
+    desc "Add prefix to incoming tag"
+    config_param :add_tag_prefix, :string, default: nil
 
     config_section :parse do
       config_set_default :@type, 'in_http'
@@ -120,6 +122,8 @@ module Fluent::Plugin
         end
       end
 
+      raise Fluent::ConfigError, "'add_tag_prefix' parameter must not be empty" if @add_tag_prefix && @add_tag_prefix.empty?
+
       m = if @parser_configs.first['@type'] == 'in_http'
             @parser_msgpack = parser_create(usage: 'parser_in_http_msgpack', type: 'msgpack')
             @parser_msgpack.time_key = nil
@@ -203,6 +207,7 @@ module Fluent::Plugin
       begin
         path = path_info[1..-1]  # remove /
         tag = path.split('/').join('.')
+        tag = "#{@add_tag_prefix}.#{tag}" if @add_tag_prefix
 
         mes = Fluent::MultiEventStream.new
         parse_params(params) do |record_time, record|
@@ -499,8 +504,9 @@ module Fluent::Plugin
         # ==========
         # For every incoming request, we check if we have some CORS
         # restrictions and allow listed origins through @cors_allow_origins.
+        # If origin is empty, it's likely a server-to-server request and considered safe.
         unless @cors_allow_origins.nil?
-          unless @cors_allow_origins.include?('*') || include_cors_allow_origin
+          unless @cors_allow_origins.include?('*') || include_cors_allow_origin || @origin.nil?
             send_response_and_close(RES_403_STATUS, {'Connection' => 'close'}, "")
             return
           end
@@ -525,12 +531,12 @@ module Fluent::Plugin
         @env['REMOTE_ADDR'] = @remote_addr if @remote_addr
 
         uri = URI.parse(@parser.request_url)
-        params = WEBrick::HTTPUtils.parse_query(uri.query)
+        params = parse_query(uri.query)
 
         if @format_name != 'default'
           params[EVENT_RECORD_PARAMETER] = @body
         elsif /^application\/x-www-form-urlencoded/.match?(@content_type)
-          params.update WEBrick::HTTPUtils.parse_query(@body)
+          params.update parse_query(@body)
         elsif @content_type =~ /^multipart\/form-data; boundary=(.+)/
           boundary = WEBrick::HTTPUtils.dequote($1)
           params.update WEBrick::HTTPUtils.parse_form_data(@body, boundary)
@@ -547,7 +553,7 @@ module Fluent::Plugin
 
         if (@add_query_params)
 
-          query_params = WEBrick::HTTPUtils.parse_query(uri.query)
+          query_params = parse_query(uri.query)
 
           query_params.each_pair {|k,v|
             params["QUERY_#{k.tr('-','_').upcase}"] = v
@@ -637,6 +643,10 @@ module Fluent::Plugin
 
         !r.nil?
       end
+
+      def parse_query(query)
+        query.nil? ? {} : Hash[URI.decode_www_form(query, Encoding::ASCII_8BIT)]
+      end
     end
   end
 end

data/lib/fluent/plugin/in_monitor_agent.rb

@@ -15,8 +15,6 @@
 #
 
 require 'json'
-require 'webrick'
-require 'cgi'
 
 require 'fluent/config/types'
 require 'fluent/plugin/input'
@@ -151,9 +149,7 @@ module Fluent::Plugin
       def build_option(req)
         qs = Hash.new { |_, _| [] }
         # parse ?=query string
-        if req.query_string
-          qs.merge!(CGI.parse(req.query_string))
-        end
+        qs.merge!(req.query || {})
 
         # if ?debug=1 is set, set :with_debug_info for get_monitor_info
         # and :pretty_json for render_json_error
@@ -208,7 +204,7 @@ module Fluent::Plugin
     def start
       super
 
-      log.debug "listening monitoring http server on http://#{@bind}:#{@port}/api/plugins for worker#{fluentd_worker_id}"
+      log.debug { "listening monitoring http server on http://#{@bind}:#{@port}/api/plugins for worker#{fluentd_worker_id}" }
       api_handler = APIHandler.new(self)
       http_server_create_http_server(:in_monitor_http_server_helper, addr: @bind, port: @port, logger: log, default_app: NotFoundJson) do |serv|
         serv.get('/api/plugins') { |req| api_handler.plugins_ltsv(req) }
@@ -218,7 +214,7 @@ module Fluent::Plugin
       end
 
       if @tag
-        log.debug "tag parameter is specified. Emit plugins info to '#{@tag}'"
+        log.debug { "tag parameter is specified. Emit plugins info to '#{@tag}'" }
 
         opts = {with_config: false, with_retry: false}
         timer_execute(:in_monitor_agent_emit, @emit_interval, repeat: true) {
@@ -254,7 +250,7 @@ module Fluent::Plugin
       array.concat Fluent::Engine.root_agent.filters
 
       Fluent::Engine.root_agent.labels.each { |name, l|
-        # TODO: Add label name to outputs / filters for identifing plugins
+        # TODO: Add label name to outputs / filters for identifying plugins
         array.concat l.outputs
         array.concat l.filters
       }

data/lib/fluent/plugin/in_syslog.rb

@@ -156,6 +156,10 @@ module Fluent::Plugin
       true
     end
 
+    def zero_downtime_restart_ready?
+      true
+    end
+
     def start
       super
 

data/lib/fluent/plugin/in_tail/position_file.rb

@@ -91,7 +91,7 @@ module Fluent::Plugin
         @map = map
       end
 
-      # This method is similer to #compact but it tries to get less lock to avoid a lock contention
+      # This method is similar to #compact but it tries to get less lock to avoid a lock contention
       def try_compact
         last_modified = nil
         size = nil

data/lib/fluent/plugin/in_tail.rb

@@ -36,7 +36,7 @@ module Fluent::Plugin
     helpers :timer, :event_loop, :parser, :compat_parameters
 
     RESERVED_CHARS = ['/', '*', '%'].freeze
-    MetricsInfo = Struct.new(:opened, :closed, :rotated, :throttled)
+    MetricsInfo = Struct.new(:opened, :closed, :rotated, :throttled, :tracked)
 
     class WatcherSetupError < StandardError
       def initialize(msg)
@@ -63,7 +63,7 @@ module Fluent::Plugin
 
     desc 'The paths to read. Multiple paths can be specified, separated by comma.'
     config_param :path, :string
-    desc 'path delimiter used for spliting path config'
+    desc 'path delimiter used for splitting path config'
     config_param :path_delimiter, :string, default: ','
     desc 'Choose using glob patterns. Adding capabilities to handle [] and ?, and {}.'
     config_param :glob_policy, :enum, list: [:backward_compatible, :extended, :always], default: :backward_compatible
@@ -96,9 +96,9 @@ module Fluent::Plugin
     config_param :enable_watch_timer, :bool, default: true
     desc 'Enable the stat watcher based on inotify.'
     config_param :enable_stat_watcher, :bool, default: true
-    desc 'The encoding after conversion of the input.'
-    config_param :encoding, :string, default: nil
     desc 'The encoding of the input.'
+    config_param :encoding, :string, default: nil
+    desc "The original encoding of the input. If set, in_tail tries to encode string from this to 'encoding'. Must be set with 'encoding'. "
     config_param :from_encoding, :string, default: nil
     desc 'Add the log path being tailed to records. Specify the field name to be used.'
     config_param :path_key, :string, default: nil
@@ -144,10 +144,10 @@ module Fluent::Plugin
       end
 
       if @glob_policy == :always && @path_delimiter == ','
-        raise Fluent::ConfigError, "cannot use glob_policy as always with the default path_delimitor: `,\""
+        raise Fluent::ConfigError, "cannot use glob_policy as always with the default path_delimiter: `,\""
       end
 
-      if @glob_policy == :extended && /\{.*,.*\}/.match(@path) && extended_glob_pattern(@path)
+      if @glob_policy == :extended && /\{.*,.*\}/.match?(@path) && extended_glob_pattern(@path)
         raise Fluent::ConfigError, "cannot include curly braces with glob patterns in `#{@path}\". Use glob_policy always instead."
       end
 
@@ -165,6 +165,7 @@ module Fluent::Plugin
         @path_formatters = @paths.map{|path| [path, Fluent::Timezone.formatter(@path_timezone, path)]}.to_h
         @exclude_path_formatters = @exclude_path.map{|path| [path, Fluent::Timezone.formatter(@path_timezone, path)]}.to_h
       end
+      check_dir_permission unless Fluent.windows?
 
       # TODO: Use plugin_root_dir and storage plugin to store positions if available
       if @pos_file
@@ -177,14 +178,14 @@ module Fluent::Plugin
         if @follow_inodes
           raise Fluent::ConfigError, "Can't follow inodes without pos_file configuration parameter"
         end
-        $log.warn "'pos_file PATH' parameter is not set to a 'tail' source."
-        $log.warn "this parameter is highly recommended to save the position to resume tailing."
+        log.warn "'pos_file PATH' parameter is not set to a 'tail' source."
+        log.warn "this parameter is highly recommended to save the position to resume tailing."
       end
 
       configure_tag
       configure_encoding
 
-      @multiline_mode = parser_config["@type"] =~ /multiline/
+      @multiline_mode = parser_config["@type"].include?("multiline")
       @receive_handler = if @multiline_mode
                            method(:parse_multilines)
                          else
@@ -205,11 +206,29 @@ module Fluent::Plugin
           @read_bytes_limit_per_second = min_bytes
         end
       end
+
       opened_file_metrics = metrics_create(namespace: "fluentd", subsystem: "input", name: "files_opened_total", help_text: "Total number of opened files")
       closed_file_metrics = metrics_create(namespace: "fluentd", subsystem: "input", name: "files_closed_total", help_text: "Total number of closed files")
       rotated_file_metrics = metrics_create(namespace: "fluentd", subsystem: "input", name: "files_rotated_total", help_text: "Total number of rotated files")
       throttling_metrics = metrics_create(namespace: "fluentd", subsystem: "input", name: "files_throttled_total", help_text: "Total number of times throttling occurs per file when throttling enabled")
-      @metrics = MetricsInfo.new(opened_file_metrics, closed_file_metrics, rotated_file_metrics, throttling_metrics)
+      # The metrics for currently tracking files. Since the value may decrease, it cannot be represented using the counter type, so 'prefer_gauge: true' is used instead.
+      tracked_file_metrics = metrics_create(namespace: "fluentd", subsystem: "input", name: "files_tracked_count", help_text: "Number of tracked files", prefer_gauge: true)
+
+      @metrics = MetricsInfo.new(opened_file_metrics, closed_file_metrics, rotated_file_metrics, throttling_metrics, tracked_file_metrics)
+    end
+
+    def check_dir_permission
+      expand_paths_raw.select { |path|
+        not File.exist?(path)
+      }.each { |path|
+        inaccessible_dir = Pathname.new(File.expand_path(path))
+          .ascend
+          .reverse_each
+          .find { |p| p.directory? && !p.executable? }
+        if inaccessible_dir
+          log.warn "Skip #{path} because '#{inaccessible_dir}' lacks execute permission."
+        end
+      }
     end
 
     def configure_tag
@@ -290,7 +309,7 @@ module Fluent::Plugin
     def close
       super
       # close file handles after all threads stopped (in #close of thread plugin helper)
-      # It may be because we need to wait IOHanlder.ready_to_shutdown()
+      # It may be because we need to wait IOHandler.ready_to_shutdown()
       close_watcher_handles
     end
 
@@ -300,7 +319,7 @@ module Fluent::Plugin
     end
 
     def extended_glob_pattern(path)
-      path.include?('*') || path.include?('?') || /\[.*\]/.match(path)
+      path.include?('*') || path.include?('?') || /\[.*\]/.match?(path)
     end
 
     # Curly braces is not supported with default path_delimiter
@@ -313,7 +332,7 @@ module Fluent::Plugin
         # regular expressions as much as possible.
         # This is because not using `true' as a returning value
         # when choosing :always here.
-        extended_glob_pattern(path) || /\{.*,.*\}/.match(path)
+        extended_glob_pattern(path) || /\{.*,.*\}/.match?(path)
       elsif @glob_policy == :extended
         extended_glob_pattern(path)
       elsif @glob_policy == :backward_compatible
@@ -321,7 +340,7 @@ module Fluent::Plugin
       end
     end
 
-    def expand_paths
+    def expand_paths_raw
       date = Fluent::EventTime.now
       paths = []
       @paths.each { |path|
@@ -350,7 +369,7 @@ module Fluent::Plugin
                 false
               end
             rescue Errno::ENOENT, Errno::EACCES
-              log.debug("#{p} is missing after refresh file list")
+              log.debug { "#{p} is missing after refresh file list" }
               false
             end
           }
@@ -367,10 +386,14 @@ module Fluent::Plugin
                end
         use_glob?(path) ? Dir.glob(path) : path
       }.flatten.uniq
+      paths - excluded
+    end
+
+    def expand_paths
       # filter out non existing files, so in case pattern is without '*' we don't do unnecessary work
       hash = {}
-      (paths - excluded).select { |path|
-        FileTest.exist?(path)
+      expand_paths_raw.select { |path|
+        File.exist?(path)
       }.each { |path|
         # Even we just checked for existence, there is a race condition here as
         # of which stat() might fail with ENOENT. See #3224.
@@ -382,7 +405,7 @@ module Fluent::Plugin
             hash[target_info.path] = target_info
           end
         rescue Errno::ENOENT, Errno::EACCES  => e
-          $log.warn "expand_paths: stat() for #{path} failed with #{e.class.name}. Skip file."
+          log.warn "expand_paths: stat() for #{path} failed with #{e.class.name}. Skip file."
         end
       }
       hash
@@ -431,7 +454,7 @@ module Fluent::Plugin
       removed_hash = existence_paths_hash.reject {|key, value| target_paths_hash.key?(key)}
       added_hash = target_paths_hash.reject {|key, value| existence_paths_hash.key?(key)}
 
-      # If an exisiting TailWatcher already follows a target path with the different inode,
+      # If an existing TailWatcher already follows a target path with the different inode,
       # it means that the TailWatcher following the rotated file still exists. In this case,
       # `refresh_watcher` can't start the new TailWatcher for the new current file. So, we
       # should output a warning log in order to prevent silent collection stops.
@@ -455,6 +478,7 @@ module Fluent::Plugin
 
       stop_watchers(removed_hash, unwatched: need_unwatch_in_stop_watchers) unless removed_hash.empty?
       start_watchers(added_hash) unless added_hash.empty?
+      @metrics.tracked.set(@tails.size)
       @startup = false if @startup
     end
 
@@ -499,7 +523,7 @@ module Fluent::Plugin
       begin
         target_info.ino = Fluent::FileWrapper.stat(path).ino
       rescue Errno::ENOENT, Errno::EACCES
-        $log.warn "stat() for #{path} failed. Continuing without tailing it."
+        log.warn "stat() for #{path} failed. Continuing without tailing it."
         return
       end
 
@@ -562,7 +586,7 @@ module Fluent::Plugin
     # refresh_watchers calls @tails.keys so we don't use stop_watcher -> start_watcher sequence for safety.
     def update_watcher(tail_watcher, pe, new_inode)
       # TODO we should use another callback for this.
-      # To supress impact to existing logics, limit the case to `@follow_inodes`.
+      # To suppress impact to existing logics, limit the case to `@follow_inodes`.
       # We may not need `@follow_inodes` condition.
       if @follow_inodes && new_inode.nil?
         # nil inode means the file disappeared, so we only need to stop it.
@@ -574,7 +598,7 @@ module Fluent::Plugin
         # In that case, `refresh_watcher` will add the new TailWatcher to tail the same target,
         # and it causes the log duplication.
         # (Other `detach_watcher_after_rotate_wait` may have the same problem.
-        #  We need the mechanism not to add duplicated TailWathcer with detaching TailWatcher.)
+        #  We need the mechanism not to add duplicated TailWatcher with detaching TailWatcher.)
         detach_watcher_after_rotate_wait(tail_watcher, pe.read_inode)
         return
       end
@@ -730,7 +754,7 @@ module Fluent::Plugin
               record[@path_key] ||= tail_watcher.path unless @path_key.nil?
               es.add(Fluent::EventTime.now, record)
             end
-            log.warn "pattern not matched: #{line.inspect}"
+            log.warn { "pattern not matched: #{line.inspect}" }
           end
         }
       rescue => e
@@ -795,6 +819,7 @@ module Fluent::Plugin
           'closed_file_count' => @metrics.closed.get,
           'rotated_file_count' => @metrics.rotated.get,
           'throttled_log_count' => @metrics.throttled.get,
+          'tracked_file_count' => @metrics.tracked.get,
         })
       }
       stats
@@ -803,17 +828,27 @@ module Fluent::Plugin
     private
 
     def io_handler(watcher, path)
-      TailWatcher::IOHandler.new(
-        watcher,
+      opts = {
         path: path,
         log: log,
         read_lines_limit: @read_lines_limit,
         read_bytes_limit_per_second: @read_bytes_limit_per_second,
         open_on_every_update: @open_on_every_update,
-        from_encoding: @from_encoding,
-        encoding: @encoding,
         metrics: @metrics,
         max_line_size: @max_line_size,
+      }
+      unless @encoding.nil?
+        if @from_encoding.nil?
+          opts[:encoding] = @encoding
+        else
+          opts[:encoding] = @from_encoding
+          opts[:encoding_to_convert] = @encoding
+        end
+      end
+
+      TailWatcher::IOHandler.new(
+        watcher,
+        **opts,
         &method(:receive_lines)
       )
     end
@@ -1006,46 +1041,30 @@ module Fluent::Plugin
       end
 
       class FIFO
-        def initialize(from_encoding, encoding, log, max_line_size=nil)
-          @from_encoding = from_encoding
-          @encoding = encoding
-          @need_enc = from_encoding != encoding
-          @buffer = ''.force_encoding(from_encoding)
-          @eol = "\n".encode(from_encoding).freeze
+        def initialize(encoding, log, max_line_size=nil, encoding_to_convert=nil)
+          @buffer = ''.force_encoding(encoding)
+          @eol = "\n".encode(encoding).freeze
+          @encoding_to_convert = encoding_to_convert
           @max_line_size = max_line_size
           @skip_current_line = false
           @skipping_current_line_bytesize = 0
           @log = log
         end
 
-        attr_reader :from_encoding, :encoding, :buffer, :max_line_size
+        attr_reader :buffer, :max_line_size
 
         def <<(chunk)
-          # Although "chunk" is most likely transient besides String#force_encoding itself
-          # won't affect the actual content of it, it is also probable that "chunk" is
-          # a reused buffer and changing its encoding causes some problems on the caller side.
-          #
-          # Actually, the caller here is specific and "chunk" comes from IO#partial with
-          # the second argument, which the function always returns as a return value.
-          #
-          # Feeding a string that has its encoding attribute set to any double-byte or
-          # quad-byte encoding to IO#readpartial as the second arguments results in an
-          # assertion failure on Ruby < 2.4.0 for unknown reasons.
-          orig_encoding = chunk.encoding
-          chunk.force_encoding(from_encoding)
           @buffer << chunk
-          # Thus the encoding needs to be reverted back here
-          chunk.force_encoding(orig_encoding)
         end
 
         def convert(s)
-          if @need_enc
-            s.encode!(@encoding, @from_encoding)
+          if @encoding_to_convert
+            s.encode!(@encoding_to_convert)
           else
             s
           end
         rescue
-          s.encode!(@encoding, @from_encoding, :invalid => :replace, :undef => :replace)
+          s.encode!(@encoding_to_convert, :invalid => :replace, :undef => :replace)
         end
 
         def read_lines(lines)
@@ -1056,8 +1075,9 @@ module Fluent::Plugin
             # Using freeze and slice is faster than slice!
             # See https://github.com/fluent/fluentd/pull/2527
             @buffer.freeze
-            rbuf = @buffer.slice(0, idx + 1)
-            @buffer = @buffer.slice(idx + 1, @buffer.size)
+            slice_position = idx + 1
+            rbuf = @buffer.slice(0, slice_position)
+            @buffer = @buffer.slice(slice_position, @buffer.size - slice_position)
             idx = @buffer.index(@eol)
 
             is_long_line = @max_line_size && (
@@ -1110,15 +1130,15 @@ module Fluent::Plugin
 
         attr_accessor :shutdown_timeout
 
-        def initialize(watcher, path:, read_lines_limit:, read_bytes_limit_per_second:, max_line_size: nil, log:, open_on_every_update:, from_encoding: nil, encoding: nil, metrics:, &receive_lines)
+        def initialize(watcher, path:, read_lines_limit:, read_bytes_limit_per_second:, max_line_size: nil, log:, open_on_every_update:, encoding: Encoding::ASCII_8BIT, encoding_to_convert: nil, metrics:, &receive_lines)
           @watcher = watcher
           @path = path
           @read_lines_limit = read_lines_limit
           @read_bytes_limit_per_second = read_bytes_limit_per_second
           @receive_lines = receive_lines
           @open_on_every_update = open_on_every_update
-          @fifo = FIFO.new(from_encoding || Encoding::ASCII_8BIT, encoding || Encoding::ASCII_8BIT, log, max_line_size)
-          @iobuf = ''.force_encoding('ASCII-8BIT')
+          @encoding = encoding
+          @fifo = FIFO.new(encoding, log, max_line_size, encoding_to_convert)
           @lines = []
           @io = nil
           @notify_mutex = Mutex.new
@@ -1200,6 +1220,7 @@ module Fluent::Plugin
           end
 
           with_io do |io|
+            iobuf = ''.force_encoding(@encoding)
             begin
               read_more = false
               has_skipped_line = false
@@ -1210,7 +1231,7 @@ module Fluent::Plugin
                     @start_reading_time ||= Fluent::Clock.now
                     group_watcher&.update_reading_time(@path)
 
-                    data = io.readpartial(BYTES_TO_READ, @iobuf)
+                    data = io.readpartial(BYTES_TO_READ, iobuf)
                     @eof = false
                     @number_bytes_read += data.bytesize
                     @fifo << data
@@ -1237,6 +1258,8 @@ module Fluent::Plugin
                   end
                 rescue EOFError
                   @eof = true
+                ensure
+                  iobuf.clear
                 end
               end
 

data/lib/fluent/plugin/in_tcp.rb

@@ -101,6 +101,10 @@ module Fluent::Plugin
       true
     end
 
+    def zero_downtime_restart_ready?
+      true
+    end
+
     def start
       super
 
@@ -133,7 +137,7 @@ module Fluent::Plugin
 
             @parser.parse(msg) do |time, record|
               unless time && record
-                log.warn "pattern not matched", message: msg
+                log.on_warn { log.warn "pattern not matched", message: msg }
                 next
               end
 
@@ -183,7 +187,7 @@ module Fluent::Plugin
 
             @parser.parse(msg) do |time, record|
               unless time && record
-                log.warn "pattern not matched", message: msg
+                log.on_warn { log.warn "pattern not matched", message: msg }
                 next
               end
 

data/lib/fluent/plugin/in_udp.rb

@@ -43,10 +43,15 @@ module Fluent::Plugin
     desc "Remove newline from the end of incoming payload"
     config_param :remove_newline, :bool, default: true
     desc "The max size of socket receive buffer. SO_RCVBUF"
-    config_param :receive_buffer_size, :size, default: nil
+    config_param :receive_buffer_size, :size, default: nil, deprecated: "use receive_buffer_size in transport section instead."
 
     config_param :blocking_timeout, :time, default: 0.5
 
+    # overwrite server plugin to change default to :udp and remove tcp/tls protocol from list
+    config_section :transport, required: false, multi: false, init: true, param_name: :transport_config do
+      config_argument :protocol, :enum, list: [:udp], default: :udp
+    end
+
     def configure(conf)
       compat_parameters_convert(conf, :parser)
       parser_config = conf.elements('parse').first
@@ -65,6 +70,10 @@ module Fluent::Plugin
       true
     end
 
+    def zero_downtime_restart_ready?
+      true
+    end
+
     def start
       super
 
@@ -74,7 +83,7 @@ module Fluent::Plugin
         begin
           @parser.parse(data) do |time, record|
             unless time && record
-              log.warn "pattern not matched", data: data
+              log.on_warn { log.warn "pattern not matched", data: data }
               next
             end
 

data/lib/fluent/plugin/input.rb

@@ -37,14 +37,6 @@ module Fluent
         @enable_size_metrics = false
       end
 
-      def emit_records
-        @emit_records_metrics.get
-      end
-
-      def emit_size
-        @emit_size_metrics.get
-      end
-
       def configure(conf)
         super
 
@@ -70,6 +62,10 @@ module Fluent
       def multi_workers_ready?
         false
       end
+
+      def zero_downtime_restart_ready?
+        false
+      end
     end
   end
 end