fluentd 0.14.9 → 0.14.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 22cf802055c4ce65d338d4ffdc223dfbd737d115
-  data.tar.gz: c7458bd96af9c44f679a501fbea6507c19d5a9e1
+  metadata.gz: 3747d9d31647a7914fdf5ad62cf2a09198ff50aa
+  data.tar.gz: 42f7bf5f5eea0a2b0a0a4e0c99428c49659a8e60
 SHA512:
-  metadata.gz: 72db4f8537104b07b0f328e5cdb581601602b66ba8be885cb8288d9e96509e43524986c12d703556bfcb09c9a6a74f9be1b66144b8177c097882768798cac597
-  data.tar.gz: 21aae0faa3e878c709b5acac57d9920092e99542d09ee948f0cc84b8efb1d933914c9f84824624dff7dfe1177eaaa0918c75673b888112281e6887e928711ee6
+  metadata.gz: ef1846bbd44606aaee285205c3019279c53edc6ff5a4e70fdf8cf1af1f8460684ba9581b52127a4a4598b23046b2d9d0dcf764a0e883f0556cd3208ad2431c81
+  data.tar.gz: a4f6242a28705c9bec65e15a86d2b9d781394bae1f2fddec09d7f8d16fcf3a8f75c03df7f3816623067e2557991d19c3ae4f7a870e1d6bc8990a7fb4c928141d

data/.travis.yml

@@ -1,6 +1,8 @@
 language: ruby
 cache: bundler
 
+# script: bundle exec rake test TESTOPTS=-v
+
 # http://rubies.travis-ci.org/
 # See here for osx_image -> OSX versions: https://docs.travis-ci.com/user/languages/objective-c
 matrix:

data/ChangeLog

@@ -1,5 +1,49 @@
 # v0.14
 
+## Release v0.14.10 - 2016/12/14
+
+### New features / Enhancement
+
+* Add socket/server plugin helper to write TCP/UDP clients/servers as Fluentd plugin
+  https://github.com/fluent/fluentd/pull/1312
+  https://github.com/fluent/fluentd/pull/1350
+  https://github.com/fluent/fluentd/pull/1356
+  https://github.com/fluent/fluentd/pull/1362
+* Fix to raise errors when injected hostname is also specified as chunk key
+  https://github.com/fluent/fluentd/pull/1357
+* in_tail: Optimize to read lines from file
+  https://github.com/fluent/fluentd/pull/1325
+* in_monitor_agent: Add new parameter "include_config"(default: true)
+  https://github.com/fluent/fluentd/pull/1317
+* in_syslog: Add "priority_key" and "facility_key" options
+  https://github.com/fluent/fluentd/pull/1351
+* filter_record_transformer: Remove obsoleted syntax like "${message}" and not to dump records in logs
+  https://github.com/fluent/fluentd/pull/1328
+* Add an option "--time-as-integer" to fluent-cat command to send events from v0.14 fluent-cat to v0.12 fluentd
+  https://github.com/fluent/fluentd/pull/1349
+
+### Bug fixes
+
+* Specify correct Oj options for newer versions (Oj 2.18.0 or later)
+  https://github.com/fluent/fluentd/pull/1331
+* TimeSlice output plugins (in v0.12 style) raise errors when "utc" parameter is specified
+  https://github.com/fluent/fluentd/pull/1319
+* Parser plugins cannot use options for regular expressions
+  https://github.com/fluent/fluentd/pull/1326/files
+* Fix bugs not to raise errors to use logger in v0.12 plugins
+  https://github.com/fluent/fluentd/pull/1344
+  https://github.com/fluent/fluentd/pull/1332
+* Fix bug about shutting down Fluentd in Windows
+  https://github.com/fluent/fluentd/pull/1367
+* in_tail: Close files explicitly in tests
+  https://github.com/fluent/fluentd/pull/1327
+* in_forward: Fix bug not to convert buffer configurations into v0.14 parameters
+  https://github.com/fluent/fluentd/pull/1337
+* out_forward: Fix bug to raise error when "expire_dns_cache" is specified
+  https://github.com/fluent/fluentd/pull/1346
+* out_file: Fix bug to raise error about buffer chunking when it's configured as secondary
+  https://github.com/fluent/fluentd/pull/1338
+
 ## Release v0.14.9 - 2016/11/15
 
 ### New features / Enhancement

data/appveyor.yml

@@ -12,6 +12,7 @@ install:
 build: off
 test_script:
   - bundle exec rake test
+#  - bundle exec rake test TESTOPTS=-v
 
 branches:
   only:

data/code-of-conduct.md

@@ -0,0 +1,3 @@
+## Fluentd Community Code of Conduct
+
+Fluentd follows the [CNCF Code of Conduct](https://github.com/cncf/foundation/blob/master/code-of-conduct.md).

data/fluentd.gemspec

@@ -22,7 +22,7 @@ Gem::Specification.new do |gem|
   gem.add_runtime_dependency("msgpack", [">= 0.7.0", "< 2.0.0"])
   gem.add_runtime_dependency("yajl-ruby", ["~> 1.0"])
   gem.add_runtime_dependency("cool.io", ["~> 1.4.5"])
-  gem.add_runtime_dependency("serverengine", ["~> 2.0"])
+  gem.add_runtime_dependency("serverengine", [">= 2.0.4", "< 3.0.0"])
   gem.add_runtime_dependency("http_parser.rb", [">= 0.5.1", "< 0.7.0"])
   gem.add_runtime_dependency("sigdump", ["~> 0.2.2"])
   gem.add_runtime_dependency("tzinfo", ["~> 1.0"])

data/lib/fluent/command/cat.rb

@@ -31,6 +31,7 @@ socket_path = Fluent::DEFAULT_SOCKET_PATH
 config_path = Fluent::DEFAULT_CONFIG_PATH
 format = 'json'
 message_key = 'message'
+time_as_integer = false
 
 op.on('-p', '--port PORT', "fluent tcp port (default: #{port})", Integer) {|i|
   port = i
@@ -68,6 +69,10 @@ op.on('--message-key KEY', "key field for none format (default: #{message_key})"
   message_key = s
 }
 
+op.on('--time-as-integer', "Send time as integer for v0.12 or earlier", TrueClass) { |b|
+  time_as_integer = true
+}
+
 (class << self; self; end).module_eval do
   define_method(:usage) do |msg|
     puts op.to_s
@@ -123,7 +128,7 @@ class Writer
     end
   end
 
-  def initialize(tag, connector)
+  def initialize(tag, connector, time_as_integer: false)
     @tag = tag
     @connector = connector
     @socket = false
@@ -136,6 +141,7 @@ class Writer
     @pending_limit = 1024  # TODO
     @retry_wait = 1
     @retry_limit = 5  # TODO
+    @time_as_integer = time_as_integer
 
     super()
   end
@@ -145,7 +151,9 @@ class Writer
       raise ArgumentError, "Input must be a map (got #{record.class})"
     end
 
-    entry = [Fluent::EventTime.now, record]
+    time = Fluent::EventTime.now
+    time = time.to_i if @time_as_integer
+    entry = [time, record]
     synchronize {
       unless write_impl([entry])
         # write failed
@@ -275,7 +283,7 @@ else
   }
 end
 
-w = Writer.new(tag, connector)
+w = Writer.new(tag, connector, time_as_integer: time_as_integer)
 w.start
 
 case format

data/lib/fluent/compat/output.rb

@@ -81,7 +81,7 @@ module Fluent
       end
 
       def assume_timekey!
-        @_formatter = Fluent::Timezone.formatter(@_timezone, @_time_slice_format)
+        @_formatter = Fluent::TimeFormatter.new(@_time_slice_format, nil, @_timezone)
 
         return if self.metadata.timekey
         if self.respond_to?(:path) && self.path =~ /\.(\d+)\.(?:b|q)(?:[a-z0-9]+)/
@@ -619,13 +619,16 @@ module Fluent
           if conf['timezone']
             Fluent::Timezone.validate!(conf['timezone'])
           elsif conf['utc']
-            conf['timezone'] = "+0000"
+            # v0.12 assumes UTC without any configuration
+            # 'localtime=false && no timezone key' means UTC
             conf['localtime'] = "false"
+            conf.delete('utc')
           elsif conf['localtime']
             conf['timezone'] = Time.now.strftime('%z')
             conf['localtime'] = "true"
           else
-            conf['timezone'] = "+0000" # v0.12 assumes UTC without any configuration
+            # v0.12 assumes UTC without any configuration
+            # 'localtime=false && no timezone key' means UTC
             conf['localtime'] = "false"
           end
 

data/lib/fluent/compat/parser.rb

@@ -168,6 +168,8 @@ module Fluent
           return if @manually_configured # not to run twice
 
           conf['expression'] ||= @stored_regexp.source
+          conf['ignorecase'] ||= @stored_regexp.options & Regexp::IGNORECASE != 0
+          conf['multiline'] ||= @stored_regexp.options & Regexp::MULTILINE != 0
           convert_type_converter_parameters!(conf)
 
           super

data/lib/fluent/config/section.rb

@@ -147,7 +147,7 @@ module Fluent
             #             because they are expected to be removed entirely sometime in the future.
             # Obsoleted: These obsolete features have been entirely removed from JavaScript and can no longer be used.
             if opts[:deprecated]
-              logger.warn "'#{name}' parameter is deprecated: #{opts[:deprecated]}"
+              logger.warn "'#{name}' parameter is deprecated: #{opts[:deprecated]}" if logger
             end
             if opts[:obsoleted]
               logger.error "config error in:\n#{conf}" if logger

data/lib/fluent/env.rb

@@ -18,7 +18,7 @@ module Fluent
   DEFAULT_CONFIG_PATH = ENV['FLUENT_CONF'] || '/etc/fluent/fluent.conf'
   DEFAULT_PLUGIN_DIR = ENV['FLUENT_PLUGIN'] || '/etc/fluent/plugin'
   DEFAULT_SOCKET_PATH = ENV['FLUENT_SOCKET'] || '/var/run/fluent/fluent.sock'
-  DEFAULT_OJ_OPTIONS = {bigdecimal_load: :float, mode: :compat}
+  DEFAULT_OJ_OPTIONS = {bigdecimal_load: :float, mode: :compat, use_to_json: true}
   IS_WINDOWS = /mswin|mingw/ === RUBY_PLATFORM
   private_constant :IS_WINDOWS
 

data/lib/fluent/plugin/filter_record_transformer.rb

@@ -92,23 +92,22 @@ module Fluent::Plugin
         'tag_suffix' => tag_suffix,
         'hostname'   => @hostname,
       }
-      last_record = nil
       es.each do |time, record|
-        last_record = record # for debug log
-        placeholder_values['time'] = @placeholder_expander.time_value(time)
-        placeholder_values['record'] = record
+        begin
+          placeholder_values['time'] = @placeholder_expander.time_value(time)
+          placeholder_values['record'] = record
 
-        new_record = reform(record, placeholder_values)
-        if @renew_time_key && new_record.has_key?(@renew_time_key)
-          time = Fluent::EventTime.from_time(Time.at(new_record[@renew_time_key].to_f))
+          new_record = reform(record, placeholder_values)
+          if @renew_time_key && new_record.has_key?(@renew_time_key)
+            time = Fluent::EventTime.from_time(Time.at(new_record[@renew_time_key].to_f))
+          end
+          new_es.add(time, new_record)
+        rescue => e
+          router.emit_error_event(tag, time, record, e)
+          log.debug { "map:#{@map} record:#{record} placeholder_values:#{placeholder_values}" }
         end
-        new_es.add(time, new_record)
       end
       new_es
-    rescue => e
-      log.warn "failed to reform records", error: e
-      log.warn_backtrace
-      log.debug "map:#{@map} record:#{last_record} placeholder_values:#{placeholder_values}"
     end
 
     private
@@ -203,9 +202,6 @@ module Fluent::Plugin
             end
           elsif value.kind_of?(Hash) # record, etc
             value.each do |k, v|
-              unless placeholder_values.has_key?(k) # prevent overwriting reserved keys such as tag
-                placeholders.store("${#{k}}", v) # foo
-              end
               placeholders.store(%Q[${#{key}["#{k}"]}], v) # record["foo"]
             end
           else # string, interger, float, and others?
@@ -308,28 +304,14 @@ module Fluent::Plugin
           placeholders['hostname'],
         )
       rescue => e
-        log.warn "failed to expand `#{str}`", error: e
-        log.warn_backtrace
-        nil
+        raise "failed to expand `#{str}` : error = #{e}"
       end
 
       class CleanroomExpander
         def expand(__str_to_eval__, tag, time, record, tag_parts, tag_prefix, tag_suffix, hostname)
-          Thread.current[:record_transformer_record] = record # for old version compatibility
           instance_eval(__str_to_eval__)
         end
 
-        # for old version compatibility
-        def method_missing(name)
-          key = name.to_s
-          record = Thread.current[:record_transformer_record]
-          if record.has_key?(key)
-            record[key]
-          else
-            raise NameError, "undefined local variable or method `#{key}'"
-          end
-        end
-
         (Object.instance_methods).each do |m|
           undef_method m unless m.to_s =~ /^__|respond_to_missing\?|object_id|public_methods|instance_eval|method_missing|define_singleton_method|respond_to\?|new_ostruct_member/
         end

data/lib/fluent/plugin/in_forward.rb

@@ -20,10 +20,6 @@ require 'fluent/msgpack_factory'
 require 'yajl'
 require 'digest'
 
-require 'fluent/plugin/socket_util'
-require 'fcntl'
-require 'cool.io'
-
 module Fluent::Plugin
   class ForwardInput < Input
     Fluent::Plugin.register_input('forward', self)
@@ -31,7 +27,7 @@ module Fluent::Plugin
     # See the wiki page below for protocol specification
     # https://github.com/fluent/fluentd/wiki/Forward-Protocol-Specification-v1
 
-    helpers :event_loop
+    helpers :server
 
     LISTEN_PORT = 24224
 
@@ -39,12 +35,15 @@ module Fluent::Plugin
     config_param :port, :integer, default: LISTEN_PORT
     desc 'The bind address to listen to.'
     config_param :bind, :string, default: '0.0.0.0'
+
     config_param :backlog, :integer, default: nil
     # SO_LINGER 0 to send RST rather than FIN to avoid lots of connections sitting in TIME_WAIT at src
     desc 'The timeout time used to set linger option.'
     config_param :linger_timeout, :integer, default: 0
     # This option is for Cool.io's loop wait timeout to avoid loop stuck at shutdown. Almost users don't need to change this value.
     config_param :blocking_timeout, :time, default: 0.5
+    desc 'Try to resolve hostname from IP addresses or not.'
+    config_param :resolve_hostname, :bool, default: nil
     desc 'Connections will be disconnected right after receiving first message if this value is true.'
     config_param :deny_keepalive, :bool, default: false
 
@@ -91,6 +90,15 @@ module Fluent::Plugin
     def configure(conf)
       super
 
+      if @source_hostname_key
+        # TODO: add test
+        if @resolve_hostname.nil?
+          @resolve_hostname = true
+        elsif !@resolve_hostname # user specifies "false" in config
+          raise Fluent::ConfigError, "resolve_hostname must be true with source_hostname_key"
+        end
+      end
+
       if @security
         if @security.user_auth && @security.users.empty?
           raise Fluent::ConfigError, "<user> sections required if user_auth enabled"
@@ -131,44 +139,35 @@ module Fluent::Plugin
       @lsock = @usock = nil
     end
 
+    HEARTBEAT_UDP_PAYLOAD = "\0"
+
     def start
       super
 
-      socket_manager_path = ENV['SERVERENGINE_SOCKETMANAGER_PATH']
-      if Fluent.windows?
-        socket_manager_path = socket_manager_path.to_i
+      server_create_connection(
+        :in_forward_server, @port,
+        bind: @bind,
+        shared: false,
+        resolve_name: @resolve_hostname,
+        linger_timeout: @linger_timeout,
+        backlog: @backlog,
+        &method(:handle_connection)
+      )
+
+      server_create(:in_forward_server_udp_heartbeat, @port, shared: false, proto: :udp, bind: @bind, resolve_name: @resolve_hostname, max_bytes: 128) do |data, sock|
+        log.trace "heartbeat udp data arrived", host: sock.remote_host, port: sock.remote_port, data: data
+        begin
+          sock.write HEARTBEAT_UDP_PAYLOAD
+        rescue Errno::EAGAIN, Errno::EWOULDBLOCK, Errno::EINTR
+          log.trace "error while heartbeat response", host: sock.remote_host, error: e
+        end
       end
-      client = ServerEngine::SocketManager::Client.new(socket_manager_path)
-
-      @lsock = listen(client)
-      event_loop_attach(@lsock)
-
-      @usock = client.listen_udp(@bind, @port)
-      @usock.fcntl(Fcntl::F_SETFL, Fcntl::O_NONBLOCK)
-      @hbr = HeartbeatRequestHandler.new(@usock, method(:on_heartbeat_request))
-      event_loop_attach(@hbr)
-    end
-
-    def close
-      @lsock.close if @lsock
-      @usock.close if @usock
-      super
     end
 
-    def listen(client)
-      log.info "listening fluent socket on #{@bind}:#{@port}"
-      sock = client.listen_tcp(@bind, @port)
-      s = Coolio::TCPServer.new(sock, nil, Handler, @linger_timeout, log, method(:handle_connection))
-      s.listen(@backlog) unless @backlog.nil?
-      s
-    end
-
-    private
-
     def handle_connection(conn)
       send_data = ->(serializer, data){ conn.write serializer.call(data) }
 
-      log.trace "connected fluent socket", address: conn.remote_addr, port: conn.remote_port
+      log.trace "connected fluent socket", addr: conn.remote_addr, port: conn.remote_port
       state = :established
       nonce = nil
       user_auth_salt = nil
@@ -182,7 +181,7 @@ module Fluent::Plugin
         state = :pingpong
       end
 
-      log.trace "accepted fluent socket", address: conn.remote_addr, port: conn.remote_port
+      log.trace "accepted fluent socket", addr: conn.remote_addr, port: conn.remote_port
 
       read_messages(conn) do |msg, chunk_size, serializer|
         case state
@@ -198,15 +197,11 @@ module Fluent::Plugin
           log.debug "connection established", address: conn.remote_addr, port: conn.remote_port
           state = :established
         when :established
-          options = on_message(msg, chunk_size, conn.remote_addr)
+          options = on_message(msg, chunk_size, conn.remote_host)
           if options && r = response(options)
-            send_data.call(serializer, r)
             log.trace "sent response to fluent socket", address: conn.remote_addr, response: r
-            if @deny_keepalive
-              conn.on_write_complete do
-                conn.close
-              end
-            end
+            conn.on_write_complete{ conn.close } if @deny_keepalive
+            send_data.call(serializer, r)
           else
             if @deny_keepalive
               conn.close
@@ -222,7 +217,7 @@ module Fluent::Plugin
       feeder = nil
       serializer = nil
       bytes = 0
-      conn.on_data do |data|
+      conn.data do |data|
         # only for first call of callback
         unless feeder
           first = data[0]
@@ -258,7 +253,7 @@ module Fluent::Plugin
       nil
     end
 
-    def on_message(msg, chunk_size, peeraddr)
+    def on_message(msg, chunk_size, remote_host)
       if msg.nil?
         # for future TCP heartbeat_request
         return
@@ -266,7 +261,7 @@ module Fluent::Plugin
 
       # TODO: raise an exception if broken chunk is generated by recoverable situation
       unless msg.is_a?(Array)
-        log.warn "incoming chunk is broken:", source: source_message(peeraddr), msg: msg
+        log.warn "incoming chunk is broken:", host: remote_host, msg: msg
         return
       end
 
@@ -274,10 +269,10 @@ module Fluent::Plugin
       entries = msg[1]
 
       if @chunk_size_limit && (chunk_size > @chunk_size_limit)
-        log.warn "Input chunk size is larger than 'chunk_size_limit', dropped:", tag: tag, source: source_message(peeraddr), limit: @chunk_size_limit, size: chunk_size
+        log.warn "Input chunk size is larger than 'chunk_size_limit', dropped:", tag: tag, host: remote_host, limit: @chunk_size_limit, size: chunk_size
         return
       elsif @chunk_size_warn_limit && (chunk_size > @chunk_size_warn_limit)
-        log.warn "Input chunk size is larger than 'chunk_size_warn_limit':", tag: tag, source: source_message(peeraddr), limit: @chunk_size_warn_limit, size: chunk_size
+        log.warn "Input chunk size is larger than 'chunk_size_warn_limit':", tag: tag, host: remote_host, limit: @chunk_size_warn_limit, size: chunk_size
       end
 
       case entries
@@ -287,14 +282,14 @@ module Fluent::Plugin
         size = (option && option['size']) || 0
         es_class = (option && option['compressed'] == 'gzip') ? Fluent::CompressedMessagePackEventStream : Fluent::MessagePackEventStream
         es = es_class.new(entries, nil, size.to_i)
-        es = check_and_skip_invalid_event(tag, es, peeraddr) if @skip_invalid_event
-        es = add_source_host(es, peeraddr[2]) if @source_hostname_key
+        es = check_and_skip_invalid_event(tag, es, remote_host) if @skip_invalid_event
+        es = add_source_host(es, remote_host) if @source_hostname_key
         router.emit_stream(tag, es)
 
       when Array
         # Forward
         es = if @skip_invalid_event
-               check_and_skip_invalid_event(tag, entries, peeraddr)
+               check_and_skip_invalid_event(tag, entries, remote_host)
              else
                es = Fluent::MultiEventStream.new
                entries.each { |e|
@@ -306,7 +301,7 @@ module Fluent::Plugin
                }
                es
              end
-        es = add_source_host(es, peeraddr[2]) if @source_hostname_key
+        es = add_source_host(es, remote_host) if @source_hostname_key
         router.emit_stream(tag, es)
         option = msg[2]
 
@@ -315,12 +310,12 @@ module Fluent::Plugin
         time = msg[1]
         record = msg[2]
         if @skip_invalid_event && invalid_event?(tag, time, record)
-          log.warn "got invalid event and drop it:", source: source_message(peeraddr), tag: tag, time: time, record: record
+          log.warn "got invalid event and drop it:", host: remote_host, tag: tag, time: time, record: record
           return msg[3] # retry never succeeded so return ack and drop incoming event.
         end
         return if record.nil?
         time = Fluent::Engine.now if time.to_i == 0
-        record[@source_hostname_key] = peeraddr[2] if @source_hostname_key
+        record[@source_hostname_key] = remote_host if @source_hostname_key
         router.emit(tag, time, record)
         option = msg[3]
       end
@@ -333,11 +328,11 @@ module Fluent::Plugin
       !((time.is_a?(Integer) || time.is_a?(::Fluent::EventTime)) && record.is_a?(Hash) && tag.is_a?(String))
     end
 
-    def check_and_skip_invalid_event(tag, es, peeraddr)
+    def check_and_skip_invalid_event(tag, es, remote_host)
       new_es = Fluent::MultiEventStream.new
       es.each { |time, record|
         if invalid_event?(tag, time, record)
-          log.warn "skip invalid event:", source: source_message(peeraddr), tag: tag, time: time, record: record
+          log.warn "skip invalid event:", host: remote_host, tag: tag, time: time, record: record
           next
         end
         new_es.add(time, record)
@@ -354,11 +349,6 @@ module Fluent::Plugin
       new_es
     end
 
-    def source_message(peeraddr)
-      _, port, host, addr = peeraddr
-      "host: #{host}, addr: #{addr}, port: #{port}"
-    end
-
     def select_authenticate_users(node, username)
       if node.nil? || node[:users].empty?
         @security.users.select{|u| u.username == username}
@@ -424,114 +414,5 @@ module Fluent::Plugin
       shared_key_digest_hex = Digest::SHA512.new.update(reason_or_salt).update(@security.self_hostname).update(nonce).update(shared_key).hexdigest
       ['PONG', true, '', @security.self_hostname, shared_key_digest_hex]
     end
-
-    class Handler < Coolio::Socket
-      attr_reader :protocol, :remote_port, :remote_addr, :remote_host
-
-      PEERADDR_FAILED = ["?", "?", "name resolusion failed", "?"]
-
-      def initialize(io, linger_timeout, log, on_connect_callback)
-        super(io)
-
-        @peeraddr = nil
-        if io.is_a?(TCPSocket) # for unix domain socket support in the future
-          @peeraddr = (io.peeraddr rescue PEERADDR_FAILED)
-          opt = [1, linger_timeout].pack('I!I!')  # { int l_onoff; int l_linger; }
-          io.setsockopt(Socket::SOL_SOCKET, Socket::SO_LINGER, opt)
-        end
-
-        ### TODO: disabling name rev resolv
-        proto, port, host, addr = ( io.peeraddr rescue PEERADDR_FAILED )
-        if addr == '?'
-          port, addr = *Socket.unpack_sockaddr_in(io.getpeername) rescue nil
-        end
-        @protocol = proto
-        @remote_port = port
-        @remote_addr = addr
-        @remote_host = host
-        @writing = false
-        @closing = false
-        @mutex = Mutex.new
-
-        @chunk_counter = 0
-        @on_connect_callback = on_connect_callback
-        @log = log
-        @log.trace {
-          begin
-            remote_port, remote_addr = *Socket.unpack_sockaddr_in(@_io.getpeername)
-          rescue
-            remote_port = nil
-            remote_addr = nil
-          end
-          [ "accepted fluent socket", {address: remote_addr, port: remote_port, instance: self.object_id} ]
-        }
-      end
-
-      def on_connect
-        @on_connect_callback.call(self)
-      end
-
-      # API to register callback for data arrival
-      def on_data(&callback)
-        @on_read_callback = callback
-      end
-
-      def on_read(data)
-        @on_read_callback.call(data)
-      rescue => e
-        @log.error "unexpected error on reading data from client", address: @remote_addr, error: e
-        @log.error_backtrace
-        close
-      end
-
-      def on_write_complete
-        closing = @mutex.synchronize {
-          @writing = false
-          @closing
-        }
-        if closing
-          close
-        end
-      end
-
-      def close
-        writing = @mutex.synchronize {
-          @closing = true
-          @writing
-        }
-        unless writing
-          super
-        end
-      end
-    end
-
-    class HeartbeatRequestHandler < Coolio::IO
-      def initialize(io, callback)
-        super(io)
-        @io = io
-        @callback = callback
-      end
-
-      def on_readable
-        begin
-          msg, addr = @io.recvfrom(1024)
-        rescue Errno::EAGAIN, Errno::EWOULDBLOCK, Errno::EINTR
-          return
-        end
-        host = addr[3]
-        port = addr[1]
-        @callback.call(host, port, msg)
-      rescue
-        # TODO log?
-      end
-    end
-
-    def on_heartbeat_request(host, port, msg)
-      #log.trace "heartbeat request from #{host}:#{port}"
-      begin
-        @usock.send "\0", 0, host, port
-      rescue Errno::EAGAIN, Errno::EWOULDBLOCK, Errno::EINTR
-      end
-    end
   end
 end