fluentd 0.14.9 → 0.14.10

data/test/plugin/test_output_as_buffered.rb

@@ -1460,6 +1460,7 @@ class BufferedOutputTest < Test::Unit::TestCase
       @i.configure(config_element('ROOT','',{},[config_element('buffer',chunk_key,hash)]))
       @i.start
       @i.after_start
+      @i.log = Fluent::Test::TestLogger.new
     end
 
     test '#format is called for each event streams' do
@@ -1740,8 +1741,9 @@ class BufferedOutputTest < Test::Unit::TestCase
 
       assert{ chunks[0...3].all?{|c| !c.empty? } }
 
-      # rollback is in progress, but some may be flushed again after rollback
-      Timecop.freeze( Time.parse('2016-04-13 14:04:46 +0900') )
+      # rollback is in progress, but some may be flushed again in retry state, after rollback
+      # retry.next_time is 14:04:49
+      Timecop.freeze( Time.parse('2016-04-13 14:04:51 +0900') )
       @i.enqueue_thread_wait
       @i.flush_thread_wakeup
 

data/test/plugin_helper/test_inject.rb

@@ -1,5 +1,6 @@
 require_relative '../helper'
 require 'fluent/plugin_helper/inject'
+require 'fluent/plugin/output'
 require 'fluent/event'
 require 'time'
 
@@ -15,6 +16,13 @@ class InjectHelperTest < Test::Unit::TestCase
     end
   end
 
+  class Dummy3 < Fluent::Plugin::Output
+    helpers :inject
+    def write(chunk)
+      # dummy
+    end
+  end
+
   def config_inject_section(hash = {})
     config_element('ROOT', '', {}, [config_element('inject', '', hash)])
   end
@@ -27,7 +35,9 @@ class InjectHelperTest < Test::Unit::TestCase
   teardown do
     if @d
       @d.stop unless @d.stopped?
+      @d.before_shutdown unless @d.before_shutdown?
       @d.shutdown unless @d.shutdown?
+      @d.after_shutdown unless @d.after_shutdown?
       @d.close unless @d.closed?
       @d.terminate unless @d.terminated?
     end
@@ -93,6 +103,17 @@ class InjectHelperTest < Test::Unit::TestCase
     assert_not_nil @d.instance_eval{ @_inject_time_formatter }
   end
 
+  test 'raise an error when injected hostname is used in buffer chunk key too' do
+    @d = Dummy3.new
+    conf = config_element('ROOT', '', {}, [
+      config_element('inject', '', {'hostname_key' => 'h'}),
+      config_element('buffer', 'tag,h'),
+    ])
+    assert_raise Fluent::ConfigError.new("the key specified by 'hostname_key' in <inject> cannot be used in buffering chunk key.") do
+      @d.configure(conf)
+    end
+  end
+
   sub_test_case 'using inject_values_to_record' do
     test 'injects hostname automatically detected' do
       detected_hostname = `hostname`.chomp

data/test/plugin_helper/test_server.rb

@@ -0,0 +1,905 @@
+require_relative '../helper'
+require 'fluent/plugin_helper/server'
+require 'fluent/plugin/base'
+require 'timeout'
+
+require 'serverengine'
+require 'fileutils'
+
+class ServerPluginHelperTest < Test::Unit::TestCase
+  class Dummy < Fluent::Plugin::TestBase
+    helpers :server
+  end
+
+  PORT = unused_port
+
+  setup do
+    @socket_manager_path = ServerEngine::SocketManager::Server.generate_path
+    if @socket_manager_path.is_a?(String) && File.exist?(@socket_manager_path)
+      FileUtils.rm_f @socket_manager_path
+    end
+    @socket_manager_server = ServerEngine::SocketManager::Server.open(@socket_manager_path)
+    ENV['SERVERENGINE_SOCKETMANAGER_PATH'] = @socket_manager_path.to_s
+
+    @d = Dummy.new
+    @d.start
+    @d.after_start
+  end
+
+  teardown do
+    @d.stopped? || @d.stop
+    @d.before_shutdown? || @d.before_shutdown
+    @d.shutdown? || @d.shutdown
+    @d.after_shutdown? || @d.after_shutdown
+    @d.closed? || @d.close
+    @d.terminated? || @d.terminate
+
+    @socket_manager_server.close
+    if @socket_manager_server.is_a?(String) && File.exist?(@socket_manager_path)
+      FileUtils.rm_f @socket_manager_path
+    end
+  end
+
+  sub_test_case 'plugin instance' do
+    test 'can be instantiated to be able to create threads' do
+      d = Dummy.new
+      assert d.respond_to?(:_servers)
+      assert d._servers.empty?
+
+      assert d.respond_to?(:server_wait_until_start)
+      assert d.respond_to?(:server_wait_until_stop)
+      assert d.respond_to?(:server_create_connection)
+      assert d.respond_to?(:server_create)
+      assert d.respond_to?(:server_create_tcp)
+      assert d.respond_to?(:server_create_udp)
+      assert d.respond_to?(:server_create_tls)
+    end
+
+    test 'can be configured' do
+      d = Dummy.new
+      assert_nothing_raised do
+        d.configure(config_element())
+      end
+      assert d.plugin_id
+      assert d.log
+    end
+  end
+
+  # run tests for tcp, udp, tls and unix
+  sub_test_case '#server_create and #server_create_connection' do
+    methods = {server_create: :server_create, server_create_connection: :server_create_connection}
+
+    data(methods)
+    test 'raise error if title is not specified or not a symbol' do |m|
+      assert_raise(ArgumentError.new("BUG: title must be a symbol")) do
+        @d.__send__(m, nil, PORT){|x| x }
+      end
+      assert_raise(ArgumentError.new("BUG: title must be a symbol")) do
+        @d.__send__(m, "", PORT){|x| x }
+      end
+      assert_raise(ArgumentError.new("BUG: title must be a symbol")) do
+        @d.__send__(m, "title", PORT){|x| x }
+      end
+      assert_nothing_raised do
+        @d.__send__(m, :myserver, PORT){|x| x }
+      end
+    end
+
+    data(methods)
+    test 'raise error if port is not specified or not an integer' do |m|
+      assert_raise(ArgumentError.new("BUG: port must be an integer")) do
+        @d.__send__(m, :myserver, nil){|x| x }
+      end
+      assert_raise(ArgumentError.new("BUG: port must be an integer")) do
+        @d.__send__(m, :myserver, "1"){|x| x }
+      end
+      assert_raise(ArgumentError.new("BUG: port must be an integer")) do
+        @d.__send__(m, :myserver, 1.5){|x| x }
+      end
+      assert_nothing_raised do
+        @d.__send__(m, :myserver, PORT){|x| x }
+      end
+    end
+
+    data(methods)
+    test 'raise error if block is not specified' do |m|
+      assert_raise(ArgumentError) do
+        @d.__send__(m, :myserver, PORT)
+      end
+      assert_nothing_raised do
+        @d.__send__(m, :myserver, PORT){|x| x }
+      end
+    end
+
+    data(methods)
+    test 'creates tcp server, binds 0.0.0.0 in default' do |m|
+      @d.__send__(m, :myserver, PORT){|x| x }
+
+      assert_equal 1, @d._servers.size
+
+      created_server_info = @d._servers.first
+
+      assert_equal :myserver, created_server_info.title
+      assert_equal PORT, created_server_info.port
+
+      assert_equal :tcp, created_server_info.proto
+      assert_equal "0.0.0.0", created_server_info.bind
+
+      created_server = created_server_info.server
+
+      assert created_server.is_a?(Coolio::TCPServer)
+      assert_equal "0.0.0.0", created_server.instance_eval{ @listen_socket }.addr[3]
+    end
+
+    data(methods)
+    test 'creates tcp server if specified in proto' do |m|
+      @d.__send__(m, :myserver, PORT, proto: :tcp){|x| x }
+
+      created_server_info = @d._servers.first
+      assert_equal :tcp, created_server_info.proto
+      created_server = created_server_info.server
+      assert created_server.is_a?(Coolio::TCPServer)
+    end
+
+    # tests about "proto: :udp" is in #server_create
+
+    data(methods)
+    test 'creates tls server if specified in proto' do |m|
+      # pend "not implemented yet"
+    end
+
+    data(methods)
+    test 'creates unix server if specified in proto' do |m|
+      # pend "not implemented yet"
+    end
+
+    data(methods)
+    test 'raise error if unknown protocol specified' do |m|
+      assert_raise(ArgumentError.new("BUG: invalid protocol name")) do
+        @d.__send__(m, :myserver, PORT, proto: :quic){|x| x }
+      end
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp],
+      # 'server_create tls' => [:server_create, :tls],
+      # 'server_create unix' => [:server_create, :unix],
+      'server_create_connection tcp' => [:server_create_connection, :tcp],
+      # 'server_create_connection tcp' => [:server_create_connection, :tls],
+      # 'server_create_connection tcp' => [:server_create_connection, :unix],
+    )
+    test 'raise error if udp options specified for tcp/tls/unix' do |(m, proto)|
+      assert_raise ArgumentError do
+        @d.__send__(m, :myserver, PORT, proto: proto, max_bytes: 128){|x| x }
+      end
+      assert_raise ArgumentError do
+        @d.__send__(m, :myserver, PORT, proto: proto, flags: 1){|x| x }
+      end
+    end
+
+    data(
+      'server_create udp' => [:server_create, :udp],
+    )
+    test 'raise error if tcp/tls options specified for udp' do |(m, proto)|
+      assert_raise(ArgumentError.new("BUG: linger_timeout is available for tcp/tls")) do
+        @d.__send__(m, :myserver, PORT, proto: proto, linger_timeout: 1, max_bytes: 128){|x| x }
+      end
+    end
+
+    data(
+      'server_create udp' => [:server_create, :udp],
+    )
+    test 'raise error if tcp/tls/unix options specified for udp' do |(m, proto)|
+      assert_raise(ArgumentError.new("BUG: backlog is available for tcp/tls")) do
+        @d.__send__(m, :myserver, PORT, proto: proto, backlog: 500){|x| x }
+      end
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp, {}],
+      'server_create udp' => [:server_create, :udp, {max_bytes: 128}],
+      # 'server_create unix' => [:server_create, :unix, {}],
+      'server_create_connection tcp' => [:server_create_connection, :tcp, {}],
+      # 'server_create_connection unix' => [:server_create_connection, :unix, {}],
+    )
+    test 'raise error if tls options specified for tcp/udp/unix' do |(m, proto, kwargs)|
+      assert_raise(ArgumentError.new("BUG: certopts is available only for tls")) do
+        @d.__send__(m, :myserver, PORT, proto: proto, certopts: {}, **kwargs){|x| x }
+      end
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp, {}],
+      'server_create udp' => [:server_create, :udp, {max_bytes: 128}],
+      # 'server_create tls' => [:server_create, :tls, {}],
+      'server_create_connection tcp' => [:server_create_connection, :tcp, {}],
+      # 'server_create_connection tls' => [:server_create_connection, :tls, {}],
+    )
+    test 'can bind specified IPv4 address' do |(m, proto, kwargs)|
+      @d.__send__(m, :myserver, PORT, proto: proto, bind: "127.0.0.1", **kwargs){|x| x }
+      assert_equal "127.0.0.1", @d._servers.first.bind
+      assert_equal "127.0.0.1", @d._servers.first.server.instance_eval{ instance_variable_defined?(:@listen_socket) ? @listen_socket : @_io }.addr[3]
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp, {}],
+      'server_create udp' => [:server_create, :udp, {max_bytes: 128}],
+      # 'server_create tls' => [:server_create, :tls, {}],
+      'server_create_connection tcp' => [:server_create_connection, :tcp, {}],
+      # 'server_create_connection tls' => [:server_create_connection, :tls, {}],
+    )
+    test 'can bind specified IPv6 address' do |(m, proto, kwargs)| # if available
+      omit "IPv6 unavailable here" unless ipv6_enabled?
+      @d.__send__(m, :myserver, PORT, proto: proto, bind: "::1", **kwargs){|x| x }
+      assert_equal "::1", @d._servers.first.bind
+      assert_equal "::1", @d._servers.first.server.instance_eval{ instance_variable_defined?(:@listen_socket) ? @listen_socket : @_io }.addr[3]
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp, {}],
+      'server_create udp' => [:server_create, :udp, {max_bytes: 128}],
+      # 'server_create tls' => [:server_create, :tls, {}],
+      # 'server_create unix' => [:server_create, :unix, {}],
+      'server_create_connection tcp' => [:server_create, :tcp, {}],
+      # 'server_create_connection tls' => [:server_create, :tls, {}],
+      # 'server_create_connection unix' => [:server_create, :unix, {}],
+    )
+    test 'can create 2 or more servers which share same bind address and port if shared option is true' do |(m, proto, kwargs)|
+      begin
+        d2 = Dummy.new; d2.start; d2.after_start
+
+        assert_nothing_raised do
+          @d.__send__(m, :myserver, PORT, proto: proto, **kwargs){|x| x }
+          d2.__send__(m, :myserver, PORT, proto: proto, **kwargs){|x| x }
+        end
+      ensure
+        d2.stop; d2.before_shutdown; d2.shutdown; d2.after_shutdown; d2.close; d2.terminate
+      end
+    end
+
+    data(
+      'server_create tcp' => [:server_create, :tcp, {}],
+      'server_create udp' => [:server_create, :udp, {max_bytes: 128}],
+      # 'server_create tls' => [:server_create, :tls, {}],
+      # 'server_create unix' => [:server_create, :unix, {}],
+      'server_create_connection tcp' => [:server_create, :tcp, {}],
+      # 'server_create_connection tls' => [:server_create, :tls, {}],
+      # 'server_create_connection unix' => [:server_create, :unix, {}],
+    )
+    test 'cannot create 2 or more servers using same bind address and port if shared option is false' do |(m, proto, kwargs)|
+      begin
+        d2 = Dummy.new; d2.start; d2.after_start
+
+        assert_nothing_raised do
+          @d.__send__(m, :myserver, PORT, proto: proto, shared: false, **kwargs){|x| x }
+        end
+        assert_raise(Errno::EADDRINUSE, Errno::EACCES) do
+          d2.__send__(m, :myserver, PORT, proto: proto, **kwargs){|x| x }
+        end
+      ensure
+        d2.stop; d2.before_shutdown; d2.shutdown; d2.after_shutdown; d2.close; d2.terminate
+      end
+    end
+  end
+
+  sub_test_case '#server_create' do
+    data(
+      'tcp' => [:tcp, {}],
+      'udp' => [:udp, {max_bytes: 128}],
+      # 'tls' => [:tls, {}],
+      # 'unix' => [:unix, {}],
+    )
+    test 'raise error if block argument is not specified or too many' do |(proto, kwargs)|
+      assert_raise(ArgumentError.new("BUG: block must have 1 or 2 arguments")) do
+        @d.server_create(:myserver, PORT, proto: proto, **kwargs){ 1 }
+      end
+      assert_raise(ArgumentError.new("BUG: block must have 1 or 2 arguments")) do
+        @d.server_create(:myserver, PORT, proto: proto, **kwargs){|sock, conn, what_is_this| 1 }
+      end
+    end
+
+    test 'creates udp server if specified in proto' do
+      @d.server_create(:myserver, PORT, proto: :udp, max_bytes: 512){|x| x }
+
+      created_server_info = @d._servers.first
+      assert_equal :udp, created_server_info.proto
+      created_server = created_server_info.server
+      assert created_server.is_a?(Fluent::PluginHelper::Server::EventHandler::UDPServer)
+    end
+  end
+
+  sub_test_case '#server_create_tcp' do
+    test 'can accept all keyword arguments valid for tcp server' do
+      assert_nothing_raised do
+        @d.server_create_tcp(:s, PORT, bind: '127.0.0.1', shared: false, resolve_name: true, linger_timeout: 10, backlog: 500) do |data, conn|
+          # ...
+        end
+      end
+    end
+
+    test 'creates a tcp server just to read data' do
+      received = ""
+      @d.server_create_tcp(:s, PORT) do |data|
+        received << data
+      end
+      3.times do
+        sock = TCPSocket.new("127.0.0.1", PORT)
+        sock.puts "yay"
+        sock.puts "foo"
+        sock.close
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+    end
+
+    test 'creates a tcp server to read and write data' do
+      received = ""
+      responses = []
+      @d.server_create_tcp(:s, PORT) do |data, conn|
+        received << data
+        conn.write "ack\n"
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+          sock.puts "foo"
+          responses << sock.readline
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+      assert_equal ["ack\n","ack\n","ack\n"], responses
+    end
+
+    test 'creates a tcp server to read and write data using IPv6' do
+      omit "IPv6 unavailable here" unless ipv6_enabled?
+
+      received = ""
+      responses = []
+      @d.server_create_tcp(:s, PORT, bind: "::1") do |data, conn|
+        received << data
+        conn.write "ack\n"
+      end
+      3.times do
+        TCPSocket.open("::1", PORT) do |sock|
+          sock.puts "yay"
+          sock.puts "foo"
+          responses << sock.readline
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+      assert_equal ["ack\n","ack\n","ack\n"], responses
+    end
+
+    test 'does not resolve name of client address in default' do
+      received = ""
+      sources = []
+      @d.server_create_tcp(:s, PORT) do |data, conn|
+        received << data
+        sources << conn.remote_host
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == "127.0.0.1" } }
+    end
+
+    test 'does resolve name of client address if resolve_name is true' do
+      hostname = Socket.getnameinfo([nil, nil, nil, "127.0.0.1"])[0]
+
+      received = ""
+      sources = []
+      @d.server_create_tcp(:s, PORT, resolve_name: true) do |data, conn|
+        received << data
+        sources << conn.remote_host
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == hostname } }
+    end
+
+    test 'can keep connections alive for tcp if keepalive specified' do
+      # pend "not implemented yet"
+    end
+
+    test 'raises error if plugin registers data callback for connection object from #server_create' do
+      received = ""
+      errors = []
+      @d.server_create_tcp(:s, PORT) do |data, conn|
+        received << data
+        begin
+          conn.data{|d| received << d.upcase }
+        rescue => e
+          errors << e
+        end
+      end
+      TCPSocket.open("127.0.0.1", PORT) do |sock|
+        sock.puts "foo"
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 4 || errors.size == 1 }
+      assert_equal "foo\n", received
+      assert_equal 1, errors.size
+      assert_equal "data callback can be registered just once, but registered twice", errors.first.message
+    end
+
+    test 'can call write_complete callback if registered' do
+      buffer = ""
+      lines = []
+      responses = []
+      response_completes = []
+      @d.server_create_tcp(:s, PORT) do |data, conn|
+        conn.on(:write_complete){|c| response_completes << true }
+        buffer << data
+        if idx = buffer.index("\n")
+          lines << buffer.slice!(0,idx+1)
+          conn.write "ack\n"
+        end
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.write "yay"
+          sock.write "foo\n"
+          begin
+            responses << sock.readline
+          rescue EOFError, IOError, Errno::ECONNRESET
+            # ignore
+          end
+          sock.close
+        end
+      end
+      waiting(10){ sleep 0.1 until lines.size == 3 && response_completes.size == 3 }
+      assert_equal ["yayfoo\n", "yayfoo\n", "yayfoo\n"], lines
+      assert_equal ["ack\n","ack\n","ack\n"], responses
+      assert_equal [true, true, true], response_completes
+    end
+
+    test 'can call close callback if registered' do
+      buffer = ""
+      lines = []
+      callback_results = []
+      @d.server_create_tcp(:s, PORT) do |data, conn|
+        conn.on(:close){|c| callback_results << "closed" }
+        buffer << data
+        if idx = buffer.index("\n")
+          lines << buffer.slice!(0,idx+1)
+          conn.write "ack\n"
+        end
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.write "yay"
+          sock.write "foo\n"
+          begin
+            while line = sock.readline
+              if line == "ack\n"
+                sock.close
+              end
+            end
+          rescue EOFError, IOError, Errno::ECONNRESET
+            # ignore
+          end
+        end
+      end
+      waiting(10){ sleep 0.1 until lines.size == 3 && callback_results.size == 3 }
+      assert_equal ["yayfoo\n", "yayfoo\n", "yayfoo\n"], lines
+      assert_equal ["closed", "closed", "closed"], callback_results
+    end
+  end
+
+  sub_test_case '#server_create_udp' do
+    test 'can accept all keyword arguments valid for udp server' do
+      assert_nothing_raised do
+        @d.server_create_udp(:s, PORT, bind: '127.0.0.1', shared: false, resolve_name: true, max_bytes: 100, flags: 1) do |data, conn|
+          # ...
+        end
+      end
+    end
+
+    test 'creates a udp server just to read data' do
+      received = ""
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data|
+        received << data
+      end
+      bind_port = unused_port(protocol: :udp, bind: "127.0.0.1")
+      3.times do
+        sock = UDPSocket.new(Socket::AF_INET)
+        sock.bind("127.0.0.1", bind_port)
+        sock.connect("127.0.0.1", PORT)
+        sock.puts "yay"
+        sock.puts "foo"
+        sock.close
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+    end
+
+    test 'creates a udp server to read and write data' do
+      received = ""
+      responses = []
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data, sock|
+        received << data
+        sock.write "ack\n"
+      end
+      bind_port = unused_port
+      3.times do
+        begin
+          sock = UDPSocket.new(Socket::AF_INET)
+          sock.bind("127.0.0.1", bind_port)
+          sock.connect("127.0.0.1", PORT)
+          th = Thread.new do
+            while true
+              begin
+                in_data, _addr = sock.recvfrom_nonblock(16)
+                if in_data
+                  responses << in_data
+                  break
+                end
+              rescue IO::WaitReadable
+                IO.select([sock])
+              end
+            end
+            true
+          end
+          sock.write "yay\nfoo\n"
+          th.join(5)
+        ensure
+          sock.close
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+      assert_equal ["ack\n","ack\n","ack\n"], responses
+    end
+
+    test 'creates a udp server to read and write data using IPv6' do
+      omit "IPv6 unavailable here" unless ipv6_enabled?
+
+      received = ""
+      responses = []
+      @d.server_create_udp(:s, PORT, bind: "::1", max_bytes: 128) do |data, sock|
+        received << data
+        sock.write "ack\n"
+      end
+      bind_port = unused_port
+      3.times do
+        begin
+          sock = UDPSocket.new(Socket::AF_INET6)
+          sock.bind("::1", bind_port)
+          th = Thread.new do
+            responses << sock.recv(16)
+            true
+          end
+          sock.connect("::1", PORT)
+          sock.write "yay\nfoo\n"
+          th.join(5)
+        ensure
+          sock.close
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 24 }
+      assert_equal "yay\nfoo\nyay\nfoo\nyay\nfoo\n", received
+      assert_equal ["ack\n","ack\n","ack\n"], responses
+    end
+
+    test 'does not resolve name of client address in default' do
+      received = ""
+      sources = []
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data, sock|
+        received << data
+        sources << sock.remote_host
+      end
+      3.times do
+        sock = UDPSocket.new(Socket::AF_INET)
+        sock.connect("127.0.0.1", PORT)
+        sock.puts "yay"
+        sock.close
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == "127.0.0.1" } }
+    end
+
+    test 'does resolve name of client address if resolve_name is true' do
+      hostname = Socket.getnameinfo([nil, nil, nil, "127.0.0.1"])[0]
+
+      received = ""
+      sources = []
+      @d.server_create_udp(:s, PORT, resolve_name: true, max_bytes: 128) do |data, sock|
+        received << data
+        sources << sock.remote_host
+      end
+      3.times do
+        sock = UDPSocket.new(Socket::AF_INET)
+        sock.connect("127.0.0.1", PORT)
+        sock.puts "yay"
+        sock.close
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == hostname } }
+    end
+
+    test 'raises error if plugin registers data callback for connection object from #server_create' do
+      received = ""
+      errors = []
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data, sock|
+        received << data
+        begin
+          sock.data{|d| received << d.upcase }
+        rescue => e
+          errors << e
+        end
+      end
+      sock = UDPSocket.new(Socket::AF_INET)
+      sock.connect("127.0.0.1", PORT)
+      sock.write "foo\n"
+      sock.close
+
+      waiting(10){ sleep 0.1 until received.bytesize == 4 || errors.size == 1 }
+      assert_equal "foo\n", received
+      assert_equal 1, errors.size
+      assert_equal "BUG: this event is disabled for udp: data", errors.first.message
+    end
+
+    test 'raise error if plugin registers write_complete callback for udp' do
+      received = ""
+      errors = []
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data, sock|
+        received << data
+        begin
+          sock.on(:write_complete){|conn| "" }
+        rescue => e
+          errors << e
+        end
+      end
+      sock = UDPSocket.new(Socket::AF_INET)
+      sock.connect("127.0.0.1", PORT)
+      sock.write "foo\n"
+      sock.close
+
+      waiting(10){ sleep 0.1 until received.bytesize == 4 || errors.size == 1 }
+      assert_equal "foo\n", received
+      assert_equal 1, errors.size
+      assert_equal "BUG: this event is disabled for udp: write_complete", errors.first.message
+    end
+
+    test 'raises error if plugin registers close callback for udp' do
+      received = ""
+      errors = []
+      @d.server_create_udp(:s, PORT, max_bytes: 128) do |data, sock|
+        received << data
+        begin
+          sock.on(:close){|d| "" }
+        rescue => e
+          errors << e
+        end
+      end
+      sock = UDPSocket.new(Socket::AF_INET)
+      sock.connect("127.0.0.1", PORT)
+      sock.write "foo\n"
+      sock.close
+
+      waiting(10){ sleep 0.1 until received.bytesize == 4 || errors.size == 1 }
+      assert_equal "foo\n", received
+      assert_equal 1, errors.size
+      assert_equal "BUG: this event is disabled for udp: close", errors.first.message
+    end
+  end
+
+  sub_test_case '#server_create_tls' do
+    # not implemented yet
+
+    # test 'can accept all keyword arguments valid for tcp/tls server'
+    # test 'creates a tls server just to read data'
+    # test 'creates a tls server to read and write data'
+    # test 'creates a tls server to read and write data using IPv6'
+
+    # many tests about certops
+
+    # test 'does not resolve name of client address in default'
+    # test 'does resolve name of client address if resolve_name is true'
+    # test 'can keep connections alive for tls if keepalive specified' do
+    #   pend "not implemented yet"
+    # end
+
+    # test 'raises error if plugin registers data callback for connection object from #server_create'
+    # test 'can call write_complete callback if registered'
+    # test 'can call close callback if registered'
+  end
+
+  sub_test_case '#server_create_unix' do
+    # not implemented yet
+
+    # test 'can accept all keyword arguments valid for unix server'
+    # test 'creates a unix server just to read data'
+    # test 'creates a unix server to read and write data'
+
+    # test 'raises error if plugin registers data callback for connection object from #server_create'
+    # test 'can call write_complete callback if registered'
+    # test 'can call close callback if registered'
+  end
+
+  # run tests for tcp, tls and unix
+  sub_test_case '#server_create_connection' do
+    test 'raise error if udp is specified in proto' do
+      assert_raise(ArgumentError.new("BUG: cannot create connection for UDP")) do
+        @d.server_create_connection(:myserver, PORT, proto: :udp){|c| c }
+      end
+    end
+
+    # def server_create_connection(title, port, proto: :tcp, bind: '0.0.0.0', shared: true, certopts: nil, resolve_name: false, linger_timeout: 0, backlog: nil, &block)
+    protocols = {
+      'tcp' => [:tcp, {}],
+      # 'tls' => [:tls, {certopts: {}}],
+      # 'unix' => [:unix, {path: ""}],
+    }
+
+    data(protocols)
+    test 'raise error if block argument is not specified or too many' do |(proto, kwargs)|
+      empty_block = ->(){}
+      assert_raise(ArgumentError.new("BUG: block must have just one argument")) do
+        @d.server_create_connection(:myserver, PORT, proto: proto, **kwargs, &empty_block)
+      end
+      assert_raise(ArgumentError.new("BUG: block must have just one argument")) do
+        @d.server_create_connection(:myserver, PORT, proto: proto, **kwargs){|conn, what_is_this| [conn, what_is_this] }
+      end
+    end
+
+    data(protocols)
+    test 'does not resolve name of client address in default' do |(proto, kwargs)|
+      received = ""
+      sources = []
+      @d.server_create_connection(:s, PORT, proto: proto, **kwargs) do |conn|
+        sources << conn.remote_host
+        conn.data do |d|
+          received << d
+        end
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == "127.0.0.1" } }
+    end
+
+    data(protocols)
+    test 'does resolve name of client address if resolve_name is true' do |(proto, kwargs)|
+      hostname = Socket.getnameinfo([nil, nil, nil, "127.0.0.1"])[0]
+
+      received = ""
+      sources = []
+      @d.server_create_connection(:s, PORT, proto: proto, resolve_name: true, **kwargs) do |conn|
+        sources << conn.remote_host
+        conn.data do |d|
+          received << d
+        end
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+        end
+      end
+      waiting(10){ sleep 0.1 until received.bytesize == 12 }
+      assert_equal "yay\nyay\nyay\n", received
+      assert{ sources.all?{|s| s == hostname } }
+    end
+
+    data(protocols)
+    test 'creates a server to provide connection, which can read, write and close' do |(proto, kwargs)|
+      lines = []
+      buffer = ""
+      @d.server_create_connection(:s, PORT, proto: proto, **kwargs) do |conn|
+        conn.data do |d|
+          buffer << d
+          if buffer == "x"
+            buffer.slice!(0, 1)
+            conn.close
+          end
+          if idx = buffer.index("\n")
+            lines << buffer.slice!(0, idx + 1)
+            conn.write "foo!\n"
+          end
+        end
+      end
+      replied = []
+      disconnecteds = []
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+          while line = sock.readline
+            replied << line
+            break
+          end
+          sock.write "x"
+          begin
+            sock.read
+          rescue => e
+            if e.is_a?(Errno::ECONNRESET)
+              disconnecteds << e.class
+            end
+          end
+        end
+      end
+      waiting(10){ sleep 0.1 until lines.size == 3 }
+      waiting(10){ sleep 0.1 until replied.size == 3 }
+      waiting(10){ sleep 0.1 until disconnecteds.size == 3 }
+      assert_equal ["yay\n", "yay\n", "yay\n"], lines
+      assert_equal ["foo!\n", "foo!\n", "foo!\n"], replied
+      assert_equal [Errno::ECONNRESET, Errno::ECONNRESET, Errno::ECONNRESET], disconnecteds
+    end
+
+    data(protocols)
+    test 'creates a server to provide connection, which accepts callbacks for data, write_complete, and close' do |(proto, kwargs)|
+      lines = []
+      buffer = ""
+      written = 0
+      closed = 0
+      @d.server_create_connection(:s, PORT, proto: proto, **kwargs) do |conn|
+        conn.on(:write_complete){|_conn| written += 1 }
+        conn.on(:close){|_conn| closed += 1 }
+        conn.on(:data) do |d|
+          buffer << d
+          if idx = buffer.index("\n")
+            lines << buffer.slice!(0, idx + 1)
+            conn.write "foo!\n"
+          end
+        end
+      end
+      replied = []
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+          while line = sock.readline
+            replied << line
+            break
+          end
+        end # TCP socket is closed here
+      end
+      waiting(10){ sleep 0.1 until lines.size == 3 }
+      waiting(10){ sleep 0.1 until replied.size == 3 }
+      waiting(10){ sleep 0.1 until closed == 3 }
+      assert_equal ["yay\n", "yay\n", "yay\n"], lines
+      assert_equal 3, written
+      assert_equal 3, closed
+      assert_equal ["foo!\n", "foo!\n", "foo!\n"], replied
+    end
+
+    data(protocols)
+    test 'creates a server, and does not leak connections' do |(proto, kwargs)|
+      buffer = ""
+      closed = 0
+      @d.server_create_connection(:s, PORT, proto: proto, **kwargs) do |conn|
+        conn.on(:close){|_c| closed += 1 }
+        conn.on(:data) do |d|
+          buffer << d
+        end
+      end
+      3.times do
+        TCPSocket.open("127.0.0.1", PORT) do |sock|
+          sock.puts "yay"
+        end
+      end
+      waiting(10){ sleep 0.1 until buffer.bytesize == 12 }
+      waiting(10){ sleep 0.1 until closed == 3 }
+      assert_equal 0, @d.instance_eval{ @_server_connections.size }
+    end
+
+    test 'can keep connections alive for tcp/tls if keepalive specified' do
+      # pend "not implemented yet"
+    end
+  end
+
+end