p2p2 0.26.0 → 0.27.0

data/lib/p2p2/p2.rb

@@ -1,114 +1,57 @@
-require 'json'
-require 'p2p2/head'
-require 'p2p2/p2_custom'
-require 'p2p2/p2_worker'
-require 'p2p2/version'
-require 'socket'
-
-##
-# P2p2::P2 - p2p通道，p2端。
-#
-module P2p2
-  class P2
-
-    def initialize( config_path = nil )
-      unless config_path
-        config_path = File.expand_path( '../p2p2.conf.json', __FILE__ )
-      end
-
-      unless File.exist?( config_path )
-        raise "missing config file #{ config_path }"
-      end
-
-      conf = JSON.parse( IO.binread( config_path ), symbolize_names: true )
-      p2pd_host = conf[ :p2pd_host ]
-      p2pd_port = conf[ :p2pd_port ]
-      room = conf[ :room ]
-      sdwd_host = conf[ :sdwd_host ]
-      sdwd_port = conf[ :sdwd_port ]
-      p2_tmp_dir = conf[ :p2_tmp_dir ]
-
-      unless p2pd_host
-        raise "missing p2pd host"
-      end
-
-      unless room
-        raise "missing room"
-      end
-
-      unless p2pd_port
-        p2pd_port = 2020
-      end
-
-      unless sdwd_host
-        sdwd_host = '0.0.0.0'
-      end
-
-      unless sdwd_port
-        sdwd_port = 2222
-      end
-
-      unless p2_tmp_dir
-        p2_tmp_dir = '/tmp/p2p2.p2'
-      end
-
-      unless File.exist?( p2_tmp_dir )
-        Dir.mkdir( p2_tmp_dir )
-      end
-
-      src_chunk_dir = File.join( p2_tmp_dir, 'src.chunk' )
-
-      unless Dir.exist?( src_chunk_dir )
-        Dir.mkdir( src_chunk_dir )
-      end
-
-      tun_chunk_dir = File.join( p2_tmp_dir, 'tun.chunk' )
-
-      unless Dir.exist?( tun_chunk_dir )
-        Dir.mkdir( tun_chunk_dir )
-      end
-
-      title = "p2p2 p2 #{ P2p2::VERSION }"
-      puts title
-      puts "p2pd host #{ p2pd_host }"
-      puts "p2pd port #{ p2pd_port }"
-      puts "room #{ room }"
-      puts "sdwd host #{ sdwd_host }"
-      puts "sdwd port #{ sdwd_port }"
-      puts "p2 tmp dir #{ p2_tmp_dir }"
-      puts "src chunk dir #{ src_chunk_dir }"
-      puts "tun chunk dir #{ tun_chunk_dir }"
-
-      if RUBY_PLATFORM.include?( 'linux' )
-        $0 = title
-
-        pid = fork do
-          $0 = 'p2p2 p2 worker'
-          worker = P2p2::P2Worker.new( p2pd_host, p2pd_port, room, sdwd_host, sdwd_port, src_chunk_dir, tun_chunk_dir )
-
-          Signal.trap( :TERM ) do
-            puts 'exit'
-            worker.quit!
-          end
-
-          worker.looping
-        end
-
-        Signal.trap( :TERM ) do
-          puts 'trap TERM'
-
-          begin
-            Process.kill( :TERM, pid )
-          rescue Errno::ESRCH => e
-            puts e.class
-          end
-        end
-
-        Process.waitall
-      else
-        P2p2::P2Worker.new( p2pd_host, p2pd_port, room, sdwd_host, sdwd_port, src_chunk_dir, tun_chunk_dir ).looping
-      end
-    end
-
-  end
-end
+require 'json'
+require 'p2p2/concurrent_hash'
+require 'p2p2/head'
+require 'p2p2/p2_worker'
+require 'p2p2/version'
+require 'socket'
+
+##
+# P2p2::P2 - p2端
+#
+module P2p2
+  class P2
+
+    def initialize( config_path = nil )
+      unless config_path then
+        config_path = File.expand_path( '../p2p2.conf.json', __FILE__ )
+      end
+
+      raise "missing config file #{ config_path }" unless File.exist?( config_path )
+
+      conf = JSON.parse( IO.binread( config_path ), symbolize_names: true )
+      paird_host = conf[ :paird_host ]
+      paird_port = conf[ :paird_port ]
+      room = conf[ :room ]
+      shadow_host = conf[ :shadow_host ]
+      shadow_port = conf[ :shadow_port ]
+
+      raise 'missing paird host' unless paird_host
+      raise 'missing room' unless room
+
+      unless paird_port then
+        paird_port = 4040
+      end
+
+      unless shadow_host then
+        shadow_host = '0.0.0.0'
+      end
+
+      unless shadow_port then
+        shadow_port = 4444
+      end
+
+      puts "p2p2 p2 #{ P2p2::VERSION }"
+      puts "paird #{ paird_host } #{ paird_port } room #{ room } shadow #{ shadow_host } #{ shadow_port }"
+
+      worker = P2p2::P2Worker.new( paird_host, paird_port, room, shadow_host, shadow_port )
+
+      Signal.trap( :TERM ) do
+        puts 'exit'
+        worker.quit!
+      end
+
+      worker.looping
+    end
+
+  end
+end

data/lib/p2p2/p2_worker.rb

@@ -1,979 +1,682 @@
-module P2p2
-  class P2Worker
-
-    ##
-    # initialize
-    #
-    def initialize( p2pd_host, p2pd_port, room, sdwd_host, sdwd_port, src_chunk_dir, tun_chunk_dir )
-      @p2pd_addr = Socket.sockaddr_in( p2pd_port, p2pd_host )
-      @room = room
-      @sdwd_addr = Socket.sockaddr_in( sdwd_port, sdwd_host )
-      @src_chunk_dir = src_chunk_dir
-      @tun_chunk_dir = tun_chunk_dir
-      @custom = P2p2::P2Custom.new
-      @mutex = Mutex.new
-      @reads = []
-      @writes = []
-      @roles = {}     # sock => :dotr / :sdwd / :src / :tun
-      @src_infos = {} # src => {}
-
-      dotr, dotw = IO.pipe
-      @dotw = dotw
-      add_read( dotr, :dotr )
-      new_a_sdwd
-    end
-
-    ##
-    # looping
-    #
-    def looping
-      puts "#{ Time.new } looping"
-      loop_heartbeat
-      loop_check_status
-
-      loop do
-        rs, ws = IO.select( @reads, @writes )
-
-        @mutex.synchronize do
-          # 先写，再读
-          ws.each do | sock |
-            case @roles[ sock ]
-            when :src
-              write_src( sock )
-            when :tun
-              write_tun( sock )
-            end
-          end
-
-          rs.each do | sock |
-            case @roles[ sock ]
-            when :dotr
-              read_dotr( sock )
-            when :sdwd
-              read_sdwd( sock )
-            when :src
-              read_src( sock )
-            when :tun
-              read_tun( sock )
-            end
-          end
-        end
-      end
-    rescue Interrupt => e
-      puts e.class
-      quit!
-    end
-
-    ##
-    # quit!
-    #
-    def quit!
-      if @tun && !@tun.closed? && @tun_info[ :tund_addr ]
-        # puts "debug1 send tun fin"
-        data = [ 0, TUN_FIN ].pack( 'Q>C' )
-        @tun.sendmsg( data, 0, @tun_info[ :tund_addr ] )
-      end
-
-      # puts "debug1 exit"
-      exit
-    end
-
-    private
-
-    ##
-    # loop heartbeat
-    #
-    def loop_heartbeat( check_at = Time.new )
-      Thread.new do
-        loop do
-          sleep HEARTBEAT_INTERVAL
-
-          @mutex.synchronize do
-            now = Time.new
-
-            if @tun && !@tun.closed? && @tun_info[ :peer_addr ] && @tun_info[ :peer_at ]
-              if @tun_info[ :tund_addr ]
-                if now - check_at >= CHECK_EXPIRE_INTERVAL
-                  if now - @tun_info[ :last_recv_at ] > EXPIRE_AFTER
-                    puts "#{ Time.new } expire tun"
-                    set_is_closing( @tun )
-                  else
-                    @tun_info[ :src_exts ].each do | src_id, src_ext |
-                      if src_ext[ :src ].closed? && ( now - src_ext[ :last_continue_at ] > EXPIRE_AFTER )
-                        puts "#{ Time.new } expire src ext"
-                        del_src_ext( src_id )
-                      end
-                    end
-                  end
-
-                  @src_infos.each do | src, src_info |
-                    if now - src_info[ :last_continue_at ] > EXPIRE_AFTER
-                      puts "#{ Time.new } expire src"
-                      set_is_closing( src )
-                    end
-                  end
-
-                  check_at = now
-                end
-
-                # puts "debug2 heartbeat"
-                add_tun_ctlmsg( pack_a_heartbeat )
-                next_tick
-              elsif now - @tun_info[ :peer_at ] > EXPIRE_NEW
-                puts "#{ Time.new } expire new tun"
-                set_is_closing( @tun )
-                next_tick
-              end
-            end
-          end
-        end
-      end
-    end
-
-    ##
-    # loop check status
-    #
-    def loop_check_status
-      Thread.new do
-        loop do
-          sleep STATUS_INTERVAL
-
-          @mutex.synchronize do
-            if @tun && !@tun.closed? && @tun_info[ :tund_addr ]
-              need_trigger = false
-
-              if @tun_info[ :src_exts ].any?
-                now = Time.new
-
-                @tun_info[ :src_exts ].each do | src_id, src_ext |
-                  if now - src_ext[ :last_continue_at ] < SEND_STATUS_UNTIL
-                    data = [ 0, SOURCE_STATUS, src_id, src_ext[ :relay_pack_id ], src_ext[ :continue_dst_pack_id ] ].pack( 'Q>CQ>Q>Q>' )
-                    add_tun_ctlmsg( data )
-                    need_trigger = true
-                  end
-                end
-              end
-
-              if @tun_info[ :paused ] && ( @tun_info[ :src_exts ].map{ | _, src_ext | src_ext[ :wmems ].size }.sum < RESUME_BELOW )
-                puts "#{ Time.new } resume tun"
-                @tun_info[ :paused ] = false
-                add_write( @tun )
-                need_trigger = true
-              end
-
-              if need_trigger
-                next_tick
-              end
-            end
-          end
-        end
-      end
-    end
-
-    ##
-    # loop punch peer
-    #
-    def loop_punch_peer
-      Thread.new do
-        EXPIRE_NEW.times do
-          if @tun.closed?
-            # puts "debug1 break loop punch peer"
-            break
-          end
-
-          @mutex.synchronize do
-            # puts "debug1 punch peer"
-            add_tun_ctlmsg( pack_a_heartbeat, @tun_info[ :peer_addr ] )
-            next_tick
-          end
-
-          sleep 1
-        end
-      end
-    end
-
-    ##
-    # loop send a new source
-    #
-    def loop_send_a_new_source( src_ext, data )
-      Thread.new do
-        EXPIRE_NEW.times do
-          if src_ext[ :src ].closed? || src_ext[ :dst_port ]
-            # puts "debug1 break loop send a new source #{ src_ext[ :dst_port ] }"
-            break
-          end
-
-          @mutex.synchronize do
-            # puts "debug1 send a new source #{ data.inspect }"
-            add_tun_ctlmsg( data )
-            next_tick
-          end
-
-          sleep 1
-        end
-      end
-    end
-
-    ##
-    # new a sdwd
-    #
-    def new_a_sdwd
-      sdwd = Socket.new( Socket::AF_INET, Socket::SOCK_STREAM, 0 )
-      sdwd.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEADDR, 1 )
-
-      if RUBY_PLATFORM.include?( 'linux' )
-        sdwd.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEPORT, 1 )
-        sdwd.setsockopt( Socket::SOL_TCP, Socket::TCP_NODELAY, 1 )
-      end
-
-      sdwd.bind( @sdwd_addr )
-      sdwd.listen( 511 )
-      puts "#{ Time.new } sdwd listen on #{ sdwd.local_address.ip_port }"
-      add_read( sdwd, :sdwd )
-    end
-
-    ##
-    # new a tun
-    #
-    def new_a_tun
-      tun = Socket.new( Socket::AF_INET, Socket::SOCK_DGRAM, 0 )
-      tun.bind( Socket.sockaddr_in( 0, '0.0.0.0' ) )
-      port = tun.local_address.ip_port
-      puts "#{ Time.new } tun bind on #{ port }"
-
-      tun_info = {
-        port: port,           # 端口
-        ctlmsgs: [],          # [ to_addr, data ]
-        wbuffs: [],           # 写前缓存 [ src_id, pack_id, data ]
-        caches: [],           # 块读出缓存 [ src_id, pack_id, data ]
-        chunks: [],           # 块队列 filename
-        spring: 0,            # 块后缀，结块时，如果块队列不为空，则自增，为空，则置为0
-        peer_addr: nil,       # 配对地址
-        peer_at: nil,         # 收到配对地址时间
-        tund_addr: nil,       # 连通后的tund地址
-        src_exts: {},         # src额外信息 src_id => {}
-        src_ids: {},          # dst_port => src_id
-        paused: false,        # 是否暂停写
-        resendings: [],       # 重传队列 [ src_id, pack_id ]
-        created_at: Time.new, # 创建时间
-        last_recv_at: nil,    # 上一次收到流量的时间，过期关闭
-        is_closing: false     # 是否准备关闭
-      }
-
-      @tun = tun
-      @tun_info = tun_info
-      add_read( tun, :tun )
-      add_tun_ctlmsg( [ '2', @room ].join, @p2pd_addr )
-    end
-
-    ##
-    # pack a heartbeat
-    #
-    def pack_a_heartbeat
-      [ 0, HEARTBEAT, rand( 128 ) ].pack( 'Q>CC' )
-    end
-
-    ##
-    # is match tund addr
-    #
-    def is_match_tund_addr( addrinfo )
-      return false unless @tun_info[ :tund_addr ]
-
-      from_addr = addrinfo.to_sockaddr
-
-      if from_addr != @tun_info[ :tund_addr ]
-        puts "#{ Time.new } #{ addrinfo.inspect } not match #{ Addrinfo.new( @tun_info[ :tund_addr ] ).inspect }"
-        return false
-      end
-
-      @tun_info[ :last_recv_at ] = Time.new
-
-      true
-    end
-
-    ##
-    # add tun ctlmsg
-    #
-    def add_tun_ctlmsg( data, to_addr = nil )
-      unless to_addr
-        to_addr = @tun_info[ :tund_addr ]
-      end
-
-      if to_addr
-        @tun_info[ :ctlmsgs ] << [ to_addr, data ]
-        add_write( @tun )
-      end
-    end
-
-    ##
-    # add tun wbuff
-    #
-    def add_tun_wbuff( src_id, pack_id, data )
-      @tun_info[ :wbuffs ] << [ src_id, pack_id, data ]
-
-      if @tun_info[ :wbuffs ].size >= WBUFFS_LIMIT
-        spring = @tun_info[ :chunks ].size > 0 ? ( @tun_info[ :spring ] + 1 ) : 0
-        filename = "#{ Process.pid }-#{ @tun_info[ :port ] }.#{ spring }"
-        chunk_path = File.join( @tun_chunk_dir, filename )
-        datas = @tun_info[ :wbuffs ].map{ | _src_id, _pack_id, _data | [ [ _src_id, _pack_id, _data.bytesize ].pack( 'Q>Q>n' ), _data ].join }
-
-        begin
-          IO.binwrite( chunk_path, datas.join )
-        rescue Errno::ENOSPC => e
-          puts "#{ Time.new } #{ e.class }, close tun"
-          set_is_closing( @tun )
-          return
-        end
-
-        @tun_info[ :chunks ] << filename
-        @tun_info[ :spring ] = spring
-        @tun_info[ :wbuffs ].clear
-      end
-
-      add_write( @tun )
-    end
-
-    ##
-    # add src wbuff
-    #
-    def add_src_wbuff( src, data )
-      src_info = @src_infos[ src ]
-      src_info[ :wbuff ] << data
-
-      if src_info[ :wbuff ].bytesize >= CHUNK_SIZE
-        spring = src_info[ :chunks ].size > 0 ? ( src_info[ :spring ] + 1 ) : 0
-        filename = "#{ Process.pid }-#{ src_info[ :id ] }.#{ spring }"
-        chunk_path = File.join( @src_chunk_dir, filename )
-
-        begin
-          IO.binwrite( chunk_path, src_info[ :wbuff ] )
-        rescue Errno::ENOSPC => e
-          puts "#{ Time.new } #{ e.class }, close src"
-          set_is_closing( src )
-          return
-        end
-
-        src_info[ :chunks ] << filename
-        src_info[ :spring ] = spring
-        src_info[ :wbuff ].clear
-      end
-
-      add_write( src )
-    end
-
-    ##
-    # add read
-    #
-    def add_read( sock, role )
-      unless @reads.include?( sock )
-        @reads << sock
-      end
-
-      @roles[ sock ] = role
-    end
-
-    ##
-    # add write
-    #
-    def add_write( sock )
-      if sock && !sock.closed? && !@writes.include?( sock )
-        @writes << sock
-      end
-    end
-
-    ##
-    # set is closing
-    #
-    def set_is_closing( sock )
-      if sock && !sock.closed?
-        role = @roles[ sock ]
-        # puts "debug1 set #{ role.to_s } is closing"
-
-        case role
-        when :src
-          src_info = @src_infos[ sock ]
-          src_info[ :is_closing ] = true
-        when :tun
-          @tun_info[ :is_closing ] = true
-        end
-
-        @reads.delete( sock )
-        add_write( sock )
-      end
-    end
-
-    ##
-    # send data
-    #
-    def send_data( tun, data, to_addr )
-      begin
-        tun.sendmsg( data, 0, to_addr )
-      rescue IO::WaitWritable, Errno::EINTR
-        return false
-      rescue Errno::EHOSTUNREACH, Errno::ENETUNREACH, Errno::ENETDOWN => e
-        puts "#{ Time.new } #{ e.class }, close tun"
-        close_tun( tun )
-        return false
-      end
-
-      true
-    end
-
-    ##
-    # close src
-    #
-    def close_src( src )
-      # puts "debug1 close src"
-      close_sock( src )
-      src_info = @src_infos.delete( src )
-
-      src_info[ :chunks ].each do | filename |
-        begin
-          File.delete( File.join( @src_chunk_dir, filename ) )
-        rescue Errno::ENOENT
-        end
-      end
-
-      return if @tun.closed?
-
-      src_id = src_info[ :id ]
-      src_ext = @tun_info[ :src_exts ][ src_id ]
-      return unless src_ext
-
-      if src_ext[ :is_dst_closed ]
-        # puts "debug1 2-3. after close src -> dst closed ? yes -> del src ext -> send fin2"
-        del_src_ext( src_id )
-        data = [ 0, FIN2, src_id ].pack( 'Q>CQ>' )
-        add_tun_ctlmsg( data )
-      else
-        # puts "debug1 1-1. after close src -> dst closed ? no -> send fin1"
-        data = [ 0, FIN1, src_id, src_info[ :biggest_pack_id ], src_ext[ :continue_dst_pack_id ] ].pack( 'Q>CQ>Q>Q>' )
-        add_tun_ctlmsg( data )
-      end
-    end
-
-    ##
-    # close tun
-    #
-    def close_tun( tun )
-      # puts "debug1 close tun"
-      close_sock( tun )
-
-      @tun_info[ :chunks ].each do | filename |
-        begin
-          File.delete( File.join( @tun_chunk_dir, filename ) )
-        rescue Errno::ENOENT
-        end
-      end
-
-      @tun_info[ :src_exts ].each{ | _, src_ext | set_is_closing( src_ext[ :src ] ) }
-    end
-
-    ##
-    # close sock
-    #
-    def close_sock( sock )
-      sock.close
-      @reads.delete( sock )
-      @writes.delete( sock )
-      @roles.delete( sock )
-    end
-
-    ##
-    # del src ext
-    #
-    def del_src_ext( src_id )
-      src_ext = @tun_info[ :src_exts ].delete( src_id )
-
-      if src_ext
-        @tun_info[ :src_ids ].delete( src_ext[ :dst_port ] )
-      end
-    end
-
-    ##
-    # release wmems
-    #
-    def release_wmems( src_ext, completed_pack_id )
-      if completed_pack_id > src_ext[ :completed_pack_id ]
-        # puts "debug2 update completed pack #{ completed_pack_id }"
-
-        pack_ids = src_ext[ :wmems ].keys.select { | pack_id | pack_id <= completed_pack_id }
-
-        pack_ids.each do | pack_id |
-          src_ext[ :wmems ].delete( pack_id )
-          src_ext[ :send_ats ].delete( pack_id )
-        end
-
-        src_ext[ :completed_pack_id ] = completed_pack_id
-      end
-    end
-
-    ##
-    # next tick
-    #
-    def next_tick
-      @dotw.write( '.' )
-    end
-
-    ##
-    # write src
-    #
-    def write_src( src )
-      src_info = @src_infos[ src ]
-      from, data = :cache, src_info[ :cache ]
-
-      if data.empty?
-        if src_info[ :chunks ].any?
-          path = File.join( @src_chunk_dir, src_info[ :chunks ].shift )
-
-          begin
-            data = src_info[ :cache ] = IO.binread( path )
-            File.delete( path )
-          rescue Errno::ENOENT => e
-            puts "#{ Time.new } read #{ path } #{ e.class }"
-            close_src( src )
-            return
-          end
-        else
-          from, data = :wbuff, src_info[ :wbuff ]
-        end
-      end
-
-      if data.empty?
-        if src_info[ :is_closing ]
-          close_src( src )
-        else
-          @writes.delete( src )
-        end
-
-        return
-      end
-
-      begin
-        written = src.write_nonblock( data )
-      rescue IO::WaitWritable, Errno::EINTR
-        return
-      rescue Exception => e
-        close_src( src )
-        return
-      end
-
-      # puts "debug2 write src #{ written }"
-      data = data[ written..-1 ]
-      src_info[ from ] = data
-      src_info[ :last_continue_at ] = Time.new
-    end
-
-    ##
-    # write tun
-    #
-    def write_tun( tun )
-      if @tun_info[ :is_closing ]
-        close_tun( tun )
-        return
-      end
-
-      now = Time.new
-
-      # 传ctlmsg
-      while @tun_info[ :ctlmsgs ].any?
-        to_addr, data = @tun_info[ :ctlmsgs ].first
-
-        unless send_data( tun, data, to_addr )
-          return
-        end
-
-        @tun_info[ :ctlmsgs ].shift
-      end
-
-      # 重传
-      while @tun_info[ :resendings ].any?
-        src_id, pack_id = @tun_info[ :resendings ].first
-        src_ext = @tun_info[ :src_exts ][ src_id ]
-
-        if src_ext
-          data = src_ext[ :wmems ][ pack_id ]
-
-          if data
-            unless send_data( tun, data, @tun_info[ :tund_addr ] )
-              return
-            end
-
-            src_ext[ :last_continue_at ] = now
-          end
-        end
-
-        @tun_info[ :resendings ].shift
-      end
-
-      # 若写后达到上限，暂停取写前
-      if @tun_info[ :src_exts ].map{ | _, src_ext | src_ext[ :wmems ].size }.sum >= WMEMS_LIMIT
-        unless @tun_info[ :paused ]
-          puts "#{ Time.new } pause tun #{ @tun_info[ :port ] }"
-          @tun_info[ :paused ] = true
-        end
-
-        @writes.delete( tun )
-        return
-      end
-
-      # 取写前
-      if @tun_info[ :caches ].any?
-        datas = @tun_info[ :caches ]
-      elsif @tun_info[ :chunks ].any?
-        path = File.join( @tun_chunk_dir, @tun_info[ :chunks ].shift )
-
-        begin
-          data = IO.binread( path )
-          File.delete( path )
-        rescue Errno::ENOENT => e
-          puts "#{ Time.new } read #{ path } #{ e.class }"
-          close_tun( tun )
-          return
-        end
-
-        caches = []
-
-        until data.empty?
-          _src_id, _pack_id, pack_size = data[ 0, 18 ].unpack( 'Q>Q>n' )
-          caches << [ _src_id, _pack_id, data[ 18, pack_size ] ]
-          data = data[ ( 18 + pack_size )..-1 ]
-        end
-
-        datas = @tun_info[ :caches ] = caches
-      elsif @tun_info[ :wbuffs ].any?
-        datas = @tun_info[ :wbuffs ]
-      else
-        @writes.delete( tun )
-        return
-      end
-
-      while datas.any?
-        src_id, pack_id, data = datas.first
-        src_ext = @tun_info[ :src_exts ][ src_id ]
-
-        if src_ext
-          if pack_id <= CONFUSE_UNTIL
-            data = @custom.encode( data )
-            # puts "debug1 encoded pack #{ pack_id }"
-          end
-
-          data = [ [ pack_id, src_id ].pack( 'Q>Q>' ), data ].join
-
-          unless send_data( tun, data, @tun_info[ :tund_addr ] )
-            return
-          end
-
-          # puts "debug2 written pack #{ pack_id }"
-          src_ext[ :relay_pack_id ] = pack_id
-          src_ext[ :wmems ][ pack_id ] = data
-          src_ext[ :send_ats ][ pack_id ] = now
-          src_ext[ :last_continue_at ] = now
-        end
-
-        datas.shift
-      end
-    end
-
-    ##
-    # read dotr
-    #
-    def read_dotr( dotr )
-      dotr.read( 1 )
-    end
-
-    ##
-    # read sdwd
-    #
-    def read_sdwd( sdwd )
-      begin
-        src, addrinfo = sdwd.accept_nonblock
-      rescue IO::WaitReadable, Errno::EINTR
-        return
-      end
-
-      id = rand( ( 2 ** 64 ) - 1 ) + 1
-      # puts "debug1 accept a src #{ addrinfo.inspect } #{ id }"
-
-      @src_infos[ src ] = {
-        id: id,                     # id
-        biggest_pack_id: 0,         # 最大包号码
-        rbuffs: [],                 # p1端dst未准备好，暂存流量 [ pack_id, data ]
-        wbuff: '',                  # 写前
-        cache: '',                  # 块读出缓存
-        chunks: [],                 # 块队列，写前达到块大小时结一个块 filename
-        spring: 0,                  # 块后缀，结块时，如果块队列不为空，则自增，为空，则置为0
-        last_continue_at: Time.new, # 上一次发生流量的时间
-        is_closing: false           # 是否准备关闭
-      }
-
-      add_read( src, :src )
-
-      if @tun.nil? || @tun.closed?
-        new_a_tun
-      end
-
-      src_ext = {
-        src: src,                  # src
-        dst_port: nil,             # p1端dst端口
-        wmems: {},                 # 写后 pack_id => data
-        send_ats: {},              # 上一次发出时间 pack_id => send_at
-        relay_pack_id: 0,          # 转发到几
-        continue_dst_pack_id: 0,   # 收到几
-        pieces: {},                # 跳号包 dst_pack_id => data
-        is_dst_closed: false,      # dst是否已关闭
-        biggest_dst_pack_id: 0,    # dst最大包号码
-        completed_pack_id: 0,      # 完成到几（对面收到几）
-        last_continue_at: Time.new # 上一次发生流量的时间
-      }
-
-      @tun_info[ :src_exts ][ id ] = src_ext
-      data = [ 0, A_NEW_SOURCE, id ].pack( 'Q>CQ>' )
-      loop_send_a_new_source( src_ext, data )
-    end
-
-    ##
-    # read src
-    #
-    def read_src( src )
-      begin
-        data = src.read_nonblock( PACK_SIZE )
-      rescue IO::WaitReadable, Errno::EINTR
-        return
-      rescue Exception => e
-        # puts "debug1 read src #{ e.class }"
-        set_is_closing( src )
-        return
-      end
-
-      # puts "debug2 read src #{ data.inspect }"
-      src_info = @src_infos[ src ]
-      src_info[ :last_continue_at ] = Time.new
-      src_id = src_info[ :id ]
-      src_ext = @tun_info[ :src_exts ][ src_id ]
-
-      unless src_ext
-        # puts "debug1 not found src ext"
-        set_is_closing( src )
-        return
-      end
-
-      if @tun.closed?
-        puts "#{ Time.new } tun closed, close src"
-        set_is_closing( src )
-        return
-      end
-
-      pack_id = src_info[ :biggest_pack_id ] + 1
-      src_info[ :biggest_pack_id ] = pack_id
-
-      if src_ext[ :dst_port ]
-        add_tun_wbuff( src_info[ :id ], pack_id, data )
-      else
-        # puts "debug1 p1 dst not ready, save data to src rbuff"
-        src_info[ :rbuffs ] << [ pack_id, data ]
-      end
-    end
-
-    ##
-    # read tun
-    #
-    def read_tun( tun )
-      data, addrinfo, rflags, *controls = tun.recvmsg
-      now = Time.new
-      pack_id = data[ 0, 8 ].unpack( 'Q>' ).first
-
-      if pack_id == 0
-        ctl_num = data[ 8 ].unpack( 'C' ).first
-
-        case ctl_num
-        when PEER_ADDR
-          return if @tun_info[ :peer_addr ] || ( addrinfo.to_sockaddr != @p2pd_addr )
-
-          peer_addr = data[ 9..-1 ]
-          puts "#{ Time.new } got peer addr #{ Addrinfo.new( peer_addr ).inspect }"
-
-          @tun_info[ :peer_addr ] = peer_addr
-          @tun_info[ :peer_at ] = now
-          loop_punch_peer
-        when HEARTBEAT
-          from_addr = addrinfo.to_sockaddr
-          return if from_addr != @tun_info[ :peer_addr ]
-
-          # puts "debug1 set tun addr #{ Addrinfo.new( from_addr ).inspect }"
-          @tun_info[ :tund_addr ] = from_addr
-          @tun_info[ :last_recv_at ] = now
-        when PAIRED
-          return unless is_match_tund_addr( addrinfo )
-
-          src_id, dst_port = data[ 9, 10 ].unpack( 'Q>n' )
-
-          src_ext = @tun_info[ :src_exts ][ src_id ]
-          return if src_ext.nil? || src_ext[ :dst_port ]
-
-          src = src_ext[ :src ]
-          return if src.closed?
-
-          # puts "debug1 got paired #{ src_id } #{ dst_port }"
-
-          if dst_port == 0
-            set_is_closing( src )
-            return
-          end
-
-          src_ext[ :dst_port ] = dst_port
-          @tun_info[ :src_ids ][ dst_port ] = src_id
-
-          src_info = @src_infos[ src ]
-
-          src_info[ :rbuffs ].each do | _pack_id, _data |
-            add_tun_wbuff( src_id, _pack_id, _data )
-          end
-        when DEST_STATUS
-          return unless is_match_tund_addr( addrinfo )
-
-          dst_port, relay_dst_pack_id, continue_src_pack_id = data[ 9, 18 ].unpack( 'nQ>Q>' )
-
-          src_id = @tun_info[ :src_ids ][ dst_port ]
-          return unless src_id
-
-          src_ext = @tun_info[ :src_exts ][ src_id ]
-          return unless src_ext
-
-          # puts "debug2 got dest status"
-
-          release_wmems( src_ext, continue_src_pack_id )
-
-          # 发miss
-          if !src_ext[ :src ].closed? && ( src_ext[ :continue_dst_pack_id ] < relay_dst_pack_id )
-            ranges = []
-            curr_pack_id = src_ext[ :continue_dst_pack_id ] + 1
-
-            src_ext[ :pieces ].keys.sort.each do | pack_id |
-              if pack_id > curr_pack_id
-                ranges << [ curr_pack_id, pack_id - 1 ]
-              end
-
-              curr_pack_id = pack_id + 1
-            end
-
-            if curr_pack_id <= relay_dst_pack_id
-              ranges << [ curr_pack_id, relay_dst_pack_id ]
-            end
-
-            pack_count = 0
-            # puts "debug1 continue/relay #{ src_ext[ :continue_dst_pack_id ] }/#{ relay_dst_pack_id } send MISS #{ ranges.size }"
-
-            ranges.each do | pack_id_begin, pack_id_end |
-              if pack_count >= BREAK_SEND_MISS
-                puts "#{ Time.new } break send miss at #{ pack_id_begin }"
-                break
-              end
-
-              data2 = [ 0, MISS, dst_port, pack_id_begin, pack_id_end ].pack( 'Q>CnQ>Q>' )
-              add_tun_ctlmsg( data2 )
-              pack_count += ( pack_id_end - pack_id_begin + 1 )
-            end
-          end
-        when MISS
-          return unless is_match_tund_addr( addrinfo )
-
-          src_id, pack_id_begin, pack_id_end = data[ 9, 24 ].unpack( 'Q>Q>Q>' )
-
-          src_ext = @tun_info[ :src_exts ][ src_id ]
-          return unless src_ext
-
-          ( pack_id_begin..pack_id_end ).each do | pack_id |
-            send_at = src_ext[ :send_ats ][ pack_id ]
-
-            if send_at
-              break if now - send_at < STATUS_INTERVAL
-              @tun_info[ :resendings ] << [ src_id, pack_id ]
-            end
-          end
-
-          add_write( tun )
-        when FIN1
-          return unless is_match_tund_addr( addrinfo )
-
-          dst_port, biggest_dst_pack_id, continue_src_pack_id = data[ 9, 18 ].unpack( 'nQ>Q>' )
-
-          src_id = @tun_info[ :src_ids ][ dst_port ]
-          return unless src_id
-
-          src_ext = @tun_info[ :src_exts ][ src_id ]
-          return unless src_ext
-
-          # puts "debug1 got fin1 #{ dst_port } biggest dst pack #{ biggest_dst_pack_id } completed src pack #{ continue_src_pack_id }"
-          src_ext[ :is_dst_closed ] = true
-          src_ext[ :biggest_dst_pack_id ] = biggest_dst_pack_id
-          release_wmems( src_ext, continue_src_pack_id )
-
-          if ( biggest_dst_pack_id == src_ext[ :continue_dst_pack_id ] )
-            # puts "debug1 2-1. tun recv fin1 -> all traffic received ? -> close src after write"
-            set_is_closing( src_ext[ :src ] )
-          end
-        when FIN2
-          return unless is_match_tund_addr( addrinfo )
-
-          dst_port = data[ 9, 2 ].unpack( 'n' ).first
-
-          src_id = @tun_info[ :src_ids ][ dst_port ]
-          return unless src_id
-
-          # puts "debug1 1-2. tun recv fin2 -> del src ext"
-          del_src_ext( src_id )
-        when TUND_FIN
-          return unless is_match_tund_addr( addrinfo )
-
-          puts "#{ Time.new } recv tund fin"
-          set_is_closing( tun )
-        end
-
-        return
-      end
-
-      return unless is_match_tund_addr( addrinfo )
-
-      dst_port = data[ 8, 2 ].unpack( 'n' ).first
-
-      src_id = @tun_info[ :src_ids ][ dst_port ]
-      return unless src_id
-
-      src_ext = @tun_info[ :src_exts ][ src_id ]
-      return if src_ext.nil? || src_ext[ :src ].closed?
-      return if ( pack_id <= src_ext[ :continue_dst_pack_id ] ) || src_ext[ :pieces ].include?( pack_id )
-
-      data = data[ 10..-1 ]
-      # puts "debug2 got pack #{ pack_id }"
-
-      if pack_id <= CONFUSE_UNTIL
-        # puts "debug2 #{ data.inspect }"
-        data = @custom.decode( data )
-        # puts "debug1 decoded pack #{ pack_id }"
-      end
-
-      # 放进写前，跳号放碎片缓存
-      if pack_id - src_ext[ :continue_dst_pack_id ] == 1
-        while src_ext[ :pieces ].include?( pack_id + 1 )
-          data << src_ext[ :pieces ].delete( pack_id + 1 )
-          pack_id += 1
-        end
-
-        src_ext[ :continue_dst_pack_id ] = pack_id
-        src_ext[ :last_continue_at ] = now
-        add_src_wbuff( src_ext[ :src ], data )
-        # puts "debug2 update continue dst pack #{ pack_id }"
-
-        # 接到流量，若对面已关闭，且流量正好收全，关闭src
-        if src_ext[ :is_dst_closed ] && ( pack_id == src_ext[ :biggest_dst_pack_id ] )
-          # puts "debug1 2-2. tun recv traffic -> dst closed and all traffic received ? -> close src after write"
-          set_is_closing( src_ext[ :src ] )
-        end
-      else
-        src_ext[ :pieces ][ pack_id ] = data
-      end
-    end
-
-  end
-end
+module P2p2
+  class P2Worker
+
+    ##
+    # initialize
+    #
+    def initialize( paird_host, paird_port, title, shadow_host, shadow_port )
+      @paird_host = paird_host
+      @paird_port = paird_port
+      @title = title
+      @shadow_addr = Socket.sockaddr_in( shadow_port, shadow_host )
+      @reads = []
+      @writes = []
+      @roles = {} # sock => :dotr / :shadow / :ctl / :tun / :src
+      @src_infos = ConcurrentHash.new
+      @tun_infos = ConcurrentHash.new
+
+      new_a_pipe
+      new_a_shadow
+    end
+
+    ##
+    # looping
+    #
+    def looping
+      puts "#{ Time.new } looping"
+      loop_check_state
+
+      loop do
+        rs, ws = IO.select( @reads, @writes )
+
+        rs.each do | sock |
+          role = @roles[ sock ]
+
+          case role
+          when :dotr then
+            read_dotr( sock )
+          when :shadow then
+            read_shadow( sock )
+          when :src then
+            read_src( sock )
+          when :ctl then
+            read_ctl( sock )
+          when :tun then
+            read_tun( sock )
+          else
+            puts "#{ Time.new } read unknown role #{ role }"
+            close_sock( sock )
+          end
+        end
+
+        ws.each do | sock |
+          role = @roles[ sock ]
+
+          case role
+          when :tun then
+            write_tun( sock )
+          when :src then
+            write_src( sock )
+          else
+            puts "#{ Time.new } write unknown role #{ role }"
+            close_sock( sock )
+          end
+        end
+      end
+    rescue Interrupt => e
+      puts e.class
+      quit!
+    end
+
+    ##
+    # quit!
+    #
+    def quit!
+      # puts "debug exit"
+      exit
+    end
+
+    private
+
+    ##
+    # add read
+    #
+    def add_read( sock, role = nil )
+      return if sock.nil? || sock.closed? || @reads.include?( sock )
+      @reads << sock
+
+      if role then
+        @roles[ sock ] = role
+      end
+    end
+
+    ##
+    # add src rbuff
+    #
+    def add_src_rbuff( src, data )
+      return if src.nil? || src.closed?
+      src_info = @src_infos[ src ]
+      src_info[ :rbuff ] << data
+
+      if src_info[ :rbuff ].bytesize >= WBUFF_LIMIT then
+        puts "#{ Time.new } src.rbuff full"
+        close_src( src )
+      end
+    end
+
+    ##
+    # add src wbuff
+    #
+    def add_src_wbuff( src, data )
+      return if src.nil? || src.closed?
+      src_info = @src_infos[ src ]
+      src_info[ :wbuff ] << data
+      src_info[ :last_recv_at ] = Time.new
+      add_write( src )
+
+      if src_info[ :wbuff ].bytesize >= WBUFF_LIMIT then
+        tun = src_info[ :tun ]
+
+        if tun && !tun.closed? then
+          puts "#{ Time.new } pause tun"
+          @reads.delete( tun )
+          tun_info = @tun_infos[ tun ]
+          tun_info[ :paused ] = true
+        end
+      end
+    end
+
+    ##
+    # add tun wbuff
+    #
+    def add_tun_wbuff( tun, data )
+      return if tun.nil? || tun.closed?
+      tun_info = @tun_infos[ tun ]
+      tun_info[ :wbuff ] << data
+      add_write( tun )
+
+      if tun_info[ :wbuff ].bytesize >= WBUFF_LIMIT then
+        src = tun_info[ :src ]
+
+        if src && !src.closed? then
+          puts "#{ Time.new } pause src"
+          @reads.delete( src )
+          src_info = @src_infos[ src ]
+          src_info[ :paused ] = true
+        end
+      end
+    end
+
+    ##
+    # add write
+    #
+    def add_write( sock )
+      return if sock.nil? || sock.closed? || @writes.include?( sock )
+      @writes << sock
+    end
+
+    ##
+    # close ctl
+    #
+    def close_ctl
+      return if @ctl.nil? || @ctl.closed?
+      close_sock( @ctl )
+    end
+
+    ##
+    # close read src
+    #
+    def close_read_src( src )
+      return if src.nil? || src.closed?
+      # puts "debug close read src"
+      src.close_read
+      @reads.delete( src )
+
+      if src.closed? then
+        # puts "debug src closed"
+        @writes.delete( src )
+        @roles.delete( src )
+        @src_infos.delete( src )
+      end
+    end
+
+    ##
+    # close read tun
+    #
+    def close_read_tun( tun )
+      return if tun.nil? || tun.closed?
+      # puts "debug close read tun"
+      tun.close_read
+      @reads.delete( tun )
+
+      if tun.closed? then
+        # puts "debug tun closed"
+        @writes.delete( tun )
+        @roles.delete( tun )
+        @tun_infos.delete( tun )
+      end
+    end
+
+    ##
+    # close sock
+    #
+    def close_sock( sock )
+      return if sock.nil? || sock.closed?
+      sock.close
+      @reads.delete( sock )
+      @writes.delete( sock )
+      @roles.delete( sock )
+    end
+
+    ##
+    # close src
+    #
+    def close_src( src )
+      return if src.nil? || src.closed?
+      puts "#{ Time.new } close src"
+      close_sock( src )
+      @src_infos.delete( src )
+    end
+
+    ##
+    # close tun
+    #
+    def close_tun( tun )
+      return if tun.nil? || tun.closed?
+      puts "#{ Time.new } close tun"
+      close_sock( tun )
+      @tun_infos.delete( tun )
+    end
+
+    ##
+    # close write src
+    #
+    def close_write_src( src )
+      return if src.nil? || src.closed?
+      # puts "debug close write src"
+      src.close_write
+      @writes.delete( src )
+
+      if src.closed? then
+        # puts "debug src closed"
+        @reads.delete( src )
+        @roles.delete( src )
+        @src_infos.delete( src )
+      end
+    end
+
+    ##
+    # close write tun
+    #
+    def close_write_tun( tun )
+      return if tun.nil? || tun.closed?
+      # puts "debug close write tun"
+      tun.close_write
+      @writes.delete( tun )
+
+      if tun.closed? then
+        # puts "debug tun closed"
+        @reads.delete( tun )
+        @roles.delete( tun )
+        @tun_infos.delete( tun )
+      end
+    end
+
+    ##
+    # loop check state
+    #
+    def loop_check_state
+      Thread.new do
+        loop do
+          sleep CHECK_STATE_INTERVAL
+          now = Time.new
+
+          @src_infos.select{ | src, _ | !src.closed? }.each do | src, src_info |
+            last_recv_at = src_info[ :last_recv_at ] || src_info[ :created_at ]
+            last_sent_at = src_info[ :last_sent_at ] || src_info[ :created_at ]
+            is_expire = ( now - last_recv_at >= EXPIRE_AFTER ) && ( now - last_sent_at >= EXPIRE_AFTER )
+
+            if is_expire then
+              puts "#{ Time.new } expire src"
+              src_info[ :closing ] = true
+              next_tick
+            elsif src_info[ :paused ] then
+              tun = src_info[ :tun ]
+
+              if tun && !tun.closed? then
+                tun_info = @tun_infos[ tun ]
+
+                if tun_info[ :wbuff ].bytesize < RESUME_BELOW then
+                  puts "#{ Time.new } resume src"
+                  add_read( src )
+                  src_info[ :paused ] = false
+                  next_tick
+                end
+              end
+            end
+          end
+
+          @tun_infos.select{ | tun, info | !tun.closed? && info[ :paused ] }.each do | tun, tun_info |
+            src = tun_info[ :src ]
+
+            if src && !src.closed? then
+              src_info = @src_infos[ src ]
+
+              if src_info[ :wbuff ].bytesize < RESUME_BELOW then
+                puts "#{ Time.new } resume tun"
+                add_read( tun )
+                tun_info[ :paused ] = false
+                next_tick
+              end
+            end
+          end
+        end
+      end
+    end
+
+    ##
+    # new a ctl
+    #
+    def new_a_ctl( src )
+      ctl = Socket.new( Socket::AF_INET, Socket::SOCK_DGRAM, 0 )
+      ctl.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEADDR, 1 )
+
+      if RUBY_PLATFORM.include?( 'linux' ) then
+        ctl.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEPORT, 1 )
+      end
+
+      paird_port = @paird_port + 10.times.to_a.sample
+      paird_addr = Socket.sockaddr_in( paird_port, @paird_host )
+
+      @ctl = ctl
+      @ctl_info = {
+        paird_addr: paird_addr,
+        peer_addr: nil,
+        src: src
+      }
+
+      add_read( ctl, :ctl )
+
+      puts "#{ Time.new } find #{ @title.inspect } #{ Addrinfo.new( @ctl_info[ :paird_addr ] ).inspect }"
+      send_title
+    end
+
+    ##
+    # new a pipe
+    #
+    def new_a_pipe
+      dotr, dotw = IO.pipe
+      @dotw = dotw
+      add_read( dotr, :dotr )
+    end
+
+    ##
+    # new a shadow
+    #
+    def new_a_shadow
+      shadow = Socket.new( Socket::AF_INET, Socket::SOCK_STREAM, 0 )
+      shadow.setsockopt( Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1 )
+      shadow.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEADDR, 1 )
+
+      if RUBY_PLATFORM.include?( 'linux' )
+        shadow.setsockopt( Socket::SOL_SOCKET, Socket::SO_REUSEPORT, 1 )
+      end
+
+      shadow.bind( @shadow_addr )
+      shadow.listen( 127 )
+      puts "#{ Time.new } shadow listen on #{ shadow.local_address.ip_port }"
+      add_read( shadow, :shadow )
+    end
+
+    ##
+    # new a tun
+    #
+    def new_a_tun
+      return if @ctl.nil? || @ctl.closed? || @ctl_info[ :peer_addr ].nil?
+      src = @ctl_info[ :src ]
+      return if src.nil? || src.closed?
+      tun = Socket.new( Socket::AF_INET, Socket::SOCK_STREAM, 0 )
+      tun.setsockopt( Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1 )
+      tun.bind( @ctl.local_address )
+
+      begin
+        tun.connect_nonblock( @ctl_info[ :peer_addr ] )
+      rescue IO::WaitWritable
+      rescue Exception => e
+        puts "#{ Time.new } connect peer addr #{ e.class }"
+        tun.close
+        close_ctl
+        return nil
+      end
+
+      @tun_infos[ tun ] = {
+        connected: false,
+        wbuff: '',
+        closing_write: false,
+        paused: false,
+        src: src
+      }
+
+      add_read( tun, :tun )
+      add_write( tun )
+      src_info = @src_infos[ src ]
+      src_info[ :tun ] = tun
+      src_info[ :punch_times ] += 1
+      puts "#{ Time.new } #{ tun.local_address.inspect } connect #{ Addrinfo.new( @ctl_info[ :peer_addr ] ).inspect } tun infos #{ @tun_infos.size }"
+      tun
+    end
+
+    ##
+    # next tick
+    #
+    def next_tick
+      @dotw.write( '.' )
+    end
+
+    ##
+    # send title
+    #
+    def send_title
+      begin
+        @ctl.sendmsg( "#{ TO }#{ @title }", 0, @ctl_info[ :paird_addr ] )
+      rescue Exception => e
+        puts "#{ Time.new } ctl sendmsg #{ e.class }"
+        close_ctl
+      end
+    end
+
+    ##
+    # set src closing write
+    #
+    def set_src_closing_write( src )
+      return if src.nil? || src.closed?
+      src_info = @src_infos[ src ]
+      return if src_info[ :closing_write ]
+      src_info[ :closing_write ] = true
+      add_write( src )
+    end
+
+    ##
+    # set tun closing write
+    #
+    def set_tun_closing_write( tun )
+      return if tun.nil? || tun.closed?
+      tun_info = @tun_infos[ tun ]
+      return if tun_info[ :closing_write ]
+      tun_info[ :closing_write ] = true
+      add_write( tun )
+    end
+
+    ##
+    # read dotr
+    #
+    def read_dotr( dotr )
+      dotr.read_nonblock( READ_SIZE )
+
+      @src_infos.select{ | _, info | info[ :closing ] }.keys.each do | src |
+        src_info = close_src( src )
+
+        if src_info then
+          close_tun( src_info[ :tun ] )
+        end
+      end
+    end
+
+    ##
+    # read shadow
+    #
+    def read_shadow( shadow )
+      begin
+        src, addrinfo = shadow.accept_nonblock
+      rescue IO::WaitReadable, Errno::EINTR => e
+        puts "accept #{ e.class }"
+        return
+      end
+
+      @src_infos[ src ] = {
+        rbuff: '',
+        wbuff: '',
+        closing_write: false,
+        closing: false,
+        paused: false,
+        created_at: Time.new,
+        last_recv_at: nil,
+        last_sent_at: nil,
+        tun: nil,
+        punch_times: 0
+      }
+
+      puts "#{ Time.new } accept a src #{ addrinfo.inspect } src infos #{ @src_infos.size }"
+      add_read( src, :src )
+      close_ctl
+      new_a_ctl( src )
+    end
+
+    ##
+    # read src
+    #
+    def read_src( src )
+      if src.closed? then
+        puts "#{ Time.new } read src but src closed?"
+        return
+      end
+
+      src_info = @src_infos[ src ]
+      tun = src_info[ :tun ]
+
+      begin
+        data = src.read_nonblock( READ_SIZE )
+      rescue Exception => e
+        puts "#{ Time.new } read src #{ e.class }"
+        close_read_src( src )
+        set_tun_closing_write( tun )
+        return
+      end
+
+      if tun && !tun.closed? && @tun_infos[ tun ][ :connected ] then
+        add_tun_wbuff( tun, data )
+      else
+        puts "#{ Time.new } tun not connected, save data to src.rbuff #{ data.inspect }"
+        add_src_rbuff( src, data )
+      end
+    end
+
+    ##
+    # read ctl
+    #
+    def read_ctl( ctl )
+      if ctl.closed? then
+        puts "#{ Time.new } read ctl but ctl closed?"
+        return
+      end
+
+      data, addrinfo, rflags, *controls = ctl.recvmsg
+
+      if @ctl_info[ :peer_addr ] then
+        puts "#{ Time.new } peer addr already exist"
+        return
+      end
+
+      if addrinfo.to_sockaddr != @ctl_info[ :paird_addr ] then
+        puts "#{ Time.new } paird addr not match #{ addrinfo.inspect } #{ Addrinfo.new( @ctl_info[ :paird_addr ] ).inspect }"
+        return
+      end
+
+      puts "#{ Time.new } read ctl #{ data.inspect }"
+      @ctl_info[ :peer_addr ] = data
+      new_a_tun
+    end
+
+    ##
+    # read tun
+    #
+    def read_tun( tun )
+      if tun.closed? then
+        puts "#{ Time.new } read tun but tun closed?"
+        return
+      end
+
+      tun_info = @tun_infos[ tun ]
+      src = tun_info[ :src ]
+
+      begin
+        data = tun.read_nonblock( READ_SIZE )
+      rescue Errno::ECONNREFUSED => e
+        src_info = @src_infos[ src ]
+
+        if src_info[ :punch_times ] >= PUNCH_LIMIT then
+          puts "#{ Time.new } out of limit"
+          close_tun( tun )
+          close_src( src )
+          return
+        end
+
+        puts "#{ Time.new } read tun #{ e.class } #{ src_info[ :punch_times ] }"
+        close_tun( tun )
+
+        unless new_a_tun then
+          close_src( src )
+        end
+
+        return
+      rescue Exception => e
+        puts "#{ Time.new } read tun #{ e.class }"
+        close_read_tun( tun )
+        set_src_closing_write( src )
+        return
+      end
+
+      add_src_wbuff( src, data )
+    end
+
+    ##
+    # write tun
+    #
+    def write_tun( tun )
+      if tun.closed? then
+        puts "#{ Time.new } write tun but tun closed?"
+        return
+      end
+
+      tun_info = @tun_infos[ tun ]
+      src = tun_info[ :src ]
+      src_info = @src_infos[ src ]
+
+      unless tun_info[ :connected ] then
+        puts "#{ Time.new } connected"
+        tun_info[ :connected ] = true
+
+        if src && !src.closed? then
+          tun_info[ :wbuff ] << src_info[ :rbuff ]
+        end
+      end
+
+      data = tun_info[ :wbuff ]
+
+      # 写前为空，处理关闭写
+      if data.empty? then
+        if tun_info[ :closing_write ] then
+          close_write_tun( tun )
+        else
+          @writes.delete( tun )
+        end
+
+        return
+      end
+
+      # 写入
+      begin
+        written = tun.write_nonblock( data )
+      rescue Exception => e
+        puts "#{ Time.new } write tun #{ e.class }"
+        close_write_tun( tun )
+        close_read_src( src )
+        return
+      end
+
+      data = data[ written..-1 ]
+      tun_info[ :wbuff ] = data
+
+      if src && !src.closed? then
+        src_info[ :last_sent_at ] = Time.new
+      end
+    end
+
+    ##
+    # write src
+    #
+    def write_src( src )
+      if src.closed? then
+        puts "#{ Time.new } write src but src closed?"
+        return
+      end
+
+      src_info = @src_infos[ src ]
+      data = src_info[ :wbuff ]
+
+      # 写前为空，处理关闭写
+      if data.empty? then
+        if src_info[ :closing_write ] then
+          close_write_src( src )
+        else
+          @writes.delete( src )
+        end
+
+        return
+      end
+
+      # 写入
+      begin
+        written = src.write_nonblock( data )
+      rescue Exception => e
+        puts "#{ Time.new } write src #{ e.class }"
+        close_write_src( src )
+        close_read_tun( src_info[ :tun ] )
+        return
+      end
+
+      data = data[ written..-1 ]
+      src_info[ :wbuff ] = data
+    end
+  end
+end