bayserver-docker-http 2.2.0

data/lib/baykit/bayserver/docker/http/h2/h2_packet_unpacker.rb

@@ -0,0 +1,224 @@
+require 'baykit/bayserver/protocol/packet_unpacker'
+require 'baykit/bayserver/agent/next_socket_action'
+require 'baykit/bayserver/util/simple_buffer'
+
+
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class H2PacketUnPacker < Baykit::BayServer::Protocol::PacketUnPacker
+
+            include Baykit::BayServer::Agent
+            include Baykit::BayServer::Protocol
+            include Baykit::BayServer::Docker::Http
+            include Baykit::BayServer::Util
+
+            class FrameHeaderItem
+              attr :start
+              attr :len
+              attr_accessor :pos
+
+              def initialize(start, len)
+                @start = start
+                @len = len
+                @pos = 0
+              end
+
+              def get(buf, index)
+                return buf.buf[@start + index].codepoints[0]
+              end
+            end
+
+            STATE_READ_LENGTH = 1
+            STATE_READ_TYPE = 2
+            STATE_READ_FLAGS = 3
+            STATE_READ_STREAM_IDENTIFIER = 4
+            STATE_READ_FLAME_PAYLOAD = 5
+            STATE_END = 6
+
+            FRAME_LEN_LENGTH = 3
+            FRAME_LEN_TYPE = 1
+            FRAME_LEN_FLAGS = 1
+            FRAME_LEN_STREAM_IDENTIFIER = 4
+
+            FLAGS_END_STREAM = 0x1
+            FLAGS_END_HEADERS = 0x4
+            FLAGS_PADDED = 0x8
+            FLAGS_PRIORITY = 0x20
+
+            CONNECTION_PREFACE = "PRI * HTTP/2.0\r\n\r\nSM\r\n\r\n"
+
+            attr :state
+            attr :tmp_buf
+            attr :item
+            attr :preface_read
+            attr :type
+            attr :payload_len
+            attr :flags
+            attr :stream_id
+
+            attr :cmd_unpacker
+            attr :pkt_store
+            attr :server_mode
+
+            attr :cont_len
+            attr :read_bytes
+            attr :pos
+
+            def initialize(cmd_unpacker, pkt_store, server_mode)
+              @cmd_unpacker = cmd_unpacker
+              @pkt_store = pkt_store
+              @server_mode = server_mode
+              @tmp_buf = SimpleBuffer.new
+              reset
+            end
+
+            def reset()
+              reset_state()
+              @preface_read = false
+            end
+
+            def reset_state()
+              change_state STATE_READ_LENGTH
+              @item = FrameHeaderItem.new(0, FRAME_LEN_LENGTH)
+              @cont_len = 0
+              @read_bytes = 0
+              @tmp_buf.reset
+              @type = nil
+              @flags = 0
+              @stream_id = 0
+              @payload_len = 0
+            end
+
+            def bytes_received(buf)
+              suspend = false
+
+              @pos = 0
+              if @server_mode && !@preface_read
+                len = CONNECTION_PREFACE.length - @tmp_buf.length
+                if len > buf.length
+                  len = buf.length
+                end
+                @tmp_buf.put(buf, @pos, len)
+                @pos += len
+                if @tmp_buf.length == CONNECTION_PREFACE.length
+                  @tmp_buf.length.times do |i|
+                    if CONNECTION_PREFACE[i] != @tmp_buf.buf[i]
+                      raise ProtocolException.new "Invalid connection preface: #{@tmp_buf.bytes[0, @tmp_buf.length]}"
+                    end
+                  end
+                  pkt = @pkt_store.rent(H2Type::PREFACE)
+                  pkt.new_data_accessor().put_bytes(@tmp_buf.buf, 0, @tmp_buf.length)
+                  nstat = @cmd_unpacker.packet_received(pkt)
+                  @pkt_store.Return(pkt)
+                  if nstat != NextSocketAction::CONTINUE
+                    return nstat
+                  end
+
+                  BayLog.debug("h2: Connection preface OK")
+                  @preface_read = true
+                  @tmp_buf.reset()
+                end
+              end
+
+              while @state != STATE_END && pos < buf.length
+                case @state
+                when STATE_READ_LENGTH
+                  if read_header_item(buf)
+                    @payload_len = ((@item.get(@tmp_buf, 0) & 0xFF) << 16 |
+                                    (@item.get(@tmp_buf, 1) & 0xFF) << 8 |
+                                    (@item.get(@tmp_buf, 2) & 0xFF))
+                    @item = FrameHeaderItem.new(@tmp_buf.length, FRAME_LEN_TYPE)
+                    change_state STATE_READ_TYPE
+                  end
+
+                when STATE_READ_TYPE
+                  if read_header_item(buf)
+                    @type = @item.get(@tmp_buf, 0)
+                    @item = FrameHeaderItem.new(@tmp_buf.length, FRAME_LEN_FLAGS)
+                    change_state STATE_READ_FLAGS
+                  end
+
+                when STATE_READ_FLAGS
+                  if read_header_item(buf)
+                    @flags = @item.get(@tmp_buf, 0)
+                    @item = FrameHeaderItem.new(@tmp_buf.length, FRAME_LEN_STREAM_IDENTIFIER)
+                    change_state STATE_READ_STREAM_IDENTIFIER
+                  end
+
+                when STATE_READ_STREAM_IDENTIFIER
+                  if read_header_item(buf)
+                    @stream_id =
+                      ((@item.get(@tmp_buf, 0) & 0x7F) << 24) |
+                        (@item.get(@tmp_buf, 1) << 16) |
+                        (@item.get(@tmp_buf, 2) << 8) |
+                        @item.get(@tmp_buf, 3)
+
+                    @item = FrameHeaderItem.new(@tmp_buf.length, @payload_len)
+                    change_state STATE_READ_FLAME_PAYLOAD
+                  end
+
+                when STATE_READ_FLAME_PAYLOAD
+                  if read_header_item(buf)
+                    change_state STATE_END
+                  end
+
+                else
+                  raise RuntimeError.new "Illegal State"
+
+                end
+
+                if @state == STATE_END
+                  pkt = @pkt_store.rent(@type)
+                  pkt.stream_id = @stream_id
+                  pkt.flags = H2Flags.new(@flags)
+                  pkt.new_header_accessor().put_bytes(@tmp_buf.buf, 0, H2Packet::FRAME_HEADER_LEN)
+                  pkt.new_data_accessor().put_bytes(@tmp_buf.buf, H2Packet::FRAME_HEADER_LEN, @tmp_buf.length - H2Packet::FRAME_HEADER_LEN)
+
+                  begin
+                    next_act = @cmd_unpacker.packet_received(pkt)
+                  ensure
+                    @pkt_store.Return(pkt)
+                    reset_state()
+                  end
+
+                  if next_act == NextSocketAction::SUSPEND
+                    suspend = true
+                  elsif next_act != NextSocketAction::CONTINUE
+                    return next_act
+                  end
+                end
+              end
+
+              if suspend
+                return NextSocketAction::SUSPEND
+              else
+                return NextSocketAction::CONTINUE
+              end
+            end
+
+            private
+            def read_header_item(buf)
+              len = @item.len - @item.pos
+              if buf.length - @pos < len
+                len = buf.length - @pos
+              end
+              @tmp_buf.put(buf, @pos, len)
+              @pos += len
+              @item.pos += len
+
+              return @item.pos == @item.len
+            end
+
+            def change_state new_state
+              @state = new_state
+            end
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/baykit/bayserver/docker/http/h2/h2_protocol_handler.rb

@@ -0,0 +1,58 @@
+require 'baykit/bayserver/protocol/protocol_handler'
+require 'baykit/bayserver/protocol/packet_store'
+require 'baykit/bayserver/util/headers'
+require 'baykit/bayserver/docker/http/h2/command/package'
+require 'baykit/bayserver/docker/http/h2/h2_packet'
+
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class H2ProtocolHandler < Baykit::BayServer::Protocol::ProtocolHandler
+            include Baykit::BayServer::Docker::Http::H2::H2CommandHandler  # implements
+
+            include Baykit::BayServer::Agent
+            include Baykit::BayServer::Protocol
+            include Baykit::BayServer::Util
+            include Baykit::BayServer::Docker::Http::H2::Command
+            include Baykit::BayServer::Docker::Http::H2
+
+            CTL_STREAM_ID = 0
+
+            attr :req_header_tbl
+            attr :res_header_tbl
+
+            def initialize(pkt_store, svr_mode)
+              @command_unpacker = H2CommandUnPacker.new(self)
+              @packet_unpacker = H2PacketUnPacker.new(@command_unpacker, pkt_store, svr_mode)
+              @packet_packer = PacketPacker.new()
+              @command_packer = CommandPacker.new(@packet_packer, pkt_store)
+              @server_mode = svr_mode
+              @req_header_tbl = HeaderTable.create_dynamic_table()
+              @res_header_tbl = HeaderTable.create_dynamic_table()
+            end
+
+            ######################################################
+            # Implements ProtocolHandler
+            ######################################################
+
+            def max_req_packet_data_size
+              H2Packet::DEFAULT_PAYLOAD_MAXLEN
+            end
+
+            def max_res_packet_data_size
+              H2Packet::DEFAULT_PAYLOAD_MAXLEN
+            end
+
+            def protocol
+              return HtpPortDocker::H2_PROTO_NAME
+            end
+
+
+          end
+        end
+      end
+    end
+  end
+end

data/lib/baykit/bayserver/docker/http/h2/h2_settings.rb

@@ -0,0 +1,42 @@
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class H2Settings
+
+            DEFAULT_HEADER_TABLE_SIZE = 4096
+            DEFAULT_ENABLE_PUSH = true
+            DEFAULT_MAX_CONCURRENT_STREAMS = -1
+            DEFAULT_MAX_WINDOW_SIZE = 65535
+            DEFAULT_MAX_FRAME_SIZE = 16384
+            DEFAULT_MAX_HEADER_LIST_SIZE = -1
+
+            attr_accessor :header_table_size
+            attr_accessor :enable_push
+            attr_accessor :max_concurrent_streams
+            attr_accessor :initial_window_size
+            attr_accessor :max_frame_size
+            attr_accessor :max_header_list_size
+
+            def initialize
+              reset
+            end
+
+            def reset
+              @header_table_size = DEFAULT_HEADER_TABLE_SIZE
+              @enable_push = DEFAULT_ENABLE_PUSH
+              @max_concurrent_streams = DEFAULT_MAX_CONCURRENT_STREAMS
+              @initial_window_size = DEFAULT_MAX_WINDOW_SIZE
+              @max_frame_size = DEFAULT_MAX_FRAME_SIZE
+              @max_header_list_size = DEFAULT_MAX_HEADER_LIST_SIZE
+            end
+            
+          end
+        end
+      end
+    end
+  end
+end
+
+

data/lib/baykit/bayserver/docker/http/h2/h2_type.rb

@@ -0,0 +1,26 @@
+
+
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class H2Type
+            PREFACE = -1
+            DATA = 0
+            HEADERS = 1
+            PRIORITY = 2
+            RST_STREAM = 3
+            SETTINGS = 4
+            PUSH_PROMISE = 5
+            PING = 6
+            GOAWAY = 7
+            WINDOW_UPDATE = 8
+            CONTINUATION = 9
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/baykit/bayserver/docker/http/h2/h2_warp_handler.rb

@@ -0,0 +1,142 @@
+require 'baykit/bayserver/docker/warp/package'
+require 'baykit/bayserver/protocol/protocol_exception'
+
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class H2WarpHandler < H2ProtocolHandler
+            include Baykit::BayServer::Docker::Warp::WarpHandler # implements
+
+            class WarpProtocolHandlerFactory
+              include Baykit::BayServer::Protocol::ProtocolHandlerFactory  # implements
+
+              def create_protocol_handler(pkt_store)
+                return H2WarpHandler.new(pkt_store)
+              end
+            end
+
+            include Baykit::BayServer::Protocol
+            include Baykit::BayServer::Agent
+
+            attr :analyzer
+            attr :cur_stream_id
+
+            def initialize(pkt_store)
+              super(pkt_store, false)
+            end
+
+            ######################################################
+            # Implements Reusable
+            ######################################################
+
+            def reset()
+              super
+              @cur_stream_id = 1
+            end
+
+            ######################################################
+            # Implements WarpHandler
+            ######################################################
+            def next_warp_id
+              return H1WarpHandler::FIXED_WARP_ID
+            end
+
+            def new_warp_data(warp_id)
+              return WarpData.new(ship, warp_id)
+            end
+
+
+            def post_warp_headers(tur)
+            end
+
+            def send_req_contents(tur, buf, start, len)
+            end
+
+            def end_req_contents(tur)
+            end
+
+            def verify_protocol(proto)
+            end
+
+            ######################################################
+            # Implements H2CommandHandler
+            ######################################################
+            def handle_preface(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_preface: proto=#{cmd.protocol}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_data(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_data: stm=#{cmd.stream_id} len=#{cmd.length}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_headers(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_headers: stm=#{cmd.stream_id} dep=#{cmd.stream_dependency} weight=#{cmd.weight}")
+              end
+
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_priority(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{@ship} handle_priority: stmid=#{cmd.stream_id} dep=#{cmd.stream_dependency} weight=#{cmd.weight}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_settings(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{@ship} handle_settings: stmid=#{cmd.stream_id}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_window_update(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_window_update: stmid=#{cmd.stream_id} size=#{cmd.window_size_increment}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_go_away(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_go_away: last_stm=#{cmd.last_stream_id} code=#{cmd.error_code} " +
+                               "desc=#{H2ErrorCode.msg.get_message(cmd.error_code.to_i)} " +
+                               "debug=#{cmd.debug_data}")
+              end
+              return NextSocketAction::CLOSE
+            end
+
+            def handle_ping(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_ping: stm=#{cmd.stream_id}")
+              end
+              raise Sink.new("Illegal State")
+            end
+
+            def handle_rst_stream(cmd)
+              if BayLog.debug_mode?
+                BayLog.debug("#{ship} handle_rst_stream: stm=#{cmd.stream_id} code=#{cmd.error_code} " +
+                               "desc=#{H2ErrorCode.msg.get_message(cmd.error_code.to_i)} ")
+              end
+              return NextSocketAction::CLOSE
+            end
+
+            def to_s
+              ship.to_s
+            end
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/baykit/bayserver/docker/http/h2/header_block.rb

@@ -0,0 +1,191 @@
+module Baykit
+  module BayServer
+    module Docker
+      module Http
+        module H2
+          class HeaderBlock
+
+            INDEX = 1
+            OVERLOAD_KNOWN_HEADER = 2
+            NEW_HEADER = 3
+            KNOWN_HEADER = 4
+            UNKNOWN_HEADER = 5
+            UPDATE_DYNAMIC_TABLE_SIZE = 6
+
+            attr_accessor :op
+            attr_accessor :index
+            attr_accessor :name
+            attr_accessor :value
+            attr_accessor :size
+
+            def self.pack(blk, acc)
+              case blk.op
+              when INDEX
+                acc.put_hpack_int(blk.index, 7, 1)
+
+              when OVERLOAD_KNOWN_HEADER
+                raise RuntimeError.new("IllegalState")
+
+              when NEW_HEADER
+                raise RuntimeError.new("Illegal State")
+
+              when KNOWN_HEADER
+                acc.put_hpack_int(blk.index, 4, 0)
+                acc.put_hpack_string(blk.value, false)
+
+              when UNKNOWN_HEADER
+                acc.put_byte(0)
+                acc.put_hpack_string(blk.name, false)
+                acc.put_hpack_string(blk.value, false)
+
+              when UPDATE_DYNAMIC_TABLE_SIZE
+                raise RuntimeError.new("Illegal state")
+              end
+            end
+
+
+            def self.unpack(acc)
+              blk = HeaderBlock.new
+              index = acc.get_byte
+              is_index_header_field = (index & 0x80) != 0
+              if is_index_header_field
+                # index header field
+                #   0   1   2   3   4   5   6   7
+                # +---+---+---+---+---+---+---+---+
+                # | 1 |        Index (7+)         |
+                # +---+---------------------------+
+                blk.op = INDEX
+                blk.index = index & 0x7F
+              else
+                # literal header field
+                update_index = (index & 0x40) != 0
+                if update_index
+                  index = index & 0x3F
+                  overload_index = (index != 0)
+                  if overload_index
+                    if index == 0x3F
+                      index = index + acc.get_hpack_int_rest
+                    end
+                    blk.op = OVERLOAD_KNOWN_HEADER
+                    blk.index = index
+                    #   0   1   2   3   4   5   6   7
+                    # +---+---+---+---+---+---+---+---+
+                    # | 0 | 1 |      Index (6+)       |
+                    # +---+---+-----------------------+
+                    # | H |     Value Length (7+)     |
+                    # +---+---------------------------+
+                    # | Value String (Length octets)  |
+                    # +-------------------------------+
+                    blk.value = acc.get_hpack_string
+                  else
+                    # new header name
+                    #   0   1   2   3   4   5   6   7
+                    # +---+---+---+---+---+---+---+---+
+                    # | 0 | 1 |           0           |
+                    # +---+---+-----------------------+
+                    # | H |     Name Length (7+)      |
+                    # +---+---------------------------+
+                    # |  Name String (Length octets)  |
+                    # +---+---------------------------+
+                    # | H |     Value Length (7+)     |
+                    # +---+---------------------------+
+                    # | Value String (Length octets)  |
+                    # +-------------------------------+
+                    blk.op = NEW_HEADER
+                    blk.name = acc.get_hpack_string
+                    blk.value = acc.get_hpack_string
+                  end
+                else
+                  update_dynamic_table_size = (index & 0x20) != 0
+                  if update_dynamic_table_size
+                    #   0   1   2   3   4   5   6   7
+                    # +---+---+---+---+---+---+---+---+
+                    # | 0 | 0 | 1 |   Max size (5+)   |
+                    # +---+---------------------------+
+                    size = index & 0x1F
+                    if size == 0x1F
+                      size = size + acc.get_hpack_int_rest
+                    end
+                    blk.op = UPDATE_DYNAMIC_TABLE_SIZE
+                    blk.size = size
+                  else
+                    # not update index
+                    index = (index & 0xF)
+                    if index != 0
+                      #   0   1   2   3   4   5   6   7
+                      # +---+---+---+---+---+---+---+---+
+                      # | 0 | 0 | 0 | 0 |  Index (4+)   |
+                      # +---+---+-----------------------+
+                      # | H |     Value Length (7+)     |
+                      # +---+---------------------------+
+                      # | Value String (Length octets)  |
+                      # +-------------------------------+
+                      #
+                      # OR
+                      #
+                      #   0   1   2   3   4   5   6   7
+                      # +---+---+---+---+---+---+---+---+
+                      # | 0 | 0 | 0 | 1 |  Index (4+)   |
+                      # +---+---+-----------------------+
+                      # | H |     Value Length (7+)     |
+                      # +---+---------------------------+
+                      # | Value String (Length octets)  |
+                      # +-------------------------------+
+                      if index == 0xF
+                        index = index + acc.get_hpack_int_rest
+                      end
+                      blk.op = KNOWN_HEADER
+                      blk.index = index
+                      blk.value = acc.get_hpack_string
+                    else
+                      # literal header field
+                      #   0   1   2   3   4   5   6   7
+                      # +---+---+---+---+---+---+---+---+
+                      # | 0 | 0 | 0 | 0 |       0       |
+                      # +---+---+-----------------------+
+                      # | H |     Name Length (7+)      |
+                      # +---+---------------------------+
+                      # |  Name String (Length octets)  |
+                      # +---+---------------------------+
+                      # | H |     Value Length (7+)     |
+                      # +---+---------------------------+
+                      # | Value String (Length octets)  |
+                      # +-------------------------------+
+                      #
+                      # OR
+                      #
+                      #   0   1   2   3   4   5   6   7
+                      # +---+---+---+---+---+---+---+---+
+                      # | 0 | 0 | 0 | 1 |       0       |
+                      # +---+---+-----------------------+
+                      # | H |     Name Length (7+)      |
+                      # +---+---------------------------+
+                      # |  Name String (Length octets)  |
+                      # +---+---------------------------+
+                      # | H |     Value Length (7+)     |
+                      # +---+---------------------------+
+                      # | Value String (Length octets)  |
+                      # +-------------------------------+
+                      #
+                      blk.op = UNKNOWN_HEADER
+                      blk.name = acc.get_hpack_string
+                      blk.value = acc.get_hpack_string
+                    end
+                  end
+                end
+              end
+
+              blk
+            end
+
+            def to_s
+              "#{op} index=#{index} name=#{name} value=#{value}"
+            end
+
+          end
+        end
+      end
+    end
+  end
+end
+