aws-eventstream 1.0.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 0bd89e470bb670750b5db3fa159c05c47f6ae848
-  data.tar.gz: 0e6a31068166775645f803c36f2aa27c7b7341ce
+SHA256:
+  metadata.gz: 9f37cbd739b4d6e3bcd8bfa8e67b2a3e4f8688fe8f424746bfdebd99c4c16919
+  data.tar.gz: ba94156d2e21beed7afc345c7ac6bf20ea4aadf8546314fbe7941bb9df0f1c9f
 SHA512:
-  metadata.gz: 475cdba6288c5ba3224a65d18f9b3d16feba99d2b9868043af4c01194adeeb55f686200cac511e3067465ffe8b7cfa93dbe306751f31f6ce93966d5b052f4b6c
-  data.tar.gz: b96b77164bc0e6e1f9095de872400f9a589f912d450f6cdb0c40c3b769888f38f90be9b572b09f2715f1358ba43b71d06842d95c628108e57bdd1c5201aba3be
+  metadata.gz: df1d5d4f2e01bcec3776fb398134705398276da232af8b5fd2d1370addf66c222e3437d401cdcee8ca9371d8856c2f3eba3f2a9711bff8400d7e9f75569e86e7
+  data.tar.gz: 4a5a585db66d623d7ee7a153e5881c065422210ba7972221ce577031b84204dfa5061d84b4e2a3336a0ae92bea5c5cd7e65824f976a8e459a9db29eb2146c0ad

data/CHANGELOG.md

@@ -0,0 +1,32 @@
+Unreleased Changes
+------------------
+
+1.1.1 (2021-03-04)
+------------------
+
+* Issue - Include LICENSE, CHANGELOG, and VERSION files with this gem.
+
+1.1.0 (2020-04-08)
+------------------
+
+* Feature - Remove internal ByteBuffer and replace with String to remove dup and string mutation.
+
+1.0.3 (2019-04-24)
+------------------
+
+* Issue - Use single quotes for string where interpolation is not done.
+
+1.0.2 (2019-03-11)
+------------------
+
+* Issue - public #encode_headers method
+
+1.0.1 (2018-06-15)
+------------------
+
+* Issue - #decode_chunk buffers insufficient prelude message
+
+1.0.0 (2018-05-10)
+------------------
+
+* Feature - Initial release of `aws-eventstream` gem.

data/LICENSE.txt

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/VERSION

@@ -0,0 +1 @@
+1.1.1

data/lib/aws-eventstream.rb

@@ -1,7 +1,8 @@
+# frozen_string_literal: true
+
 require_relative 'aws-eventstream/decoder'
 require_relative 'aws-eventstream/encoder'
 
-require_relative 'aws-eventstream/bytes_buffer'
 require_relative 'aws-eventstream/message'
 require_relative 'aws-eventstream/header_value'
 require_relative 'aws-eventstream/types'

data/lib/aws-eventstream/decoder.rb

@@ -1,9 +1,11 @@
+# frozen_string_literal: true
+
 require 'stringio'
 require 'tempfile'
 require 'zlib'
 
 module Aws
-  module EventStream 
+  module EventStream
 
     # This class provides method for decoding binary inputs into
     # single or multiple messages (Aws::EventStream::Message).
@@ -28,7 +30,7 @@ module Aws
     #   message_pool = decoder.decode(io)
     #   message_pool.next
     #   # => Aws::EventStream::Message
-    #   
+    #
     # * {#decode_chunk} - decodes a single message from a chunk of data,
     #   returning message object followed by boolean(indicating eof status
     #   of data) in an array object
@@ -63,27 +65,26 @@ module Aws
       include Enumerable
 
       ONE_MEGABYTE = 1024 * 1024
+      private_constant :ONE_MEGABYTE
 
       # bytes of prelude part, including 4 bytes of
       # total message length, headers length and crc checksum of prelude
       PRELUDE_LENGTH = 12
+      private_constant :PRELUDE_LENGTH
 
-      # bytes of total overhead in a message, including prelude
-      # and 4 bytes total message crc checksum
-      OVERHEAD_LENGTH = 16
+      # 4 bytes message crc checksum
+      CRC32_LENGTH = 4
+      private_constant :CRC32_LENGTH
 
-      # @options options [Boolean] format (true) When `false`
-      #   disable user-friendly formatting for message header values
+      # @param [Hash] options The initialization options.
+      # @option options [Boolean] :format (true) When `false` it
+      #   disables user-friendly formatting for message header values
       #   including timestamp and uuid etc.
-      #
       def initialize(options = {})
         @format = options.fetch(:format, true)
-        @message_buffer = BytesBuffer.new('')
+        @message_buffer = ''
       end
 
-      # @returns [BytesBuffer]
-      attr_reader :message_buffer
-
       # Decodes messages from a binary stream
       #
       # @param [IO#read] io An IO-like object
@@ -93,12 +94,12 @@ module Aws
       # @return [Enumerable<Message>, nil] Returns a new Enumerable
       #   containing decoded messages if no block is given
       def decode(io, &block)
-        io = BytesBuffer.new(io.read)
-        return decode_io(io) unless block_given?
-        until io.eof?
-          # fetch message only
-          yield(decode_message(io).first)
-        end
+        raw_message = io.read
+        decoded_message = decode_message(raw_message)
+        return wrap_as_enumerator(decoded_message) unless block_given?
+        # fetch message only
+        raw_event, _eof = decoded_message
+        block.call(raw_event)
       end
 
       # Decodes a single message from a chunk of string
@@ -111,92 +112,81 @@ module Aws
       #   and boolean pair, the boolean flag indicates whether this chunk
       #   has been fully consumed, unused data is tracked at #message_buffer
       def decode_chunk(chunk = nil)
-        @message_buffer.write(chunk) if chunk
-        @message_buffer.rewind
+        @message_buffer = [@message_buffer, chunk].pack('a*a*') if chunk
         decode_message(@message_buffer)
       end
 
       private
 
-      def decode_io(io)
-        ::Enumerator.new {|e| e << decode_message(io) unless io.eof? }
+      # exposed via object.send for testing
+      attr_reader :message_buffer
+
+      def wrap_as_enumerator(decoded_message)
+        Enumerator.new do |yielder|
+          yielder << decoded_message
+        end
       end
 
-      def decode_message(io)
+      def decode_message(raw_message)
+        # incomplete message prelude received
+        return [nil, true] if raw_message.bytesize < PRELUDE_LENGTH
+
+        prelude, content = raw_message.unpack("a#{PRELUDE_LENGTH}a*")
+
         # decode prelude
-        total_len, headers_len, prelude_buffer = prelude(io)
+        total_length, header_length = decode_prelude(prelude)
 
         # incomplete message received, leave it in the buffer
-        return [nil, true] if io.bytesize < total_len
+        return [nil, true] if raw_message.bytesize < total_length
 
-        # decode headers and payload
-        headers, payload = context(io, total_len, headers_len, prelude_buffer)
-
-        # track extra message data in the buffer if exists
-        # for #decode_chunk, io is @message_buffer
-        if eof = io.eof?
-          @message_buffer.clear!
-        else
-          @message_buffer = BytesBuffer.new(@message_buffer.read)
+        content, checksum, remaining = content.unpack("a#{total_length - PRELUDE_LENGTH - CRC32_LENGTH}Na*")
+        unless Zlib.crc32([prelude, content].pack('a*a*')) == checksum
+          raise Errors::MessageChecksumError
         end
 
-        [Message.new(headers: headers, payload: payload), eof]
+        # decode headers and payload
+        headers, payload = decode_context(content, header_length)
+
+        @message_buffer = remaining
+
+        [Message.new(headers: headers, payload: payload), remaining.empty?]
       end
 
-      def prelude(io)
-        # buffer prelude into bytes buffer
+      def decode_prelude(prelude)
         # prelude contains length of message and headers,
         # followed with CRC checksum of itself
-        buffer = BytesBuffer.new(io.read(PRELUDE_LENGTH))
-
-        # prelude checksum takes last 4 bytes
-        checksum = Zlib.crc32(buffer.read(PRELUDE_LENGTH - 4))
-        unless checksum == unpack_uint32(buffer)
-          raise Errors::PreludeChecksumError
-        end
-
-        buffer.rewind
-        total_len, headers_len, _ = buffer.read.unpack("N*")
-        [total_len, headers_len, buffer]
+        content, checksum = prelude.unpack("a#{PRELUDE_LENGTH - CRC32_LENGTH}N")
+        raise Errors::PreludeChecksumError unless Zlib.crc32(content) == checksum
+        content.unpack('N*')
       end
 
-      def context(io, total_len, headers_len, prelude_buffer)
-        # buffer rest of the message except prelude length
-        # including context and total message checksum
-        buffer = BytesBuffer.new(io.read(total_len - PRELUDE_LENGTH))
-        context_len = total_len - OVERHEAD_LENGTH
-
-        prelude_buffer.rewind
-        checksum = Zlib.crc32(prelude_buffer.read << buffer.read(context_len))
-        unless checksum == unpack_uint32(buffer)
-          raise Errors::MessageChecksumError
-        end
-
-        buffer.rewind
+      def decode_context(content, header_length)
+        encoded_header, encoded_payload = content.unpack("a#{header_length}a*")
         [
-          extract_headers(BytesBuffer.new(buffer.read(headers_len))),
-          extract_payload(BytesBuffer.new(buffer.read(context_len - headers_len)))
+          extract_headers(encoded_header),
+          extract_payload(encoded_payload)
         ]
       end
 
       def extract_headers(buffer)
+        scanner = buffer
         headers = {}
-        until buffer.eof?
+        until scanner.bytesize == 0
           # header key
-          key_len = unpack_uint8(buffer)
-          key = buffer.read(key_len)
+          key_length, scanner = scanner.unpack('Ca*')
+          key, scanner = scanner.unpack("a#{key_length}a*")
 
           # header value
-          value_type = Types.types[unpack_uint8(buffer)]
-          unpack_pattern, value_len, _ = Types.pattern[value_type]
-          if !!unpack_pattern == unpack_pattern
+          type_index, scanner = scanner.unpack('Ca*')
+          value_type = Types.types[type_index]
+          unpack_pattern, value_length = Types.pattern[value_type]
+          value = if !!unpack_pattern == unpack_pattern
             # boolean types won't have value specified
-            value = unpack_pattern
+            unpack_pattern
           else
-            value_len = unpack_uint16(buffer) unless value_len
-            value = unpack_pattern ?
-              buffer.read(value_len).unpack(unpack_pattern)[0] :
-              buffer.read(value_len)
+            value_length, scanner = scanner.unpack('S>a*') unless value_length
+            unpacked_value, scanner = scanner.unpack("#{unpack_pattern || "a#{value_length}"}a*")
+            unpacked_value
           end
 
           headers[key] = HeaderValue.new(
@@ -208,40 +198,23 @@ module Aws
         headers
       end
 
-      def extract_payload(buffer)
-        buffer.bytesize <= ONE_MEGABYTE ?
-          payload_stringio(buffer) :
-          payload_tempfile(buffer)
+      def extract_payload(encoded)
+        encoded.bytesize <= ONE_MEGABYTE ?
+          payload_stringio(encoded) :
+          payload_tempfile(encoded)
       end
 
-      def payload_stringio(buffer)
-        StringIO.new(buffer.read)
+      def payload_stringio(encoded)
+        StringIO.new(encoded)
       end
 
-      def payload_tempfile(buffer)
+      def payload_tempfile(encoded)
         payload = Tempfile.new
         payload.binmode
-        until buffer.eof?
-          payload.write(buffer.read(ONE_MEGABYTE))
-        end
+        payload.write(encoded)
         payload.rewind
         payload
       end
-
-      # overhead decode helpers
-
-      def unpack_uint32(buffer)
-        buffer.read(4).unpack("N")[0]
-      end
-
-      def unpack_uint16(buffer)
-        buffer.read(2).unpack("S>")[0]
-      end
-
-      def unpack_uint8(buffer)
-        buffer.readbyte.unpack("C")[0]
-      end
     end
-
   end
 end

data/lib/aws-eventstream/encoder.rb

@@ -1,7 +1,9 @@
+# frozen_string_literal: true
+
 require 'zlib'
 
 module Aws
-  module EventStream 
+  module EventStream
 
     # This class provides #encode method for encoding
     # Aws::EventStream::Message into binary.
@@ -39,6 +41,12 @@ module Aws
       # and 4 bytes total message crc checksum
       OVERHEAD_LENGTH = 16
 
+      # Maximum header length allowed (after encode) 128kb
+      MAX_HEADERS_LENGTH = 131072
+
+      # Maximum payload length allowed (after encode) 16mb
+      MAX_PAYLOAD_LENGTH = 16777216
+
       # Encodes Aws::EventStream::Message to output IO when
       #   provided, else return the encoded binary string
       #
@@ -53,7 +61,7 @@ module Aws
       #   will be returned. Else, encoded binary string is
       #   returned.
       def encode(message, io = nil)
-        encoded = encode_message(message).read
+        encoded = encode_message(message)
         if io
           io.write(encoded)
           io.close
@@ -62,75 +70,73 @@ module Aws
         end
       end
 
-      private
-
+      # Encodes an Aws::EventStream::Message
+      #   into String
+      #
+      # @param [Aws::EventStream::Message] message
+      #
+      # @return [String]
       def encode_message(message)
         # create context buffer with encode headers
-        ctx_buffer = encode_headers(message)
-        headers_len = ctx_buffer.bytesize
+        encoded_header = encode_headers(message)
+        header_length = encoded_header.bytesize
         # encode payload
-        ctx_buffer << message.payload.read
-        total_len = ctx_buffer.bytesize + OVERHEAD_LENGTH
+        if message.payload.length > MAX_PAYLOAD_LENGTH
+          raise Aws::EventStream::Errors::EventPayloadLengthExceedError.new
+        end
+        encoded_payload = message.payload.read
+        total_length = header_length + encoded_payload.bytesize + OVERHEAD_LENGTH
 
         # create message buffer with prelude section
-        buffer = prelude(total_len, headers_len)
+        encoded_prelude = encode_prelude(total_length, header_length)
 
         # append message context (headers, payload)
-        buffer << ctx_buffer.read
+        encoded_content = [
+          encoded_prelude,
+          encoded_header,
+          encoded_payload,
+        ].pack('a*a*a*')
         # append message checksum
-        buffer << pack_uint32(Zlib.crc32(buffer.read))
-
-        # write buffered message to io
-        buffer.rewind
-        buffer
+        message_checksum = Zlib.crc32(encoded_content)
+        [encoded_content, message_checksum].pack('a*N')
       end
 
-      def encode_headers(msg)
-        buffer = BytesBuffer.new('')
-        msg.headers.each do |k, v|
-          # header key
-          buffer << pack_uint8(k.bytesize)
-          buffer << k
+      # Encodes headers part of an Aws::EventStream::Message
+      #   into String
+      #
+      # @param [Aws::EventStream::Message] message
+      #
+      # @return [String]
+      def encode_headers(message)
+        header_entries = message.headers.map do |key, value|
+          encoded_key = [key.bytesize, key].pack('Ca*')
 
           # header value
-          pattern, val_len, idx = Types.pattern[v.type]
-          buffer << pack_uint8(idx)
+          pattern, value_length, type_index = Types.pattern[value.type]
+          encoded_value = [type_index].pack('C')
           # boolean types doesn't need to specify value
-          next if !!pattern == pattern
-          buffer << pack_uint16(v.value.bytesize) unless val_len
-          pattern ? buffer << [v.value].pack(pattern) :
-            buffer << v.value
+          next [encoded_key, encoded_value].pack('a*a*') if !!pattern == pattern
+          encoded_value = [encoded_value, value.value.bytesize].pack('a*S>') unless value_length
+
+          [
+            encoded_key,
+            encoded_value,
+            pattern ? [value.value].pack(pattern) : value.value,
+          ].pack('a*a*a*')
+        end
+        header_entries.join.tap do |encoded_header|
+          break encoded_header if encoded_header.bytesize <= MAX_HEADERS_LENGTH
+          raise Aws::EventStream::Errors::EventHeadersLengthExceedError.new
         end
-        buffer
-      end
-
-      def prelude(total_len, headers_len)
-        BytesBuffer.new(pack_uint32([
-          total_len,
-          headers_len,
-          Zlib.crc32(pack_uint32([total_len, headers_len]))
-        ]))
-      end
-
-      # overhead encode helpers
-
-      def pack_uint8(val)
-        [val].pack("C")
       end
 
-      def pack_uint16(val)
-        [val].pack("S>")
-      end
+      private
 
-      def pack_uint32(val)
-        if val.respond_to?(:each)
-          val.pack("N*")
-        else
-          [val].pack("N")
-        end
+      def encode_prelude(total_length, headers_length)
+        prelude_body = [total_length, headers_length].pack('NN')
+        checksum = Zlib.crc32(prelude_body)
+        [prelude_body, checksum].pack('a*N')
       end
-
     end
-
   end
 end

data/lib/aws-eventstream/errors.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Aws
   module EventStream
     module Errors
@@ -6,7 +8,7 @@ module Aws
       class ReadBytesExceedLengthError < RuntimeError
         def initialize(target_byte, total_len)
           msg = "Attempting reading bytes to offset #{target_byte} exceeds"\
-            " buffer length of #{total_len}"
+                " buffer length of #{total_len}"
           super(msg)
         end
       end
@@ -14,19 +16,31 @@ module Aws
       # Raise when insufficient bytes of a message is received
       class IncompleteMessageError < RuntimeError
         def initialize(*args)
-          super("Not enough bytes for event message")
+          super('Not enough bytes for event message')
         end
       end
 
       class PreludeChecksumError < RuntimeError
         def initialize(*args)
-          super("Prelude checksum mismatch")
+          super('Prelude checksum mismatch')
         end
       end
 
       class MessageChecksumError < RuntimeError
         def initialize(*args)
-          super("Message checksum mismatch")
+          super('Message checksum mismatch')
+        end
+      end
+
+      class EventPayloadLengthExceedError < RuntimeError
+        def initialize(*args)
+          super("Payload length of a message should be under 16mb.")
+        end
+      end
+
+      class EventHeadersLengthExceedError < RuntimeError
+        def initialize(*args)
+          super("Encoded headers length of a message should be under 128kb.")
         end
       end
 

data/lib/aws-eventstream/header_value.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Aws
   module EventStream
 
@@ -20,8 +22,8 @@ module Aws
 
       def format_value(value)
         case @type
-        when "timestamp" then format_timestamp(value)
-        when "uuid" then format_uuid(value)
+        when 'timestamp' then format_timestamp(value)
+        when 'uuid' then format_uuid(value)
         else
           value
         end
@@ -32,7 +34,7 @@ module Aws
         # For user-friendly uuid representation,
         # format binary bytes into uuid string format
         uuid_pattern = [ [ 3, 2, 1, 0 ], [ 5, 4 ], [ 7, 6 ], [ 8, 9 ], 10..15 ]
-        uuid_pattern.map {|p| p.map {|n| "%02x" % bytes.to_a[n] }.join }.join("-")
+        uuid_pattern.map {|p| p.map {|n| "%02x" % bytes.to_a[n] }.join }.join('-')
       end
 
       def format_timestamp(value)

data/lib/aws-eventstream/message.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Aws
   module EventStream
     class Message

data/lib/aws-eventstream/types.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Aws
   module EventStream
 
@@ -6,32 +8,32 @@ module Aws
 
       def self.types
         [
-          "bool_true",
-          "bool_false",
-          "byte",
-          "short",
-          "integer",
-          "long",
-          "bytes",
-          "string",
-          "timestamp",
-          "uuid"
+          'bool_true',
+          'bool_false',
+          'byte',
+          'short',
+          'integer',
+          'long',
+          'bytes',
+          'string',
+          'timestamp',
+          'uuid'
         ]
       end
 
       # pack/unpack pattern, byte size, type idx
       def self.pattern
         {
-          "bool_true" => [true, 0, 0],
-          "bool_false" => [false, 0, 1],
-          "byte" => ["c", 1, 2],
-          "short" => ["s>", 2, 3],
-          "integer" => ["l>", 4, 4],
-          "long" => ["q>", 8, 5],
-          "bytes" => [nil, nil, 6],
-          "string" => [nil, nil, 7],
-          "timestamp" => ["q>", 8, 8],
-          "uuid" => [nil, 16, 9]
+          'bool_true' => [true, 0, 0],
+          'bool_false' => [false, 0, 1],
+          'byte' => ["c", 1, 2],
+          'short' => ["s>", 2, 3],
+          'integer' => ["l>", 4, 4],
+          'long' => ["q>", 8, 5],
+          'bytes' => [nil, nil, 6],
+          'string' => [nil, nil, 7],
+          'timestamp' => ["q>", 8, 8],
+          'uuid' => [nil, 16, 9]
         }
       end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-eventstream
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-10 00:00:00.000000000 Z
+date: 2021-03-04 00:00:00.000000000 Z
 dependencies: []
 description: Amazon Web Services event stream library. Decodes and encodes binary
   stream under `vnd.amazon.event-stream` content-type
@@ -17,15 +17,17 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- CHANGELOG.md
+- LICENSE.txt
+- VERSION
 - lib/aws-eventstream.rb
-- lib/aws-eventstream/bytes_buffer.rb
 - lib/aws-eventstream/decoder.rb
 - lib/aws-eventstream/encoder.rb
 - lib/aws-eventstream/errors.rb
 - lib/aws-eventstream/header_value.rb
 - lib/aws-eventstream/message.rb
 - lib/aws-eventstream/types.rb
-homepage: http://github.com/aws/aws-sdk-ruby
+homepage: https://github.com/aws/aws-sdk-ruby
 licenses:
 - Apache-2.0
 metadata:
@@ -47,7 +49,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2.3
+rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
 summary: AWS Event Stream Library

data/lib/aws-eventstream/bytes_buffer.rb

@@ -1,66 +0,0 @@
-module Aws
-  module EventStream 
-
-    # @api private
-    class BytesBuffer
-
-      # This Util class is for Decoder/Encoder usage only
-      # Not for public common bytes buffer usage
-      def initialize(data)
-        @data = data
-        @pos = 0
-      end
-
-      def read(len = nil, offset = 0)
-        return '' if len == 0 || bytesize == 0
-        unless eof?
-          start_byte = @pos + offset
-          end_byte = len ?
-            start_byte + len - 1 :
-            bytesize - 1
-
-          error = Errors::ReadBytesExceedLengthError.new(end_byte, bytesize)
-          raise error if end_byte >= bytesize
-
-          @pos = end_byte + 1
-          @data[start_byte..end_byte]
-        end
-      end
-
-      def readbyte
-        unless eof?
-          @pos += 1
-          @data[@pos - 1]
-        end
-      end
-
-      def write(bytes)
-        @data <<= bytes
-        bytes.bytesize
-      end
-      alias_method :<<, :write
-
-      def rewind
-        @pos = 0
-      end
-
-      def eof?
-        @pos == bytesize
-      end
-
-      def bytesize
-        @data.bytesize
-      end
-
-      def tell
-        @pos
-      end
-
-      def clear!
-        @data = ''
-        @pos = 0
-      end
-    end
-
-  end
-end