avro-patches 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3c6ca3081364705f70d24e2993fd79e3f0fd24f241f4a5fd9e432fa4a55b70d2
-  data.tar.gz: 4277a7ce247beeac5ee52ad75c6a5bd7854fe673c8298c1e3f3654890b30db8b
+  metadata.gz: 109a268a05fcd52d0d049da87d7df92db395abc7df29cfef3391077101b11219
+  data.tar.gz: 61f5af08f76002e30ec70f8847733b538b115eb1110898fb7b548e938e5f0998
 SHA512:
-  metadata.gz: 7f25cd04b62ba3f44f050d32b27e8e28fc32714acc930a369baff540c8ae306494cfaa75b82882db4013bf9b0d28168f8bd3d2d33b48065ff0345d581675e69b
-  data.tar.gz: ee430790f1dc828a3101d132501acf86e05dc55d21e9b613a4dad28fe4c480395c596af56627ab35dfa1dd1545a00808dfd58ebbdd23dfb76284b2bd79e0424f
+  metadata.gz: 93640a4b5bbf69dafdd509edf636f80ced9bc03d9c2543b95152b8a25c1dfb1e035feefa89250f96367746c3744cf66229f229402c5697e9565addc1ca097009
+  data.tar.gz: ddcb35507cdc65d87fd7bf6ee03a0d35ad611a498643b0ef037f7c50e8d1aeca0e188e021d7753c1b7dda2277dc749e27b95098cbe006c8717a155600c845c66

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # avro-patches
 
+## v0.4.1
+- Optimize binary encoder and decoder.
+
 ## v0.4.0
 - Optionally fail validation when extra fields are present.
 - Check that field defaults have the correct type.

data/README.md

@@ -13,6 +13,7 @@ The following pending or unreleased changes are included:
 - [AVRO-2039: Ruby encoding performance improvements](https://github.com/apache/avro/pull/230)
 - [AVRO-2200: Option to fail when extra fields are in the payload](https://github.com/apache/avro/pull/321)
 - [AVRO-2199: Validate that field defaults have the correct type](https://github.com/apache/avro/pull/320)
+- [AVRO-2281: Optimize ruby binary encoder/decoder](https://github.com/apache/avro/pull/401)
 
 In addition, compatibility with Ruby 2.4 (https://github.com/apache/avro/pull/191)
 has been integrated with the changes above.

data/lib/avro-patches.rb

@@ -34,6 +34,7 @@ require 'avro-patches/schema_validator'
 require 'avro-patches/logical_types'
 require 'avro-patches/schema_compatibility'
 require 'avro-patches/default_validation'
+require 'avro-patches/optimized_serde'
 
 # Remaining requires from the official avro gem
 require 'avro/data_file'

data/lib/avro-patches/optimized_serde.rb

@@ -0,0 +1,53 @@
+Avro::IO::BinaryDecoder.class_eval do
+
+  def byte!
+    @reader.readbyte
+  end
+
+  def read_float
+    read_and_unpack(4, 'e'.freeze)
+  end
+
+  def read_double
+    read_and_unpack(8, 'E'.freeze)
+  end
+
+  def read_string
+    read_bytes.tap do |string|
+      string.force_encoding('utf-8'.freeze) if string.respond_to?(:force_encoding)
+    end
+  end
+
+  private
+
+  # Optimize unpacking strings when `unpack1` is available (ruby >= 2.4)
+  if String.instance_methods.include?(:unpack1)
+
+    def read_and_unpack(byte_count, format)
+      @reader.read(byte_count).unpack1(format)
+    end
+
+  else
+
+    def read_and_unpack(byte_count, format)
+      @reader.read(byte_count).unpack(format)[0]
+    end
+
+  end
+end
+
+Avro::IO::BinaryEncoder.class_eval do
+
+  def write_float(datum)
+    @writer.write([datum].pack('e'.freeze))
+  end
+
+  def write_double(datum)
+    @writer.write([datum].pack('E'.freeze))
+  end
+
+  def write_string(datum)
+    datum = datum.encode('utf-8'.freeze) if datum.respond_to?(:encode)
+    write_bytes(datum)
+  end
+end

data/lib/avro-patches/version.rb

@@ -1,3 +1,3 @@
 module AvroPatches
-  VERSION = '0.4.0'.freeze
+  VERSION = '0.4.1'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: avro-patches
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Salsify, Inc
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-31 00:00:00.000000000 Z
+date: 2018-12-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -109,6 +109,7 @@ files:
 - lib/avro-patches/logical_types/logical_types.rb
 - lib/avro-patches/logical_types/schema.rb
 - lib/avro-patches/logical_types/schema_validator.rb
+- lib/avro-patches/optimized_serde.rb
 - lib/avro-patches/schema_compatibility.rb
 - lib/avro-patches/schema_compatibility/io.rb
 - lib/avro-patches/schema_compatibility/schema.rb
@@ -140,7 +141,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 2.7.7
 signing_key: 
 specification_version: 4
 summary: Patches for the official Apache Avro Ruby implementation