avromatic 2.2.3 → 2.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f00f5dcd52b577554247061ac380c96116043485fcb99aa7025d8aee8c527ee1
-  data.tar.gz: 8dad831b8a2f4a2730ce7a9ed95bd16cb07c033d909590fcd871fff87d6b53d8
+  metadata.gz: a7401c0e72992925f02234f5d3d2ab8e762a36bc62aa25c631569d6f4d9918d2
+  data.tar.gz: f2121b2a62bf60893ea0eb143ed83a142ea069d07839fb8121d0618483b469d5
 SHA512:
-  metadata.gz: 56dc4d773f56ce6ef5603382e56bba488dc859293e430635a76574201fda1f28b4ab7d88ee85746edc07531c911389129fb86ffb2a3002d5073fda70f0860ab9
-  data.tar.gz: d129ef740005cc9e040b13b40caae5f8ec17ff5cdb01e386b668967d9902324dfdca63a597f290f77bf7662f3f1bbcb137df8977745ad5411a48c82d8d5cfd62
+  metadata.gz: 42be85747686fca4ec66d6e178f7e5aab6d9e9ab88cd4d107ed1c5de8a83017f083a510889ced33a2eb284f45865b3c32b3a9edad200011aed5b17c284f3a593
+  data.tar.gz: be13122bca8693d33e20d1317ae5cd88d8c1c975c08d94ed522d0330d70f202bc43d79d7f2941032bc7540ad83b2d647d3c7d29bb5b72c03a560dfedb85e62f7

data/.circleci/config.yml

@@ -0,0 +1,85 @@
+version: 2.1
+jobs:
+  lint:
+    docker:
+      - image: salsify/ruby_ci:2.5.8
+    working_directory: ~/avromatic
+    steps:
+      - checkout
+      - restore_cache:
+          keys:
+            - v2-gems-ruby-2.5.8-{{ checksum "avromatic.gemspec" }}-{{ checksum "Gemfile" }}
+            - v2-gems-ruby-2.5.8-
+      - run:
+          name: Install Gems
+          command: |
+            if ! bundle check --path=vendor/bundle; then
+              bundle install --path=vendor/bundle --jobs=4 --retry=3
+              bundle clean
+            fi
+      - save_cache:
+          key: v2-gems-ruby-2.5.8-{{ checksum "avromatic.gemspec" }}-{{ checksum "Gemfile" }}
+          paths:
+            - "vendor/bundle"
+            - "gemfiles/vendor/bundle"
+      - run:
+          name: Run Rubocop
+          command: bundle exec rubocop
+  test:
+    parameters:
+      gemfile:
+        type: string
+      ruby-version:
+        type: string
+    docker:
+      - image: salsify/ruby_ci:<< parameters.ruby-version >>
+    environment:
+      CIRCLE_TEST_REPORTS: "test-results"
+      BUNDLE_GEMFILE: << parameters.gemfile >>
+    working_directory: ~/avromatic
+    steps:
+      - checkout
+      - restore_cache:
+          keys:
+            - v2-gems-ruby-<< parameters.ruby-version >>-{{ checksum "avromatic.gemspec" }}-{{ checksum "<< parameters.gemfile >>" }}
+            - v2-gems-ruby-<< parameters.ruby-version >>-
+      - run:
+          name: Install Gems
+          command: |
+            if ! bundle check --path=vendor/bundle; then
+              bundle install --path=vendor/bundle --jobs=4 --retry=3
+              bundle clean
+            fi
+      - save_cache:
+          key: v2-gems-ruby-<< parameters.ruby-version >>-{{ checksum "avromatic.gemspec" }}-{{ checksum "<< parameters.gemfile >>" }}
+          paths:
+            - "vendor/bundle"
+            - "gemfiles/vendor/bundle"
+      - run:
+          name: Run Tests
+          command: |
+            bundle exec rspec --format RspecJunitFormatter --out $CIRCLE_TEST_REPORTS/rspec/junit.xml --format progress spec
+      - store_test_results:
+          path: "test-results"
+workflows:
+  build:
+    jobs:
+      - lint
+      - test:
+          matrix:
+            parameters:
+              gemfile:
+              - "gemfiles/avro1_8_rails5_2.gemfile"
+              - "gemfiles/avro1_9_rails5_2.gemfile"
+              - "gemfiles/avro1_10_rails5_2.gemfile"
+              - "gemfiles/avro1_9_rails6_0.gemfile"
+              - "gemfiles/avro1_10_rails6_0.gemfile"
+              - "gemfiles/avro_patches_rails5_2.gemfile"
+              - "gemfiles/avro_patches_rails6_0.gemfile"
+              - "gemfiles/avro1_10_rails6_1.gemfile"
+              - "gemfiles/avro1_9_rails6_1.gemfile"
+              - "gemfiles/avro_patches_rails6_1.gemfile"
+              ruby-version:
+              - "2.5.8"
+              - "2.6.6"
+              - "2.7.1"

data/.rubocop.yml

@@ -3,6 +3,9 @@ inherit_gem:
 
 AllCops:
   TargetRubyVersion: 2.4
+  Exclude:
+    - 'vendor/**/*'
+    - 'gemfiles/vendor/**/*'
 
 Style/MultilineBlockChain:
   Enabled: false

data/.ruby-version

@@ -1 +1 @@
-2.5.1
+2.5.8

data/Appraisals

@@ -1,43 +1,37 @@
 # frozen_string_literal: true
 
-appraise 'rails5_0' do
+appraise 'avro1_8-rails5_2' do
   gem 'avro', '1.8.2'
-  gem 'activesupport', '~> 5.0.6'
-  gem 'activemodel', '~> 5.0.6'
+  gem 'activesupport', '~> 5.2.0'
+  gem 'activemodel', '~> 5.2.0'
 end
 
-appraise 'rails5_1' do
-  gem 'avro', '1.8.2'
-  gem 'activesupport', '~> 5.1.4'
-  gem 'activemodel', '~> 5.1.4'
+appraise 'avro1_9-rails5_2' do
+  gem 'avro', '1.9.2'
+  gem 'activesupport', '~> 5.2.0'
+  gem 'activemodel', '~> 5.2.0'
 end
 
-appraise 'rails5_2' do
-  gem 'avro', '1.8.2'
+appraise 'avro1_10-rails5_2' do
+  gem 'avro', '~> 1.10.0'
   gem 'activesupport', '~> 5.2.0'
   gem 'activemodel', '~> 5.2.0'
 end
 
-appraise 'rails6_0' do
-  gem 'avro', '1.9.0'
+appraise 'avro1_9-rails6_0' do
+  gem 'avro', '1.9.2'
   gem 'activesupport', '~> 6.0.0'
   gem 'activemodel', '~> 6.0.0'
 end
 
-appraise 'avro-patches-rails5_0' do
-  gem 'avro-patches'
-  gem 'activesupport', '~> 5.0.6'
-  gem 'activemodel', '~> 5.0.6'
-end
-
-appraise 'avro-patches-rails5_1' do
-  gem 'avro-patches', '>= 0.4.1'
-  gem 'activesupport', '~> 5.1.4'
-  gem 'activemodel', '~> 5.1.4'
+appraise 'avro1_10-rails6_0' do
+  gem 'avro', '~> 1.10.0'
+  gem 'activesupport', '~> 6.0.0'
+  gem 'activemodel', '~> 6.0.0'
 end
 
 appraise 'avro-patches-rails5_2' do
-  gem 'avro-patches', '>= 0.4.1'
+  gem 'avro-patches', '>= 0.4.1', '< 1.0'
   gem 'activesupport', '~> 5.2.0'
   gem 'activemodel', '~> 5.2.0'
 end
@@ -47,3 +41,21 @@ appraise 'avro-patches-rails6_0' do
   gem 'activesupport', '~> 6.0.0'
   gem 'activemodel', '~> 6.0.0'
 end
+
+appraise 'avro1_9-rails6_1' do
+  gem 'avro', '1.9.2'
+  gem 'activesupport', '~> 6.1.0'
+  gem 'activemodel', '~> 6.1.0'
+end
+
+appraise 'avro1_10-rails6_1' do
+  gem 'avro', '~> 1.10.0'
+  gem 'activesupport', '~> 6.1.0'
+  gem 'activemodel', '~> 6.1.0'
+end
+
+appraise 'avro-patches-rails6_1' do
+  gem 'avro-patches', '>= 1.0.0'
+  gem 'activesupport', '~> 6.1.0'
+  gem 'activemodel', '~> 6.1.0'
+end

data/CHANGELOG.md

@@ -1,5 +1,24 @@
 # avromatic changelog
 
+## v2.4.0
+- Ignore the `validate` argument and always validate during serialization. This
+  argument will be removed in Avromatic 3.0.
+- Optimize model validation during serialization.
+- Don't cache immutable model validation results or serialized Avro attributes if a model has mutable children.
+
+## v2.3.0
+- Add support for Rails 6.1.
+- Optimize nested model serialization.
+
+## v2.2.6
+- Optimize memory usage when serializing models.
+
+## v2.2.5
+- Optimize memory usage when serializing, deserializing and instantiating models.
+
+## v2.2.4
+- Compatibility with Avro v1.10.x.
+
 ## v2.2.3
 - Fix bug where method `#referenced_model_classes` was declared as private instead of public.
 

data/README.md

@@ -1,9 +1,9 @@
 # Avromatic
 
-[![Build Status](https://travis-ci.org/salsify/avromatic.svg?branch=master)][travis]
+[![Build Status](https://circleci.com/gh/salsify/avromatic.svg?style=svg)][circleci]
 [![Gem Version](https://badge.fury.io/rb/avromatic.svg)](https://badge.fury.io/rb/avromatic)
 
-[travis]: http://travis-ci.org/salsify/avromatic
+[circleci]: https://circleci.com/gh/salsify/avromatic
 
 `Avromatic` generates Ruby models from [Avro](http://avro.apache.org/) schemas
 and provides utilities to encode and decode them.
@@ -142,7 +142,7 @@ instance.eql?(MyModel.new(id: 123, name: 'Tesla Model 3', enabled: true)) # => t
 instance.hash # => -1279155042741869898
 
 # Retrieve a hash of the model's attributes via to_h, to_hash or attributes
-instance .to_h # => {:id=>123, :name=>"Tesla Model 3", :enabled=>true}
+instance.to_h # => {:id=>123, :name=>"Tesla Model 3", :enabled=>true}
 ```
 
 Or an `Avro::Schema` object can be specified directly:

data/avromatic.gemspec

@@ -22,22 +22,23 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 2.4'
 
-  spec.add_runtime_dependency 'activemodel', '>= 5.0', '< 6.1'
-  spec.add_runtime_dependency 'activesupport', '>= 5.0', '< 6.1'
-  spec.add_runtime_dependency 'avro', '>= 1.7.7', '< 1.10'
+  spec.add_runtime_dependency 'activemodel', '>= 5.0', '< 6.2'
+  spec.add_runtime_dependency 'activesupport', '>= 5.0', '< 6.2'
+  spec.add_runtime_dependency 'avro', '>= 1.7.7', '< 1.11'
   spec.add_runtime_dependency 'avro_schema_registry-client', '>= 0.3.0'
   spec.add_runtime_dependency 'avro_turf'
   spec.add_runtime_dependency 'ice_nine'
 
+  spec.add_development_dependency 'appraisal'
   spec.add_development_dependency 'avro-builder', '>= 0.12.0'
   spec.add_development_dependency 'bundler', '>= 1.11'
+  spec.add_development_dependency 'overcommit', '0.35.0'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rspec_junit_formatter'
+  spec.add_development_dependency 'salsify_rubocop', '~> 0.52.1.1'
   spec.add_development_dependency 'simplecov'
   spec.add_development_dependency 'webmock'
   # For AvroSchemaRegistry::FakeServer
-  spec.add_development_dependency 'appraisal'
-  spec.add_development_dependency 'overcommit', '0.35.0'
-  spec.add_development_dependency 'salsify_rubocop', '~> 0.52.1.1'
   spec.add_development_dependency 'sinatra'
 end

data/bin/console

@@ -1,7 +1,8 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
-require "bundler/setup"
-require "avromatic"
+require 'bundler/setup'
+require 'avromatic'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -10,5 +11,5 @@ require "avromatic"
 # require "pry"
 # Pry.start
 
-require "irb"
+require 'irb'
 IRB.start

data/gemfiles/{rails5_0.gemfile → avro1_10_rails5_2.gemfile}

@@ -2,8 +2,8 @@
 
 source "https://rubygems.org"
 
-gem "avro", "1.8.2"
-gem "activesupport", "~> 5.0.6"
-gem "activemodel", "~> 5.0.6"
+gem "avro", "~> 1.10.0"
+gem "activesupport", "~> 5.2.0"
+gem "activemodel", "~> 5.2.0"
 
 gemspec path: "../"

data/gemfiles/avro1_10_rails6_0.gemfile

@@ -0,0 +1,9 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "avro", "~> 1.10.0"
+gem "activesupport", "~> 6.0.0"
+gem "activemodel", "~> 6.0.0"
+
+gemspec path: "../"

data/gemfiles/avro1_10_rails6_1.gemfile

@@ -0,0 +1,9 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "avro", "~> 1.10.0"
+gem "activesupport", "~> 6.1.0"
+gem "activemodel", "~> 6.1.0"
+
+gemspec path: "../"

data/gemfiles/{rails5_1.gemfile → avro1_9_rails5_2.gemfile}

@@ -2,8 +2,8 @@
 
 source "https://rubygems.org"
 
-gem "avro", "1.8.2"
-gem "activesupport", "~> 5.1.4"
-gem "activemodel", "~> 5.1.4"
+gem "avro", "1.9.2"
+gem "activesupport", "~> 5.2.0"
+gem "activemodel", "~> 5.2.0"
 
 gemspec path: "../"

data/gemfiles/{rails6_0.gemfile → avro1_9_rails6_0.gemfile}

@@ -2,7 +2,7 @@
 
 source "https://rubygems.org"
 
-gem "avro", "1.9.0"
+gem "avro", "1.9.2"
 gem "activesupport", "~> 6.0.0"
 gem "activemodel", "~> 6.0.0"
 

data/gemfiles/{avro_patches_rails5_0.gemfile → avro1_9_rails6_1.gemfile}

@@ -2,8 +2,8 @@
 
 source "https://rubygems.org"
 
-gem "avro-patches"
-gem "activesupport", "~> 5.0.6"
-gem "activemodel", "~> 5.0.6"
+gem "avro", "1.9.2"
+gem "activesupport", "~> 6.1.0"
+gem "activemodel", "~> 6.1.0"
 
 gemspec path: "../"

data/gemfiles/avro_patches_rails5_2.gemfile

@@ -2,7 +2,7 @@
 
 source "https://rubygems.org"
 
-gem "avro-patches", ">= 0.4.1"
+gem "avro-patches", ">= 0.4.1", "< 1.0"
 gem "activesupport", "~> 5.2.0"
 gem "activemodel", "~> 5.2.0"
 

data/gemfiles/avro_patches_rails6_1.gemfile

@@ -0,0 +1,9 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "avro-patches", ">= 1.0.0"
+gem "activesupport", "~> 6.1.0"
+gem "activemodel", "~> 6.1.0"
+
+gemspec path: "../"

data/lib/avromatic.rb

@@ -8,7 +8,6 @@ require 'avromatic/model'
 require 'avromatic/model_registry'
 require 'avromatic/messaging'
 require 'active_support/core_ext/string/inflections'
-require 'avromatic/patches'
 
 module Avromatic
   class << self
@@ -33,10 +32,6 @@ module Avromatic
     eager_load_models!
   end
 
-  def self.use_encoding_providers?
-    use_custom_datum_writer && defined?(Avromatic::Patches::SchemaValidatorPatch)
-  end
-
   def self.build_schema_registry
     raise 'Avromatic must be configured with a registry_url' unless registry_url
     if use_schema_fingerprint_lookup

data/lib/avromatic/io.rb

@@ -1,11 +1,5 @@
 # frozen_string_literal: true
 
-module Avromatic
-  module IO
-    UNION_MEMBER_INDEX = '__avromatic_member_index'
-    ENCODING_PROVIDER = '__avromatic_encoding_provider'
-  end
-end
-
 require 'avromatic/io/datum_reader'
 require 'avromatic/io/datum_writer'
+require 'avromatic/io/union_datum'

data/lib/avromatic/io/datum_reader.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-# rubocop:disable Style/WhenThen
 module Avromatic
   module IO
     # Subclass DatumReader to include additional information about the union
@@ -8,81 +7,32 @@ module Avromatic
     # branch 'salsify-master' with the tag 'v1.9.0.3'
     class DatumReader < Avro::IO::DatumReader
 
-      UNION_MEMBER_INDEX = Avromatic::IO::UNION_MEMBER_INDEX
-
-      def read_data(writers_schema, readers_schema, decoder, initial_record = nil)
-        # schema matching
-        unless self.class.match_schemas(writers_schema, readers_schema)
-          raise Avro::IO::SchemaMatchException.new(writers_schema, readers_schema)
-        end
-
+      def read_data(writers_schema, readers_schema, decoder)
         # schema resolution: reader's schema is a union, writer's schema is not
-        if writers_schema.type_sym != :union && readers_schema.type_sym == :union
-          rs_index = readers_schema.schemas.find_index do |s|
-            self.class.match_schemas(writers_schema, s)
-          end
+        return super unless writers_schema.type_sym != :union && readers_schema.type_sym == :union
 
-          optional = readers_schema.schemas.first.type_sym == :null
-          union_info = if readers_schema.schemas.size == 2 && optional
-                         # Avromatic does not treat the union of null and 1 other type as a union
-                         {}
-                       elsif optional
-                         # Avromatic does not treat the null of an optional field as part of the union
-                         { UNION_MEMBER_INDEX => rs_index - 1 }
-                       else
-                         { UNION_MEMBER_INDEX => rs_index }
-                       end
-
-          return read_data(writers_schema, readers_schema.schemas[rs_index], decoder, union_info) if rs_index
-          raise Avro::IO::SchemaMatchException.new(writers_schema, readers_schema)
+        rs_index = readers_schema.schemas.find_index do |s|
+          self.class.match_schemas(writers_schema, s)
         end
 
-        # function dispatch for reading data based on type of writer's schema
-        datum = case writers_schema.type_sym
-                when :null;    decoder.read_null
-                when :boolean; decoder.read_boolean
-                when :string;  decoder.read_string
-                when :int;     decoder.read_int
-                when :long;    decoder.read_long
-                when :float;   decoder.read_float
-                when :double;  decoder.read_double
-                when :bytes;   decoder.read_bytes
-                when :fixed;   read_fixed(writers_schema, readers_schema, decoder)
-                when :enum;    read_enum(writers_schema, readers_schema, decoder)
-                when :array;   read_array(writers_schema, readers_schema, decoder)
-                when :map;     read_map(writers_schema, readers_schema, decoder)
-                when :union;   read_union(writers_schema, readers_schema, decoder)
-                when :record, :error, :request; read_record(writers_schema, readers_schema, decoder, initial_record || {})
-                else
-                  raise Avro::AvroError.new("Cannot read unknown schema type: #{writers_schema.type}")
-                end
+        raise Avro::IO::SchemaMatchException.new(writers_schema, readers_schema) unless rs_index
 
-        # Allow this code to be used with an official Avro release or the
-        # avro-patches gem that includes logical_type support.
-        if readers_schema.respond_to?(:logical_type)
-          readers_schema.type_adapter.decode(datum)
-        else
-          datum
-        end
-      end
+        datum = read_data(writers_schema, readers_schema.schemas[rs_index], decoder)
+        optional = readers_schema.schemas.first.type_sym == :null
 
-      # Override to specify an initial record that may contain union index
-      def read_record(writers_schema, readers_schema, decoder, initial_record = {})
-        readers_fields_hash = readers_schema.fields_hash
-        read_record = Avromatic.use_custom_datum_reader ? initial_record : {}
-        writers_schema.fields.each do |field|
-          readers_field = readers_fields_hash[field.name]
-          if readers_field
-            field_val = read_data(field.type, readers_field.type, decoder)
-            read_record[field.name] = field_val
-          else
-            skip_data(field.type, decoder)
-          end
+        if readers_schema.schemas.size == 2 && optional
+          # Avromatic does not treat the union of null and 1 other type as a union
+          datum
+        elsif datum.nil?
+          # Avromatic does not treat the null of an optional field as part of the union
+          nil
+        else
+          # Avromatic does not treat the null of an optional field as part of the union so
+          # adjust the member index accordingly
+          member_index = optional ? rs_index - 1 : rs_index
+          Avromatic::IO::UnionDatum.new(member_index, datum)
         end
-
-        read_record
       end
     end
   end
 end
-# rubocop:enable Style/WhenThen