avro-resolution_canonical_form 0.2.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 8523e79c3ed08122f68fb2dfc1f519bf41f22857
-  data.tar.gz: d4e9400494a912fb338cc77a09903e62514e75d6
+SHA256:
+  metadata.gz: e736c50683d624c7b5485a6f88f5781615aea22d511f9dda2e2303f93f4b3da0
+  data.tar.gz: 1ae5676258a29dbaa26161eca21fa7293284f6b882b9d9d0938b578ff7d8254a
 SHA512:
-  metadata.gz: 6bf8e36a915d5c90039c69a8e6e37aaff7c74f609232db8a3a49fb1ecf775ac0b5f831341528f491be194f7c530cb9f8ae76d2b66833fdbff63a2a2da8a5a4ef
-  data.tar.gz: 1af0f716d82109181fa44f6a32eb923635885f8df01a74a7b5c6963d59f20dadd95f67bbd805112fa99eb97fabe8ed75751dbe1eedbf9ef3011055de6b365063
+  metadata.gz: c7b1c18ea72995dea01d6b294056208d927f311203b4c907b93c1f240e253ea99f2f849d6602881b354f863016bc24801ba23542fdb427b007f0d81400fcc49d
+  data.tar.gz: bcc4207e111b01fbe560469b41069dc53f98747618ac4eca1572acd732a9268f51ba444788adee001649a8ef3a019108272c2d7f652bc9803a29b28dd4f0f60a

data/.circleci/config.yml

@@ -0,0 +1,71 @@
+version: 2.1
+jobs:
+  lint:
+    docker:
+      - image: salsify/ruby_ci:2.6.8
+    working_directory: ~/avro-resolution_canonical_form
+    steps:
+      - checkout
+      - restore_cache:
+          keys:
+            - v2-gems-ruby-2.6.8-{{ checksum "avro-resolution_canonical_form.gemspec" }}-{{ checksum "Gemfile" }}
+            - v2-gems-ruby-2.6.8-
+      - run:
+          name: Install Gems
+          command: |
+            if ! bundle check --path=vendor/bundle; then
+              bundle install --path=vendor/bundle --jobs=4 --retry=3
+              bundle clean
+            fi
+      - save_cache:
+          key: v2-gems-ruby-2.6.8-{{ checksum "avro-resolution_canonical_form.gemspec" }}-{{ checksum "Gemfile" }}
+          paths:
+            - "vendor/bundle"
+            - "gemfiles/vendor/bundle"
+      - run:
+          name: Run Rubocop
+          command: bundle exec rubocop
+  test:
+    parameters:
+      ruby-version:
+        type: string
+    docker:
+      - image: salsify/ruby_ci:<< parameters.ruby-version >>
+    environment:
+      CIRCLE_TEST_REPORTS: "test-results"
+    working_directory: ~/avro-resolution_canonical_form
+    steps:
+      - checkout
+      - restore_cache:
+          keys:
+            - v2-gems-ruby-<< parameters.ruby-version >>-{{ checksum "avro-resolution_canonical_form.gemspec" }}-{{ checksum "Gemfile" }}
+            - v2-gems-ruby-<< parameters.ruby-version >>-
+      - run:
+          name: Install Gems
+          command: |
+            if ! bundle check --path=vendor/bundle; then
+              bundle install --path=vendor/bundle --jobs=4 --retry=3
+              bundle clean
+            fi
+      - save_cache:
+          key: v2-gems-ruby-<< parameters.ruby-version >>-{{ checksum "avro-resolution_canonical_form.gemspec" }}-{{ checksum "Gemfile" }}
+          paths:
+            - "vendor/bundle"
+            - "gemfiles/vendor/bundle"
+      - run:
+          name: Run Tests
+          command: |
+            bundle exec rspec --format RspecJunitFormatter --out $CIRCLE_TEST_REPORTS/rspec/junit.xml --format progress spec
+      - store_test_results:
+          path: "test-results"
+workflows:
+  build:
+    jobs:
+      - lint
+      - test:
+          matrix:
+            parameters:
+              ruby-version:
+                - "2.6.8"
+                - "2.7.4"
+                - "3.0.2"

data/.gitignore

@@ -7,3 +7,5 @@
 /pkg/
 /spec/reports/
 /tmp/
+/gemfiles/.bundle
+/gemfiles/*.gemfile.lock

data/.rubocop.yml

@@ -1,10 +1,12 @@
 inherit_gem:
   salsify_rubocop: conf/rubocop.yml
 
-Style/FileName:
+AllCops:
+  TargetRubyVersion: 2.6
+
+Naming/FileName:
   Exclude:
     - 'lib/avro-resolution_canonical_form.rb'
 
 RSpec/FilePath:
   Enabled: false
-

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # avro-resolution_canonical_form
 
+## v0.5.0
+- Require Avro v1.11.
+
+## v0.4.0
+- Drop dependency on `avro-patches`.
+- Add support for Ruby 3.0.
+- Drop support for Ruby < 2.6.
+- Use frozen string literals.
+
+## v0.3.0
+- Require Avro v1.10.
+- Include aliases, enum defaults, and decimal logical types in the resolution
+  canonical form. Schemas that use any of these parts of the Avro spec will
+  get a different fingerprint with this version.
+
+## v0.2.1
+- Restrict to `avro-patches` versions < 2.0.0.
+
 ## v0.2.0
 - Require `avro-patches` instead of `avro-salsify-fork`.
 

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # override the :github shortcut to be secure by using HTTPS

data/README.md

@@ -23,26 +23,17 @@ Or install it yourself as:
 
 ## Resolution Canonical Form
 
-The Resolution Canonical Form extends the [Parsing Canonical Form](http://avro.apache.org/docs/1.8.1/spec.html#Parsing+Canonical+Form+for+Schemas)
-to include `default` and `aliases` attributes:
+The Resolution Canonical Form extends the [Parsing Canonical Form](http://avro.apache.org/docs/1.10.0/spec.html#Parsing+Canonical+Form+for+Schemas)
+to include `default` and `aliases` attributes and logical type for decimals:
 
+* [STRIP] Keep only attributes that are relevant to resolution, which are:
+  `name, type, fields, symbols, items, values, size, default, aliases, logical_type(=decimal), precision, scale`
 * [ORDER] Order the appearance of fields in JSON objects as follows:
   `name, type, fields, symbols, items, values, size, default, aliases`
-* [ALIASES] [Aliases](http://avro.apache.org/docs/1.8.1/spec.html#Aliases) for
+* [ALIASES] [Aliases](http://avro.apache.org/docs/1.10.0/spec.html#Aliases) for
   named types and fields are converted to their fullname, using applicable
   namespace, and sorted.
 
-## Ruby Support
-
-This currently gem requires the [avro-patches](https://github.com/salsify/avro-patches)
-gem.
-
-### Aliases
-
-The Avro Ruby gem, including the avro-patches, does not yet include support
-for aliases. Aliases are included in the specification of the Resolution Canonical
-Form above, but not yet supported by this gem.
-
 ## Usage
 
 `Avro::ResolutionCanonicalForm` subclasses `Avro::SchemaNormalization`
@@ -67,7 +58,7 @@ schema = Avro::Schema.parse(<<-JSON)
 JSON
 
 Avro::ResolutionCanonicalForm.to_resolution_form(schema)
-#=> {"name":"example.dimensions","type":"record","fields":[{"name":"height","type":"int","default":1},{"name":"width","type":"int"}]}
+#=> => "{\"name\":\"example.dimensions\",\"type\":\"record\",\"fields\":[{\"name\":\"height\",\"type\":\"int\",\"default\":1},{\"name\":\"width\",\"type\":\"int\",\"aliases\":[\"across\"]}],\"aliases\":[\"eg.sizing\",\"example.dims\"]}"
 ```
 
 A new method, `#sha256_resolution_fingerprint`, is added to `Avro::Schema` to
@@ -77,7 +68,7 @@ the existing `#sha256_fingerprint` which is based on the Parsing Canonical Form.
 ```ruby
 schema.sha256_resolution_fingerprint
 
-#=> 80361294467930602613800428579400567035362599364974249578710466785512094641526
+#=> 71676413924523555041213790831440929350080614901361467355865523343334332562796
 ```
 
 ## Development

data/Rakefile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'bundler/gem_tasks'
 
 require 'rspec/core/rake_task'

data/avro-resolution_canonical_form.gemspec

@@ -1,6 +1,6 @@
-# coding: utf-8
+# frozen_string_literal: true
 
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'avro-resolution_canonical_form/version'
 
@@ -28,11 +28,26 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler', '~> 1.12'
-  spec.add_development_dependency 'rake', '~> 10.0'
-  spec.add_development_dependency 'rspec', '~> 3.4'
-  spec.add_development_dependency 'salsify_rubocop', '~> 0.46.0'
+  spec.required_ruby_version = '>= 2.6'
+
+  spec.add_development_dependency 'bundler', '~> 2.0'
   spec.add_development_dependency 'overcommit'
+  spec.add_development_dependency 'rake', '~> 13.0'
+  spec.add_development_dependency 'rspec', '~> 3.8'
+  spec.add_development_dependency 'rspec_junit_formatter'
+  spec.add_development_dependency 'salsify_rubocop', '~> 1.0.1'
   spec.add_development_dependency 'simplecov'
-  spec.add_runtime_dependency 'avro-patches'
+
+  spec.add_runtime_dependency 'avro', '~> 1.11.0'
+
+  spec.post_install_message = %(
+avro-resolution_canonical_form now requires Avro v1.11.
+
+Avro Ruby v1.11 adds support for decimal logical type attributes on fixed types and these attributes are
+included in the resolution canonical form.
+
+Schemas that use these attributes will get a different fingerprint with
+this version. For projects that only use Ruby, use of these features is unlikely
+as they were previously unsupported, and encoding/decoding fixed decimals is not yet supported.
+)
 end

data/lib/avro/resolution_canonical_form.rb

@@ -1,7 +1,9 @@
-require 'avro-patches'
+# frozen_string_literal: true
 
 module Avro
-  class ResolutionCanonicalForm < SchemaNormalization
+  class ResolutionCanonicalForm < Avro::SchemaNormalization
+    DECIMAL_LOGICAL_TYPE = 'decimal'
+
     def self.to_resolution_form(schema)
       new.to_resolution_form(schema)
     end
@@ -12,20 +14,44 @@ module Avro
 
     private
 
-    # TODO: include aliases once the avro Ruby gem supports them
-    # Note: permitted values for defaults are not enforced here.
-    # That should be done at the schema level, and is not done currently
-    # in the Avro Ruby gem
+    def normalize_schema(schema)
+      if schema.type_sym == :bytes && schema.logical_type == DECIMAL_LOGICAL_TYPE
+        add_logical_type(schema, type: schema.type)
+      else
+        super
+      end
+    end
+
     def normalize_field(field)
-      default_value = if field.default?
-                        { default: field.default }
-                      else
-                        {}
-                      end
-      super.merge(default_value)
+      extensions = {}
+      extensions[:default] = field.default if field.default?
+      extensions[:aliases] = field.aliases.sort if field.aliases && !field.aliases.empty?
+
+      super.merge(extensions)
     end
 
-    # TODO: Override normalize_named_type once the Avro Ruby gem supports aliases
-    # def normalized_named_type(schema, attributes = {})
+    def add_logical_type(schema, serialized)
+      if schema.logical_type == DECIMAL_LOGICAL_TYPE
+        extensions = { logicalType: DECIMAL_LOGICAL_TYPE }
+        extensions[:precision] = schema.precision if schema.respond_to?(:precision) && schema.precision
+        extensions[:scale] = schema.scale if schema.respond_to?(:scale) && schema.scale
+        serialized.merge(extensions)
+      else
+        serialized
+      end
+    end
+
+    def normalize_named_type(schema, attributes = {})
+      extensions = {}
+      if schema.respond_to?(:default) && !schema.default.nil?
+        # For enum defaults
+        extensions[:default] = schema.default
+      end
+
+      aliases = schema.fullname_aliases
+      extensions[:aliases] = aliases.sort unless aliases.empty?
+      extensions = add_logical_type(schema, extensions)
+      super.merge(extensions)
+    end
   end
 end

data/lib/avro/resolution_fingerprint.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Avro
   class Schema
     # Returns the SHA-256 fingerprint of the Resolution Canonical Form for the

data/lib/avro-resolution_canonical_form/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module AvroResolutionCanonicalForm
-  VERSION = '0.2.0'.freeze
+  VERSION = '0.5.0'
 end

data/lib/avro-resolution_canonical_form.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+
+require 'avro'
 require 'avro-resolution_canonical_form/version'
 require 'avro/resolution_canonical_form'
 require 'avro/resolution_fingerprint'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: avro-resolution_canonical_form
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Salsify, Inc
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-05-31 00:00:00.000000000 Z
+date: 2021-11-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,58 +16,58 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: overcommit
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.4'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
-  name: salsify_rubocop
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.46.0
+        version: '3.8'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.46.0
+        version: '3.8'
 - !ruby/object:Gem::Dependency
-  name: overcommit
+  name: rspec_junit_formatter
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -80,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: salsify_rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -95,19 +109,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: avro-patches
+  name: avro
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.11.0
 description: Unique identification of Avro schemas for schema resolution
 email:
 - engineering@salsify.com
@@ -117,11 +131,11 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
 - ".overcommit.yml"
 - ".rspec"
 - ".rubocop.yml"
-- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
@@ -139,7 +153,16 @@ licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
-post_install_message: 
+post_install_message: |2
+
+  avro-resolution_canonical_form now requires Avro v1.11.
+
+  Avro Ruby v1.11 adds support for decimal logical type attributes on fixed types and these attributes are
+  included in the resolution canonical form.
+
+  Schemas that use these attributes will get a different fingerprint with
+  this version. For projects that only use Ruby, use of these features is unlikely
+  as they were previously unsupported, and encoding/decoding fixed decimals is not yet supported.
 rdoc_options: []
 require_paths:
 - lib
@@ -147,16 +170,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.12
-signing_key: 
+rubygems_version: 3.0.3
+signing_key:
 specification_version: 4
 summary: Unique identification of Avro schemas for schema resolution
 test_files: []

data/.travis.yml

@@ -1,7 +0,0 @@
-language: ruby
-rvm:
-  - 2.3.3
-before_install: gem install bundler -v 1.14.6
-script:
-  - bundle exec rubocop
-  - bundle exec rspec