paquito 0.3.1 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d00c743e791d4a17131842b2f515d58cff0e62190c8509666aff3d0d34e2d005
-  data.tar.gz: b6760e6c8ceefa78e77f6b7c1a5668d40930c0d80fb8f841ea0a3deda82a77dd
+  metadata.gz: 7827d51263d503a0798dda51d14f0233f7a310e37f247b14a5ea13454403b3a5
+  data.tar.gz: 63381b29bd17cbc2473036ef0f6ca8eee60f099e7d2f70202a6922ba6721313a
 SHA512:
-  metadata.gz: 189792644f661fd6a5455921928ff94f911d972c971590ff6754bee2f0e27c3386199d0444286e279d6b658d755c3ad0e9deff2e6338620c5a1b81efe542365a
-  data.tar.gz: c4f9cb2d28a8598627497bf3e7f8c1de1a29e2fa0a37e54e06310af438fdd5f34b6c77c533a90b121559d5e77353b5fe316a8099b4d1f8b588873363edb43c3a
+  metadata.gz: 75dba9ef5f38a56e765736b63549168e049d695615e6bc6bc545bb05deb7104b452094556cc3899d8fa0bf677ae7deef944f92f71c816af5f390a0e03c0f111b
+  data.tar.gz: 56d37636f06418d32263a803b84fb1bf15cd4fe07b6b7fd7bf28252e162aabfdedc8cfb9d2ac5e2c03231cd0b4b2bb7cd3b879f43ced04b0af753923cbca5bff

data/.github/workflows/ci.yml

@@ -3,12 +3,27 @@ name: CI
 on: [push, pull_request]
 
 jobs:
+  rubocop:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.6'
+          bundler-cache: true
+      - name: Run test
+        run: bundle exec rubocop
+
   rubies:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ ruby-head, '3.0', '2.7' ]
+        ruby: [ ruby-head, '3.0', '2.7', '2.6' ]
     steps:
       - name: Checkout
         uses: actions/checkout@v2

data/.rubocop.yml

@@ -2,4 +2,4 @@ inherit_gem:
   rubocop-shopify: rubocop.yml
 
 AllCops:
-  TargetRubyVersion: 2.7
+  TargetRubyVersion: 2.6

data/Gemfile

@@ -6,9 +6,10 @@ source "https://rubygems.org"
 gemspec
 
 gem "rake", "~> 13.0"
-gem "activesupport", ">= 7.0.0"
-gem "activerecord", ">= 7.0.0"
+gem "activesupport"
+gem "activerecord"
 gem "sqlite3"
+gem "benchmark-ips"
 
 gem "minitest", "~> 5.0"
 

data/Gemfile.lock

@@ -1,55 +1,58 @@
 PATH
   remote: .
   specs:
-    paquito (0.3.1)
-      msgpack
+    paquito (0.6.0)
+      msgpack (>= 1.5.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (7.0.1)
-      activesupport (= 7.0.1)
-    activerecord (7.0.1)
-      activemodel (= 7.0.1)
-      activesupport (= 7.0.1)
-    activesupport (7.0.1)
+    activemodel (6.1.5)
+      activesupport (= 6.1.5)
+    activerecord (6.1.5)
+      activemodel (= 6.1.5)
+      activesupport (= 6.1.5)
+    activesupport (6.1.5)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
     ast (2.4.2)
+    benchmark-ips (2.10.0)
     byebug (11.1.3)
     concurrent-ruby (1.1.9)
-    i18n (1.9.1)
+    i18n (1.10.0)
       concurrent-ruby (~> 1.0)
-    minitest (5.14.4)
-    msgpack (1.4.4)
+    minitest (5.15.0)
+    msgpack (1.5.1)
     parallel (1.21.0)
-    parser (3.0.2.0)
+    parser (3.1.1.0)
       ast (~> 2.4.1)
-    rainbow (3.0.0)
+    rainbow (3.1.1)
     rake (13.0.6)
-    regexp_parser (2.1.1)
+    regexp_parser (2.2.1)
     rexml (3.2.5)
-    rubocop (1.22.1)
+    rubocop (1.25.1)
       parallel (~> 1.10)
-      parser (>= 3.0.0.0)
+      parser (>= 3.1.0.0)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml
-      rubocop-ast (>= 1.12.0, < 2.0)
+      rubocop-ast (>= 1.15.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 3.0)
-    rubocop-ast (1.12.0)
-      parser (>= 3.0.1.1)
-    rubocop-shopify (2.3.0)
-      rubocop (~> 1.22)
+    rubocop-ast (1.16.0)
+      parser (>= 3.1.1.0)
+    rubocop-shopify (2.5.0)
+      rubocop (~> 1.25)
     ruby-progressbar (1.11.0)
-    sorbet-runtime (0.5.9209)
+    sorbet-runtime (0.5.9742)
     sqlite3 (1.4.2)
     tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.1.0)
+    zeitwerk (2.5.4)
 
 PLATFORMS
   ruby
@@ -57,8 +60,9 @@ PLATFORMS
   x86_64-linux
 
 DEPENDENCIES
-  activerecord (>= 7.0.0)
-  activesupport (>= 7.0.0)
+  activerecord
+  activesupport
+  benchmark-ips
   byebug
   minitest (~> 5.0)
   paquito!
@@ -69,4 +73,4 @@ DEPENDENCIES
   sqlite3
 
 BUNDLED WITH
-   2.2.33
+   2.3.11

data/README.md

@@ -22,7 +22,7 @@ Or install it yourself as:
 
 ### `chain`
 
-`Paquito::CoderChain` allows to combine two or more serializers into one.
+`Paquito::CoderChain` combines two or more serializers into one.
 
 Example:
 
@@ -34,7 +34,7 @@ compressed_yaml_coder.load(payload) # => { foo: 42 }
 
 ### `ConditionalCompressor`
 
-`Paquito::ConditionalCompressor` compress payloads if they are over a defined size.
+`Paquito::ConditionalCompressor` compresses payloads if they are over a defined size.
 
 Example:
 ```ruby
@@ -45,8 +45,8 @@ coder.dump("foo" * 500) # => "\x01<compressed-data....>"
 
 ### `SingleBytePrefixVersion`
 
-`Paquito::SingleBytePrefixVersion` prepends a version prefix to the payloads, which then allow to seemlessly transition from
-different serialization methods.
+`Paquito::SingleBytePrefixVersion` prepends a version prefix to the payloads, which allows you to seamlessly transition
+between different serialization methods.
 
 The first argument is the current version used for newly generated payloads.
 
@@ -64,9 +64,9 @@ coder.load("\x00---\n:foo: 42") # => { foo: 42 }
 
 ### `CommentPrefixVersion`
 
-Similar to the single byte prefix, but meant to be human readable and to allow for migrating unversionned payloads.
+Similar to the single byte prefix, but meant to be human readable and to allow for migrating unversioned payloads.
 
-Payload without a version prefix are assumed to be version `0`.
+Payloads without a version prefix are assumed to be version `0`.
 
 The first argument is the current version used for newly generated payloads.
 
@@ -84,7 +84,7 @@ coder.dump([1]) # => "#☠1☢\n[1]"
 
 ### `allow_nil`
 
-In some situation where you'd rather not serialize `nil`, you can use the `Paquito.allow_nil` shorthand:
+In some situations where you'd rather not serialize `nil`, you can use the `Paquito.allow_nil` shorthand:
 
 ```ruby
 coder = Paquito.allow_nil(Marshal)
@@ -95,7 +95,7 @@ coder.load(nil) # => nil
 ### `TranslateErrors`
 
 If you do need to handle serialization or deserialization errors, for instance to fallback to acting like a cache miss,
-`Paquito::TranslateErrors` translate all underlying exceptions into `Paquito::Error` descendants.
+`Paquito::TranslateErrors` translates all underlying exceptions into `Paquito::Error` descendants.
 
 Example:
 
@@ -117,7 +117,8 @@ coder.load(coder.dump(%i(foo bar).to_set)) # => #<Set: {:foo, :bar}>
 
 ### `TypedStruct`
 
-`Paquito::TypedStruct` is a opt-in Sorbet runtime plugin that allows `T::Struct` classes to be serializable. You need to explicitly include the module in the `T::Struct` classes that you will be serializing.
+`Paquito::TypedStruct` is a opt-in Sorbet runtime plugin that allows `T::Struct` classes to be serializable. You need
+to explicitly include the module in the `T::Struct` classes that you will be serializing.
 
 Example
 
@@ -137,12 +138,12 @@ MyStruct.from_pack([26450, "foo", 1]) # => <MyStruct bar=1, foo="foo">
 
 ## Rails utilities
 
-`paquito` doesn't not depend on `rails` nor any of its components, however it does provide some optional utilities for it.
+`paquito` doesn't depend on `rails` or any of its components, however it does provide some optional utilities.
 
 ### `CacheEntryCoder`
 
-`Paquito::CacheEntryCoder` turns an `ActiveSupport::Cache::Entry` instance into a simple `Array` instance. This allows to
-implement custom coders for `ActiveSupport::Cache`.
+`Paquito::CacheEntryCoder` turns an `ActiveSupport::Cache::Entry` instance into a simple `Array` instance. This allows
+you to implement custom coders for `ActiveSupport::Cache`.
 
 Example:
 
@@ -152,7 +153,7 @@ ActiveSupport::Cache::FileStore.new("tmp/cache", coder: Paquito.chain(Paquito::C
 
 ### `SerializedColumn`
 
-`Paquito::SerializedColumn` allows to decorate any encoder to behave like Rails's builtin `YAMLColumn`
+`Paquito::SerializedColumn` allows you to decorate any encoder to behave like Rails's builtin `YAMLColumn`
 
 Example:
 

data/Rakefile

@@ -3,7 +3,8 @@
 require "bundler/gem_tasks"
 require "rake/testtask"
 
-suites = [:vanilla, :activesupport, :activerecord]
+suites = [:vanilla, :activesupport]
+suites << :activerecord if RUBY_VERSION >= "2.7"
 namespace :test do
   suites.each do |suite|
     Rake::TestTask.new(suite) do |t|

data/benchmark/msgpack-pooling.rb

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "paquito"
+require "benchmark/ips"
+
+BASELINE = Paquito::CodecFactory.build([Symbol], pool: false)
+POOLED = Paquito::CodecFactory.build([Symbol], pool: 1)
+
+PAYLOAD = BASELINE.dump(:foo)
+MARSHAL_PAYLOAD = Marshal.dump(:foo)
+
+Benchmark.ips do |x|
+  x.report("marshal") { Marshal.load(MARSHAL_PAYLOAD) }
+  x.report("msgpack") { BASELINE.load(PAYLOAD) }
+  x.report("pooled") { POOLED.load(PAYLOAD) }
+  x.compare!(order: :baseline)
+end

data/dev.yml

@@ -2,7 +2,7 @@ name: paquito
 
 up:
   - ruby:
-      version: 2.7.4
+      version: 2.6.9
   - bundler
 
 commands:

data/lib/paquito/active_record_coder.rb

@@ -119,13 +119,14 @@ module Paquito
         @ids = {}.compare_by_identity
       end
 
-      def map(...)
-        @instances.map(...)
+      def map(&block)
+        @instances.map(&block)
       end
 
-      def fetch(...)
-        @instances.fetch(...)
+      def fetch(*args, &block)
+        @instances.fetch(*args, &block)
       end
+      ruby2_keywords :fetch if respond_to?(:ruby2_keywords, true)
 
       def push(instance)
         id = @ids[instance] = @instances.size

data/lib/paquito/allow_nil.rb

@@ -8,11 +8,13 @@ module Paquito
 
     def dump(object)
       return nil if object.nil?
+
       @coder.dump(object)
     end
 
     def load(payload)
       return nil if payload.nil?
+
       @coder.load(payload)
     end
   end

data/lib/paquito/codec_factory.rb

@@ -5,15 +5,21 @@ require "paquito/coder_chain"
 
 module Paquito
   class CodecFactory
-    def self.build(types, freeze: false, serializable_type: false)
-      factory =
-        if types.empty? && !serializable_type
-          MessagePack
-        else
-          MessagePack::Factory.new
-        end
+    def self.build(types, freeze: false, serializable_type: false, pool: 1)
+      factory = if types.empty? && !serializable_type
+        MessagePack::DefaultFactory
+      else
+        MessagePack::Factory.new
+      end
+
       Types.register(factory, types) unless types.empty?
       Types.register_serializable_type(factory) if serializable_type
+
+      if pool && pool > 0 && factory.respond_to?(:pool)
+        factory = factory.freeze.pool(pool, freeze: freeze)
+        freeze = false
+      end
+
       MessagePackCodec.new(factory, freeze: freeze)
     end
 
@@ -32,7 +38,11 @@ module Paquito
       end
 
       def load(payload)
-        @factory.load(payload, freeze: @freeze)
+        if @freeze
+          @factory.load(payload, freeze: @freeze)
+        else
+          @factory.load(payload)
+        end
       rescue MessagePack::UnpackError => error
         raise UnpackError, error.message
       rescue IOError => error

data/lib/paquito/safe_yaml.rb

@@ -53,7 +53,7 @@ module Paquito
         end
       end
 
-      def initialize(...)
+      def initialize(*)
         super
         @permitted_classes = Set.new(@options[:permitted_classes])
         @dispatch_cache = DispatchCache.new(self, @dispatch_cache)
@@ -65,9 +65,11 @@ module Paquito
           h[klass] = true
         end.compare_by_identity
       end
+      ruby2_keywords :initialize if respond_to?(:ruby2_keywords, true)
 
       def dump_coder(target)
         return unless permitted_class?(target.class)
+
         super
       end
 

data/lib/paquito/typed_struct.rb

@@ -41,6 +41,7 @@ module Paquito
         if pack_digest != digest
           raise(VersionMismatchError, "#{self} digests do not match")
         end
+
         new(**props.keys.zip(values).to_h)
       end
 

data/lib/paquito/types.rb

@@ -37,10 +37,12 @@ module Paquito
         def register(klass, packer: nil, unpacker:)
           if packer
             raise ArgumentError, "packer for #{klass} already defined" if packers.key?(klass)
+
             packers[klass] = packer
           end
 
           raise ArgumentError, "unpacker for #{klass} already defined" if unpackers.key?(klass)
+
           unpackers[klass] = unpacker
 
           self
@@ -72,13 +74,13 @@ module Paquito
     # New types can be added as long as they have unique #code.
     TYPES = {
       "Symbol" => {
-        code: 0x00,
-        packer: Symbol.method_defined?(:name) ? :name : :to_s,
-        unpacker: :to_sym,
+        code: 0,
+        packer: Symbol.method_defined?(:name) ? :name.to_proc : :to_s.to_proc,
+        unpacker: :to_sym.to_proc,
         optimized_symbols_parsing: true,
       }.freeze,
       "Time" => {
-        code: 0x01,
+        code: 1,
         packer: ->(value) do
           rational = value.utc.to_r
           [rational.numerator, rational.denominator].pack(TIME_FORMAT)
@@ -89,7 +91,7 @@ module Paquito
         end,
       }.freeze,
       "DateTime" => {
-        code: 0x02,
+        code: 2,
         packer: ->(value) do
           sec = value.sec + value.sec_fraction
           offset = value.offset
@@ -129,7 +131,7 @@ module Paquito
         end,
       }.freeze,
       "Date" => {
-        code: 0x03,
+        code: 3,
         packer: ->(value) do
           [value.year, value.month, value.day].pack(DATE_FORMAT)
         end,
@@ -139,28 +141,30 @@ module Paquito
         end,
       }.freeze,
       "BigDecimal" => {
-        code: 0x04,
+        code: 4,
         packer: :_dump,
         unpacker: BigDecimal.method(:_load),
       }.freeze,
       # Range => { code: 0x05 }, do not recycle that code
       "ActiveRecord::Base" => {
-        code: 0x6,
+        code: 6,
         packer: ->(value) { ActiveRecordPacker.dump(value) },
         unpacker: ->(value) { ActiveRecordPacker.load(value) },
       }.freeze,
       "ActiveSupport::HashWithIndifferentAccess" => {
-        code: 0x7,
-        packer: ->(factory, value) do
+        code: 7,
+        packer: ->(value, packer) do
           unless value.instance_of?(ActiveSupport::HashWithIndifferentAccess)
             raise PackError.new("cannot pack HashWithIndifferentClass subclass", value)
           end
-          factory.dump(value.to_h)
+
+          packer.write(value.to_h)
         end,
-        unpacker: ->(factory, value) { HashWithIndifferentAccess.new(factory.load(value)) },
+        unpacker: ->(unpacker) { HashWithIndifferentAccess.new(unpacker.read) },
+        recursive: true,
       },
       "ActiveSupport::TimeWithZone" => {
-        code: 0x8,
+        code: 8,
         packer: ->(value) do
           [
             value.utc.to_i,
@@ -176,12 +180,28 @@ module Paquito
         end,
       },
       "Set" => {
-        code: 0x9,
-        packer: ->(factory, value) { factory.dump(value.to_a) },
-        unpacker: ->(factory, value) { factory.load(value).to_set },
+        code: 9,
+        packer: ->(value, packer) { packer.write(value.to_a) },
+        unpacker: ->(unpacker) { unpacker.read.to_set },
+        recursive: true,
       },
-      # Object => { code: 0x7f }, reserved for serializable Object type
-    }.freeze
+      # Integer => { code: 10 }, reserved for oversized Integer
+      # Object => { code: 127 }, reserved for serializable Object type
+    }
+    begin
+      require "msgpack/bigint"
+
+      TYPES["Integer"] = {
+        code: 10,
+        packer: MessagePack::Bigint.method(:to_msgpack_ext),
+        unpacker: MessagePack::Bigint.method(:from_msgpack_ext),
+        oversized_integer_extension: true,
+      }
+    rescue LoadError
+      # expected on older msgpack
+    end
+
+    TYPES.freeze
 
     class << self
       def register(factory, types)
@@ -194,10 +214,6 @@ module Paquito
           end
 
           type_attributes = TYPES.fetch(name)
-          type_attributes = type_attributes.merge(
-            packer: curry_callback(type_attributes.fetch(:packer), factory),
-            unpacker: curry_callback(type_attributes.fetch(:unpacker), factory),
-          )
           factory.register_type(
             type_attributes.fetch(:code),
             type,
@@ -233,14 +249,6 @@ module Paquito
       def define_custom_type(klass, packer: nil, unpacker:)
         CustomTypesRegistry.register(klass, packer: packer, unpacker: unpacker)
       end
-
-      private
-
-      def curry_callback(callback, factory)
-        return callback.to_proc if callback.is_a?(Symbol)
-        return callback if callback.arity == 1
-        callback.curry.call(factory)
-      end
     end
   end
 end

data/lib/paquito/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Paquito
-  VERSION = "0.3.1"
+  VERSION = "0.6.0"
 end

data/paquito.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
   spec.description   = "Framework for defining efficient and extendable serializers"
   spec.homepage      = "https://github.com/Shopify/paquito"
   spec.license       = "MIT"
-  spec.required_ruby_version = ">= 2.7.0"
+  spec.required_ruby_version = ">= 2.6.0"
 
   spec.metadata["allowed_push_host"] = "https://rubygems.org"
 
@@ -28,5 +28,5 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency("msgpack")
+  spec.add_dependency("msgpack", ">= 1.5.1")
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: paquito
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.6.0
 platform: ruby
 authors:
 - Jean Boussier
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-02-02 00:00:00.000000000 Z
+date: 2022-04-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.5.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.5.1
 description: Framework for defining efficient and extendable serializers
 email:
 - jean.boussier@gmail.com
@@ -39,6 +39,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- benchmark/msgpack-pooling.rb
 - bin/console
 - bin/setup
 - dev.yml
@@ -77,7 +78,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: 2.6.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="