ndr_support 5.9.7 → 5.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 219d266e0a79fb3e013249e574aa25648ddecd15b49421cd66c06780d63f47e8
-  data.tar.gz: 48cdd5789a4aed8be6c03993eb4d1ce7ec6bf7e5225aea7e47f5e452c641d3d0
+  metadata.gz: 452da481cc47dceb02b62e7eb832db07ba61985fb2cdc8267a40b6194d0ef108
+  data.tar.gz: e06b9a9845389b639c2fbe55aab1f4008d6dad69843a24113bf55b2b88fd7d56
 SHA512:
-  metadata.gz: 869d57040385f645aae2c5b1c8dcefe5c2fd2176a7f8aa71f2859764edc7d9e0553a76065a92d29f98e3e1eb2bf29c6f8c1f0ee289e3314c90e0e105112f1cd6
-  data.tar.gz: dc2263d789b440b4a153c086b7049b5983e512af444fbb7f469161967685bbe4e130e7a68e63e5e14e5f4e494804a049f662fbd973e6588dddbb3a6065452902
+  metadata.gz: 7d06a0fb2e4adae1cbc71b7e89fd4fc45b527a419ad313d6440dd199ddb845df637b4dd505dce4220dae16bc6f059e96a2faddc455c1901a54bd8acba86b4b3e
+  data.tar.gz: d5abcaa621cf18823123cd1241a519c2c2a9dd856ac6659a9f4d4497adcd11ec4b57beeade25c7e799b9924de02736344b91ef079b2bef5a65785a41a6d20333

data/CHANGELOG.md

@@ -1,6 +1,13 @@
 ## [Unreleased]
 * No unreleased changes
 
+## 5.10.0 / 2023-11-17
+## Changed
+* Generate UTF-8 encoded YAML by default. Disable with `utf8_storage = false`
+* Use `YAML.safe_load` by default. Override with
+  `self.yaml_safe_classes = yaml_safe_classes + [Klass1, Klass2]` and revert to
+  unsafe loading with `yaml_safe_classes = :unsafe` and `gem 'psych', '< 4'`
+
 ## 5.9.7 / 2023-11-16
 ## Fixed
 * YAMLSupport should preserve escaped backslashes in YAML text

data/code_safety.yml

@@ -23,7 +23,7 @@ file safety:
   CHANGELOG.md:
     comments:
     reviewed_by: brian.shand
-    safe_revision: ead7b5fe38f4f580d5c4ca2697136acc8ef1bd8b
+    safe_revision: 646eaebdf824490150e991225f9e15abb67dd4c1
   CODE_OF_CONDUCT.md:
     comments:
     reviewed_by: timgentry
@@ -171,7 +171,7 @@ file safety:
   lib/ndr_support/version.rb:
     comments:
     reviewed_by: brian.shand
-    safe_revision: 9a91fe5935711475449aebbb6b93bd9f40884a77
+    safe_revision: 765520ebaf3652bed7105995c815afe681dd5363
   lib/ndr_support/working_days.rb:
     comments:
     reviewed_by: josh.pencheon
@@ -179,7 +179,7 @@ file safety:
   lib/ndr_support/yaml/serialization_migration.rb:
     comments:
     reviewed_by: brian.shand
-    safe_revision: ead7b5fe38f4f580d5c4ca2697136acc8ef1bd8b
+    safe_revision: 646eaebdf824490150e991225f9e15abb67dd4c1
   ndr_support.gemspec:
     comments:
     reviewed_by: brian.shand
@@ -283,4 +283,4 @@ file safety:
   test/yaml/serialization_test.rb:
     comments:
     reviewed_by: brian.shand
-    safe_revision: ead7b5fe38f4f580d5c4ca2697136acc8ef1bd8b
+    safe_revision: 646eaebdf824490150e991225f9e15abb67dd4c1

data/lib/ndr_support/version.rb

@@ -3,5 +3,5 @@
 # This defines the NdrSupport version. If you change it, rebuild and commit the gem.
 # Use "rake build" to build the gem, see rake -T for all bundler rake tasks.
 module NdrSupport
-  VERSION = '5.9.7'
+  VERSION = '5.10.0'
 end

data/lib/ndr_support/yaml/serialization_migration.rb

@@ -12,8 +12,29 @@ module NdrSupport
       # accepted by load_yaml
       YAML_SAFE_CLASSES = [Date, DateTime, Time, Symbol].freeze
 
+      # Set list of YAML safe classes, or :unsafe to use unsafe load
+      def yaml_safe_classes=(yaml_safe_classes)
+        @yaml_safe_classes = yaml_safe_classes
+      end
+
+      def yaml_safe_classes
+        @yaml_safe_classes || YAML_SAFE_CLASSES
+      end
+
+      # Allow emitted YAML to contain UTF-8 characters
+      # Defaults to true. (Defaulted to false in ndr_support versions < 6)
+      def utf8_storage=(utf8_storage)
+        @utf8_storage = utf8_storage
+      end
+
+      def utf8_storage
+        return @utf8_storage if @utf8_storage == false
+
+        true # New ndr_support default for versions >= 6, previously false
+      end
+
       # Wrapper around: YAML.load(string)
-      def load_yaml(string, coerce_invalid_chars = false)
+      def load_yaml(string, coerce_invalid_chars = false) # rubocop:disable Style/OptionalBooleanParameter
         fix_encoding!(string, coerce_invalid_chars)
 
         # Achieve same behaviour using `syck` and `psych`:
@@ -21,10 +42,14 @@ module NdrSupport
         fix_encoding!(string, coerce_invalid_chars)
 
         # TODO: Bump NdrSupport major version, and switch to safe_load by default
-        object = if Psych::VERSION.start_with?('3.')
+        object = if yaml_safe_classes == :unsafe
+                   unless Psych::VERSION.start_with?('3.')
+                     raise(SecurityError, 'Unsafe YAML no longer supported')
+                   end
+
                    Psych.load(string)
                  else
-                   Psych.safe_load(string, permitted_classes: YAML_SAFE_CLASSES)
+                   Psych.safe_load(string, permitted_classes: yaml_safe_classes)
                  end
 
         # Ensure that any string related to the object
@@ -37,8 +62,10 @@ module NdrSupport
 
       # Wrapper around: YAML.dump(object)
       def dump_yaml(object)
-        # Psych produces UTF-8 encoded output; we'd rather
-        # have YAML that can be safely stored in stores with
+        return Psych.dump(object) if utf8_storage
+
+        # Psych produces UTF-8 encoded output; historically we
+        # preferred YAML that can be safely stored in stores with
         # other encodings. If #load_yaml is used, the binary
         # encoding of the object will be reversed on load.
         Psych.dump binary_encode_any_high_ascii(object)

data/test/yaml/serialization_test.rb

@@ -44,26 +44,60 @@ class SerializationTest < Minitest::Test
     assert_yaml_coercion_behaviour
   end
 
-  test 'dump_yaml should produce encoding-portable YAML' do
-    original_object = { :basic => 'manana', :complex => 'mañana' }
+  test 'dump_yaml with utf8_storage = false should produce encoding-portable YAML' do
+    self.utf8_storage = false
+    original_object = { basic: 'manana', complex: 'mañana' }
     yaml_produced   = dump_yaml(original_object)
     reloaded_object = load_yaml(yaml_produced)
 
-    assert yaml_produced =~ /basic: manana/, 'binary-encoded more than was necessary'
+    assert_match(/basic: manana/, yaml_produced, 'binary-encoded more than was necessary')
 
     refute yaml_produced.bytes.detect { |byte| byte > 127 }, 'yaml has high-ascii'
     assert reloaded_object.inspect.bytes.detect { |byte| byte > 127 }
     assert_equal original_object, reloaded_object
   end
 
-  test 'encoding-portable YAML should be loadable' do
-    original_object = { :basic => 'manana', :complex => 'mañana' }
+  test 'encoding-portable YAML with utf8_storage = false should be loadable' do
+    self.utf8_storage = false
+    original_object = { basic: 'manana', complex: 'mañana' }
     yaml_produced   = dump_yaml(original_object)
 
+    assert_equal("---\n:basic: manana\n:complex: !binary |-\n  bWHDsWFuYQ==\n", yaml_produced)
+
+    reloaded_object = load_yaml(yaml_produced)
+    assert_equal original_object, reloaded_object
+  end
+
+  test 'non-encoding-portable YAML with utf8_storage = true should be loadable' do
+    self.utf8_storage = true
+    original_object = { basic: 'manana', complex: 'mañana' }
+    yaml_produced   = dump_yaml(original_object)
+    assert_equal("---\n:basic: manana\n:complex: mañana\n", yaml_produced)
+
     reloaded_object = load_yaml(yaml_produced)
     assert_equal original_object, reloaded_object
   end
 
+  test 'yaml_safe_classes should filter which classes can be loaded' do
+    original_object = { basic: 'manana', complex: 'mañana' }
+    yaml_produced   = dump_yaml(original_object)
+    self.yaml_safe_classes = []
+    assert_raises Psych::DisallowedClass, 'Load should fail without Symbol in yaml_safe_classes' do
+      load_yaml(yaml_produced)
+    end
+
+    self.yaml_safe_classes = [Symbol]
+    reloaded_object = load_yaml(yaml_produced)
+    assert_equal original_object, reloaded_object, 'Safe reload with Symbol class specified'
+
+    if Psych::VERSION.start_with?('3.')
+      # Not supported with Ruby >= 3.1 unless you force psych version < 4
+      self.yaml_safe_classes = :unsafe
+      reloaded_object = load_yaml(yaml_produced)
+      assert_equal original_object, reloaded_object, 'Unsafe reload with Symbol class'
+    end
+  end
+
   test 'time-like objects should serialise correctly with psych' do
     assert_timey_wimey_stuff
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ndr_support
 version: !ruby/object:Gem::Version
-  version: 5.9.7
+  version: 5.10.0
 platform: ruby
 authors:
 - NCRS Development Team
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-11-16 00:00:00.000000000 Z
+date: 2023-11-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord