metanorma-utils 1.9.0 → 1.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 717014b944b65d1e4f5b7c7ed0c71b3ac3314a3fb9ac740ff0027e9b5088cea8
-  data.tar.gz: c5bc40281e230a272deaf0469d4b9b6dd85e4f6b124de1e64d4c5c16347b2e8c
+  metadata.gz: bdf1c0f7c6fc507ad433fe2050575ce055f637d14be8d8422841aa562c710b71
+  data.tar.gz: 1492564fdf19ecdea102ec3042f38222ae1c495d33ccc07db74d40312d01be66
 SHA512:
-  metadata.gz: ef77c94f8be1071eead01e24fdbdbf1367ea2fc19ede7f1b3bf0149127863e38d56fea39a42a4685b3c65112431c251fab1507602a54b0307dae108a7ab563c9
-  data.tar.gz: 6a86994cc199526918abbb80cb79f0c099a3aa2eb3480b4d763e381a351cea0184ccce285eef28b49cb9d441037469ea4f21df91258a3b09c64bc889c76bf80f
+  metadata.gz: c20276334e3ae738d797f823d809d45242677571f0b1746af012b08789b2da879877eb96f3196639fdc80ca1aa880294462cb07a3f36dbd91b20e8940fd84b0e
+  data.tar.gz: 6339006703fe2e0fc338a06a5c55b5b7c38bbc899623a16b22deb18fac01967db131e7b8888fab7388a710dfda658d51db0ce76d8556285c01a54616f034ba2b

data/lib/utils/version.rb

@@ -1,5 +1,5 @@
 module Metanorma
   module Utils
-    VERSION = "1.9.0".freeze
+    VERSION = "1.10.0".freeze
   end
 end

data/lib/utils/xml.rb

@@ -48,49 +48,37 @@ module Metanorma
       # block for processing XML document fragments as XHTML,
       # to allow for HTMLentities
       # Unescape special chars used in Asciidoctor substitution processing
-      def noko(script = "Latn", &block)
-        doc = ::Nokogiri::XML.parse(NOKOHEAD)
-        fragment = doc.fragment("")
-        ::Nokogiri::XML::Builder.with fragment, &block
-        eoln = %w(Hans Hant Jpan).include?(script) ? "" : " "
-        fragment.to_xml(encoding: "US-ASCII", indent: 0,
-                        save_with: Nokogiri::XML::Node::SaveOptions::AS_XML)
-          .lines.map do |l|
-          l.gsub(/>\n$/, ">").gsub(/\n$/m, eoln).gsub("–", "\u0096")
-            .gsub("—", "\u0097").gsub("–", "\u0096")
-            .gsub("—", "\u0097")
-        end
-      end
-
       def noko(_script = "Latn", &block)
         fragment = ::Nokogiri::XML.parse(NOKOHEAD).fragment("")
         ::Nokogiri::XML::Builder.with fragment, &block
-        ret = fragment
+        fragment
           .to_xml(encoding: "UTF-8", indent: 0,
                   save_with: Nokogiri::XML::Node::SaveOptions::AS_XML)
-          .lines.map do |l|
-            l.rstrip.gsub("–", "\u0096").gsub("—", "\u0097")
-              .gsub("–", "\u0096").gsub("—", "\u0097")
-          end
-        line_sanitise(ret)
+          .gsub("–", "\u0096").gsub("—", "\u0097")
+          .gsub("–", "\u0096").gsub("—", "\u0097")
       end
 
       # By default, carriage return in source translates to whitespace;
-      # but in CJK, it does not.  We don't want carriage returns in the final
-      # output because of CJK complications
+      # but in CJK, it does not.  (Non-CJK text \n CJK)
       def line_sanitise(ret)
         ret.size == 1 and return ret
-        (0...ret.size).each do |i|
+        (0...(ret.size - 1)).each do |i|
           last = firstchar_xml(ret[i].reverse)
           nextfirst = firstchar_xml(ret[i + 1])
-          /#{CJK}/o.match?(last) && /#{CJK}/o.match?(nextfirst) or
-            ret[i] += " "
+          cjk1 = /#{CJK}/o.match?(last)
+          cjk2 = /#{CJK}/o.match?(nextfirst)
+          text1 = /[^\p{Z}\p{C}]/.match?(last)
+          text2 = /[^\p{Z}\p{C}]/.match?(nextfirst)
+          (cjk1 && (cjk2 || !text2)) and next
+          !text1 && cjk2 and next
+          ret[i] += " "
         end
         ret
       end
 
+      # need to deal with both <em> and its reverse string, >me<
       def firstchar_xml(line)
-        m = /^(<[^>]+>)*(.)/.match(line) or return ""
+        m = /^([<>][^<>]+[<>])*(.)/.match(line) or return ""
         m[2]
       end
 

data/metanorma-utils.gemspec

@@ -46,5 +46,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "timecop", "~> 0.9"
   spec.add_development_dependency "vcr", "~> 6.1.0"
   spec.add_development_dependency "webmock"
+  spec.add_development_dependency "xml-c14n"
   #spec.metadata["rubygems_mfa_required"] = "true"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: metanorma-utils
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.10.0
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-07-21 00:00:00.000000000 Z
+date: 2024-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: asciidoctor
@@ -276,6 +276,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: xml-c14n
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 'metanorma-utils provides utilities for the Metanorma stack
 
   '