slaw 10.1.0 → 10.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8d22fb48ee19e9ed5571d8796df269da08ae60f968f952b5e5438ae469d26130
-  data.tar.gz: f297e70e1b31bb3262cea12e7422b22a2375db139edeb8107f74024fd1e559a2
+  metadata.gz: ba413f53b9d24192d6ce5a168eed83ca55a317dcb3768009cfdf3bf902a23327
+  data.tar.gz: f664b13ce90bb21b65c0fffb2f780dc5937429c31ac2a9d6270259e0669f2f61
 SHA512:
-  metadata.gz: 02a8a4b0f06923911a3a88e6afc9b4220845abbc77180c1983e443ae493eecebe11f42f6dd60063f0dbb37a097b31188a971d4b60376d8a0574cc081705c7774
-  data.tar.gz: f086fa4f09fdf8ca3be435dd579652d1812859e07282e35b5d39e242894f07046f922e6e493fef2e8ad9bf62d65893c5750eb3020dedaa9fd7af8633e93a586b
+  metadata.gz: 0f0929aa1fcce2c86f6340fec7731f5e865e0b58b793b4f7d64ba48ec2463299498b4b96fea3487a11ab57a2ae932273e27c593395cd2ca263347006fa36a88a
+  data.tar.gz: 72aceb516d091bd396deeb828873058a3cda366524c3e1819590ae77f021ab9a806baf0108f1239dceaaf0e7a64713e1c954ec385b5ed03563f1d702cd4b0984

data/.travis.yml

@@ -2,6 +2,5 @@ language: ruby
 rvm:
   - 2.7.0
   - 2.6.2
-  - 2.5.4
 before_install:
   - gem update bundler

data/README.md

@@ -86,6 +86,27 @@ You can create your own grammar by creating a gem that provides these files and
 
 ## Changelog
 
+### 10.5.0 (20 April 2021)
+
+* Handle escaping inlines when unparsing.
+
+### 10.4.1 (14 April 2021)
+
+* Handle escaping in inlines, so that forward slashes in link text are unescaped correctly, eg `[https:\/\/example.com](https://example.com)`
+
+### 10.4.0 (9 April 2021)
+
+* Remove dependency on mimemagic. Guess file type based on filename instead.
+
+### 10.3.1 (11 January 2021)
+
+* Strip ascii, unicode general and unicode supplemental punctuation from num elements when building eIds
+
+### 10.2.0 (4 September 2020)
+
+* support inline superscript `^^text^^`
+* support inline subscript `_^text^_`
+
 ### 10.1.0 (18 June 2020)
 
 * hcontainer elements have name attributes, to be compliant with AKN 3.0

data/lib/slaw/extract/extractor.rb

@@ -1,5 +1,3 @@
-require 'mimemagic'
-
 module Slaw
   module Extract
 
@@ -13,15 +11,10 @@ module Slaw
       #
       # @return [String] extracted text
       def extract_from_file(filename)
-        mimetype = get_mimetype(filename)
-
-        case mimetype && mimetype.type
-        when 'text/html'
+        if filename.end_with? '.html' or filename.end_with? '.htm'
           extract_from_html(filename)
-        when 'text/plain', nil
-          extract_from_text(filename)
         else
-          raise ArgumentError.new("Unsupported file type #{mimetype || 'unknown'}")
+          extract_from_text(filename)
         end
       end
 

data/lib/slaw/grammars/counters.rb

@@ -24,20 +24,32 @@ module Slaw
       # Clean a <num> value for use in an eId
       # See https://docs.oasis-open.org/legaldocml/akn-nc/v1.0/os/akn-nc-v1.0-os.html#_Toc531692306
       #
-      # The number part of the identifiers of such elements corresponds to the
+      # "The number part of the identifiers of such elements corresponds to the
       # stripping of all final punctuation, meaningless separations as well as
       # redundant characters in the content of the <num> element. The
-      # representation is case-sensitive
+      # representation is case-sensitive."
+      #
+      # Our algorithm is:
+      # 1. strip all leading and trailing whitespace and punctuation (using the unicode punctuation blocks)
+      # 2. strip all whitespace
+      # 3. replace all remaining punctuation with a hyphen.
+      #
+      # The General Punctuation block is \u2000-\u206F, and the Supplemental Punctuation block is \u2E00-\u2E7F.
       #
       # (i) -> i
       # 1.2. -> 1-2
+      # “2.3“ -> 2-3
       # 3a bis -> 3abis
       def self.clean(num)
+        # leading whitespace and punctuation
+        num = num.gsub(/^[\s\u{2000}-\u{206f}\u{2e00}-\u{2e7f}!"#$%&'()*+,\-.\/:;<=>?@\[\]^_`{|}~]+/, '')
+        # trailing whitespace and punctuation
+        num.gsub!(/[\s\u{2000}-\u{206f}\u{2e00}-\u{2e7f}!"#$%&'()*+,\-.\/:;<=>?@\[\]^_`{|}~]+$/, '')
+        # whitespace
+        num.gsub!(/\s/, '')
+        # remaining punctuation to a hyphen
+        num.gsub!(/[\u{2000}-\u{206f}\u{2e00}-\u{2e7f}!"#$%&'()*+,\-.\/:;<=>?@\[\]^_`{|}~]+/, '-')
         num
-          .gsub(/[ ()\[\]]/, '')
-          .gsub(/\.+$/, '')
-          .gsub(/^\.+/, '')
-          .gsub(/\.+/, '-')
       end
     end
   end

data/lib/slaw/grammars/inlines.treetop

@@ -20,7 +20,7 @@ module Slaw
       end
 
       rule inline_item
-        remark / image / ref / bold / italics / [^\n]
+        remark / image / ref / bold / italics / superscript / subscript / '\\'? [^\n]
         <InlineItem>
       end
 
@@ -57,6 +57,18 @@ module Slaw
         <Ref>
       end
 
+      rule superscript
+        # ^^foo^^
+        '^^' content:(!'^^' inline_item)+ '^^'
+        <Superscript>
+      end
+
+      rule subscript
+        # _^foo^_
+        '_^' content:(!'^_' inline_item)+ '^_'
+        <Subscript>
+      end
+
     end
   end
 end

data/lib/slaw/grammars/inlines_nodes.rb

@@ -37,7 +37,12 @@ module Slaw
 
       class InlineItem < Treetop::Runtime::SyntaxNode
         def to_xml(b, idprefix)
-          b.text(text_value)
+          if text_value.start_with? '\\'
+            # handle escaped characters: \a -> a
+            b.text(text_value[1..])
+          else
+            b.text(text_value)
+          end
         end
       end
 
@@ -71,6 +76,26 @@ module Slaw
         end
       end
 
+      class Superscript < Treetop::Runtime::SyntaxNode
+        def to_xml(b, idprefix)
+          b.sup { |b|
+            for e in content.elements
+              e.inline_item.to_xml(b, idprefix)
+            end
+          }
+        end
+      end
+
+      class Subscript < Treetop::Runtime::SyntaxNode
+        def to_xml(b, idprefix)
+          b.sub { |b|
+            for e in content.elements
+              e.inline_item.to_xml(b, idprefix)
+            end
+          }
+        end
+      end
+
     end
   end
 end

data/lib/slaw/grammars/za/act_text.xsl

@@ -9,31 +9,141 @@
   <xsl:strip-space elements="*"/>
   <xsl:preserve-space elements="a:a a:affectedDocument a:b a:block a:caption a:change a:concept a:courtType a:date a:def a:del a:docCommittee a:docDate a:docIntroducer a:docJurisdiction a:docNumber a:docProponent a:docPurpose a:docStage a:docStatus a:docTitle a:docType a:docketNumber a:entity a:event a:extractText a:fillIn a:from a:heading a:i a:inline a:ins a:judge a:lawyer a:legislature a:li a:listConclusion a:listIntroduction a:location a:mmod a:mod a:mref a:narrative a:neutralCitation a:num a:object a:omissis a:opinion a:organization a:outcome a:p a:party a:person a:placeholder a:process a:quantity a:quotedText a:recordedTime a:ref a:relatedDocument a:remark a:rmod a:role a:rref a:scene a:session a:shortTitle a:signature a:span a:sub a:subheading a:summary a:sup a:term a:tocItem a:u a:vote"/>
 
+  <!-- replaces "value" in "text" with "replacement" -->
+  <xsl:template name="string-replace-all">
+    <xsl:param name="text" />
+    <xsl:param name="value" />
+    <xsl:param name="replacement" />
+
+    <xsl:choose>
+      <xsl:when test="$text = '' or $value = '' or not($value)">
+        <xsl:value-of select="$text" />
+      </xsl:when>
+      <xsl:when test="contains($text, $value)">
+        <xsl:value-of select="substring-before($text, $value)"/>
+        <xsl:value-of select="$replacement" />
+        <xsl:call-template name="string-replace-all">
+          <xsl:with-param name="text" select="substring-after($text, $value)" />
+          <xsl:with-param name="value" select="$value" />
+          <xsl:with-param name="replacement" select="$replacement" />
+        </xsl:call-template>
+      </xsl:when>
+      <xsl:otherwise>
+        <xsl:value-of select="$text" />
+      </xsl:otherwise>
+    </xsl:choose>
+  </xsl:template>
+
+  <!-- Escape inline markers with a backslash -->
+  <xsl:template name="escape-inlines">
+    <xsl:param name="text" />
+
+    <!-- This works from the inside out, first escaping backslash chars themselves, then escaping
+          the different types of inline markers -->
+    <xsl:call-template name="string-replace-all">
+      <xsl:with-param name="text">
+        <xsl:call-template name="string-replace-all">
+          <xsl:with-param name="text">
+            <xsl:call-template name="string-replace-all">
+              <xsl:with-param name="text">
+                <xsl:call-template name="string-replace-all">
+                  <xsl:with-param name="text">
+                    <xsl:call-template name="string-replace-all">
+                      <xsl:with-param name="text">
+                        <xsl:call-template name="string-replace-all">
+                          <xsl:with-param name="text">
+                            <xsl:call-template name="string-replace-all">
+                              <xsl:with-param name="text">
+                                <xsl:call-template name="string-replace-all">
+                                  <xsl:with-param name="text">
+                                    <xsl:call-template name="string-replace-all">
+                                      <xsl:with-param name="text">
+                                        <xsl:call-template name="string-replace-all">
+                                          <xsl:with-param name="text" select="$text" />
+                                          <xsl:with-param name="value"><xsl:value-of select="'\'" /></xsl:with-param>
+                                          <xsl:with-param name="replacement"><xsl:value-of select="'\\'" /></xsl:with-param>
+                                        </xsl:call-template>
+                                      </xsl:with-param>
+                                      <xsl:with-param name="value"><xsl:value-of select="'**'" /></xsl:with-param>
+                                      <xsl:with-param name="replacement"><xsl:value-of select="'\*\*'" /></xsl:with-param>
+                                    </xsl:call-template>
+                                  </xsl:with-param>
+                                  <xsl:with-param name="value"><xsl:value-of select="'//'" /></xsl:with-param>
+                                  <xsl:with-param name="replacement"><xsl:value-of select="'\/\/'" /></xsl:with-param>
+                                </xsl:call-template>
+                              </xsl:with-param>
+                              <xsl:with-param name="value"><xsl:value-of select="'_^'" /></xsl:with-param>
+                              <xsl:with-param name="replacement"><xsl:value-of select="'\_^'" /></xsl:with-param>
+                            </xsl:call-template>
+                          </xsl:with-param>
+                          <xsl:with-param name="value"><xsl:value-of select="'^_'" /></xsl:with-param>
+                          <xsl:with-param name="replacement"><xsl:value-of select="'\^_'" /></xsl:with-param>
+                        </xsl:call-template>
+                      </xsl:with-param>
+                      <xsl:with-param name="value"><xsl:value-of select="'^^'" /></xsl:with-param>
+                      <xsl:with-param name="replacement"><xsl:value-of select="'\^\^'" /></xsl:with-param>
+                  </xsl:call-template>
+                </xsl:with-param>
+                <xsl:with-param name="value"><xsl:value-of select="'!['" /></xsl:with-param>
+                <xsl:with-param name="replacement"><xsl:value-of select="'\!['" /></xsl:with-param>
+              </xsl:call-template>
+              </xsl:with-param>
+              <xsl:with-param name="value"><xsl:value-of select="']('" /></xsl:with-param>
+              <xsl:with-param name="replacement"><xsl:value-of select="'\]('" /></xsl:with-param>
+            </xsl:call-template>
+          </xsl:with-param>
+          <xsl:with-param name="value"><xsl:value-of select="'[['" /></xsl:with-param>
+          <xsl:with-param name="replacement"><xsl:value-of select="'\[\['" /></xsl:with-param>
+        </xsl:call-template>
+      </xsl:with-param>
+      <xsl:with-param name="value"><xsl:value-of select="']]'" /></xsl:with-param>
+      <xsl:with-param name="replacement"><xsl:value-of select="'\]\]'" /></xsl:with-param>
+    </xsl:call-template>
+  </xsl:template>
+
   <!-- adds a backslash to the start of the value param, if necessary -->
-  <xsl:template name="escape">
+  <xsl:template name="escape-prefixes">
     <xsl:param name="value"/>
 
     <xsl:variable name="prefix" select="translate(substring($value, 1, 13), 'abcdefghijklmnopqrstuvwxyz', 'ABCDEFGHIJKLMNOPQRSTUVWXYZ')" />
     <!-- '(' is considered special, so translate numbers into '(' so we can find and escape them -->
     <xsl:variable name="numprefix" select="translate(substring($value, 1, 3), '1234567890', '((((((((((')" />
 
-    <!-- p tags must escape initial content that looks like a block element marker -->
-    <xsl:if test="$prefix = 'BODY' or
-                  $prefix = 'PREAMBLE' or
-                  $prefix = 'PREFACE' or
-                  starts-with($prefix, 'CHAPTER ') or
-                  starts-with($prefix, 'PART ') or
-                  starts-with($prefix, 'SUBPART ') or
-                  starts-with($prefix, 'SCHEDULE ') or
-                  starts-with($prefix, 'HEADING ') or
-                  starts-with($prefix, 'SUBHEADING ') or
-                  starts-with($prefix, 'LONGTITLE ') or
-                  starts-with($prefix, 'CROSSHEADING ') or
-                  starts-with($prefix, '{|') or
-                  starts-with($numprefix, '(')">
-      <xsl:text>\</xsl:text>
-    </xsl:if>
-    <xsl:value-of select="$value"/>
+    <xsl:variable name="slash">
+      <!-- p tags must escape initial content that looks like a block element marker -->
+      <xsl:if test="$prefix = 'BODY' or
+                    $prefix = 'PREAMBLE' or
+                    $prefix = 'PREFACE' or
+                    starts-with($prefix, 'CHAPTER ') or
+                    starts-with($prefix, 'PART ') or
+                    starts-with($prefix, 'SUBPART ') or
+                    starts-with($prefix, 'SCHEDULE ') or
+                    starts-with($prefix, 'HEADING ') or
+                    starts-with($prefix, 'SUBHEADING ') or
+                    starts-with($prefix, 'LONGTITLE ') or
+                    starts-with($prefix, 'CROSSHEADING ') or
+                    starts-with($prefix, '{|') or
+                    starts-with($numprefix, '(')">
+        <xsl:value-of select="'\'" />
+      </xsl:if>
+    </xsl:variable>
+
+    <xsl:value-of select="concat($slash, $value)" />
+  </xsl:template>
+
+  <!-- adds a backslash to the start of the text param, if necessary -->
+  <xsl:template name="escape">
+    <xsl:param name="value"/>
+
+    <xsl:variable name="escaped">
+      <xsl:call-template name="escape-inlines">
+        <xsl:with-param name="text" select="$value" />
+      </xsl:call-template>
+    </xsl:variable>
+
+    <xsl:call-template name="escape-prefixes">
+      <xsl:with-param name="value" select="$escaped" />
+    </xsl:call-template>
   </xsl:template>
 
   <xsl:template match="a:act">
@@ -157,12 +267,19 @@
   </xsl:template>
 
   <!-- first text nodes of these elems must be escaped if they have special chars -->
-  <xsl:template match="a:p[not(ancestor::a:table)]/text()[1] | a:listIntroduction/text()[1] | a:intro/text()[1]">
+  <xsl:template match="a:p[not(ancestor::a:table)]/text()[not(preceding-sibling::*)] | a:listIntroduction/text()[not(preceding-sibling::*)] | a:intro/text()[not(preceding-sibling::*)]">
     <xsl:call-template name="escape">
       <xsl:with-param name="value" select="." />
     </xsl:call-template>
   </xsl:template>
 
+  <!-- escape inlines in text nodes -->
+  <xsl:template match="text()">
+    <xsl:call-template name="escape-inlines">
+      <xsl:with-param name="text" select="." />
+    </xsl:call-template>
+  </xsl:template>
+
 
   <!-- attachments/schedules -->
   <xsl:template match="a:attachment">
@@ -192,31 +309,24 @@
       <xsl:value-of select="." />
       <xsl:text>" </xsl:text>
     </xsl:for-each>
-    <xsl:text>
-|-</xsl:text>
+    <xsl:text>&#10;|-</xsl:text>
 
     <xsl:apply-templates />
-    <xsl:text>
-|}
-
-</xsl:text>
+    <xsl:text>&#10;|}&#10;&#10;</xsl:text>
   </xsl:template>
 
   <xsl:template match="a:tr">
     <xsl:apply-templates />
-    <xsl:text>
-|-</xsl:text>
+    <xsl:text>&#10;|-</xsl:text>
   </xsl:template>
 
   <xsl:template match="a:th|a:td">
     <xsl:choose>
       <xsl:when test="local-name(.) = 'th'">
-        <xsl:text>
-! </xsl:text>
+        <xsl:text>&#10;! </xsl:text>
       </xsl:when>
       <xsl:when test="local-name(.) = 'td'">
-        <xsl:text>
-| </xsl:text>
+        <xsl:text>&#10;| </xsl:text>
       </xsl:when>
     </xsl:choose>
 
@@ -275,6 +385,18 @@
     <xsl:text>**</xsl:text>
   </xsl:template>
 
+  <xsl:template match="a:sup">
+    <xsl:text>^^</xsl:text>
+    <xsl:apply-templates />
+    <xsl:text>^^</xsl:text>
+  </xsl:template>
+
+  <xsl:template match="a:sub">
+    <xsl:text>_^</xsl:text>
+    <xsl:apply-templates />
+    <xsl:text>^_</xsl:text>
+  </xsl:template>
+
   <xsl:template match="a:eol">
     <xsl:text>&#10;</xsl:text>
   </xsl:template>

data/lib/slaw/version.rb

@@ -1,3 +1,3 @@
 module Slaw
-  VERSION = "10.1.0"
+  VERSION = "10.5.0"
 end

data/slaw.gemspec

@@ -25,5 +25,4 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "treetop", "~> 1.5"
   spec.add_runtime_dependency "log4r", "~> 1.1"
   spec.add_runtime_dependency "thor", "~> 0.20"
-  spec.add_runtime_dependency "mimemagic", "~> 0.2"
 end

data/spec/counters_spec.rb

@@ -0,0 +1,38 @@
+# encoding: UTF-8
+
+require 'spec_helper'
+
+require 'slaw'
+
+describe Slaw::Grammars::Counters do
+  describe '#clean' do
+    it 'should remove leading and trailing punctuation' do
+      described_class.clean("").should == ""
+      described_class.clean(" ").should == ""
+      described_class.clean("( )").should == ""
+      described_class.clean("(123.4-5)").should == "123-4-5"
+      described_class.clean("(312.32.7)").should == "312-32-7"
+      described_class.clean("(312_32_7)").should == "312-32-7"
+      described_class.clean("(6)").should == "6"
+      described_class.clean("[16]").should == "16"
+      described_class.clean("(i)").should == "i"
+      described_class.clean("[i]").should == "i"
+      described_class.clean("(2bis)").should == "2bis"
+      described_class.clean('"1.2.').should == "1-2"
+      described_class.clean("1.2.").should == "1-2"
+      described_class.clean("“2.3").should == "2-3"
+      described_class.clean("2,3").should == "2-3"
+      described_class.clean("2,3, 4,").should == "2-3-4"
+      described_class.clean("3a bis").should == "3abis"
+      described_class.clean("3é").should == "3é"
+      described_class.clean(" -3a--4,9").should == "3a-4-9"
+    end
+
+    it 'should handle non-arabic numerals' do
+      # hebrew aleph
+      described_class.clean("(א)").should == "א"
+      # chinese 3
+      described_class.clean("(三)").should == "三"
+    end
+  end
+end

data/spec/fixtures/roundtrip-escapes.txt

@@ -0,0 +1,20 @@
+BODY
+
+1. Section that tests escapes
+
+text \\ with a single slash
+
+some **inlines \/\/ [with \/\/ slashes](#foo)**
+
+inlines that \*\* should \/\/ be \[\[ escaped \![ and \]\]
+
+refs [https:\/\/example.com with ] and and \]( and **nested \*\* stars \*\***](#foo)
+
+nested ** stars \*\* in bold \*\***
+
+nested // slashes \/\/ in italics \/\///
+
+nested ** stars in // italics \*\* // and bold **
+
+super ^^with \^\^ hats \^\^^^ and sub _^\_^ with \^_ end tokens \^_^_
+

data/spec/generator_spec.rb

@@ -78,45 +78,81 @@ XML
 
 1. Section
 
-\Chapter 2 ignored
+\\Chapter 2 ignored
 
 Chapters
 
-\Part 2 ignored
+\\Part 2 ignored
 
 participation
 
-\Schedule 2 ignored
+\\Schedule 2 ignored
 
 Schedules
 
-\HEADING x
+\\HEADING x
 
-\SUBHEADING x
+\\SUBHEADING x
 
 BODY not escaped
 
-\BODY
+\\BODY
 
 PREAMBLE not escaped
 
-\PREAMBLE
+\\PREAMBLE
 
 PREFACE not escaped
 
-\PREFACE
+\\PREFACE
 
-\2. ignored
+\\2. ignored
 
-\2.1 ignored
+\\2.1 ignored
 
-\(2) ignored
+\\(2) ignored
 
-\(a) ignored
+\\(a) ignored
 
-\(2a) ignored
+\\(2a) ignored
 
-\{| ignored
+\\{| ignored
+
+'
+    end
+
+    it 'should escape inlines when unparsing' do
+      doc = xml2doc(section(<<'XML'
+        <num>1.</num>
+        <heading>Section</heading>
+        <paragraph id="section-1.paragraph-0">
+          <content>
+            <p>text \ with a single slash</p>
+            <p>some <b>inlines // <ref href="#foo">with // slashes</ref></b></p>
+            <p>inlines that ** should // be [[ escaped ![ and ]]</p>
+            <p>refs <ref href="#foo">https://example.com with ] and ]( and <b>nested **</b></ref></p>
+            <p>super <sup>with ^^</sup> and sub <sub>_^ with ^_</sub></p>
+          </content>
+        </paragraph>
+XML
+      ))
+
+      text = subject.text_from_act(doc)
+      # NOTE: in single quoted strings, backslash sequences aren't considered special, EXCEPT a double backslash
+      # which is actually a single backslash. So \\ needs to be \\\\ while \* is just \*. The mind boggles.
+      text.should == 'BODY
+
+1. Section
+
+text \\\\ with a single slash
+
+some **inlines \/\/ [with \/\/ slashes](#foo)**
+
+inlines that \*\* should \/\/ be \[\[ escaped \![ and \]\]
+
+refs [https:\/\/example.com with ] and \]( and **nested \*\***](#foo)
+
+super ^^with \^\^^^ and sub _^\_^ with \^_^_
 
 '
     end
@@ -148,7 +184,7 @@ XML
 
 1. Section
 
-\(2) A special meeting [[ foo ]]:
+\\(2) A special meeting [[ foo ]]:
 
 (a) the chairperson so directs; or
 
@@ -269,4 +305,13 @@ Subject to approval in terms of this By-Law.
 '
     end
   end
+
+  describe 'round trip' do
+    it 'should be idempotent for escapes' do
+      text = File.open('spec/fixtures/roundtrip-escapes.txt', 'r').read()
+      act = subject.generate_from_text(text)
+      xml = act.to_xml(encoding: 'utf-8')
+      subject.text_from_act(act).should == text
+    end
+  end
 end

data/spec/za/act_block_spec.rb

@@ -117,16 +117,19 @@ EOS
     it 'should handle escaped content' do
       node = parse :body, <<EOS
 \\1. ignored
+foo \\\\bar
 
-\\CROSSHEADING crossheading
+\\CROSSHEADING cross\\heading
 
-1. Section
+1. Sec\\tion
 \\Chapter 2 ignored
+Some text with a \\\\real backslash
 EOS
       to_xml(node).should == '<body>
   <hcontainer eId="hcontainer_1" name="hcontainer">
     <content>
       <p>1. ignored</p>
+      <p>foo \\bar</p>
       <p>CROSSHEADING crossheading</p>
     </content>
   </hcontainer>
@@ -136,6 +139,7 @@ EOS
     <hcontainer eId="sec_1__hcontainer_1" name="hcontainer">
       <content>
         <p>Chapter 2 ignored</p>
+        <p>Some text with a \\real backslash</p>
       </content>
     </hcontainer>
   </section>

data/spec/za/act_inline_spec.rb

@@ -325,6 +325,17 @@ EOS
     <p>This statement has <remark status="editorial">[<ref href="/foo/bar">a link in</ref> a remark]</remark></p>
     <p>This statement has <remark status="editorial">[a <ref href="/foo/bar">link in a remark</ref>]</remark></p>
   </content>
+</hcontainer>'
+    end
+
+    it 'should handle escapes in links' do
+      node = parse :generic_container, <<EOS
+      Visit the site [https:\\/\\/example.com](https://example.com) for more.
+EOS
+      to_xml(node, "").should == '<hcontainer eId="hcontainer_1" name="hcontainer">
+  <content>
+    <p>Visit the site <ref href="https://example.com">https://example.com</ref> for more.</p>
+  </content>
 </hcontainer>'
     end
   end
@@ -498,4 +509,30 @@ EOS
     end
   end
 
+  describe 'superscript' do
+    it 'should handle superscript' do
+      node = parse :generic_container, <<EOS
+      Hello ^^super **bold** ^^ foo
+EOS
+      to_xml(node, "").should == '<hcontainer eId="hcontainer_1" name="hcontainer">
+  <content>
+    <p>Hello <sup>super <b>bold</b> </sup> foo</p>
+  </content>
+</hcontainer>'
+    end
+  end
+
+  describe 'subscript' do
+    it 'should handle subscript' do
+      node = parse :generic_container, <<EOS
+      Hello _^sub **bold** ^_ foo
+EOS
+      to_xml(node, "").should == '<hcontainer eId="hcontainer_1" name="hcontainer">
+  <content>
+    <p>Hello <sub>sub <b>bold</b> </sub> foo</p>
+  </content>
+</hcontainer>'
+    end
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: slaw
 version: !ruby/object:Gem::Version
-  version: 10.1.0
+  version: 10.5.0
 platform: ruby
 authors:
 - Greg Kempe
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-06-18 00:00:00.000000000 Z
+date: 2021-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -94,20 +94,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.20'
-- !ruby/object:Gem::Dependency
-  name: mimemagic
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
 description: Slaw is a lightweight library for rendering and generating Akoma Ntoso
   acts from plain text and PDF documents.
 email:
@@ -155,8 +141,10 @@ files:
 - lib/slaw/version.rb
 - lib/slaw/xml_support.rb
 - slaw.gemspec
+- spec/counters_spec.rb
 - spec/extract/extractor_spec.rb
 - spec/fixtures/community-fire-safety.xml
+- spec/fixtures/roundtrip-escapes.txt
 - spec/generator_spec.rb
 - spec/parse/blocklists_spec.rb
 - spec/parse/builder_spec.rb
@@ -172,7 +160,7 @@ homepage: https://github.com/longhotsummer/slaw
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -188,12 +176,14 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.0.3
-signing_key: 
+signing_key:
 specification_version: 4
 summary: A lightweight library for using Akoma Ntoso acts in Ruby.
 test_files:
+- spec/counters_spec.rb
 - spec/extract/extractor_spec.rb
 - spec/fixtures/community-fire-safety.xml
+- spec/fixtures/roundtrip-escapes.txt
 - spec/generator_spec.rb
 - spec/parse/blocklists_spec.rb
 - spec/parse/builder_spec.rb