slaw 9.2.0 → 10.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0654597e1ede427474f5b9b4f703070c4d23fc34fdbf10700ae72485f8372a21'
-  data.tar.gz: d19cd4ebfe1e256f5366addde1723817547075e6468ab31b0d65c8d492f5c6d1
+  metadata.gz: ada9248a6af947faeae4212b3d1cffe7b912d90712baf8c7273cc0fbb107c926
+  data.tar.gz: 01ea2d767da2b46bdbaea17566998c46b09e293e334a454e5022d63104981021
 SHA512:
-  metadata.gz: a778d4798462049e8fbb123c30d72d2e43c4f7f8344e0bc31590d2c5873daa3675979cafdb3fc14be1327f3ed262c19e6220b2e2ed40e825cc68fe353bb57614
-  data.tar.gz: 585ea851576bca2c5059a3693067066f9f06a9b1ef67761534b707ddcd51f447cc8953f7f7b33842486cb77e442b3f7d60dd63e763306d269db14f1c1b17fcaa
+  metadata.gz: 04a40af1f73282bdf912213451ca7e37e7538a77373c42ae294979bf91bf240b0a22e4b09e3816f303324f3e6e463cf2d16f81b240fd94d692e13c9fe0dc1d87
+  data.tar.gz: 49cb6f91a31977c3bc6808baee29da7e014a4743d677234b9da83d1ec9cfbdd539daee2b03d6b9878382d7b4bd0b63fe6227f8f083151d412bced1dbc40ef6a1

data/README.md

@@ -1,6 +1,6 @@
 # Slaw [![Build Status](https://travis-ci.org/longhotsummer/slaw.svg)](http://travis-ci.org/longhotsummer/slaw) [![Gem Version](https://badge.fury.io/rb/slaw.svg)](https://badge.fury.io/rb/slaw)
 
-Slaw is a lightweight library for generating Akoma Ntoso 2.0 Act XML from plain text documents.
+Slaw is a lightweight library for generating Akoma Ntoso 3.0 Act XML from plain text documents.
 It is used to power [Indigo](https://github.com/laws-africa/indigo) and uses grammars developed for the legal
 tradition in South Africa, although others traditions are supported.
 
@@ -86,6 +86,15 @@ You can create your own grammar by creating a gem that provides these files and
 
 ## Changelog
 
+### 10.0.0 (12 June 2020)
+
+* BREAKING: Create XML with AKN 3 namespace (http://docs.oasis-open.org/legaldocml/ns/akn/3.0), AKN2 is no longer supported
+* BREAKING: replace id attributes with eId attributes
+* BREAKING: serialize schedules as attachments to act, not as components as peers of the act
+* BREAKING: anonymous blocks are serialized as hcontainers, not paragraphs
+* BREAKING: crossheading hcontainer IDs correctly use hcontainer
+* Remove unnecessary schemaLocation header in root element
+
 ### 9.2.0 (10 June 2020)
 
 * Subpart numbers are optional

data/bin/slaw

@@ -19,6 +19,7 @@ class SlawCLI < Thor
   option :section_number_position, enum: ['before-title', 'after-title', 'guess'], desc: "Where do section titles come in relation to the section number? Default: before-title"
   option :grammar, type: :string, desc: "Grammar name (usually a two-letter country code). Default is za."
   option :ascii, type: :boolean, default: false, desc: "Process text as ASCII using %-encoding. This can provide significant speed improvements if the grammar uses only ASCII literals. See https://github.com/cjheath/treetop/issues/31."
+  option :namespace, enum: ['akn3'], default: 'akn3', desc: 'AKN XML namespace to use.'
   def parse(name)
     logging
 
@@ -33,6 +34,11 @@ class SlawCLI < Thor
       text = extractor.extract_from_file(name)
     end
 
+    case options[:namespace]
+    when 'akn3'
+      Slaw.akn_namespace = Slaw::AKN3_NS
+    end
+
     generator = Slaw::ActGenerator.new(options[:grammar] || 'za')
 
     if options[:fragment]
@@ -49,7 +55,7 @@ class SlawCLI < Thor
 
       if options[:id_prefix]
         prefix = options[:id_prefix]
-        prefix += "." unless prefix.end_with?('.')
+        prefix += "__" unless prefix.end_with?('__')
         generator.builder.fragment_id_prefix = prefix
       end
     end

data/lib/slaw/grammars/counters.rb

@@ -4,16 +4,14 @@ module Slaw
       # Counters for generating element IDs. This is a hash from the element ID
       # prefix, to another hash that maps the element type name to a count.
       #
-      # For backwards compatibility, counters always start at -1, and must be
-      # incremented before being used. This ensures that element ids start at 0.
-      # This is NOT compatible with AKN 3.0 which requires that element numbers
-      # start at 1.
+      # Counters always start at 0, and must be incremented before being used.
+      # This ensures that element ids start at 1, as per AKN 3.0 spec.
       #
       # eg.
       #
       #   section-1 => paragraph => 2
       #
-      @@counters = Hash.new{ |h, k| h[k] = Hash.new(-1) }
+      @@counters = Hash.new{ |h, k| h[k] = Hash.new(0) }
 
       def self.counters
         @@counters
@@ -22,6 +20,25 @@ module Slaw
       def self.reset!
         @@counters.clear
       end
+
+      # Clean a <num> value for use in an eId
+      # See https://docs.oasis-open.org/legaldocml/akn-nc/v1.0/os/akn-nc-v1.0-os.html#_Toc531692306
+      #
+      # The number part of the identifiers of such elements corresponds to the
+      # stripping of all final punctuation, meaningless separations as well as
+      # redundant characters in the content of the <num> element. The
+      # representation is case-sensitive
+      #
+      # (i) -> i
+      # 1.2. -> 1-2
+      # 3a bis -> 3abis
+      def self.clean(num)
+        num
+          .gsub(/[ ()\[\]]/, '')
+          .gsub(/\.+$/, '')
+          .gsub(/^\.+/, '')
+          .gsub(/\.+/, '-')
+      end
     end
   end
 end

data/lib/slaw/grammars/schedules_nodes.rb

@@ -10,7 +10,7 @@ module Slaw
 
       class ScheduleContainer < Treetop::Runtime::SyntaxNode
         def to_xml(b, idprefix="")
-          b.components { |b| 
+          b.attachments { |b|
             schedules.children.elements.each_with_index { |e, i|
               e.to_xml(b, idprefix, i+1)
             }
@@ -86,6 +86,9 @@ module Slaw
         end
 
         def to_xml(b, idprefix=nil, i=1)
+          # reset counters for this new schedule document
+          Slaw::Grammars::Counters.reset!
+
           heading_text = self.schedule_title.heading_text
           if not heading_text
             heading_text = "Schedule"
@@ -95,12 +98,13 @@ module Slaw
           # the schedule id is derived from the heading
           schedule_id = self.schedule_id(heading_text, i)
 
-          b.component(id: "component-#{schedule_id}") { |b|
-            b.doc_(name: schedule_id) { |b|
+          b.attachment(eId: "att_#{i}") { |b|
+            schedule_title.to_xml(b, '', heading_text)
+            b.doc_(name: "schedule") { |b|
               b.meta { |b|
                 b.identification(source: "#slaw") { |b|
                   b.FRBRWork { |b|
-                    b.FRBRthis(value: "#{WORK_URI}/#{schedule_id}")
+                    b.FRBRthis(value: "#{WORK_URI}/!#{schedule_id}")
                     b.FRBRuri(value: WORK_URI)
                     b.FRBRalias(value: heading_text)
                     b.FRBRdate(date: '1980-01-01', name: 'Generation')
@@ -108,14 +112,14 @@ module Slaw
                     b.FRBRcountry(value: 'za')
                   }
                   b.FRBRExpression { |b|
-                    b.FRBRthis(value: "#{EXPRESSION_URI}/#{schedule_id}")
+                    b.FRBRthis(value: "#{EXPRESSION_URI}/!#{schedule_id}")
                     b.FRBRuri(value: EXPRESSION_URI)
                     b.FRBRdate(date: '1980-01-01', name: 'Generation')
                     b.FRBRauthor(href: '#council')
                     b.FRBRlanguage(language: 'eng')
                   }
                   b.FRBRManifestation { |b|
-                    b.FRBRthis(value: "#{MANIFESTATION_URI}/#{schedule_id}")
+                    b.FRBRthis(value: "#{MANIFESTATION_URI}/!#{schedule_id}")
                     b.FRBRuri(value: MANIFESTATION_URI)
                     b.FRBRdate(date: Time.now.strftime('%Y-%m-%d'), name: 'Generation')
                     b.FRBRauthor(href: '#slaw')
@@ -124,14 +128,7 @@ module Slaw
               }
 
               b.mainBody { |b| 
-                idprefix = "#{schedule_id}."
-
-                # there is no good AKN hierarchy container for schedules, so we
-                # use hcontainer instead
-                b.hcontainer(id: schedule_id, name: "schedule") { |b|
-                  schedule_title.to_xml(b, idprefix, heading_text)
-                  body.children.elements.each_with_index { |e| e.to_xml(b, idprefix, i) } if body.is_a? Body
-                }
+                body.children.elements.each_with_index { |e| e.to_xml(b, '', i) } if body.is_a? Body
               }
             }
           }

data/lib/slaw/grammars/tables_nodes.rb

@@ -3,7 +3,9 @@ module Slaw
     module Tables
       class Table < Treetop::Runtime::SyntaxNode
         def to_xml(b, idprefix, i=0)
-          b.table(id: "#{idprefix}table#{i}") { |b|
+          cnt = Slaw::Grammars::Counters.counters[idprefix]['table'] += 1
+
+          b.table(eId: "#{idprefix}table_#{cnt}") { |b|
             # we'll gather cells into this row list
             rows = []
             cells = []

data/lib/slaw/grammars/za/act_nodes.rb

@@ -12,13 +12,13 @@ module Slaw
           MANIFESTATION_URI = EXPRESSION_URI
 
           def to_xml(b, idprefix=nil, i=0)
-            b.act(contains: "originalVersion") { |b|
+            b.act(contains: 'originalVersion', name: 'act') { |b|
               write_meta(b)
               write_preface(b)
               write_preamble(b)
               write_body(b)
+              write_schedules(b)
             }
-            write_schedules(b)
           end
 
           def write_meta(b)
@@ -26,8 +26,8 @@ module Slaw
               write_identification(b)
 
               b.references(source: "#this") {
-                b.TLCOrganization(id: 'slaw', href: 'https://github.com/longhotsummer/slaw', showAs: "Slaw")
-                b.TLCOrganization(id: 'council', href: '/ontology/organization/za/council', showAs: "Council")
+                b.TLCOrganization(eId: 'slaw', href: 'https://github.com/longhotsummer/slaw', showAs: "Slaw")
+                b.TLCOrganization(eId: 'council', href: '/ontology/organization/za/council', showAs: "Council")
               }
             }
           end
@@ -38,7 +38,7 @@ module Slaw
               b.FRBRWork { |b|
                 b.FRBRthis(value: "#{WORK_URI}/main")
                 b.FRBRuri(value: WORK_URI)
-                b.FRBRalias(value: 'Short Title')
+                b.FRBRalias(value: 'Short Title', name: 'title')
                 b.FRBRdate(date: '1980-01-01', name: 'Generation')
                 b.FRBRauthor(href: '#council')
                 b.FRBRcountry(value: 'za')
@@ -125,7 +125,7 @@ module Slaw
             if !stmts.empty?
               b.preamble { |b|
                 stmts.each { |e|
-                  e.preamble_statement.to_xml(b, "")
+                  e.preamble_statement.to_xml(b, "preamble__")
                 }
               }
             end
@@ -138,11 +138,11 @@ module Slaw
           end
 
           def to_xml(b, id_prefix='', *args)
-            id = id_prefix + "part-#{num}"
+            id = id_prefix + "part_#{Slaw::Grammars::Counters.clean(num)}"
 
-            b.part(id: id) { |b|
+            b.part(eId: id) { |b|
               heading.to_xml(b)
-              children.elements.each_with_index { |e, i| e.to_xml(b, id + '.', i) }
+              children.elements.each_with_index { |e, i| e.to_xml(b, id + '__', i) }
             }
           end
         end
@@ -171,13 +171,15 @@ module Slaw
             num = self.num
             if num.empty?
               num = Slaw::Grammars::Counters.counters[id_prefix]['subpart'] += 1
+            else
+              num = Slaw::Grammars::Counters.clean(num)
             end
 
-            id = id_prefix + "subpart-#{num}"
+            id = id_prefix + "subpart_#{num}"
 
-            b.subpart(id: id) { |b|
+            b.subpart(eId: id) { |b|
               heading.to_xml(b)
-              children.elements.each_with_index { |e, i| e.to_xml(b, id + '.', i) }
+              children.elements.each_with_index { |e, i| e.to_xml(b, id + '__', i) }
             }
           end
         end
@@ -203,11 +205,11 @@ module Slaw
           end
 
           def to_xml(b, id_prefix='', *args)
-            id = id_prefix + "chapter-#{num}"
+            id = id_prefix + "chp_#{Slaw::Grammars::Counters.clean(num)}"
 
-            b.chapter(id: id) { |b|
+            b.chapter(eId: id) { |b|
               heading.to_xml(b)
-              children.elements.each_with_index { |e, i| e.to_xml(b, id + '.', i) }
+              children.elements.each_with_index { |e, i| e.to_xml(b, id + '__', i) }
             }
           end
         end
@@ -233,11 +235,11 @@ module Slaw
           end
 
           def to_xml(b, *args)
-            id = "section-#{num}"
-            b.section(id: id) { |b|
+            id = "sec_#{Slaw::Grammars::Counters.clean(num)}"
+            b.section(eId: id) { |b|
               section_title.to_xml(b)
 
-              idprefix = "#{id}."
+              idprefix = "#{id}__"
               children.elements.each_with_index { |e, i| e.to_xml(b, idprefix, i) }
             }
           end
@@ -308,11 +310,11 @@ module Slaw
 
         class BlockElements < Treetop::Runtime::SyntaxNode
           def to_xml(b, idprefix='', i=0)
-            cnt = Slaw::Grammars::Counters.counters[idprefix]['paragraph'] += 1
-            id = "#{idprefix}paragraph#{cnt}"
-            idprefix = "#{id}."
+            cnt = Slaw::Grammars::Counters.counters[idprefix]['hcontainer'] += 1
+            id = "#{idprefix}hcontainer_#{cnt}"
+            idprefix = "#{id}__"
 
-            b.paragraph(id: id) { |b|
+            b.hcontainer(eId: id) { |b|
               b.content { |b|
                 elements.each_with_index { |e, i| e.to_xml(b, idprefix, i) }
               }
@@ -326,10 +328,10 @@ module Slaw
           end
 
           def to_xml(b, idprefix, i)
-            id = idprefix + num.gsub(/[()]/, '')
-            idprefix = id + "."
+            id = idprefix + "subsec_" + Slaw::Grammars::Counters.clean(num)
+            idprefix = id + "__"
 
-            b.subsection(id: id) { |b|
+            b.subsection(eId: id) { |b|
               b.num(num)
               block_elements_with_inline.to_xml(b, idprefix)
             }
@@ -341,10 +343,10 @@ module Slaw
           # yield to it a builder to insert a listIntroduction node
           def to_xml(b, idprefix, i=0, &block)
             cnt = Slaw::Grammars::Counters.counters[idprefix]['list'] += 1
-            id = idprefix + "list#{cnt}"
-            idprefix = id + '.'
+            id = idprefix + "list_#{cnt}"
+            idprefix = id + '__'
 
-            b.blockList(id: id, renest: true) { |b|
+            b.blockList(eId: id, renest: true) { |b|
               b.listIntroduction { |b| yield b } if block_given?
 
               elements.each { |e| e.to_xml(b, idprefix) }
@@ -358,7 +360,7 @@ module Slaw
           end
 
           def to_xml(b, idprefix)
-            b.item(id: idprefix + num.gsub(/[()]/, '')) { |b|
+            b.item(eId: idprefix + "item_" + Slaw::Grammars::Counters.clean(num)) { |b|
               b.num(num)
               b.p { |b|
                 item_content.inline_items.to_xml(b, idprefix) if respond_to? :item_content and item_content.respond_to? :inline_items
@@ -369,10 +371,10 @@ module Slaw
 
         class Crossheading < Treetop::Runtime::SyntaxNode
           def to_xml(b, idprefix, i=0)
-            cnt = Slaw::Grammars::Counters.counters[idprefix]['crossheading'] += 1
-            id = "#{idprefix}crossheading-#{cnt}"
+            cnt = Slaw::Grammars::Counters.counters[idprefix]['hcontainer'] += 1
+            id = "#{idprefix}hcontainer_#{cnt}"
 
-            b.hcontainer(id: id, name: 'crossheading') { |b|
+            b.hcontainer(eId: id, name: 'crossheading') { |b|
               b.heading { |b|
                 inline_items.to_xml(b, idprefix)
               }

data/lib/slaw/grammars/za/act_text.xsl

@@ -1,6 +1,6 @@
 <?xml version="1.0"?>
 <xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"
-  xmlns:a="http://www.akomantoso.org/2.0"
+  xmlns:a="http://docs.oasis-open.org/legaldocml/ns/akn/3.0"
   exclude-result-prefixes="a">
 
   <xsl:output method="text" indent="no" omit-xml-declaration="yes" />
@@ -42,6 +42,7 @@
     <xsl:apply-templates select="a:preamble" />
     <xsl:apply-templates select="a:body" />
     <xsl:apply-templates select="a:conclusions" />
+    <xsl:apply-templates select="a:attachments/a:attachment" />
   </xsl:template>
 
   <xsl:template match="a:preface">
@@ -163,9 +164,8 @@
   </xsl:template>
 
 
-  <!-- components/schedules -->
-  <!-- new-style schedules, "hcontainer" elements -->
-  <xsl:template match="a:hcontainer[@name='schedule']">
+  <!-- attachments/schedules -->
+  <xsl:template match="a:attachment">
     <xsl:text>SCHEDULE&#10;HEADING </xsl:text>
     <xsl:apply-templates select="a:heading" />
     <xsl:text>&#10;</xsl:text>
@@ -177,24 +177,7 @@
     </xsl:if>
 
     <xsl:text>&#10;&#10;</xsl:text>
-    <xsl:apply-templates select="./*[not(self::a:heading) and not(self::a:subheading)]" />
-  </xsl:template>
-
-
-  <!-- old-style schedules, "article" elements -->
-  <xsl:template match="a:doc/a:mainBody/a:article">
-    <xsl:text>SCHEDULE&#10;HEADING </xsl:text>
-    <xsl:value-of select="../../a:meta/a:identification/a:FRBRWork/a:FRBRalias/@value" />
-    <xsl:text>&#10;</xsl:text>
-
-    <xsl:if test="a:heading">
-      <xsl:text>SUBHEADING </xsl:text>
-      <xsl:apply-templates select="a:heading" />
-      <xsl:text>&#10;</xsl:text>
-    </xsl:if>
-
-    <xsl:text>&#10;</xsl:text>
-    <xsl:apply-templates select="./*[not(self::a:heading)]"/>
+    <xsl:apply-templates select="a:doc/a:mainBody" />
   </xsl:template>
 
 
@@ -203,7 +186,7 @@
     <xsl:text>{| </xsl:text>
 
     <!-- attributes -->
-    <xsl:for-each select="@*[local-name()!='id']">
+    <xsl:for-each select="@*[local-name()!='eId']">
       <xsl:value-of select="local-name(.)" />
       <xsl:text>="</xsl:text>
       <xsl:value-of select="." />

data/lib/slaw/namespace.rb

@@ -1,7 +1,13 @@
 module Slaw
-  module Namespace
-    NS = "http://www.akomantoso.org/2.0"
+  AKN3_NS = 'http://docs.oasis-open.org/legaldocml/ns/akn/3.0'
+
+  @@ns = AKN3_NS
+
+  def self.akn_namespace
+    @@ns
   end
 
-  include Namespace
+  def self.akn_namespace=(ns)
+    @@ns = ns
+  end
 end

data/lib/slaw/parse/blocklists.rb

@@ -1,7 +1,8 @@
+require 'slaw/grammars/counters'
+
 module Slaw
   module Parse
     module Blocklists
-      include Slaw::Namespace
 
       def self.adjust_blocklists(doc)
         nest_blocklists(doc)
@@ -40,9 +41,9 @@ module Slaw
       #
       # @param doc [Nokogiri::XML::Document] the document
       def self.nest_blocklists(doc)
-        doc.xpath('//a:blockList[@renest]', a: NS).each do |blocklist|
+        doc.xpath('//a:blockList[@renest]', a: Slaw.akn_namespace).each do |blocklist|
           blocklist.remove_attribute('renest')
-          items = blocklist.xpath('a:item', a: NS)
+          items = blocklist.xpath('a:item', a: Slaw.akn_namespace)
           nest_blocklist_items(items.to_a, guess_number_format(items.first), nil, nil) unless items.empty?
         end
       end
@@ -53,7 +54,7 @@ module Slaw
         return if items.empty?
         item = items.shift
 
-        sublist_count = 0
+        sublist_count = 1
         number_format = our_number_format
 
         while item and item.name == 'item'
@@ -78,18 +79,18 @@ module Slaw
               # The blockList is inserted as a child of the sibling just before
               # +item+, and that sibling's content is moved into the
               # +listIntroduction+ of the new list.
-              sublist = item.document.create_element('blockList', id: prev['id'] + ".list#{sublist_count}")
+              sublist = item.document.create_element('blockList', eId: prev['eId'] + "__list_#{sublist_count}")
               sublist_count += 1
 
               # list intro
-              num = prev.at_xpath('a:num', a: NS)
+              num = prev.at_xpath('a:num', a: Slaw.akn_namespace)
               if intro = num.next_element
                 intro.name = 'listIntroduction'
                 sublist << intro
               end
 
               # make +item+ the first in this list
-              item['id'] = sublist['id'] + ".#{item.num.gsub(/[()]/, '')}"
+              item['eId'] = sublist['eId'] + "__item_#{Slaw::Grammars::Counters.clean(item.num)}"
               sublist << item
 
               # insert this list as a child of the previous item
@@ -112,7 +113,7 @@ module Slaw
               # keep it with this list
               if list
                 list << item
-                item['id'] = list['id'] + ".#{item.num.gsub(/[()]/, '')}"
+                item['eId'] = list['eId'] + "__item_#{Slaw::Grammars::Counters.clean(item.num)}"
               end
             end
           end
@@ -174,7 +175,7 @@ module Slaw
 
       # Change p tags preceding a blocklist into listIntroductions within the blocklist
       def self.fix_intros(doc)
-        doc.xpath('//a:blockList', a: NS).each do |blocklist|
+        doc.xpath('//a:blockList', a: Slaw.akn_namespace).each do |blocklist|
           prev = blocklist.previous
           if prev and prev.name == 'p'
             prev.name = 'listIntroduction'