metanorma-standoc 1.7.3 → 1.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf94c8165f552d893fafcd889f4a87497cf9d3cacf47aa9b1ea840da7d95b1c6
-  data.tar.gz: 0a7aa11f804bf0cb450252c9183353f11571dddf9f3ca15d279aca27483510ac
+  metadata.gz: 28995a48904029f160e1da3411c440ac27e3b4f84405e8fc1f8680214bc79c42
+  data.tar.gz: bfce935749b5da318ebfe12c458210db5bc884ce7fa37126de4c3eff0e22e9d4
 SHA512:
-  metadata.gz: 89c736fe574b64de2b97a244435f3a851d667d99e952ec6d5ba5e0d4f0c40986cb87958e1ed99d68e6d6bdd6ae89dccdba104855cd12738e0801b8657e3b3adf
-  data.tar.gz: fb9b3000f186215a782eb1d65114c86108e48742336337ae365320344cc6f0c23e5bbd2a20ab7cfa0534ff55140baa23a21870a0af14e40b3dd8589f02db32d5
+  metadata.gz: b3839c128f0b278364e7a91f64529cbe2709c504e52aa82c31d284986b45f8ffc8a55a8c2871a7eee481bdbe8c5bdedb58c7b459b3a5aab0d64d7baf7d46f859
+  data.tar.gz: d26bfe3ca6146c2d6d7bf68d3a1112a8afde89f88a9713dbafb40a304f002b76d6e225d5fda3dd71eaa2f6c603cd4a362d1735cc4e83e822f0545efb86665adf

data/lib/asciidoctor/standoc/base.rb

@@ -7,6 +7,7 @@ require "open-uri"
 require "isodoc"
 require "relaton"
 require "fileutils"
+require "metanorma-utils"
 
 module Asciidoctor
   module Standoc
@@ -91,6 +92,7 @@ module Asciidoctor
         @draft = false
         @refids = Set.new
         @anchors = {}
+        @internal_eref_namespaces = []
         @draft = node.attributes.has_key?("draft")
         @novalid = node.attr("novalid")
         @smartquotes = node.attr("smartquotes") != "false"
@@ -98,7 +100,7 @@ module Asciidoctor
         @fontheader = default_fonts(node)
         @files_to_delete = []
         @filename = node.attr("docfile") ?  File.basename(node.attr("docfile")).gsub(/\.adoc$/, "") : ""
-        @localdir = Utils::localdir(node)
+        @localdir = Metanorma::Utils::localdir(node)
         @output_dir = outputdir node
         @no_isobib_cache = node.attr("no-isobib-cache")
         @no_isobib = node.attr("no-isobib")
@@ -106,20 +108,22 @@ module Asciidoctor
         @seen_headers = []
         @datauriimage = node.attr("data-uri-image")
         @boilerplateauthority = node.attr("boilerplate-authority")
-        @log = Asciidoctor::Standoc::Log.new
+        @sourcecode_markup_start = node.attr("sourcecode-markup-start") || "{{{"
+        @sourcecode_markup_end = node.attr("sourcecode-markup-start") || "}}}"
+        @log = Metanorma::Utils::Log.new
         init_bib_caches(node)
         init_iev_caches(node)
         @lang = (node.attr("language") || "en")
-        @script = (node.attr("script") || "Latn")
+        @script = (node.attr("script") || default_script(node.attr("language")))
         @isodoc = isodoc(@lang, @script, node.attr("i18nyaml"))
         @i18n = @isodoc.i18n
       end
 
       def default_fonts(node)
         b = node.attr("body-font") ||
-          (node.attr("script") == "Hans" ? '"SimSun",serif' : '"Cambria",serif')
+          (node.attr("script") == "Hans" ? '"Source Han Sans",serif' : '"Cambria",serif')
         h = node.attr("header-font") ||
-          (node.attr("script") == "Hans" ? '"SimHei",sans-serif' : '"Cambria",serif')
+          (node.attr("script") == "Hans" ? '"Source Han Sans",sans-serif' : '"Cambria",serif')
         m = node.attr("monospace-font") || '"Courier New",monospace'
         "$bodyfont: #{b};\n$headerfont: #{h};\n$monospacefont: #{m};\n"
       end
@@ -185,52 +189,35 @@ module Asciidoctor
         end
       end
 
-      def term_source_attrs(seen_xref)
-        { bibitemid: seen_xref.children[0]["target"],
-          format: seen_xref.children[0]["format"], type: "inline" }
-      end
-
-      def add_term_source(xml_t, seen_xref, m)
-        if seen_xref.children[0].name == "concept"
-          xml_t.origin { |o| o << seen_xref.children[0].to_xml }
+      def default_script(lang)
+        case lang
+        when "ar", "fa"
+          "Arab"
+        when "ur"
+          "Aran"
+        when "ru", "bg"
+          "Cyrl"
+        when "hi"
+          "Deva"
+        when "el"
+          "Grek"
+        when "zh"
+          "Hans"
+        when "ko"
+          "Kore"
+        when "he"
+          "Hebr"
+        when "ja"
+          "Jpan"
         else
-          xml_t.origin seen_xref.children[0].content, **attr_code(term_source_attrs(seen_xref))
+          "Latn"
         end
-        m[:text] && xml_t.modification do |mod|
-          mod.p { |p| p << m[:text].sub(/^\s+/, "") }
-        end
-      end
-
-      TERM_REFERENCE_RE_STR = <<~REGEXP.freeze
-        ^(?<xref><(xref|concept)[^>]+>([^<]*</(xref|concept)>)?)
-               (,\s(?<text>.*))?
-        $
-      REGEXP
-      TERM_REFERENCE_RE =
-        Regexp.new(TERM_REFERENCE_RE_STR.gsub(/\s/, "").gsub(/_/, "\\s"),
-                   Regexp::IGNORECASE | Regexp::MULTILINE)
-
-      def extract_termsource_refs(text, node)
-        matched = TERM_REFERENCE_RE.match text
-        matched.nil? and @log.add("AsciiDoc Input", node, "term reference not in expected format: #{text}")
-        matched
-      end
-
-      def termsource(node)
-        matched = extract_termsource_refs(node.content, node) || return
-        noko do |xml|
-          attrs = { status: matched[:text] ? "modified" : "identical" }
-          xml.termsource **attrs do |xml_t|
-            seen_xref = Nokogiri::XML.fragment(matched[:xref])
-            add_term_source(xml_t, seen_xref, matched)
-          end
-        end.join("\n")
       end
 
       private
 
       def outputdir(node)
-        if node.attr("output_dir").nil_or_empty? then Utils::localdir(node)
+        if node.attr("output_dir").nil_or_empty? then Metanorma::Utils::localdir(node)
         else File.join(node.attr("output_dir"), "")
         end
       end

data/lib/asciidoctor/standoc/basicdoc.rng

@@ -729,9 +729,11 @@
   </define>
   <define name="index">
     <element name="index">
-      <attribute name="to">
-        <data type="IDREF"/>
-      </attribute>
+      <optional>
+        <attribute name="to">
+          <data type="IDREF"/>
+        </attribute>
+      </optional>
       <element name="primary">
         <oneOrMore>
           <ref name="PureTextElement"/>

data/lib/asciidoctor/standoc/blocks.rb

@@ -6,11 +6,11 @@ module Asciidoctor
   module Standoc
     module Blocks
       def id_attr(node = nil)
-        { id: Utils::anchor_or_uuid(node) }
+        { id: Metanorma::Utils::anchor_or_uuid(node) }
       end
 
       def id_unnum_attrs(node)
-        attr_code( id: Utils::anchor_or_uuid(node),
+        attr_code( id: Metanorma::Utils::anchor_or_uuid(node),
                   unnumbered: node.option?("unnumbered") ? "true" : nil,
                   number: node.attr("number"),
                   subsequence: node.attr("subsequence") )
@@ -29,7 +29,7 @@ module Asciidoctor
       # We append each contained block to its parent
       def open(node)
         role = node.role || node.attr("style")
-        Utils::reqt_subpart(role) and return requirement_subpart(node)
+        reqt_subpart(role) and return requirement_subpart(node)
         result = []
         node.blocks.each do |b|
           result << send(b.context, b)
@@ -45,7 +45,7 @@ module Asciidoctor
         noko do |xml|
           xml.figure **literal_attrs(node) do |f|
             figure_title(node, f)
-            f.pre node.lines.join("\n"), **attr_code(id: Utils::anchor_or_uuid,
+            f.pre node.lines.join("\n"), **attr_code(id: Metanorma::Utils::anchor_or_uuid,
                                                      alt: node.attr("alt"))
           end
         end
@@ -121,7 +121,7 @@ module Asciidoctor
 
       def para_attrs(node)
         attr_code(keep_attrs(node).merge(align: node.attr("align"), 
-                                        id: Utils::anchor_or_uuid(node)))
+                                        id: Metanorma::Utils::anchor_or_uuid(node)))
       end
 
       def paragraph(node)
@@ -135,7 +135,7 @@ module Asciidoctor
 
       def quote_attrs(node)
         attr_code(keep_attrs(node).merge(align: node.attr("align"), 
-                                        id: Utils::anchor_or_uuid(node)))
+                                        id: Metanorma::Utils::anchor_or_uuid(node)))
       end
 
       def quote_attribution(node, out)
@@ -160,7 +160,7 @@ module Asciidoctor
 
       def listing_attrs(node)
         attr_code(keep_attrs(node).merge(lang: node.attr("language"),
-                                        id: Utils::anchor_or_uuid(node),
+                                        id: Metanorma::Utils::anchor_or_uuid(node),
                                         unnumbered: node.option?("unnumbered") ? "true" : nil,
                                         number: node.attr("number"),
                                         filename: node.attr("filename")))

data/lib/asciidoctor/standoc/blocks_notes.rb

@@ -35,7 +35,7 @@ module Asciidoctor
         date = node.attr("date") || Date.today.iso8601.gsub(/\+.*$/, "")
         date += "T00:00:00Z" unless /T/.match date
         attr_code(
-          id: Utils::anchor_or_uuid(node),
+          id: ::Metanorma::Utils::anchor_or_uuid(node),
           reviewer: node.attr("reviewer") || node.attr("source") || "(Unknown)",
           date: date )
       end
@@ -69,7 +69,7 @@ module Asciidoctor
         a = node.attr("type") and ["danger", "safety precautions"].each do |t|
           name = t if a.casecmp(t).zero?
         end
-        attr_code(keep_attrs(node).merge(id: Utils::anchor_or_uuid(node), type: name,
+        attr_code(keep_attrs(node).merge(id: Metanorma::Utils::anchor_or_uuid(node), type: name,
                   beforeclauses: node.attr("beforeclauses") == "true" ? "true" : nil))
       end
 

data/lib/asciidoctor/standoc/cleanup.rb

@@ -5,6 +5,7 @@ require "html2doc"
 require_relative "./cleanup_block.rb"
 require_relative "./cleanup_footnotes.rb"
 require_relative "./cleanup_ref.rb"
+require_relative "./cleanup_ref_dl.rb"
 require_relative "./cleanup_boilerplate.rb"
 require_relative "./cleanup_section.rb"
 require_relative "./cleanup_terms.rb"
@@ -27,8 +28,7 @@ module Asciidoctor
         text = text.gsub(%r{<stem type="AsciiMath">(.+?)</stem>}m) do |m|
             "<amathstem>#{HTMLEntities.new.decode($1)}</amathstem>"
           end
-          text = Html2Doc.
-            asciimath_to_mathml(text, ["<amathstem>", "</amathstem>"])
+          text = Html2Doc.asciimath_to_mathml(text, ["<amathstem>", "</amathstem>"])
           x =  Nokogiri::XML(text)
           x.xpath("//*[local-name() = 'math'][not(parent::stem)]").each do |y|
             y.wrap("<stem type='MathML'></stem>")
@@ -78,14 +78,14 @@ module Asciidoctor
       end
 
       def smartquotes_cleanup(xmldoc)
-        xmldoc.xpath("//date").each { |d| Utils::endash_date(d) }
+        xmldoc.xpath("//date").each { |d| Metanorma::Utils::endash_date(d) }
         xmldoc.traverse do |n|
           next unless n.text?
           if @smartquotes
             /[-'"(<>]|\.\.|\dx/.match(n) or next
             n.ancestors("pre, tt, sourcecode, bibdata, on, "\
                         "stem, figure[@class = 'pseudocode']").empty? or next
-            n.replace(Utils::smartformat(n.text))
+            n.replace(Metanorma::Utils::smartformat(n.text))
           else
             n.replace(n.text.gsub(/(?<=\p{Alnum})\u2019(?=\p{Alpha})/, "'"))#.
             #gsub(/</, "&lt;").gsub(/>/, "&gt;"))
@@ -160,8 +160,7 @@ module Asciidoctor
 
       def mathml_preserve_space(m)
         m.xpath(".//m:mtext", "m" => MATHML_NS).each do |x|
-          x.children = x.children.to_xml.gsub(/^\s/, "&#xA0;").
-            gsub(/\s$/, "&#xA0;")
+          x.children = x.children.to_xml.gsub(/^\s/, "&#xA0;").gsub(/\s$/, "&#xA0;")
         end
       end
 

data/lib/asciidoctor/standoc/cleanup_block.rb

@@ -8,14 +8,14 @@ module Asciidoctor
     module Cleanup
       def para_cleanup(xmldoc)
         ["//p[not(ancestor::bibdata)]", "//ol[not(ancestor::bibdata)]",
-         "//ul[not(ancestor::bibdata)]",
+         "//ul[not(ancestor::bibdata)]", "//quote[not(ancestor::bibdata)]",
          "//note[not(ancestor::bibitem or ancestor::table or ancestor::bibdata)]"
         ].each { |w| inject_id(xmldoc, w) }
       end
 
       def inject_id(xmldoc, path)
         xmldoc.xpath(path).each do |x|
-          x["id"] ||= Utils::anchor_or_uuid
+          x["id"] ||= Metanorma::Utils::anchor_or_uuid
         end
       end
 
@@ -185,7 +185,7 @@ module Asciidoctor
       def requirement_descriptions(x)
         x.xpath("//requirement | //recommendation | //permission").each do |r|
           r.children.each do |e|
-            unless e.element? && (Utils::reqt_subpart(e.name) ||
+            unless e.element? && (reqt_subpart(e.name) ||
                 %w(requirement recommendation permission).include?(e.name))
               t = Nokogiri::XML::Element.new("description", x)
               e.before(t)

data/lib/asciidoctor/standoc/cleanup_boilerplate.rb

@@ -106,6 +106,7 @@ module Asciidoctor
       def bibdata_cleanup(xmldoc)
         bibdata_anchor_cleanup(xmldoc)
         bibdata_docidentifier_cleanup(xmldoc)
+                biblio_indirect_erefs(xmldoc, @internal_eref_namespaces&.uniq)
       end
 
       def bibdata_anchor_cleanup(xmldoc)
@@ -122,6 +123,61 @@ module Asciidoctor
           ins = ins.next
         end
       end
+
+       def gather_indirect_erefs(xmldoc, prefix)
+        xmldoc.xpath("//eref[@type = '#{prefix}']").each_with_object({}) do |e, m|
+          e.delete("type")
+          m[e["bibitemid"]] = true
+        end.keys
+      end
+
+      def insert_indirect_biblio(xmldoc, refs, prefix)
+        ins = xmldoc.at("bibliography") or
+          xmldoc.root << "<bibliography/>" and ins = xmldoc.at("bibliography")
+        ins = ins.add_child("<references hidden='true' normative='false'/>").first
+        refs.each do |x|
+          ins << <<~END
+            <bibitem id="#{x}" type="internal">
+            <docidentifier type="repository">#{x.sub(/^#{prefix}_/, "#{prefix}/")}</docidentifier>
+            </bibitem>
+          END
+        end
+      end
+
+      def indirect_eref_to_xref(e, id)
+        loc = e&.at("./localityStack[locality[@type = 'anchor']]")&.remove&.text ||
+          e&.at("./locality[@type = 'anchor']")&.remove&.text || id
+        e.name = "xref"
+        e.delete("bibitemid")
+        e.delete("citeas")
+        e["target"] = loc
+        unless e.document.at("//*[@id = '#{loc}']")
+          e.children = %(** Missing target #{loc})
+          e["target"] = id
+        end
+      end
+
+      def resolve_local_indirect_erefs(xmldoc, refs, prefix)
+        refs.each_with_object([]) do |r, m|
+          id = r.sub(/^#{prefix}_/, "")
+          if xmldoc.at("//*[@id = '#{id}'][@type = '#{prefix}']")
+            xmldoc.xpath("//eref[@bibitemid = '#{r}']").each do |e|
+              indirect_eref_to_xref(e, id)
+            end
+          else
+            m << r
+          end
+        end
+      end
+
+      def biblio_indirect_erefs(xmldoc, prefixes)
+        prefixes&.each do |prefix|
+          refs = gather_indirect_erefs(xmldoc, prefix)
+          refs = resolve_local_indirect_erefs(xmldoc, refs, prefix)
+          refs.empty? and next
+          insert_indirect_biblio(xmldoc, refs, prefix)
+        end
+      end
     end
   end
 end

data/lib/asciidoctor/standoc/cleanup_inline.rb

@@ -1,3 +1,5 @@
+require "metanorma-utils"
+
 module Asciidoctor
   module Standoc
     module Cleanup
@@ -82,6 +84,8 @@ module Asciidoctor
 
       def xref_cleanup(xmldoc)
         xmldoc.xpath("//xref").each do |x|
+          /:/.match(x["target"]) and xref_to_internal_eref(x)
+          next unless x.name == "xref"
           if refid? x["target"]
             x.name = "eref"
             xref_to_eref(x)
@@ -91,6 +95,18 @@ module Asciidoctor
         end
       end
 
+      def xref_to_internal_eref(x)
+        a = x["target"].split(":", 3)
+        unless  a.size < 2 || a[0].empty? || a[1].empty?
+          x["target"] = "#{a[0]}_#{a[1]}"
+          a.size > 2 and x.children = %{anchor="#{a[2..-1].join("")}",#{x&.children&.text}}
+          x["type"] = a[0]
+          @internal_eref_namespaces << a[0]
+          x.name = "eref"
+          xref_to_eref(x)
+        end
+      end
+
       def quotesource_cleanup(xmldoc)
         xmldoc.xpath("//quote/source | //terms/source").each do |x|
           xref_to_eref(x)
@@ -139,29 +155,11 @@ module Asciidoctor
         extract_localities(x.first_element_child)
       end
 
-      NAMECHAR = "\u0000-\u0022\u0024\u002c\u002f\u003a-\u0040\\u005b-\u005e"\
-        "\u0060\u007b-\u00b6\u00b8-\u00bf\u00d7\u00f7\u037e\u2000-\u200b"\
-        "\u200e-\u203e\u2041-\u206f\u2190-\u2bff\u2ff0-\u3000".freeze
-      #"\ud800-\uf8ff\ufdd0-\ufdef\ufffe-\uffff".freeze
-      NAMESTARTCHAR = "\\u002d\u002e\u0030-\u0039\u00b7\u0300-\u036f"\
-        "\u203f-\u2040".freeze
-
-      def to_ncname(s)
-        start = s[0]
-        ret1 = %r([#{NAMECHAR}#]).match(start) ? "_" :
-          (%r([#{NAMESTARTCHAR}#]).match(start) ? "_#{start}" : start)
-        ret2 = s[1..-1] || ""
-        ret = (ret1 || "") + ret2.gsub(%r([#{NAMECHAR}#]), "_")
-        ret
-      end
-
-      module_function :to_ncname
-
       def to_xreftarget(s)
-        return to_ncname(s) unless /^[^#]+#.+$/.match(s)
+        return Metanorma::Utils::to_ncname(s) unless /^[^#]+#.+$/.match(s)
           /^(?<pref>[^#]+)#(?<suff>.+)$/ =~ s
-        pref = pref.gsub(%r([#{NAMECHAR}]), "_")
-        suff = suff.gsub(%r([#{NAMECHAR}]), "_")
+        pref = pref.gsub(%r([#{Metanorma::Utils::NAMECHAR}]), "_")
+        suff = suff.gsub(%r([#{Metanorma::Utils::NAMECHAR}]), "_")
         "#{pref}##{suff}"
       end
 
@@ -175,12 +173,11 @@ module Asciidoctor
 
       def anchor_cleanup1(x)
         x.xpath(IDREF).each do |s|
-          if (ret = to_ncname(s.value)) != (orig = s.value)
+          if (ret = Metanorma::Utils::to_ncname(s.value)) != (orig = s.value)
             s.value = ret
             output = s.parent.dup
             output.children.remove
-            @log.add("Anchors", s.parent, "normalised identifier in #{output} "\
-                     "from #{orig}")
+            @log.add("Anchors", s.parent, "normalised identifier in #{output} from #{orig}")
           end
         end
       end
@@ -191,8 +188,7 @@ module Asciidoctor
             s.value = ret
             output = s.parent.dup
             output.children.remove
-            @log.add("Anchors", s.parent, "normalised identifier in #{output} "\
-                     "from #{orig}")
+            @log.add("Anchors", s.parent, "normalised identifier in #{output} from #{orig}")
           end
         end
       end