isodoc 2.12.9 → 3.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 07e9e5bf21e51fd8f43a9a7173a75fef2b5763953c2ea308b3d0860ed1fedb66
-  data.tar.gz: 8a8195a4271689359e8149bf037d05f440d7ca0a3363242c68616f053c9bd177
+  metadata.gz: 80ff8ea483a997f4ff1e6168f6c3f921b9d589ad7f855a475ae4dd82424a0793
+  data.tar.gz: cbb2f806aa2b7bd1d8aff9c412732a56a36619121cf27ef5fe57825037a25046
 SHA512:
-  metadata.gz: 58941c30a9af219ae12a7154009286107fec41b38615a757a87ba974a23c9cedda4b0fbe7af2b1a674993ef77ba565bab378a1a4a30c19f929c70d7fd66e6f97
-  data.tar.gz: cfbaae3c97005709624a8bb4f1e6015fd834dd98805223e20ec3b8e3560daaaa702d6e533e8c7a02e452dc0b9dab7c4b0d232ba9c34c849ff59f8a05d9ed5245
+  metadata.gz: 11bb2279603ad2b5045238fe562b233af74e5eb53fef0ec612b676cb3e7dff3ae575f7698d0294a1dd7e88ad8f47b31a5ef3bf00828fd16bde24383980841ad4
+  data.tar.gz: 13353c87b7fe45e8007f73b1cdfb8f9728c84001dc4d37bdee14fd27894e80e1384a738e013ccd8af750d43938b2aea136766115dbcf5e107a949a7649e46dc3

data/isodoc.gemspec

@@ -35,7 +35,7 @@ Gem::Specification.new do |spec|
   # spec.add_dependency "relaton-cli"
   # spec.add_dependency "metanorma-utils", "~> 1.5.0" # already in isodoc-i18n
   spec.add_dependency "mn2pdf", ">= 2.13"
-  spec.add_dependency "mn-requirements", "~> 0.4.0"
+  spec.add_dependency "mn-requirements", "~> 0.5.0"
 
   spec.add_dependency "relaton-render", "~> 0.9.0"
   spec.add_dependency "roman-numerals"

data/lib/isodoc/function/blocks.rb

@@ -38,8 +38,9 @@ module IsoDoc
       def pseudocode_parse(node, out)
         @in_figure = true
         name = node.at(ns("./fmt-name"))
+        s = node.at(ns("./fmt-figure")) || node
         out.div **pseudocode_attrs(node) do |div|
-          node.children.each { |n| parse(n, div) unless n.name == "fmt-name" }
+          s.children.each { |n| parse(n, div) unless n.name == "fmt-name" }
           sourcecode_name_parse(node, div, name)
         end
         @in_figure = false
@@ -58,10 +59,12 @@ module IsoDoc
 
       def sourcecode_parse(node, out)
         name = node.at(ns("./fmt-name"))
+        n = node.at(ns("./fmt-sourcecode"))
+        s = n || node
         out.p **sourcecode_attrs(node) do |div|
-          sourcecode_parse1(node, div)
+          sourcecode_parse1(s, div)
         end
-        annotation_parse(node, out)
+        annotation_parse(s, out)
         sourcecode_name_parse(node, out, name)
       end
 
@@ -92,7 +95,7 @@ module IsoDoc
       def formula_parse1(node, out)
         out.div **attr_code(class: "formula") do |div|
           div.p do |_p|
-            parse(node.at(ns("./stem")), div)
+            parse(node.at(ns("./fmt-stem")), div)
             if lbl = node&.at(ns("./fmt-name"))&.text
               insert_tab(div, 1)
               div << lbl
@@ -109,7 +112,7 @@ module IsoDoc
         out.div **formula_attrs(node) do |div|
           formula_parse1(node, div)
           node.children.each do |n|
-            %w(stem fmt-name).include? n.name and next
+            %w(stem fmt-name fmt-stem).include? n.name and next
             parse(n, div)
           end
         end
@@ -148,7 +151,7 @@ module IsoDoc
         attrs = para_attrs(node)
         attrs[:class] = "Quote"
         out.div **attr_code(attrs) do |p|
-          node.children.each { |n| parse(n, p) }
+          node.children.each { |n| parse(n, p) unless n.name == "source" }
         end
       end
 

data/lib/isodoc/function/inline.rb

@@ -82,11 +82,12 @@ module IsoDoc
       end
 
       def stem_parse(node, out)
+        ret = node.at(ns("./semx[@element = 'stem']")) || node
         ooml = case node["type"]
-               when "AsciiMath" then asciimath_parse(node)
-               when "MathML" then mathml_parse(node)
-               when "LaTeX" then latexmath_parse(node)
-               else HTMLEntities.new.encode(node.text)
+               when "AsciiMath" then asciimath_parse(ret)
+               when "MathML" then mathml_parse(ret)
+               when "LaTeX" then latexmath_parse(ret)
+               else HTMLEntities.new.encode(ret.text)
                end
         out.span class: "stem" do |span|
           span.parent.add_child ooml
@@ -188,9 +189,7 @@ module IsoDoc
         end
       end
 
-      def author_parse(node, out)
-        children_parse(node, out)
-      end
+      def author_parse(node, out); end
 
       def semx_parse(node, out)
         children_parse(node, out)
@@ -204,12 +203,36 @@ module IsoDoc
 
       def name_parse(node, out); end
       def semx_definition_parse(node, out); end
+      def semx_xref_parse(node, out); end
+      def semx_eref_parse(node, out); end
+      def semx_link_parse(node, out); end
+      def semx_origin_parse(node, out); end
+      def date_parse(node, out); end
+      def semx_stem_parse(node, out); end
 
       def floating_title_parse(node, out); end
+      def identifier_parse(node, out); end
+      def concept_parse(node, out); end
+      def erefstack_parse(node, out); end
+      def svgmap_parse(node, out); end
+      def amend_parse(node, out); end
+      def semx_sourcecode_parse(node, out); end
 
       def fmt_name_parse(node, out)
         children_parse(node, out)
       end
+
+      def fmt_identifier_parse(node, out)
+        children_parse(node, out)
+      end
+
+      def fmt_concept_parse(node, out)
+        children_parse(node, out)
+      end
+
+      def fmt_date_parse(node, out)
+        children_parse(node, out)
+      end
     end
   end
 end

data/lib/isodoc/function/reqt.rb

@@ -20,9 +20,10 @@ module IsoDoc
       end
 
       def recommendation_parse1(node, out)
+        p = node.at(ns("./fmt-provision")) or return
         recommendation_name(node.at(ns("./fmt-name")), out)
-        node.children.each do |n|
-          parse(n, out) unless n.name == "fmt-name"
+        p.children.each do |n|
+          parse(n, out)
         end
       end
 

data/lib/isodoc/function/to_word_html.rb

@@ -188,12 +188,17 @@ module IsoDoc
           when "bookmark" then bookmark_parse(node, out)
           when "pagebreak" then pagebreak_parse(node, out)
           when "callout" then callout_parse(node, out)
-          when "stem" then stem_parse(node, out)
+          when "fmt-stem" then stem_parse(node, out)
+          when "stem" then semx_stem_parse(node, out)
           when "clause" then clause_parse(node, out)
-          when "xref" then xref_parse(node, out)
-          when "eref" then eref_parse(node, out)
-          when "origin" then origin_parse(node, out)
-          when "link" then link_parse(node, out)
+          when "xref" then semx_xref_parse(node, out)
+          when "fmt-xref" then xref_parse(node, out)
+          when "eref" then semx_eref_parse(node, out)
+          when "fmt-eref" then eref_parse(node, out)
+          when "origin" then semx_origin_parse(node, out)
+          when "fmt-origin" then origin_parse(node, out)
+          when "link" then semx_link_parse(node, out)
+          when "fmt-link" then link_parse(node, out)
           when "ul" then ul_parse(node, out)
           when "ol" then ol_parse(node, out)
           when "li" then li_parse(node, out)
@@ -245,7 +250,6 @@ module IsoDoc
           when "legal-statement" then legal_parse(node, out)
           when "feedback-statement" then feedback_parse(node, out)
           when "passthrough" then passthrough_parse(node, out)
-          when "amend" then amend_parse(node, out)
           when "tab" then clausedelimspace(node, out) # in Presentation XML only
           when "svg" then svg_parse(node, out) # in Presentation XML only
           when "add" then add_parse(node, out)
@@ -273,6 +277,15 @@ module IsoDoc
           when "fmt-xref-label" then xref_label_parse(node, out)
           when "fmt-name" then fmt_name_parse(node, out)
           when "floating-title" then floating_title_parse(node, out)
+          when "fmt-identifier" then fmt_identifier_parse(node, out)
+          when "identifier" then identifier_parse(node, out)
+          when "fmt-concept" then fmt_concept_parse(node, out)
+          when "concept" then concept_parse(node, out)
+          when "erefstack" then erefstack_parse(node, out)
+          when "svgmap" then svgmap_parse(node, out)
+          when "amend" then amend_parse(node, out)
+          when "date" then date_parse(node, out)
+          when "fmt-date" then fmt_date_parse(node, out)
           else error_parse(node, out)
           end
         end

data/lib/isodoc/html_function/html.rb

@@ -76,11 +76,13 @@ module IsoDoc
       def sourcecode_parse(node, out)
         name = node.at(ns("./fmt-name"))
         tag = node.at(ns(".//sourcecode | .//table")) ? "div" : "pre"
+        n = node.at(ns("./fmt-sourcecode"))
+        s = n || node
         attr = sourcecode_attrs(node).merge(class: "sourcecode")
         out.send tag, **attr do |div|
-          sourcecode_parse1(node, div)
+          sourcecode_parse1(s, div)
         end
-        annotation_parse(node, out)
+        annotation_parse(s, out)
         sourcecode_name_parse(node, out, name)
       end
 

data/lib/isodoc/presentation_function/block.rb

@@ -137,17 +137,18 @@ module IsoDoc
 
     def table_fn1(table, fnote, idx); end
 
-    # we use this to eliminate the semantic amend blocks from rendering
     def amend(docxml)
       docxml.xpath(ns("//amend")).each { |f| amend1(f) }
     end
 
     def amend1(elem)
-      elem.xpath(ns("./locality | ./localityStack | ./autonumber | " \
+      ret = semx_fmt_dup(elem)
+      ret.xpath(ns("./locality | ./localityStack | ./autonumber | " \
                     "./classification | ./contributor")).each(&:remove)
-      elem.xpath(ns("./newcontent")).each { |a| a.name = "quote" }
-      elem.xpath(ns("./description")).each { |a| a.replace(a.children) }
-      elem.replace(elem.children)
+      ret.xpath(ns("./newcontent")).each { |a| a.name = "quote" }
+      ret.xpath(ns("./description")).each { |a| a.replace(a.children) }
+      elem.xpath(ns(".//fmt-name | .//fmt-xref-label")).each(&:remove)
+      elem.next = ret
     end
 
     def dl(docxml)
@@ -233,11 +234,16 @@ module IsoDoc
       source = elem.at(ns("./source"))
       author.nil? && source.nil? and return
       p = "— "
-      p += author.remove.to_xml if author
+      p += to_xml(semx_fmt_dup(author)) if author
       p += ", " if author && source
       if source
-        source.name = "eref"
-        p += source.remove.to_xml
+        s = semx_fmt_dup(source)
+e = Nokogiri::XML::Node.new("eref", elem.document)
+e << s.children
+s << e
+source.attributes.each_key { |k| e[k] = source[k] }
+e["deleteme"] = "true" # duplicate of source, will be duplicated in fmt-eref, need to delete after
+        p += to_xml(s)
       end
       elem << "<attribution><p>#{l10n p}</p></attribution>"
     end

data/lib/isodoc/presentation_function/concepts.rb

@@ -8,7 +8,7 @@ module IsoDoc
 
     def concept1(node)
       node.ancestors("definition, termsource, related").empty? or return
-      xref = node&.at(ns("./xref/@target"))&.text or
+      xref = node&.at(ns("./semx/fmt-xref/@target"))&.text or
         return concept_render(node, ital: "true", ref: "true", bold: "false",
                                     linkref: "true", linkmention: "false")
       if @definition_ids[xref]
@@ -20,13 +20,25 @@ module IsoDoc
     end
 
     def concept_render(node, defaults)
-      opts, render, ref = concept_render_init(node, defaults)
-      node&.at(ns("./refterm"))&.remove
+      #require "debug"; binding.b
+      opts, render, ref, ret = concept_render_init(node, defaults)
+      ret&.at(ns("./refterm"))&.remove
       ref && opts[:ref] != "false" and render&.next = " "
       concept1_linkmention(ref, render, opts)
-      concept1_ref(node, ref, opts)
-      concept1_style(node, opts)
-      node.replace(node.children)
+      concept1_ref(ret, ref, opts)
+      concept1_style(ret, opts)
+      concept_dup(node, ret)
+    end
+
+    def concept_dup(node, ret)
+      node.xpath(".//xmlns:semx[xmlns:fmt-xref | xmlns:fmt-eref | xmlns:fmt-origin | xmlns:fmt-link]").each(&:remove)
+      ret.xpath(ns(".//xref | .//eref | .//origin | .//link")).each(&:remove)
+      ret.xpath(ns(".//semx")).each do |s|
+        s.children.empty? and s.remove
+      end
+      f = Nokogiri::XML::Node.new("fmt-concept", node.document)
+      f << ret
+      node.next = f
     end
 
     def concept1_style(node, opts)
@@ -38,25 +50,37 @@ module IsoDoc
     end
 
     def concept_render_init(node, defaults)
-      opts = %i(bold ital ref linkref linkmention)
+      opts = concept_render_opts(node, defaults)
+      ret = semx_fmt_dup(node)
+      ret.children.each { |x| x.text? and x.remove }
+      [opts, ret.at(ns("./renderterm")),
+       ret.at(ns("./semx/fmt-xref | ./semx/fmt-eref | ./termref")), ret]
+    end
+
+    def concept_render_opts(node, defaults)
+      %i(bold ital ref linkref linkmention)
         .each_with_object({}) { |x, m| m[x] = node[x.to_s] || defaults[x] }
-      [opts, node.at(ns("./renderterm")),
-       node.at(ns("./xref | ./eref | ./termref"))]
     end
 
     def concept1_linkmention(ref, renderterm, opts)
       (opts[:linkmention] == "true" && !renderterm.nil? && !ref.nil?) or return
       ref2 = ref.clone
       r2 = renderterm.clone
-      renderterm.replace(ref2).children = r2
+      #renderterm.replace(ref2).children = r2
+      ref2.children = r2
+      if ref.parent.name == "semx"
+        renderterm.replace("<semx element='#{ref.parent['element']}' source='#{ref.parent['source']}'>#{to_xml(ref2)}</semx>")
+      else
+        renderterm.replace(ref2)
+      end
     end
 
     def concept1_ref(_node, ref, opts)
       ref.nil? and return
       opts[:ref] == "false" and return ref.remove
       concept1_ref_content(ref)
-      %w(xref eref).include? ref.name and get_linkend(ref)
-      opts[:linkref] == "false" && %w(xref eref).include?(ref.name) and
+      %w(fmt-xref fmt-eref).include? ref.name and get_linkend(ref)
+      opts[:linkref] == "false" && %w(fmt-xref fmt-eref).include?(ref.name) and
         ref.replace(ref.children)
     end
 
@@ -65,7 +89,7 @@ module IsoDoc
       foll = "]"
       non_locality_elems(ref).select do |c|
         !c.text? || /\S/.match(c)
-      end.empty? and
+      end.empty? or
         (prev, foll = @i18n.term_defined_in.split("%"))
       ref.previous = prev
       ref.next = foll

data/lib/isodoc/presentation_function/erefs.rb

@@ -3,13 +3,14 @@ require "metanorma-utils"
 module IsoDoc
   class PresentationXMLConvert < ::IsoDoc::Convert
     def citeas(xmldoc)
-      xmldoc.xpath(ns("//eref | //origin | //quote//source | //link"))
+      xmldoc.xpath(ns("//fmt-eref | //fmt-origin | //fmt-link"))
         .each do |e|
+          sem_xml_descendant?(e) and next
         e["bibitemid"] && e["citeas"] or next
         a = @xrefs.anchor(e["bibitemid"], :xref, false) or next
         e["citeas"] = citeas_cleanup(a)
         # link generated in collection postprocessing from eref
-        e.name == "link" && e.text.empty? and e.children = e["citeas"]
+        e.name == "fmt-link" && e.text.empty? and e.children = e["citeas"]
       end
     end
 
@@ -28,11 +29,13 @@ module IsoDoc
     end
 
     def erefstack1(elem)
-      locs = elem.xpath(ns("./eref")).map do |e|
-        [e["connective"], to_xml(e)]
+      locs = elem.xpath(ns("./semx/fmt-eref")).map do |e|
+        [e["connective"], to_xml(e.parent.remove)]
       end.flatten
       ret = resolve_eref_connectives(locs)
-      elem.replace(ret[1])
+      elem["id"] ||= "_#{UUIDTools::UUID.random_create}"
+      elem.next = "<semx element='erefstack' source='#{elem['id']}'>#{ret[1]}</semx>"
+      #elem.replace(ret[1])
     end
 
     def eref_localities(refs, target, node)
@@ -192,8 +195,10 @@ module IsoDoc
     end
 
     def eref2link(docxml)
-      docxml.xpath(ns("//eref | //origin[not(termref)] | //quote//source"))
+      docxml.xpath(ns("//display-text")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-eref | //fmt-origin[not(.//termref)]"))
         .each do |e|
+          sem_xml_descendant?(e) and next
         href = eref_target(e) or next
         e.xpath(ns("./locality | ./localityStack")).each(&:remove)
         if href[:type] == :anchor then eref2xref(e)
@@ -203,7 +208,7 @@ module IsoDoc
     end
 
     def eref2xref(node)
-      node.name = "xref"
+      node.name = "fmt-xref"
       node["target"] = node["bibitemid"]
       node.delete("bibitemid")
       node.delete("citeas")
@@ -213,7 +218,7 @@ module IsoDoc
     def eref2link1(node, href)
       url = href[:link]
       att = href[:type] == :attachment ? "attachment='true'" : ""
-      repl = "<link #{att} target='#{url}'>#{node.children}</link>"
+      repl = "<fmt-link #{att} target='#{url}'>#{node.children}</link>"
       node["type"] == "footnote" and repl = "<sup>#{repl}</sup>"
       node.replace(repl)
     end

data/lib/isodoc/presentation_function/image.rb

@@ -20,8 +20,11 @@ module IsoDoc
     end
 
     def svgmap_extract(elem)
-      if f = elem.at(ns("./figure")) then elem.replace(f)
-      else elem.remove
+      if elem.at(ns("./figure"))# then elem.replace(f)
+        n = semx_fmt_dup(elem)
+        n.xpath(ns("./target")).each(&:remove)
+        elem.next = n
+      #else elem.remove
       end
     end
 

data/lib/isodoc/presentation_function/inline.rb

@@ -25,8 +25,8 @@ module IsoDoc
     # <locality type="section"><reference>3.1</reference></locality></origin>
 
     def unnest_linkend(node)
-      node.at(ns("./xref[@nested]")) or return
-      node.xpath(ns("./xref[@nested]")).each { |x| x.delete("nested") }
+      node.at(ns("./fmt-xref[@nested]")) or return
+      node.xpath(ns("./fmt-xref[@nested]")).each { |x| x.delete("nested") }
       node.xpath(ns("./location | ./locationStack")).each(&:remove)
       node.replace(node.children)
     end
@@ -39,30 +39,52 @@ module IsoDoc
     def anchor_id_postprocess(node); end
 
     def xref(docxml)
-      docxml.xpath(ns("//xref")).each { |f| xref1(f) }
-      docxml.xpath(ns("//xref//xref")).each { |f| f.replace(f.children) }
+      #docxml.xpath(ns("//display-text")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-xref")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-xref//fmt-xref")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-xref//xref")).each { |f| f.replace(f.children) }
     end
 
     def eref(docxml)
-      docxml.xpath(ns("//eref")).each { |f| xref1(f) }
-      docxml.xpath(ns("//eref//xref")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//eref[@deleteme]")).each { |f| redundant_eref(f) }
+      docxml.xpath(ns("//fmt-eref")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-eref//fmt-xref")).each { |f| f.replace(f.children) }
       docxml.xpath(ns("//erefstack")).each { |f| erefstack1(f) }
     end
 
+    # redundant eref copied from quote/source
+    def redundant_eref(elem)
+      if elem.next.name == "semx"
+        elem.next.elements.first.delete("deleteme")
+        elem.next.replace(elem.next.children)
+      end
+      elem.remove
+    end
+
     def origin(docxml)
-      docxml.xpath(ns("//origin[not(termref)]")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-origin[not(.//termref)]")).each { |f| xref1(f) }
     end
 
-    def quotesource(docxml)
+    # KILL
+    def quotesourcex(docxml)
       docxml.xpath(ns("//quote//source")).each { |f| xref1(f) }
       docxml.xpath(ns("//quote//source//xref")).each do |f|
         f.replace(f.children)
       end
     end
 
+    # do not change to Presentation XML rendering
+    def sem_xml_descendant?(node)
+      !node.ancestors("preferred, admitted, deprecated, related, " \
+        "definition, termsource").empty? and return true
+      !node.ancestors("xref, eref, origin, link").empty? and return true
+      !node.ancestors("requirement, recommendation, permission").empty? &&
+        node.ancestors("fmt-provision").empty? and return true
+      false
+    end
+
     def xref1(node)
-      # Semantic XML
-      node.ancestors("related, definition, termsource").empty? or return
+      sem_xml_descendant?(node) and return
       get_linkend(node)
     end
 
@@ -87,11 +109,11 @@ module IsoDoc
     end
 
     def identifier(docxml)
-      (docxml.xpath(ns("//identifier")) -
-        docxml.xpath(ns("//bibdata/identifier")) -
-        docxml.xpath(ns("//bibitema/identifier")))
-        .each do |n|
-        n.name = "tt"
+      docxml.xpath(ns("//identifier")).each do |n|
+        %w(bibdata bibitem requirement recommendation permission)
+          .include?(n.parent.name) and next
+          s = semx_fmt_dup(n)
+          n.next = "<fmt-identifier><tt>#{to_xml(s)}</tt></fmt-identifier>"
       end
     end
 
@@ -104,7 +126,10 @@ module IsoDoc
 
     def date1(elem)
       elem["value"] && elem["format"] or return
-      elem.replace(@i18n.date(elem["value"], elem["format"].strip))
+      val = @i18n.date(elem["value"], elem["format"].strip)
+      d = semx_fmt_dup(elem)
+      d << val
+      elem.next = "<fmt-date>#{to_xml(d)}</fmt-date>"
     end
 
     def inline_format(docxml)

data/lib/isodoc/presentation_function/math.rb

@@ -7,11 +7,13 @@ module IsoDoc
     MATHML = { "m" => "http://www.w3.org/1998/Math/MathML" }.freeze
 
     def mathml(docxml)
+      docxml.xpath(ns("//stem")).each { |s| stem_dup(s) }
       locale = @lang.to_sym
       @numfmt = Plurimath::NumberFormatter
         .new(locale, localize_number: @localizenumber,
                      localizer_symbols: twitter_cldr_localiser_symbols)
       docxml.xpath("//m:math", MATHML).each do |f| # rubocop:disable Style/CombinableLoops
+        f.parent&.parent&.name == "fmt-stem" or next
         mathml1(f, locale)
       end
     end
@@ -147,11 +149,11 @@ module IsoDoc
     def maths_just_numeral(node)
       mn = node.at(".//m:mn", MATHML).children.text
         .sub(/\^([0-9+-]+)$/, "<sup>\\1</sup>")
-      if node.parent.name == "stem"
-        node.parent.replace(mn)
-      else
+      #if node.parent.parent.name == "stem"
+        #node.replace(mn)
+      #else
         node.replace(mn)
-      end
+      #end
     end
 
     def mathml1(node, locale)
@@ -159,6 +161,15 @@ module IsoDoc
       mathml_number(node, locale)
     end
 
+    def stem_dup(node)
+      sem_xml_descendant?(node) and return
+      ret = semx_fmt_dup(node)
+      f = Nokogiri::XML::Node.new("fmt-stem", node.document)
+      t = node["type"] and f["type"] = t
+      f << ret
+      node.next = f
+    end
+
     # convert any Ascii superscripts to correct(ish) MathML
     # Not bothering to match times, base of 1.0 x 10^-20, just ^-20
     def mn_to_msup(node)
@@ -198,11 +209,11 @@ module IsoDoc
     def mathml_number_to_number(node)
       (node.elements.size == 1 && node.elements.first.name == "mn") or return
       repl = node.at("./m:mn", MATHML).children
-      if node.parent.name == "stem"
-        node.parent.replace(repl)
-      else
+      #if node.parent.name == "stem"
+        #node.parent.replace(repl)
+      #else
         node.replace(repl)
-      end
+      #end
     end
   end
 end

data/lib/isodoc/presentation_function/sourcecode.rb

@@ -34,7 +34,7 @@ module IsoDoc
 
     def callouts(elem)
       elem.xpath(ns(".//callout")).each do |c|
-        @callouts[c["target"]] = c.children.to_xml
+        @callouts[c["target"]] = to_xml(c.children)
       end
     end
 
@@ -42,36 +42,66 @@ module IsoDoc
       sourcehighlighter_css(docxml)
       @highlighter = sourcehighlighter
       @callouts = {}
-      docxml.xpath(ns("//sourcecode")).each do |f|
+      (docxml.xpath(ns("//sourcecode")) - 
+       docxml.xpath(ns("//metanorma-extension//sourcecode")))
+        .each do |f|
         sourcecode1(f)
       end
     end
 
     def sourcecode1(elem)
-      source_highlight(elem)
+      ret1 = semx_fmt_dup(elem)
+      #sourcecode_annot_id(elem)
       source_label(elem)
+      source_highlight(ret1, elem["linenums"] == "true", elem["lang"])
       callouts(elem)
-      annotations(elem)
+      annotations(elem, ret1)
+      fmt_sourcecode(elem, ret1)
     end
 
-    def annotations(elem)
+    def fmt_sourcecode(elem, ret1)
+      ret = Nokogiri::XML::Node.new("fmt-#{elem.name}", elem.document)
+      elem.attributes.each_key { |x| x != "id" and ret[x] = elem[x] }
+      ret1.xpath(ns("./name")).each(&:remove)
+      ret << ret1.children
+      elem << ret
+    end
+
+    # KILL
+    def sourcecode_annot_id(elem)
+      elem.xpath(ns("./annotation")).each do |a|
+        if a["original-id"]
+          a["id"] = a["original-id"]
+          a.delete("original-id")
+        end
+          a.xpath(".//*[@original-id]").each do |n|
+            n["id"] = n["original-id"]
+          n.delete("original-id")
+          end
+        end
+    end
+
+    def annotations(elem, fmt_elem)
       elem.at(ns("./annotation")) or return
       ret = ""
       elem.xpath(ns("./annotation")).each do |a|
-        a.remove
+        id = a['original-id']
+        dd = semx_fmt_dup(a)
+        dd["source"] = a["id"]
         ret += <<~OUT
-          <dt id='#{a['id']}'><span class='c'>#{@callouts[a['id']]}</span></dt>
-          <dd>#{a.children.to_xml}</dd>
+          <dt id='#{id}'><span class='c'>#{@callouts[id]}</span></dt>
+          <dd>#{to_xml dd}</dd>
         OUT
       end
-      elem << "<dl><name>#{@i18n.key}</name>#{ret}</dl>"
+      fmt_elem.xpath(ns("./annotation")).each(&:remove)
+      fmt_elem << "<dl><name>#{@i18n.key}</name>#{ret}</dl>"
     end
 
-    def source_highlight(elem)
+    def source_highlight(elem, linenums, lang)
       @highlighter or return
       markup = source_remove_markup(elem)
-      p = source_lex(elem)
-      elem.children = if elem["linenums"] == "true"
+      p = source_lex(elem, lang)
+      elem.children = if linenums
                         r = sourcecode_table_to_elem(elem, p)
                         source_restore_markup_table(r, markup)
                       else
@@ -140,8 +170,8 @@ module IsoDoc
       r
     end
 
-    def source_lex(elem)
-      lexer = Rouge::Lexer.find(elem["lang"] || "plaintext") ||
+    def source_lex(elem, lang)
+      lexer = Rouge::Lexer.find(lang || "plaintext") ||
         Rouge::Lexer.find("plaintext")
       l = Rouge::Lexers::Escape.new(start: "{^^{", end: "}^^}", lang: lexer)
       source = to_xml(elem.children).gsub(/</, "{^^{<").gsub(/>/, ">}^^}")

data/lib/isodoc/presentation_function/xrefs.rb

@@ -1,5 +1,18 @@
 module IsoDoc
   class PresentationXMLConvert < ::IsoDoc::Convert
+    def fmt_ref(docxml)
+      docxml.xpath(ns("//xref | //eref | //origin | //link")).each do |x|
+        sem_xml_descendant?(x) and next
+        tag = x.name
+        y = Nokogiri::XML::Node.new("fmt-#{tag}", x.document)
+        x.attributes.each_key { |a| y[a] = x[a] }
+        n = semx_fmt_dup(x) # semx/fmt-xref for ease of processing
+        n.children.each { |c| y << c }
+        n << y
+        x.next = n
+      end
+    end
+
     def prefix_container(container, linkend, node, target)
       prefix_container?(container, node) or return linkend
       container_container = @xrefs.anchor(container, :container, false)
@@ -126,7 +139,7 @@ module IsoDoc
 
     def loc2xref(entry)
       if entry[:target]
-        "<xref nested='true' target='#{entry[:target]}'>#{entry[:label]}</xref>"
+        "<fmt-xref nested='true' target='#{entry[:target]}'>#{entry[:label]}</fmt-xref>"
       else
         entry[:label]
       end

data/lib/isodoc/presentation_xml_convert.rb

@@ -71,7 +71,6 @@ module IsoDoc
     end
 
     def block(docxml)
-      amend docxml
       table docxml
       figure docxml
       sourcecode docxml
@@ -88,15 +87,18 @@ module IsoDoc
       requirement docxml
       recommendation docxml
       requirement_render docxml
+      amend docxml
     end
 
     def inline(docxml)
       bibitem_lookup(docxml) # feeds citeas
-      citeas docxml # feeds xref, eref, origin, quotesource
+      fmt_ref docxml # feeds citeas, xref, eref, origin, concept
+      citeas docxml # feeds xref, eref, origin, concept
       xref docxml
       eref docxml # feeds eref2link
       origin docxml # feeds eref2link
-      quotesource docxml # feeds eref2link
+      #quotesource docxml # feeds eref2link
+      concept docxml
       eref2link docxml
       mathml docxml
       ruby docxml
@@ -114,7 +116,7 @@ module IsoDoc
       termdefinition docxml
       designation docxml
       termsource docxml
-      concept docxml
+      #concept docxml
       related docxml
       termcleanup docxml
     end

data/lib/isodoc/version.rb

@@ -1,3 +1,3 @@
 module IsoDoc
-  VERSION = "2.12.9".freeze
+  VERSION = "3.0.0".freeze
 end

data/lib/isodoc/word_function/body.rb

@@ -134,7 +134,7 @@ module IsoDoc
       def formula_parse1(node, out)
         out.div **attr_code(class: "formula") do |div|
           div.p do |_p|
-            parse(node.at(ns("./stem")), div)
+            parse(node.at(ns("./fmt-stem")), div)
             insert_tab(div, 1)
             if lbl = node&.at(ns("./fmt-name"))&.text
               div << lbl

data/lib/isodoc/xref/xref_sect_gen.rb

@@ -124,6 +124,7 @@ module IsoDoc
 
       def preface_name_anchors(clause, level, title)
         xref = semx(clause, title, clause.name)
+        clause["id"] ||= "_#{UUIDTools::UUID.random_create}"
         @anchors[clause["id"]] =
           { label: nil, level:,
             xref:, title: nil,
@@ -187,6 +188,7 @@ module IsoDoc
         xref = labelled_autonum(@labels["clause"], num)
         label = num
         c = clause_title(clause) and title = semx(clause, c, "title")
+        clause["id"] ||= "_#{UUIDTools::UUID.random_create}"
         @anchors[clause["id"]] =
           { label:, xref:, title:, level:, type: "clause",
             elem: @labels["clause"] }
@@ -207,10 +209,10 @@ module IsoDoc
         label = num
         level == 1 && clause.name == "annex" and
           label = annex_name_lbl(clause, label)
-        xref = labelled_autonum(@labels["annex"], num)
         c = clause_title(clause) and title = semx(clause, c, "title")
+        clause["id"] ||= "_#{UUIDTools::UUID.random_create}"
         @anchors[clause["id"]] =
-          { label:, xref:, title:,
+          { label:, xref: labelled_autonum(@labels["annex"], num), title:,
             elem: @labels["annex"], type: "clause",
             subtype: "annex", value: num.to_s, level: }
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: isodoc
 version: !ruby/object:Gem::Version
-  version: 2.12.9
+  version: 3.0.0
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-02-03 00:00:00.000000000 Z
+date: 2025-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: base64
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.5.0
 - !ruby/object:Gem::Dependency
   name: relaton-render
   requirement: !ruby/object:Gem::Requirement