isodoc 2.12.9 → 3.0.1

data/lib/isodoc/function/blocks.rb

@@ -38,8 +38,9 @@ module IsoDoc
       def pseudocode_parse(node, out)
         @in_figure = true
         name = node.at(ns("./fmt-name"))
+        s = node.at(ns("./fmt-figure")) || node
         out.div **pseudocode_attrs(node) do |div|
-          node.children.each { |n| parse(n, div) unless n.name == "fmt-name" }
+          s.children.each { |n| parse(n, div) unless n.name == "fmt-name" }
           sourcecode_name_parse(node, div, name)
         end
         @in_figure = false
@@ -58,10 +59,12 @@ module IsoDoc
 
       def sourcecode_parse(node, out)
         name = node.at(ns("./fmt-name"))
+        n = node.at(ns("./fmt-sourcecode"))
+        s = n || node
         out.p **sourcecode_attrs(node) do |div|
-          sourcecode_parse1(node, div)
+          sourcecode_parse1(s, div)
         end
-        annotation_parse(node, out)
+        annotation_parse(s, out)
         sourcecode_name_parse(node, out, name)
       end
 
@@ -92,7 +95,7 @@ module IsoDoc
       def formula_parse1(node, out)
         out.div **attr_code(class: "formula") do |div|
           div.p do |_p|
-            parse(node.at(ns("./stem")), div)
+            parse(node.at(ns("./fmt-stem")), div)
             if lbl = node&.at(ns("./fmt-name"))&.text
               insert_tab(div, 1)
               div << lbl
@@ -109,7 +112,7 @@ module IsoDoc
         out.div **formula_attrs(node) do |div|
           formula_parse1(node, div)
           node.children.each do |n|
-            %w(stem fmt-name).include? n.name and next
+            %w(stem fmt-name fmt-stem).include? n.name and next
             parse(n, div)
           end
         end
@@ -148,7 +151,7 @@ module IsoDoc
         attrs = para_attrs(node)
         attrs[:class] = "Quote"
         out.div **attr_code(attrs) do |p|
-          node.children.each { |n| parse(n, p) }
+          node.children.each { |n| parse(n, p) unless n.name == "source" }
         end
       end
 

data/lib/isodoc/function/inline.rb

@@ -82,11 +82,12 @@ module IsoDoc
       end
 
       def stem_parse(node, out)
+        ret = node.at(ns("./semx[@element = 'stem']")) || node
         ooml = case node["type"]
-               when "AsciiMath" then asciimath_parse(node)
-               when "MathML" then mathml_parse(node)
-               when "LaTeX" then latexmath_parse(node)
-               else HTMLEntities.new.encode(node.text)
+               when "AsciiMath" then asciimath_parse(ret)
+               when "MathML" then mathml_parse(ret)
+               when "LaTeX" then latexmath_parse(ret)
+               else HTMLEntities.new.encode(ret.text)
                end
         out.span class: "stem" do |span|
           span.parent.add_child ooml
@@ -188,9 +189,7 @@ module IsoDoc
         end
       end
 
-      def author_parse(node, out)
-        children_parse(node, out)
-      end
+      def author_parse(node, out); end
 
       def semx_parse(node, out)
         children_parse(node, out)
@@ -204,12 +203,36 @@ module IsoDoc
 
       def name_parse(node, out); end
       def semx_definition_parse(node, out); end
+      def semx_xref_parse(node, out); end
+      def semx_eref_parse(node, out); end
+      def semx_link_parse(node, out); end
+      def semx_origin_parse(node, out); end
+      def date_parse(node, out); end
+      def semx_stem_parse(node, out); end
 
       def floating_title_parse(node, out); end
+      def identifier_parse(node, out); end
+      def concept_parse(node, out); end
+      def erefstack_parse(node, out); end
+      def svgmap_parse(node, out); end
+      def amend_parse(node, out); end
+      def semx_sourcecode_parse(node, out); end
 
       def fmt_name_parse(node, out)
         children_parse(node, out)
       end
+
+      def fmt_identifier_parse(node, out)
+        children_parse(node, out)
+      end
+
+      def fmt_concept_parse(node, out)
+        children_parse(node, out)
+      end
+
+      def fmt_date_parse(node, out)
+        children_parse(node, out)
+      end
     end
   end
 end

data/lib/isodoc/function/reqt.rb

@@ -20,9 +20,10 @@ module IsoDoc
       end
 
       def recommendation_parse1(node, out)
+        p = node.at(ns("./fmt-provision")) or return
         recommendation_name(node.at(ns("./fmt-name")), out)
-        node.children.each do |n|
-          parse(n, out) unless n.name == "fmt-name"
+        p.children.each do |n|
+          parse(n, out)
         end
       end
 

data/lib/isodoc/function/section.rb

@@ -175,7 +175,7 @@ module IsoDoc
 
       def is_clause?(name)
         %w(clause references definitions terms foreword introduction abstract
-           acknowledgements).include? name
+           acknowledgements indexsect).include? name
       end
 
       def single_term_clause?(elem)

data/lib/isodoc/function/to_word_html.rb

@@ -188,12 +188,17 @@ module IsoDoc
           when "bookmark" then bookmark_parse(node, out)
           when "pagebreak" then pagebreak_parse(node, out)
           when "callout" then callout_parse(node, out)
-          when "stem" then stem_parse(node, out)
+          when "fmt-stem" then stem_parse(node, out)
+          when "stem" then semx_stem_parse(node, out)
           when "clause" then clause_parse(node, out)
-          when "xref" then xref_parse(node, out)
-          when "eref" then eref_parse(node, out)
-          when "origin" then origin_parse(node, out)
-          when "link" then link_parse(node, out)
+          when "xref" then semx_xref_parse(node, out)
+          when "fmt-xref" then xref_parse(node, out)
+          when "eref" then semx_eref_parse(node, out)
+          when "fmt-eref" then eref_parse(node, out)
+          when "origin" then semx_origin_parse(node, out)
+          when "fmt-origin" then origin_parse(node, out)
+          when "link" then semx_link_parse(node, out)
+          when "fmt-link" then link_parse(node, out)
           when "ul" then ul_parse(node, out)
           when "ol" then ol_parse(node, out)
           when "li" then li_parse(node, out)
@@ -245,7 +250,6 @@ module IsoDoc
           when "legal-statement" then legal_parse(node, out)
           when "feedback-statement" then feedback_parse(node, out)
           when "passthrough" then passthrough_parse(node, out)
-          when "amend" then amend_parse(node, out)
           when "tab" then clausedelimspace(node, out) # in Presentation XML only
           when "svg" then svg_parse(node, out) # in Presentation XML only
           when "add" then add_parse(node, out)
@@ -273,6 +277,15 @@ module IsoDoc
           when "fmt-xref-label" then xref_label_parse(node, out)
           when "fmt-name" then fmt_name_parse(node, out)
           when "floating-title" then floating_title_parse(node, out)
+          when "fmt-identifier" then fmt_identifier_parse(node, out)
+          when "identifier" then identifier_parse(node, out)
+          when "fmt-concept" then fmt_concept_parse(node, out)
+          when "concept" then concept_parse(node, out)
+          when "erefstack" then erefstack_parse(node, out)
+          when "svgmap" then svgmap_parse(node, out)
+          when "amend" then amend_parse(node, out)
+          when "date" then date_parse(node, out)
+          when "fmt-date" then fmt_date_parse(node, out)
           else error_parse(node, out)
           end
         end

data/lib/isodoc/gem_tasks.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "sassc"
+require "sassc-embedded"
 require "isodoc/sassc_importer"
 require "rake/clean"
 

data/lib/isodoc/html_function/html.rb

@@ -76,11 +76,13 @@ module IsoDoc
       def sourcecode_parse(node, out)
         name = node.at(ns("./fmt-name"))
         tag = node.at(ns(".//sourcecode | .//table")) ? "div" : "pre"
+        n = node.at(ns("./fmt-sourcecode"))
+        s = n || node
         attr = sourcecode_attrs(node).merge(class: "sourcecode")
         out.send tag, **attr do |div|
-          sourcecode_parse1(node, div)
+          sourcecode_parse1(s, div)
         end
-        annotation_parse(node, out)
+        annotation_parse(s, out)
         sourcecode_name_parse(node, out, name)
       end
 

data/lib/isodoc/init.rb

@@ -55,6 +55,7 @@ module IsoDoc
       @sectionsplit = options[:sectionsplit] == "true"
       @bare = options[:bare]
       @semantic_xml_insert = options[:semanticxmlinsert] != "false"
+      @log = options[:log]
     end
 
     def init_i18n(options)

data/lib/isodoc/presentation_function/block.rb

@@ -137,17 +137,18 @@ module IsoDoc
 
     def table_fn1(table, fnote, idx); end
 
-    # we use this to eliminate the semantic amend blocks from rendering
     def amend(docxml)
       docxml.xpath(ns("//amend")).each { |f| amend1(f) }
     end
 
     def amend1(elem)
-      elem.xpath(ns("./locality | ./localityStack | ./autonumber | " \
+      ret = semx_fmt_dup(elem)
+      ret.xpath(ns("./locality | ./localityStack | ./autonumber | " \
                     "./classification | ./contributor")).each(&:remove)
-      elem.xpath(ns("./newcontent")).each { |a| a.name = "quote" }
-      elem.xpath(ns("./description")).each { |a| a.replace(a.children) }
-      elem.replace(elem.children)
+      ret.xpath(ns("./newcontent")).each { |a| a.name = "quote" }
+      ret.xpath(ns("./description")).each { |a| a.replace(a.children) }
+      elem.xpath(ns(".//fmt-name | .//fmt-xref-label")).each(&:remove)
+      elem.next = ret
     end
 
     def dl(docxml)
@@ -233,11 +234,16 @@ module IsoDoc
       source = elem.at(ns("./source"))
       author.nil? && source.nil? and return
       p = "— "
-      p += author.remove.to_xml if author
+      p += to_xml(semx_fmt_dup(author)) if author
       p += ", " if author && source
       if source
-        source.name = "eref"
-        p += source.remove.to_xml
+        s = semx_fmt_dup(source)
+e = Nokogiri::XML::Node.new("eref", elem.document)
+e << s.children
+s << e
+source.attributes.each_key { |k| e[k] = source[k] }
+e["deleteme"] = "true" # duplicate of source, will be duplicated in fmt-eref, need to delete after
+        p += to_xml(s)
       end
       elem << "<attribution><p>#{l10n p}</p></attribution>"
     end

data/lib/isodoc/presentation_function/concepts.rb

@@ -8,7 +8,7 @@ module IsoDoc
 
     def concept1(node)
       node.ancestors("definition, termsource, related").empty? or return
-      xref = node&.at(ns("./xref/@target"))&.text or
+      xref = node&.at(ns("./semx/fmt-xref/@target"))&.text or
         return concept_render(node, ital: "true", ref: "true", bold: "false",
                                     linkref: "true", linkmention: "false")
       if @definition_ids[xref]
@@ -20,13 +20,25 @@ module IsoDoc
     end
 
     def concept_render(node, defaults)
-      opts, render, ref = concept_render_init(node, defaults)
-      node&.at(ns("./refterm"))&.remove
+      #require "debug"; binding.b
+      opts, render, ref, ret = concept_render_init(node, defaults)
+      ret&.at(ns("./refterm"))&.remove
       ref && opts[:ref] != "false" and render&.next = " "
       concept1_linkmention(ref, render, opts)
-      concept1_ref(node, ref, opts)
-      concept1_style(node, opts)
-      node.replace(node.children)
+      concept1_ref(ret, ref, opts)
+      concept1_style(ret, opts)
+      concept_dup(node, ret)
+    end
+
+    def concept_dup(node, ret)
+      node.xpath(".//xmlns:semx[xmlns:fmt-xref | xmlns:fmt-eref | xmlns:fmt-origin | xmlns:fmt-link]").each(&:remove)
+      ret.xpath(ns(".//xref | .//eref | .//origin | .//link")).each(&:remove)
+      ret.xpath(ns(".//semx")).each do |s|
+        s.children.empty? and s.remove
+      end
+      f = Nokogiri::XML::Node.new("fmt-concept", node.document)
+      f << ret
+      node.next = f
     end
 
     def concept1_style(node, opts)
@@ -38,25 +50,37 @@ module IsoDoc
     end
 
     def concept_render_init(node, defaults)
-      opts = %i(bold ital ref linkref linkmention)
+      opts = concept_render_opts(node, defaults)
+      ret = semx_fmt_dup(node)
+      ret.children.each { |x| x.text? and x.remove }
+      [opts, ret.at(ns("./renderterm")),
+       ret.at(ns("./semx/fmt-xref | ./semx/fmt-eref | ./termref")), ret]
+    end
+
+    def concept_render_opts(node, defaults)
+      %i(bold ital ref linkref linkmention)
         .each_with_object({}) { |x, m| m[x] = node[x.to_s] || defaults[x] }
-      [opts, node.at(ns("./renderterm")),
-       node.at(ns("./xref | ./eref | ./termref"))]
     end
 
     def concept1_linkmention(ref, renderterm, opts)
       (opts[:linkmention] == "true" && !renderterm.nil? && !ref.nil?) or return
       ref2 = ref.clone
       r2 = renderterm.clone
-      renderterm.replace(ref2).children = r2
+      #renderterm.replace(ref2).children = r2
+      ref2.children = r2
+      if ref.parent.name == "semx"
+        renderterm.replace("<semx element='#{ref.parent['element']}' source='#{ref.parent['source']}'>#{to_xml(ref2)}</semx>")
+      else
+        renderterm.replace(ref2)
+      end
     end
 
     def concept1_ref(_node, ref, opts)
       ref.nil? and return
       opts[:ref] == "false" and return ref.remove
       concept1_ref_content(ref)
-      %w(xref eref).include? ref.name and get_linkend(ref)
-      opts[:linkref] == "false" && %w(xref eref).include?(ref.name) and
+      %w(fmt-xref fmt-eref).include? ref.name and get_linkend(ref)
+      opts[:linkref] == "false" && %w(fmt-xref fmt-eref).include?(ref.name) and
         ref.replace(ref.children)
     end
 
@@ -65,7 +89,7 @@ module IsoDoc
       foll = "]"
       non_locality_elems(ref).select do |c|
         !c.text? || /\S/.match(c)
-      end.empty? and
+      end.empty? or
         (prev, foll = @i18n.term_defined_in.split("%"))
       ref.previous = prev
       ref.next = foll

data/lib/isodoc/presentation_function/erefs.rb

@@ -3,13 +3,14 @@ require "metanorma-utils"
 module IsoDoc
   class PresentationXMLConvert < ::IsoDoc::Convert
     def citeas(xmldoc)
-      xmldoc.xpath(ns("//eref | //origin | //quote//source | //link"))
+      xmldoc.xpath(ns("//fmt-eref | //fmt-origin | //fmt-link"))
         .each do |e|
+          sem_xml_descendant?(e) and next
         e["bibitemid"] && e["citeas"] or next
         a = @xrefs.anchor(e["bibitemid"], :xref, false) or next
         e["citeas"] = citeas_cleanup(a)
         # link generated in collection postprocessing from eref
-        e.name == "link" && e.text.empty? and e.children = e["citeas"]
+        e.name == "fmt-link" && e.text.empty? and e.children = e["citeas"]
       end
     end
 
@@ -28,11 +29,13 @@ module IsoDoc
     end
 
     def erefstack1(elem)
-      locs = elem.xpath(ns("./eref")).map do |e|
-        [e["connective"], to_xml(e)]
+      locs = elem.xpath(ns("./semx/fmt-eref")).map do |e|
+        [e["connective"], to_xml(e.parent.remove)]
       end.flatten
       ret = resolve_eref_connectives(locs)
-      elem.replace(ret[1])
+      elem["id"] ||= "_#{UUIDTools::UUID.random_create}"
+      elem.next = "<semx element='erefstack' source='#{elem['id']}'>#{ret[1]}</semx>"
+      #elem.replace(ret[1])
     end
 
     def eref_localities(refs, target, node)
@@ -192,8 +195,10 @@ module IsoDoc
     end
 
     def eref2link(docxml)
-      docxml.xpath(ns("//eref | //origin[not(termref)] | //quote//source"))
+      docxml.xpath(ns("//display-text")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-eref | //fmt-origin[not(.//termref)]"))
         .each do |e|
+          sem_xml_descendant?(e) and next
         href = eref_target(e) or next
         e.xpath(ns("./locality | ./localityStack")).each(&:remove)
         if href[:type] == :anchor then eref2xref(e)
@@ -203,7 +208,7 @@ module IsoDoc
     end
 
     def eref2xref(node)
-      node.name = "xref"
+      node.name = "fmt-xref"
       node["target"] = node["bibitemid"]
       node.delete("bibitemid")
       node.delete("citeas")
@@ -213,7 +218,7 @@ module IsoDoc
     def eref2link1(node, href)
       url = href[:link]
       att = href[:type] == :attachment ? "attachment='true'" : ""
-      repl = "<link #{att} target='#{url}'>#{node.children}</link>"
+      repl = "<fmt-link #{att} target='#{url}'>#{node.children}</link>"
       node["type"] == "footnote" and repl = "<sup>#{repl}</sup>"
       node.replace(repl)
     end

data/lib/isodoc/presentation_function/image.rb

@@ -20,8 +20,11 @@ module IsoDoc
     end
 
     def svgmap_extract(elem)
-      if f = elem.at(ns("./figure")) then elem.replace(f)
-      else elem.remove
+      if elem.at(ns("./figure"))# then elem.replace(f)
+        n = semx_fmt_dup(elem)
+        n.xpath(ns("./target")).each(&:remove)
+        elem.next = n
+      #else elem.remove
       end
     end
 

data/lib/isodoc/presentation_function/inline.rb

@@ -25,8 +25,8 @@ module IsoDoc
     # <locality type="section"><reference>3.1</reference></locality></origin>
 
     def unnest_linkend(node)
-      node.at(ns("./xref[@nested]")) or return
-      node.xpath(ns("./xref[@nested]")).each { |x| x.delete("nested") }
+      node.at(ns("./fmt-xref[@nested]")) or return
+      node.xpath(ns("./fmt-xref[@nested]")).each { |x| x.delete("nested") }
       node.xpath(ns("./location | ./locationStack")).each(&:remove)
       node.replace(node.children)
     end
@@ -39,30 +39,52 @@ module IsoDoc
     def anchor_id_postprocess(node); end
 
     def xref(docxml)
-      docxml.xpath(ns("//xref")).each { |f| xref1(f) }
-      docxml.xpath(ns("//xref//xref")).each { |f| f.replace(f.children) }
+      #docxml.xpath(ns("//display-text")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-xref")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-xref//fmt-xref")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//fmt-xref//xref")).each { |f| f.replace(f.children) }
     end
 
     def eref(docxml)
-      docxml.xpath(ns("//eref")).each { |f| xref1(f) }
-      docxml.xpath(ns("//eref//xref")).each { |f| f.replace(f.children) }
+      docxml.xpath(ns("//eref[@deleteme]")).each { |f| redundant_eref(f) }
+      docxml.xpath(ns("//fmt-eref")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-eref//fmt-xref")).each { |f| f.replace(f.children) }
       docxml.xpath(ns("//erefstack")).each { |f| erefstack1(f) }
     end
 
+    # redundant eref copied from quote/source
+    def redundant_eref(elem)
+      if elem.next.name == "semx"
+        elem.next.elements.first.delete("deleteme")
+        elem.next.replace(elem.next.children)
+      end
+      elem.remove
+    end
+
     def origin(docxml)
-      docxml.xpath(ns("//origin[not(termref)]")).each { |f| xref1(f) }
+      docxml.xpath(ns("//fmt-origin[not(.//termref)]")).each { |f| xref1(f) }
     end
 
-    def quotesource(docxml)
+    # KILL
+    def quotesourcex(docxml)
       docxml.xpath(ns("//quote//source")).each { |f| xref1(f) }
       docxml.xpath(ns("//quote//source//xref")).each do |f|
         f.replace(f.children)
       end
     end
 
+    # do not change to Presentation XML rendering
+    def sem_xml_descendant?(node)
+      !node.ancestors("preferred, admitted, deprecated, related, " \
+        "definition, termsource").empty? and return true
+      !node.ancestors("xref, eref, origin, link").empty? and return true
+      !node.ancestors("requirement, recommendation, permission").empty? &&
+        node.ancestors("fmt-provision").empty? and return true
+      false
+    end
+
     def xref1(node)
-      # Semantic XML
-      node.ancestors("related, definition, termsource").empty? or return
+      sem_xml_descendant?(node) and return
       get_linkend(node)
     end
 
@@ -87,11 +109,11 @@ module IsoDoc
     end
 
     def identifier(docxml)
-      (docxml.xpath(ns("//identifier")) -
-        docxml.xpath(ns("//bibdata/identifier")) -
-        docxml.xpath(ns("//bibitema/identifier")))
-        .each do |n|
-        n.name = "tt"
+      docxml.xpath(ns("//identifier")).each do |n|
+        %w(bibdata bibitem requirement recommendation permission)
+          .include?(n.parent.name) and next
+          s = semx_fmt_dup(n)
+          n.next = "<fmt-identifier><tt>#{to_xml(s)}</tt></fmt-identifier>"
       end
     end
 
@@ -104,7 +126,10 @@ module IsoDoc
 
     def date1(elem)
       elem["value"] && elem["format"] or return
-      elem.replace(@i18n.date(elem["value"], elem["format"].strip))
+      val = @i18n.date(elem["value"], elem["format"].strip)
+      d = semx_fmt_dup(elem)
+      d << val
+      elem.next = "<fmt-date>#{to_xml(d)}</fmt-date>"
     end
 
     def inline_format(docxml)

data/lib/isodoc/presentation_function/math.rb

@@ -7,11 +7,13 @@ module IsoDoc
     MATHML = { "m" => "http://www.w3.org/1998/Math/MathML" }.freeze
 
     def mathml(docxml)
+      docxml.xpath(ns("//stem")).each { |s| stem_dup(s) }
       locale = @lang.to_sym
       @numfmt = Plurimath::NumberFormatter
         .new(locale, localize_number: @localizenumber,
                      localizer_symbols: twitter_cldr_localiser_symbols)
       docxml.xpath("//m:math", MATHML).each do |f| # rubocop:disable Style/CombinableLoops
+        f.parent&.parent&.name == "fmt-stem" or next
         mathml1(f, locale)
       end
     end
@@ -147,11 +149,11 @@ module IsoDoc
     def maths_just_numeral(node)
       mn = node.at(".//m:mn", MATHML).children.text
         .sub(/\^([0-9+-]+)$/, "<sup>\\1</sup>")
-      if node.parent.name == "stem"
-        node.parent.replace(mn)
-      else
+      #if node.parent.parent.name == "stem"
+        #node.replace(mn)
+      #else
         node.replace(mn)
-      end
+      #end
     end
 
     def mathml1(node, locale)
@@ -159,6 +161,15 @@ module IsoDoc
       mathml_number(node, locale)
     end
 
+    def stem_dup(node)
+      sem_xml_descendant?(node) and return
+      ret = semx_fmt_dup(node)
+      f = Nokogiri::XML::Node.new("fmt-stem", node.document)
+      t = node["type"] and f["type"] = t
+      f << ret
+      node.next = f
+    end
+
     # convert any Ascii superscripts to correct(ish) MathML
     # Not bothering to match times, base of 1.0 x 10^-20, just ^-20
     def mn_to_msup(node)
@@ -198,11 +209,11 @@ module IsoDoc
     def mathml_number_to_number(node)
       (node.elements.size == 1 && node.elements.first.name == "mn") or return
       repl = node.at("./m:mn", MATHML).children
-      if node.parent.name == "stem"
-        node.parent.replace(repl)
-      else
+      #if node.parent.name == "stem"
+        #node.parent.replace(repl)
+      #else
         node.replace(repl)
-      end
+      #end
     end
   end
 end