metanorma-standoc 2.3.2 → 2.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2d72f2951373ad8935a9c03fe0d06bbd4f76a77cfdd6d186aa80438f64dd6d66
-  data.tar.gz: 3bb9f924a50c9567b23d7807bc487de0eaa05ff87228d5f7a16d719239689156
+  metadata.gz: 62a2a480483e6cad337d48919668d1276a587c0c6173ffc7ea8cb773f605b1fb
+  data.tar.gz: 5a9bf620c79d8ec2993a96727f7b8c2874ee8d8c3865a5efd71941fb83ed8fc1
 SHA512:
-  metadata.gz: 2160831ca83c2cd6be5b95b82cf99815770f50e819613377175af2640fc428a1765200af59c2110c6e3d36bc923211cbb59c6c867c9f0c5eab36bbeb2ed2d912
-  data.tar.gz: ee37fdf784424521cf87cd6318fd7531c28282383c66360bcce5b7107f5731575ebba832231e61ec5809b72ca235057490ddec989f9625aab79c20e4ee73e0e8
+  metadata.gz: 226d8eaa68590e2dbf12917371afe5f2c4c60242397e459543da0ec3471a7a0abc7f5736e92b43f053854329f460bbc70155040bd0ae1df89efa0a62f8765d8e
+  data.tar.gz: 65a7c4e9794199fd48f3d18f3009a41d02ae837753d9e9e9cd41f755384f7b89f3376f5a6c9182de5f184eb4934a9fc9682b8ea708037aa315d9e243f83485bf

data/lib/isodoc/html/htmlstyle.css

@@ -132,6 +132,35 @@ a.FootnoteRef + a.FootnoteRef:before {
   color: red;
   text-decoration: line-through; }
 
+/* code highlighting with line numbers */
+table.rouge-line-table td.rouge-gutter {
+  -moz-user-select: none;
+  -ms-user-select: none;
+  -webkit-user-select: none;
+  user-select: none;
+  padding-right: 1em; }
+
+table.rouge-line-table td.rouge-code {
+  -moz-user-select: all;
+  -ms-user-select: all;
+  -webkit-user-select: all;
+  user-select: all; }
+
+table.rouge-line-table,
+table.rouge-line-table th,
+table.rouge-line-table td {
+  width: auto;
+  border: none;
+  margin: 0;
+  padding: 0;
+  font-size: 100%; }
+
+table.rouge-line-table pre {
+  margin: 0;
+  padding: 0;
+  overflow-x: visible;
+  font-size: 100%; }
+
 #brochure-band {
   background-color: #0AC442; }
 
@@ -734,7 +763,7 @@ table {
   table th, table td {
     padding: 1em; }
   table td.header {
-    font-weigth: 400; }
+    font-weight: 400; }
 
 p.TableTitle {
   text-align: center;

data/lib/metanorma/standoc/blocks.rb

@@ -231,7 +231,8 @@ module Metanorma
       end
 
       def listing_attrs(node)
-        linenums = (node.option?("linenums") || @source_linenums)
+        linenums = node.option?("linenums") || node.attributes[3] ||
+          @source_linenums
         attr_code(id_attr(node).merge(keep_attrs(node)
                   .merge(lang: node.attr("language"),
                          linenums: linenums ? "true" : nil,

data/lib/metanorma/standoc/cleanup.rb

@@ -6,7 +6,6 @@ require_relative "./cleanup_table"
 require_relative "./cleanup_footnotes"
 require_relative "./cleanup_ref"
 require_relative "./cleanup_asciibib"
-require_relative "./cleanup_biblio"
 require_relative "./cleanup_boilerplate"
 require_relative "./cleanup_section"
 require_relative "./cleanup_terms"

data/lib/metanorma/standoc/cleanup_asciibib.rb

@@ -54,14 +54,6 @@ module Metanorma
         end
       end
 
-      def link_unwrap(para)
-        elems = para.elements
-        if elems.size == 1 && elems[0].name == "link"
-          para.at("./link").replace(elems[0]["target"].strip)
-        end
-        para
-      end
-
       def dd_bib_extract(dtd)
         return nil if dtd.children.empty?
 

data/lib/metanorma/standoc/cleanup_maths.rb

@@ -110,93 +110,57 @@ module Metanorma
         { multiplier: :space }
       end
 
+      MATHVARIANT_OVERRIDE = {
+        bold: { normal: "bold", italic: "bold-italic", fraktur: "bold-fraktur",
+                script: "bold-script", "sans-serif": "bold-sans-serif",
+                "sans-serif-italic": "sans-serif-bold-italic" },
+        italic: { normal: "italic", bod: "bold-italic",
+                  "sans-serif": "sans-serif-italic",
+                  "bold-sans-serif": "sans-serif-bold-italic" },
+        "bold-italic": { normal: "bold-italic", bold: "bold-italic",
+                         italic: "bold-italic",
+                         "sans-serif": "sans-serif-bold-italic",
+                         "bold-sans-serif": "sans-serif-bold-italic",
+                         "sans-serif-italic": "sans-serif-bold-italic" },
+        fraktur: { normal: "fraktur", bold: "bold-fraktur" },
+        "bold-fraktur": { normal: "bold-fraktur", fraktur: "bold-fraktur" },
+        script: { normal: "script", bold: "bold-script" },
+        "bold-script": { normal: "script", script: "bold-script" },
+        "sans-serif": { normal: "sans-serif", bold: "bold-sans-serif",
+                        italic: "sans-serif-italic",
+                        "bold-italic": "sans-serif-bold-italic" },
+        "bold-sans-serif": { normal: "bold-sans-serif", bold: "bold-sans-serif",
+                             "sans-serif": "bold-sans-serif",
+                             italic: "sans-serif-bold-italic",
+                             "bold-italic": "sans-serif-bold-italic",
+                             "sans-serif-italic": "sans-serif-bold-italic" },
+        "sans-serif-italic": { normal: "sans-serif-italic",
+                               italic: "sans-serif-italic",
+                               "sans-serif": "sans-serif-italic",
+                               bold: "sans-serif-bold-italic",
+                               "bold-italic": "sans-serif-bold-italic",
+                               "sans-serif-bold": "sans-serif-bold-italic" },
+        "sans-serif-bold-italic": { normal: "sans-serif-bold-italic",
+                                    italic: "sans-serif-bold-italic",
+                                    "sans-serif": "sans-serif-bold-italic",
+                                    "sans-serif-italic": "sans-serif-bold-italic",
+                                    bold: "sans-serif-bold-italic",
+                                    "bold-italic": "sans-serif-bold-italic",
+                                    "sans-serif-bold": "sans-serif-bold-italic" },
+      }.freeze
+
       def mathvariant_override(inner, outer)
-        case outer
-        when "bold"
-          case inner
-          when "normal" then "bold"
-          when "italic" then "bold-italic"
-          when "fraktur" then "bold-fraktur"
-          when "script" then "bold-script"
-          when "sans-serif" then "bold-sans-serif"
-          when "sans-serif-italic" then "sans-serif-bold-italic"
-          else inner
-          end
-        when "italic"
-          case inner
-          when "normal" then "italic"
-          when "bold" then "bold-italic"
-          when "sans-serif" then "sans-serif-italic"
-          when "bold-sans-serif" then "sans-serif-bold-italic"
-          else inner
-          end
-        when "bold-italic"
-          case inner
-          when "normal", "bold", "italic" then "bold-italic"
-          when "sans-serif", "bold-sans-serif", "sans-serif-italic"
-            "sans-serif-bold-italic"
-          else inner
-          end
-        when "fraktur"
-          case inner
-          when "normal" then "fraktur"
-          when "bold" then "bold-fraktur"
-          else inner
-          end
-        when "bold-fraktur"
-          case inner
-          when "normal", "fraktur" then "bold-fraktur"
-          else inner
-          end
-        when "script"
-          case inner
-          when "normal" then "script"
-          when "bold" then "bold-script"
-          else inner
-          end
-        when "bold-script"
-          case inner
-          when "normal", "script" then "bold-script"
-          else inner
-          end
-        when "sans-serif"
-          case inner
-          when "normal" then "sans-serif"
-          when "bold" then "bold-sans-serif"
-          when "italic" then "sans-serif-italic"
-          when "bold-italic" then "sans-serif-bold-italic"
-          else inner
-          end
-        when "bold-sans-serif"
-          case inner
-          when "normal", "bold", "sans-serif" then "bold-sans-serif"
-          when "italic", "bold-italic", "sans-serif-italic"
-            "sans-serif-bold-italic"
-          else inner
-          end
-        when "sans-serif-italic"
-          case inner
-          when "normal", "italic", "sans-serif" then "sans-serif-italic"
-          when "bold", "bold-italic", "sans-serif-bold"
-            "sans-serif-bold-italic"
-          else inner
-          end
-        when "sans-serif-bold-italic"
-          case inner
-          when "normal", "italic", "sans-serif", "sans-serif-italic",
-          "bold", "bold-italic", "sans-serif-bold"
-            "sans-serif-bold-italic"
-          else inner
-          end
-        else inner
-        end
+        o = outer.to_sym
+        i = inner.to_sym
+        MATHVARIANT_OVERRIDE[o] or return inner
+        MATHVARIANT_OVERRIDE[o][i] || inner
       end
 
       def mathml_mathvariant(math)
         math.xpath(".//*[@mathvariant]").each do |outer|
           outer.xpath(".//*[@mathvariant]").each do |inner|
             inner["mathvariant"] =
-              mathvariant_override(outer["mathvariant"], inner["mathvariant"])
+              mathvariant_override(inner["mathvariant"], outer["mathvariant"])
           end
         end
       end

data/lib/metanorma/standoc/cleanup_ref.rb

@@ -1,9 +1,36 @@
 require "set"
 require "relaton_bib"
+require_relative "merge_bibitems"
+require_relative "spans_to_bibitem"
 
 module Metanorma
   module Standoc
     module Cleanup
+      def formattedref_spans(xmldoc)
+        xmldoc.xpath("//bibitem[formattedref//span]").each do |b|
+          ret = new_bibitem_from_formattedref_spans(b)
+          merge_bibitem_from_formattedref_spans(b, ret)
+        end
+      end
+
+      def new_bibitem_from_formattedref_spans(bib)
+        ret = SpansToBibitem.new(bib).convert
+        ret.err.each do |e|
+          @log.add("Bibliography", bib, e[:msg])
+          e[:fatal] and @fatalerror << e[:msg]
+        end
+        ret.out
+      end
+
+      def merge_bibitem_from_formattedref_spans(bib, new)
+        new["type"] and bib["type"] = new["type"]
+        if bib.at("./title") # there already is a fetched record here: merge
+          bib.children = MergeBibitems
+            .new(bib.to_xml, new.to_xml).merge.to_noko.children
+        else bib << new.children.to_xml
+        end
+      end
+
       def biblio_reorder(xmldoc)
         xmldoc.xpath("//references[@normative = 'false']").each do |r|
           biblio_reorder1(r)
@@ -54,9 +81,8 @@ module Metanorma
                      "[not(@hidden = 'true')]").each do |r|
           r.xpath("./bibitem[not(@hidden = 'true')]").each do |b|
             i += 1
-            next unless docid = b.at("./docidentifier[@type = 'metanorma']")
-            next unless /^\[\d+\]$/.match?(docid.text)
-
+            docid = b.at("./docidentifier[@type = 'metanorma']") or next
+            /^\[\d+\]$/.match?(docid.text) or next
             docid.children = "[#{i}]"
           end
         end
@@ -97,8 +123,7 @@ module Metanorma
       end
 
       def biblio_linkonly(xmldoc)
-        return unless xmldoc.at("//xref[@hidden]")
-
+        xmldoc.at("//xref[@hidden]") or return
         ins = xmldoc.at("//bibliography")
           .add_child("<references hidden='true' normative='true'/>").first
         refs = xmldoc.xpath("//xref[@hidden]").each_with_object([]) do |x, m|
@@ -122,8 +147,7 @@ module Metanorma
 
       def biblio_annex(xmldoc)
         xmldoc.xpath("//annex[references/references]").each do |t|
-          next unless t.xpath("./clause | ./references | ./terms").size == 1
-
+          t.xpath("./clause | ./references | ./terms").size == 1 or next
           r = t.at("./references")
           r.xpath("./references").each { |b| b["normative"] = r["normative"] }
           r.replace(r.elements)
@@ -140,9 +164,7 @@ module Metanorma
 
       def format_ref(ref, type)
         ret = Nokogiri::XML.fragment(ref)
-        ret.traverse do |x|
-          x.remove if x.name == "fn"
-        end
+        ret.traverse { |x| x.remove if x.name == "fn"}
         ref = to_xml(ret)
         return @isodoc.docid_prefix(type, ref) if type != "metanorma"
         return "[#{ref}]" if /^\d+$/.match(ref) && !/^\[.*\]$/.match(ref)
@@ -191,8 +213,7 @@ module Metanorma
       end
 
       def read_local_bibitem_file(uri)
-        return nil if %r{^https?://}.match?(uri)
-
+        %r{^https?://}.match?(uri) and return nil
         file = "#{@localdir}#{uri}.rxl"
         File.file?(file) or file = "#{@localdir}#{uri}.xml"
         File.file?(file) or return nil

data/lib/metanorma/standoc/cleanup_section_names.rb

@@ -13,11 +13,9 @@ module Metanorma
       end
 
       def replace_title(doc, xpath, text, first = false)
-        return unless text
-
+        text or return
         doc.xpath(xpath).each_with_index do |node, i|
-          next if first && !i.zero?
-
+          first && !i.zero? and next
           title = get_or_make_title(node)
           fn = title.xpath("./fn")
           fn.each(&:remove)

data/lib/metanorma/standoc/front_contributor.rb

@@ -39,7 +39,7 @@ module Metanorma
         end
         node.attr("pub-phone") and person.phone node.attr("pub-phone")
         node.attr("pub-fax") and
-          person.phone node.attr("pub-fax"), **{ type: "fax" }
+          person.phone node.attr("pub-fax"), type: "fax"
         node.attr("pub-email") and person.email node.attr("pub-email")
         node.attr("pub-uri") and person.uri node.attr("pub-uri")
       end
@@ -48,7 +48,7 @@ module Metanorma
         csv_split(node.attr("publisher") || default_publisher || "")
           &.each do |p|
           xml.contributor do |c|
-            c.role **{ type: "author" }
+            c.role type: "author"
             c.organization do |a|
               organization(a, p, false, node, !node.attr("publisher"))
             end
@@ -69,13 +69,13 @@ module Metanorma
 
       def personal_role(node, contrib, suffix)
         type = node.attr("role#{suffix}")&.downcase || "author"
-        contrib.role **{ type: type }
+        contrib.role type: type
       end
 
       def personal_contact(node, suffix, person)
         node.attr("phone#{suffix}") and person.phone node.attr("phone#{suffix}")
         node.attr("fax#{suffix}") and
-          person.phone node.attr("fax#{suffix}"), **{ type: "fax" }
+          person.phone node.attr("fax#{suffix}"), type: "fax"
         node.attr("email#{suffix}") and person.email node.attr("email#{suffix}")
         node.attr("contributor-uri#{suffix}") and
           person.uri node.attr("contributor-uri#{suffix}")
@@ -156,7 +156,7 @@ module Metanorma
         publishers = node.attr("publisher") || default_publisher || return
         csv_split(publishers)&.each do |p|
           xml.contributor do |c|
-            c.role **{ type: "publisher" }
+            c.role type: "publisher"
             c.organization do |a|
               organization(a, p, true, node, !node.attr("publisher"))
             end

data/lib/metanorma/standoc/inline.rb

@@ -49,8 +49,7 @@ module Metanorma
 
       def concatenate_attributes_to_xref_text(node)
         node.attributes.each_with_object([]) do |(k, v), m|
-          next if %w(path fragment refid).include?(k)
-
+          %w(path fragment refid).include?(k) and next
           m << "#{k}=#{v}%"
         end.map { |x| x.sub(/%+/, "%") }.join + (node.text || "")
       end
@@ -116,7 +115,7 @@ module Metanorma
         @fn_number ||= 0
         noko do |xml|
           @fn_number += 1
-          xml.fn **{ reference: @fn_number } do |fn|
+          xml.fn reference: @fn_number do |fn|
             fn.p { |p| p << node.text }
           end
         end.join
@@ -160,16 +159,16 @@ module Metanorma
         if /&lt;([^:>&]+:)?math(\s+[^>&]+)?&gt; |
           <([^:>&]+:)?math(\s+[^>&]+)?>/x.match? text
           math = xml_encode(text)
-          xml.stem math, **{ type: "MathML" }
+          xml.stem math, type: "MathML"
         elsif style == :latexmath then latex_parse(text, xml)
         else
-          xml.stem text&.gsub(/&amp;#/, "&#"), **{ type: "AsciiMath" }
+          xml.stem text&.gsub(/&amp;#/, "&#"), type: "AsciiMath"
         end
       end
 
       def latex_parse(text, xml)
-        latex = latex_parse1(text) or return xml.stem **{ type: "MathML" }
-        xml.stem **{ type: "MathML" } do |s|
+        latex = latex_parse1(text) or return xml.stem type: "MathML"
+        xml.stem type: "MathML" do |s|
           math = Nokogiri::XML.fragment(latex.sub(/<\?[^>]+>/, ""))
             .elements[0]
           math.delete("alttext")
@@ -209,7 +208,7 @@ module Metanorma
             when "smallcap" then xml.smallcap { |s| s << node.text }
             when "keyword" then xml.keyword { |s| s << node.text }
             when /^css /
-              xml.span **{ style: node.role.sub(/^css /, "") } do |s|
+              xml.span style: node.role.sub(/^css /, "") do |s|
                 s << node.text
               end
             else

data/lib/metanorma/standoc/merge_bibitems.rb

@@ -0,0 +1,107 @@
+require "metanorma-utils"
+
+module Metanorma
+  module Standoc
+    module Cleanup
+      class MergeBibitems
+        Hash.include Metanorma::Utils::Hash
+        Array.include Metanorma::Utils::Array
+
+        class ::Array
+          def blank?
+            nil? || empty?
+          end
+        end
+
+        def initialize(old, new)
+          @old = load_bibitem(old)
+          @new = load_bibitem(new)
+        end
+
+        def load_bibitem(item)
+          ret = RelatonBib::XMLParser.from_xml(item)
+          ret.to_hash.symbolize_all_keys
+        end
+
+        def to_noko
+          out = RelatonBib::HashConverter.hash_to_bib(@old)
+          Nokogiri::XML(RelatonBib::BibliographicItem.new(**out).to_xml).root
+        end
+
+        def merge
+          @old.delete(:formattedref)
+          merge1(@old, @new)
+          self
+        end
+
+        def merge1(old, new)
+          %i(link docidentifier date title series).each do |k|
+            merge_by_type(old, new, k, :type)
+          end
+          merge_extent(old, new)
+          merge_contributor(old, new)
+          %i(place).each do |k|
+            merge_simple(old, new, k)
+          end
+          merge_relations(old, new)
+        end
+
+        def merge_simple(old, new, field)
+          new[field].blank? and return
+          old[field] = new[field]
+        end
+
+        # ensure return value goes into extent[0]
+        def merge_extent(old, new)
+          old.dig(:extent, 0, :locality) and
+            old[:extent] = [{ locality_stack: old[:extent] }]
+          new.dig(:extent, 0, :locality) and
+            new[:extent] = [{ locality_stack: new[:extent] }]
+          ret = merge_by_type(old.dig(:extent, 0),
+                              new.dig(:extent, 0), :locality_stack,
+                              %i[locality type])
+          (ret && !old.dig(:extent, 0)) or return
+          old[:extent] ||= []
+          old[:extent][0] ||= {}
+          old[:extent][0][:locality_stack] = ret
+        end
+
+        def merge_contributor(old, new)
+          merge_by_type(old, new, :contributor, [:role, 0, :type])
+        end
+
+        def merge_relations(old, new)
+          merge_by_type(old, new, :relation, :type, recurse: true)
+        end
+
+        # @old.field is an array, overwrite only those array elements
+        # where @old.field[attribute] = @new.field[attribute]
+        def merge_by_type(old, new, field, attributes, opt = {})
+          new.nil? || new[field].blank? and return
+          old.nil? and return new[field]
+          if !old[field].is_a?(::Array) || old[field].empty?
+            return old[field] = new[field]
+          end
+
+          old[field] = merge_by_type1(old, new, field, attributes, opt)
+        end
+
+        def merge_by_type1(old, new, field, attributes, opt)
+          old1 = array_to_hash(old[field], attributes)
+          new1 = array_to_hash(new[field], attributes)
+          out = opt[:recurse] ? old1.deep_merge(new1) : old1.merge(new1)
+          out.each_value.with_object([]) do |v, m|
+            v.each { |v1| m << v1 }
+          end
+        end
+
+        def array_to_hash(array, attributes)
+          array.each_with_object({}) do |k, m|
+            m[k.dig(*Array(attributes))] ||= []
+            m[k.dig(*Array(attributes))] << k
+          end
+        end
+      end
+    end
+  end
+end

data/lib/metanorma/standoc/ref.rb

@@ -6,7 +6,7 @@ module Metanorma
       def iso_publisher(bib, code)
         code.sub(/ .*$/, "").split("/").each do |abbrev|
           bib.contributor do |c|
-            c.role **{ type: "publisher" }
+            c.role type: "publisher"
             c.organization do |org|
               organization(org, abbrev, true)
             end
@@ -33,7 +33,7 @@ module Metanorma
         else
           xml.bibitem **attr_code(ref_attributes(item[:ref][:match])) do |t|
             isorefrender1(t, item[:ref][:match], item[:ref][:year])
-            item[:ref][:year] and t.date **{ type: "published" } do |d|
+            item[:ref][:year] and t.date type: "published" do |d|
               set_date_range(d, item[:ref][:year])
             end
             iso_publisher(t, item[:ref][:match][:code])
@@ -56,7 +56,7 @@ module Metanorma
       def isorefmatches2_1(xml, match)
         xml.bibitem **attr_code(ref_attributes(match)) do |t|
           isorefrender1(t, match, "--")
-          t.date **{ type: "published" } do |d|
+          t.date type: "published" do |d|
             d.on "--"
           end
           iso_publisher(t, match[:code])
@@ -97,7 +97,7 @@ module Metanorma
               p << (match[:fn]).to_s
             end
           end
-          t.extent **{ type: "part" } do |e|
+          t.extent type: "part" do |e|
             e.referenceFrom "all"
           end
         end
@@ -105,21 +105,21 @@ module Metanorma
 
       def refitem_render1(match, code, bib)
         if code[:type] == "path"
-          bib.uri code[:key].sub(/\.[a-zA-Z0-9]+$/, ""), **{ type: "URI" }
-          bib.uri code[:key].sub(/\.[a-zA-Z0-9]+$/, ""), **{ type: "citation" }
+          bib.uri code[:key].sub(/\.[a-zA-Z0-9]+$/, ""), type: "URI"
+          bib.uri code[:key].sub(/\.[a-zA-Z0-9]+$/, ""), type: "citation"
         end
         # code[:id].sub!(/[:-](19|20)[0-9][0-9]$/, "")
         docid(bib, match[:usrlbl]) if match[:usrlbl]
         docid(bib, /^\d+$/.match?(code[:id]) ? "[#{code[:id]}]" : code[:id])
         code[:type] == "repo" and
-          bib.docidentifier code[:key], **{ type: "repository" }
+          bib.docidentifier code[:key], type: "repository"
       end
 
       def refitem_render(xml, match, code)
         xml.bibitem **attr_code(id: match[:anchor],
                                 suppress_identifier: code[:dropid],
                                 hidden: code[:hidden]) do |t|
-          t.formattedref **{ format: "application/x-isodoc+xml" } do |i|
+          t.formattedref format: "application/x-isodoc+xml" do |i|
             i << ref_normalise_no_format(match[:text])
           end
           yr_match = /[:-](?<year>(?:19|20)[0-9][0-9])\b/.match(code[:id])
@@ -156,8 +156,7 @@ module Metanorma
       end
 
       def refitemout(item, xml)
-        return nil if item[:ref][:match].nil?
-
+        item[:ref][:match].nil? and return nil
         item[:doc] or return refitem_render(xml, item[:ref][:match],
                                             item[:ref][:analyse_code])
         use_retrieved_relaton(item, xml)

data/lib/metanorma/standoc/ref_sect.rb

@@ -85,8 +85,13 @@ module Metanorma
         end
       end
 
+      def fetchable_ref_code?(ref)
+        ref[:code].nil? || ref[:code].empty? || ref[:no_year] ||
+          (@bibdb.nil? && !ref[:localfile])
+      end
+
       def fetch_ref_async(ref, idx, res)
-        if ref[:code].nil? || ref[:no_year] || (@bibdb.nil? && !ref[:localfile])
+        if fetchable_ref_code?(ref)
           res << [ref, idx, nil]
         elsif ref[:localfile]
           res << [ref, idx, @local_bibdb.get(ref[:code], ref[:localfile])]
@@ -115,12 +120,16 @@ module Metanorma
         end
       end
 
+      # supply title if missing;
+      # add title with spans in it as formattedref, to emend bibitem with later
       def emend_biblio_title(xml, code, title)
         unless xml.at("/bibitem/title[text()]")
           @log.add("Bibliography", nil,
                    "ERROR: No title retrieved for #{code}")
           xml.root << "<title>#{title || '(MISSING TITLE)'}</title>"
         end
+        /<span class=/.match?(title) and
+          xml.root << "<formattedref>#{title}</formattedref>"
       end
 
       def emend_biblio_usrlbl(xml, usrlbl)

data/lib/metanorma/standoc/ref_utility.rb

@@ -110,8 +110,7 @@ module Metanorma
       # dropid(code) | # (repo|path):(key,code) | local-file(source,? key)
       def analyse_ref_code(code)
         ret = { id: code }
-        return ret if code.blank?
-
+        code.nil? || code.empty? and return ret
         analyse_ref_numeric(
           analyse_ref_repo_path(
             analyse_ref_dropid(

data/lib/metanorma/standoc/render.rb

@@ -85,12 +85,12 @@ module Metanorma
 
       def pdf_extract_attributes(node)
         pdf_options = %w(pdf-encrypt pdf-encryption-length pdf-user-password
-           pdf-owner-password pdf-allow-copy-content pdf-allow-edit-content
-           pdf-allow-assemble-document pdf-allow-edit-annotations
-           pdf-allow-print pdf-allow-print-hq pdf-allow-fill-in-forms
-           pdf-allow-access-content pdf-encrypt-metadata fonts
-           font-license-agreement)
-          .each_with_object({}) do |x, m|
+                         pdf-owner-password pdf-allow-copy-content
+                         pdf-allow-edit-content pdf-allow-fill-in-forms
+                         pdf-allow-assemble-document pdf-allow-edit-annotations
+                         pdf-allow-print pdf-allow-print-hq
+                         pdf-allow-access-content pdf-encrypt-metadata fonts
+                         font-license-agreement).each_with_object({}) do |x, m|
           m[x.gsub(/-/, "").to_i] = node.attr(x)
         end