metanorma-standoc 3.4.8 → 3.4.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8cbc11c6b0e55ec1404d12dd309d0f711c1d4918d079375716d0b0406f6bce2f
-  data.tar.gz: 016b74cca05a97b06809a7e9af8d48b97b07c39e3d98fe0bd575da362f1bed57
+  metadata.gz: a76abb834a587adae31dae92f93936ca82968bc7b77a9d907633b51a0de29319
+  data.tar.gz: a03fe3c22052427818cc8161c376786c27b3ee570dec4f4fa243713b54ef30a6
 SHA512:
-  metadata.gz: 7510bd34addc7e4e2f6d123aa19c89dffe555f1a2f06ff572824136b2269e073721bc7ac8df2f4a94ed09180bd724dbcdb2d5f6d29dc076c71650fe6d5f3c597
-  data.tar.gz: d575b92f788e95d9754b9d0d2cf6af1f670d82d2f3710d82b165a6e453f8d8ec884fc407926bbf1f86594c61f2992ee3728e9fc3455e0eeb459a2dd4b1f5bcb1
+  metadata.gz: 17ac7b991acf83f47f01e79c8c0eb71f1531db814c77ec60b5fa69b0828707a25702f83a92492b49a2217f23525287d22fb6e064b3a48a3b3ecbbc8646a964d4
+  data.tar.gz: df7537f969e7559c90569125da0c3847da7cc723c998f96e1393229607d22271191b909c36262a8ee89a0c63fea20b5a4e005fa925e430c6b2e6b08d6699c1a6

data/.rubocop.yml

@@ -2,6 +2,15 @@
 # See https://github.com/metanorma/cimas
 inherit_from:
   - https://raw.githubusercontent.com/riboseinc/oss-guides/main/ci/rubocop.yml
+  # .rubocop_todo.yml MUST be the last entry. inherit_from is last-wins:
+  # if listed before oss-guides, the shared config's stricter Metrics/
+  # (MethodLength, BlockLength, etc.) rules override the todo's per-file
+  # grandfathering, and the todo becomes inert on those cops. Empirically
+  # verified on suma 2026-07-06: with todo listed first, 34 Metrics/* offenses
+  # remained; moved last, cleared. Every gem in the metanorma-org fleet
+  # already ships a `.rubocop_todo.yml` on its live tree (audited 2026-07-06,
+  # 54/54 have it), so this reference is safe to emit unconditionally.
+  - .rubocop_todo.yml
 
 # Rubocop plugins enabled centrally so every metanorma-org gem picks them up
 # on cimas sync — best practice belongs at the shared-template layer, not

data/Gemfile

@@ -6,5 +6,10 @@ git_source(:github) { |repo| "https://github.com/#{repo}" }
 
 gemspec
 
-eval_gemfile("Gemfile.devel") rescue nil
+# Stopgap: lutaml 0.11.x removed lib/lutaml/xmi.rb, which metanorma-plugin-lutaml
+# 0.7.x still `require`s. Hold lutaml at 0.10.x until plugin-lutaml follows the
+# file to its new home. Remove once resolved:
+# https://github.com/metanorma/metanorma-plugin-lutaml/issues/292
+gem "lutaml", "< 0.11"
 
+eval_gemfile("Gemfile.devel") rescue nil

data/lib/isodoc/html/htmlstyle.css

@@ -150,6 +150,11 @@ a.FootnoteRef, span.FootnoteRef {
   vertical-align: super;
 }
 
+a.TableFootnoteRef, a.FootnoteRef, a.footnote-number,
+sup a, a:has(> sup) {
+  vertical-align: baseline;
+}
+
 .addition {
   color: blue;
 }

data/lib/metanorma/cleanup/bibdata.rb

@@ -198,15 +198,23 @@ module Metanorma
         XML
       end
 
-      def published_base?(stage, _xmldoc)
+      def published_base?(stage, xmldoc)
         if @stage_published
           @stage_published == "true"
-        else published?(stage, _xmldoc)
+        else !draft_stage?(stage, xmldoc)
         end
       end
 
+      # Is the stage a draft (unpublished) stage? Overridable seam for
+      # flavours whose stage repertoires are not the binary
+      # published/unpublished; the :docstage-published: document
+      # attribute (@stage_published, above) trumps it either way.
+      def draft_stage?(stage, xmldoc)
+        !published?(stage, xmldoc)
+      end
+
       def published?(stage, _xmldoc)
-        stage.casecmp("published").zero?
+        stage.to_s.casecmp("published").zero?
       end
 
       # allows us to deal with doc relation localities,

data/lib/metanorma/cleanup/cleanup.rb

@@ -61,7 +61,7 @@ module Metanorma
           boilerplateauthority embed_hdr embed_id erefstyle originstyle
           xrefstyle blockunnumbered keepasciimath numberfmt_formula
           numberfmt_prof sort_biblio reqt_models default_requirement_model
-          document_scheme
+          document_scheme publisher_sort_config
         ]
       end
 

data/lib/metanorma/cleanup/ref.rb

@@ -34,6 +34,77 @@ module Metanorma
         bib
       end
 
+      BIBLIO_PUBLISHER_ORG =
+        "./contributor[role/@type = 'publisher']/organization".freeze
+
+      # Configurable publisher sort ranking, shared by every flavour's
+      # bibliography sort. `table` is the flavour's default ordering, an array
+      # of { abbrev:, name:, rank: }. A per-document / metanorma-taste override
+      # (:sort-biblio-<abbrev>: <rank>: <name> attributes, captured into
+      # @publisher_sort_config) REPLACES the flavour default when present.
+      #
+      # A matched publisher gets its configured rank; an unmatched standards
+      # reference sorts immediately after the ranked publishers, and a
+      # non-standard reference last. With no override and the flavour's own
+      # default table, this reproduces the flavour's historical hardcoded ranks.
+      def publisher_sort_rank(bib, table)
+        table = publisher_sort_table(table)
+        if (entry = publisher_sort_match(bib, table))
+          return entry[:rank]
+        end
+
+        maxrank = table.map { |e| e[:rank] }.max || 0
+        biblio_standards_ref?(bib) ? maxrank + 1 : maxrank + 2
+      end
+
+      # Secondary sort token: the co-publisher(s) other than the matched
+      # primary. Deterministic when several co-publishers exist (returns the
+      # smallest token), which reproduces e.g. JIS's "JIS+IEC before
+      # JIS+ISO, JIS+IEC+ISO alongside JIS+IEC" ordering.
+      def publisher_sort_second(bib, table)
+        entry = publisher_sort_match(bib, publisher_sort_table(table))
+        entry or return ""
+        bib.xpath(BIBLIO_PUBLISHER_ORG)
+          .reject { |o| publisher_org_match?(o, entry) }
+          .map { |o| (o.at("./abbreviation") || o.at("./name"))&.text&.strip }
+          .compact.reject(&:empty?).min || ""
+      end
+
+      def publisher_sort_table(default_table)
+        cfg = @publisher_sort_config
+        cfg && !cfg.empty? ? cfg : default_table
+      end
+
+      # lowest-ranked table entry whose publisher appears on the bibitem
+      def publisher_sort_match(bib, table)
+        orgs = bib.xpath(BIBLIO_PUBLISHER_ORG)
+        table.sort_by { |e| e[:rank] }.find do |e|
+          orgs.any? { |o| publisher_org_match?(o, e) }
+        end
+      end
+
+      # A table entry matches a publisher organization on its abbreviation
+      # (case-insensitive, since AsciiDoc lowercases attribute-derived abbrevs)
+      # or on any of its names (`name` may be a single string or an array; the
+      # latter lets a flavour list, e.g., a Japanese and an English publisher
+      # name for the same rank).
+      def publisher_org_match?(org, entry)
+        abbr = org.at("./abbreviation")&.text&.strip
+        name = org.at("./name")&.text&.strip
+        names = Array(entry[:name]).map { |n| n.to_s.strip }.reject(&:empty?)
+        (!entry[:abbrev].to_s.empty? && abbr&.casecmp?(entry[:abbrev])) ||
+          (!name.to_s.empty? && names.include?(name))
+      end
+
+      # Whether a bibitem is a standards reference (sorts after the ranked
+      # publishers, before non-standard references). Base definition: it has a
+      # typed, non-DOI/ISSN/ISBN docidentifier. Flavours may widen this (ISO
+      # also treats an untyped docidentifier as a standards reference).
+      def biblio_standards_ref?(bib)
+        !!bib.at("./docidentifier[@type][not(#{@conv.skip_docid} or " \
+                 "@type = 'metanorma')]")
+      end
+
       # default presuppose that all citations in biblio numbered
       # consecutively, but that standards codes are preserved as is:
       # only numeric references are renumbered

data/lib/metanorma/cleanup/term_lookup.rb

@@ -48,6 +48,7 @@ module Metanorma
       def concept_cleanup
         xmldoc.xpath("//concept").each do |n|
           refterm = n.at("./refterm") or next
+          refterm.xpath(".//index").each(&:remove)
           lookup = norm_ref_id_text(refterm.text.strip)
           p = @lookup[:sec2prim][lookup] and refterm.children = @c.encode(p)
         end

data/lib/metanorma/converter/converter.rb

@@ -111,7 +111,8 @@ module Metanorma
       $xreftext = {}
 
       attr_reader :bibdb, :lang, :script, :locale, :relaton_log, :libdir, :backend,
-                  :novalid, :local_log, :output_dir, :filename, :files_to_delete
+                  :novalid, :local_log, :output_dir, :filename, :files_to_delete,
+                  :docstage_valid
 
       def initialize(backend, opts)
         doc = opts&.dig(:document)

data/lib/metanorma/converter/init.rb

@@ -27,6 +27,7 @@ module Metanorma
         @document_scheme = document_scheme(node)
         @default_doctype = "standard"
         @stage_published = node.attr("docstage-published")
+        @docstage_valid = node.attr("docstage-valid")&.split(/,\s*/)
         @metadata_attrs = metadata_attrs(node)
       end
 
@@ -116,6 +117,11 @@ module Metanorma
       end
 
       def init_toc(node)
+        init_toc_levels(node)
+        init_toc_types(node)
+      end
+
+      def init_toc_levels(node)
         @htmltoclevels = node.attr("toclevels-html") ||
           node.attr("htmltoclevels") ||
           node.attr("toclevels") || toc_default[:html_levels]
@@ -125,10 +131,13 @@ module Metanorma
         @pdftoclevels = node.attr("toclevels-pdf") ||
           node.attr("toclevels") || toc_default[:pdf_levels]
         @toclevels = node.attr("toclevels") || toc_default[:html_levels]
-        @tocfigures = node.attr("toc-figures")
-        @toctables = node.attr("toc-tables")
-        @tocrecommendations = node.attr("toc-recommendations")
-        @tocexamples = node.attr("toc-examples")
+      end
+
+      def init_toc_types(node)
+        @tocfigures = node.attr("toc-figures") != "false"
+        @toctables = node.attr("toc-tables") != "false"
+        @tocrecommendations = node.attr("toc-recommendations") != "false"
+        @tocexamples = node.attr("toc-examples") != "false"
       end
 
       def toc_default
@@ -175,6 +184,7 @@ module Metanorma
         @no_isobib = node.attr("no-isobib")
         @flush_caches = node.attr("flush-caches")
         @sort_biblio = node.attr("sort-biblio") != "false"
+        @publisher_sort_config = init_publisher_sort_config(node)
         init_bib_db(node)
         init_bib_caches(node)
         init_iev_caches(node)
@@ -182,6 +192,21 @@ module Metanorma
         @biblio_cutoff = biblio_cutoff(node)
       end
 
+      # Per-publisher bibliography sort ranks, from
+      # :sort-biblio-<abbrev>: <rank>: <name> document attributes (set directly
+      # in a document or injected by a metanorma-taste config). AsciiDoc
+      # lowercases attribute names, so <abbrev> is matched case-insensitively
+      # downstream. Returns [] when none are set (flavours keep their default
+      # publisher ordering).
+      def init_publisher_sort_config(node)
+        node.attributes.each_with_object([]) do |(k, v), acc|
+          m = /\Asort-biblio-(?<abbrev>.+)\z/.match(k.to_s) or next
+          rank_s, name = v.to_s.split(":", 2)
+          rank = Integer(rank_s.to_s.strip, exception: false) or next
+          acc << { abbrev: m[:abbrev].strip, name: name&.strip, rank: rank }
+        end
+      end
+
       def init_bib_db(node)
         @bibdb = nil
         @local_bibdb =

data/lib/metanorma/converter/lists.rb

@@ -103,6 +103,7 @@ module Metanorma
           .merge(
             metadata: node.option?("metadata") ? "true" : nil,
             key: node.option?("key") ? "true" : nil,
+            class: node.attr("class"),
           )))
       end
 

data/lib/metanorma/converter/macros.rb

@@ -67,16 +67,23 @@ module Metanorma
         end.join
       end
 
-      # debugging output of results of all preprocessing,
-      # including include files concatenation and Lutaml/Liquid processing
+      # debugging output of results of all preprocessing, including include
+      # files concatenation and Lutaml/Liquid processing.
+      #
+      # Skipped for docfile-less (string/stdin) input: the target would
+      # degenerate to a single CWD-relative "./metanorma.asciidoc.log.txt" that
+      # the thousands of collection sub-compiles all truncate-rewrite (so it
+      # carries no useful diagnostics anyway). And a diagnostic write must never
+      # abort the build, so a write failure degrades to a warning rather than
+      # propagating out of the preprocessor. metanorma/metanorma-standoc#1209
       def log(doc, text)
-        source = doc.attr("docfile") || "metanorma"
+        source = doc.attr("docfile") or return
         dirname  = File.dirname(source)
         basename = File.basename(source, ".*")
         fname = File.join(dirname, "#{basename}.asciidoc.log.txt")
-        File.open(fname, "w:UTF-8") do |f|
-          f.write(text.join("\n"))
-        end
+        File.open(fname, "w:UTF-8") { |f| f.write(text.join("\n")) }
+      rescue SystemCallError => e
+        warn "metanorma: could not write preprocessing log #{fname}: #{e.message}"
       end
     end
 

data/lib/metanorma/standoc/version.rb

@@ -19,6 +19,6 @@ module Metanorma
   end
 
   module Standoc
-    VERSION = "3.4.8".freeze
+    VERSION = "3.4.9".freeze
   end
 end

data/lib/metanorma/validate/basicdoc.rng

@@ -1931,7 +1931,7 @@ or as the string "auto"</a:documentation>
     </element>
   </define>
   <define name="mathml">
-    <a:documentation>Encoding of MathML: the official W3C MathML 3.0 grammar (namespace
+    <a:documentation>Encoding of MathML: the official W3C MathML 4 grammar (namespace
 http://www.w3.org/1998/Math/MathML), via the metanorma wrapper in
 grammars/mathml/. See grammars/mathml/README.adoc and basicdoc-models#35.</a:documentation>
     <externalRef href="metanorma-mathml.rng"/>

data/lib/metanorma/validate/{mathml3-content.rng → mathml4-content.rng}

@@ -1,22 +1,21 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<grammar xmlns="http://relaxng.org/ns/structure/1.0" datatypeLibrary="http://www.w3.org/2001/XMLSchema-datatypes">
-  <!--
-        This is the Mathematical Markup Language (MathML) 3.0, an XML
-        application for describing mathematical notation and capturing
-        both its structure and content.
-    
-        Copyright 1998-2014 W3C (MIT, ERCIM, Keio, Beihang)
-    
-        Use and distribution of this code are permitted under the terms
-        W3C Software Notice and License
-        http://www.w3.org/Consortium/Legal/2002/copyright-software-20021231
-  -->
-  <include href="mathml3-strict-content.rng">
+<!--
+  MathML 4 (Content)
+  ##################
+-->
+<!--
+      Copyright 1998-2026 W3C (MIT, ERCIM, Keio, Beihang)
+  
+      Use and distribution of this code are permitted under the terms
+      W3C Software Notice and License
+      http://www.w3.org/Consortium/Legal/2002/copyright-software-20021231
+-->
+<grammar ns="http://www.w3.org/1998/Math/MathML" xmlns="http://relaxng.org/ns/structure/1.0" datatypeLibrary="http://www.w3.org/2001/XMLSchema-datatypes">
+  <include href="mathml4-strict-content.rng">
     <define name="cn.content">
       <zeroOrMore>
         <choice>
           <text/>
-          <ref name="mglyph"/>
           <ref name="sep"/>
           <ref name="PresentationExpression"/>
         </choice>
@@ -46,7 +45,6 @@
       <zeroOrMore>
         <choice>
           <text/>
-          <ref name="mglyph"/>
           <ref name="PresentationExpression"/>
         </choice>
       </zeroOrMore>
@@ -65,11 +63,22 @@
       <zeroOrMore>
         <choice>
           <text/>
-          <ref name="mglyph"/>
           <ref name="PresentationExpression"/>
         </choice>
       </zeroOrMore>
     </define>
+    <define name="annotation-xml.attributes" combine="choice">
+      <ref name="CommonAtt"/>
+      <optional>
+        <ref name="cd"/>
+      </optional>
+      <optional>
+        <ref name="name"/>
+      </optional>
+      <optional>
+        <ref name="encoding"/>
+      </optional>
+    </define>
     <define name="bvar">
       <element name="bvar">
         <ref name="CommonAtt"/>
@@ -113,6 +122,63 @@
       <ref name="apply.content"/>
     </define>
   </include>
+  <define name="NonMathMLAtt" combine="choice">
+    <attribute>
+      <anyName>
+        <except>
+          <nsName ns=""/>
+          <nsName/>
+        </except>
+      </anyName>
+      <data type="string"/>
+    </attribute>
+  </define>
+  <!--
+    METANORMA MODIFICATION (basicdoc-models#39): upstream re-adds
+    `attribute alttext` to math.attributes here, but mathml4-core.rnc already
+    defines it on math; RELAX NG's duplicate-attribute restriction rejects the
+    composed grammar (jing: 'duplicate attribute "alttext"').
+    Upstream text was:
+      math.attributes &=
+          attribute alttext {text}?
+  -->
+  <!--
+    METANORMA MODIFICATION (basicdoc-models#39): upstream re-adds the
+    `data-other` placeholder to MathMLDataAttributes here; dropped for the
+    same reason as the core placeholder (see mathml4-core.rnc modification).
+    Upstream text was:
+      MathMLDataAttributes &=
+        attribute data-other {text}?
+  -->
+  <define name="CommonAtt" combine="interleave">
+    <zeroOrMore>
+      <ref name="NonMathMLAtt"/>
+    </zeroOrMore>
+    <ref name="MathMLDataAttributes"/>
+    <optional>
+      <attribute name="class">
+        <data type="NCName"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="style">
+        <data type="string"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="href">
+        <data type="anyURI"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="intent"/>
+    </optional>
+    <optional>
+      <attribute name="arg">
+        <data type="NCName"/>
+      </attribute>
+    </optional>
+  </define>
   <define name="base">
     <attribute name="base"/>
   </define>
@@ -124,6 +190,18 @@
   <define name="PresentationExpression" combine="choice">
     <notAllowed/>
   </define>
+  <define name="DefEncAtt">
+    <optional>
+      <attribute name="encoding">
+        <data type="string"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="definitionURL">
+        <data type="anyURI"/>
+      </attribute>
+    </optional>
+  </define>
   <define name="DomainQ">
     <zeroOrMore>
       <choice>
@@ -228,60 +306,6 @@
       <ref name="ContExp"/>
     </element>
   </define>
-  <define name="DeprecatedContExp">
-    <choice>
-      <ref name="reln"/>
-      <ref name="fn"/>
-      <ref name="declare"/>
-    </choice>
-  </define>
-  <define name="ContExp" combine="choice">
-    <ref name="DeprecatedContExp"/>
-  </define>
-  <define name="reln">
-    <element name="reln">
-      <zeroOrMore>
-        <ref name="ContExp"/>
-      </zeroOrMore>
-    </element>
-  </define>
-  <define name="fn">
-    <element name="fn">
-      <ref name="ContExp"/>
-    </element>
-  </define>
-  <define name="declare">
-    <element name="declare">
-      <optional>
-        <attribute name="type">
-          <data type="string"/>
-        </attribute>
-      </optional>
-      <optional>
-        <attribute name="scope">
-          <data type="string"/>
-        </attribute>
-      </optional>
-      <optional>
-        <attribute name="nargs">
-          <data type="nonNegativeInteger"/>
-        </attribute>
-      </optional>
-      <optional>
-        <attribute name="occurrence">
-          <choice>
-            <value>prefix</value>
-            <value>infix</value>
-            <value>function-model</value>
-          </choice>
-        </attribute>
-      </optional>
-      <ref name="DefEncAtt"/>
-      <oneOrMore>
-        <ref name="ContExp"/>
-      </oneOrMore>
-    </element>
-  </define>
   <define name="interval.class">
     <ref name="interval"/>
   </define>
@@ -1253,10 +1277,10 @@
   <define name="nary-stats.class">
     <choice>
       <ref name="mean"/>
-      <ref name="sdev"/>
-      <ref name="variance"/>
       <ref name="median"/>
       <ref name="mode"/>
+      <ref name="sdev"/>
+      <ref name="variance"/>
     </choice>
   </define>
   <define name="ContExp" combine="choice">
@@ -1269,29 +1293,29 @@
       <empty/>
     </element>
   </define>
-  <define name="sdev">
-    <element name="sdev">
+  <define name="median">
+    <element name="median">
       <ref name="CommonAtt"/>
       <ref name="DefEncAtt"/>
       <empty/>
     </element>
   </define>
-  <define name="variance">
-    <element name="variance">
+  <define name="mode">
+    <element name="mode">
       <ref name="CommonAtt"/>
       <ref name="DefEncAtt"/>
       <empty/>
     </element>
   </define>
-  <define name="median">
-    <element name="median">
+  <define name="sdev">
+    <element name="sdev">
       <ref name="CommonAtt"/>
       <ref name="DefEncAtt"/>
       <empty/>
     </element>
   </define>
-  <define name="mode">
-    <element name="mode">
+  <define name="variance">
+    <element name="variance">
       <ref name="CommonAtt"/>
       <ref name="DefEncAtt"/>
       <empty/>