metanorma 1.3.12 → 1.4.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6e0318ba6a8281b9d412916b46fa57cc2de00a2738dd7703425c3f3736d92ae8
-  data.tar.gz: 03d43c3e079517e202ba7e6d48f67ba792741db08ad026392169d19ffdc5a5d5
+  metadata.gz: d977a50a2b1b4c0a016439be744d32ef51fad6a4f0e5869f0ea31654065bb584
+  data.tar.gz: 3da646653cdea95e20f7e0c5ee07a9ccf301b4f73506d1f65059e03b71c064de
 SHA512:
-  metadata.gz: 3cc705935cee37831ad02b8ca85f556f9d2ec8cec8c341a045f34d96621b20e79455533a22262004b363d6f10a1523505cea14bc489fa1d47d9406870e1acc7f
-  data.tar.gz: a9d55375a16afb0ed0ee9e392dc2cc134f9a0e424fbadbb8f7b9f5fe940d944867c9d5e32e39f79fcf6d594381a7f2c90a9d70502b5108668c181e628e32f83e
+  metadata.gz: be99d0c2c11598c9e5dcd05df5da7a1bcdf49a161a56928ef8c1873bae349b401823d5f112b2aa4e0350bc20511125921c626fbd4c7ef862f6291476a409281c
+  data.tar.gz: aaba4884d254314d5f3436d6f709503a34810398f093e1010cb4186c2bb1fcd7ebc1b41725dc0542db3ce4a7896f151b826a146332d3a4a2fffb0be47f9a3482

data/Gemfile

@@ -9,3 +9,4 @@ gemspec
 if File.exist? "Gemfile.devel"
   eval File.read("Gemfile.devel"), nil, "Gemfile.devel" # rubocop:disable Security/Eval
 end
+

data/lib/metanorma/collection.rb

@@ -91,12 +91,9 @@ module Metanorma
       private
 
       def parse_xml(file)
-        xml = Nokogiri::XML File.read(file, encoding: "UTF-8") do |config|
-          config.huge
-        end
-        if (b = xml.at("/xmlns:metanorma-collection/xmlns:bibdata"))
-          bd = Relaton::Cli.parse_xml b
-        end
+        xml = Nokogiri::XML File.read(file, encoding: "UTF-8") { |c| c.huge }
+        (b = xml.at("/xmlns:metanorma-collection/xmlns:bibdata")) and
+          bd = Relaton::Cli.parse_xml(b)
         mnf_xml = xml.at("/xmlns:metanorma-collection/xmlns:manifest")
         mnf = CollectionManifest.from_xml mnf_xml
         pref = pref_final_content xml.at("//xmlns:prefatory-content")

data/lib/metanorma/collection_fileparse.rb

@@ -83,11 +83,15 @@ module Metanorma
       add_document_suffix(identifier, docxml)
       update_direct_refs_to_docs(docxml, identifier)
       svgmap_resolve(datauri_encode(docxml))
+      hide_refs(docxml)
+      docxml.to_xml
+    end
+
+    def hide_refs(docxml)
       docxml.xpath(ns("//references[bibitem][not(./bibitem[not(@hidden) or "\
                       "@hidden = 'false'])]")).each do |f|
         f["hidden"] = "true"
       end
-      docxml.to_xml
     end
 
     def supply_repo_ids(docxml)
@@ -97,7 +101,8 @@ module Metanorma
         b.xpath(ns("./docidentifier")).each do |d|
           next unless @files[d.text]
 
-          d.next = "<docidentifier type='repository'>current-metanorma-collection/#{d.text}"
+          d.next = "<docidentifier type='repository'>"\
+                   "current-metanorma-collection/#{d.text}"
         end
       end
     end
@@ -111,29 +116,30 @@ module Metanorma
 
     def svgmap_resolve(docxml)
       isodoc = IsoDoc::Convert.new({})
+      isodoc.bibitem_lookup(docxml)
       docxml.xpath(ns("//svgmap//eref")).each do |e|
-        href = isodoc.eref_target(e)
-        next if href == "##{e['bibitemid']}" ||
-          href =~ /^#/ && !docxml.at("//*[@id = '#{href.sub(/^#/, '')}']")
-
-        e["target"] = href.strip
-        e.name = "link"
-        e&.elements&.remove
+        svgmap_resolve1(e, isodoc)
       end
       Metanorma::Utils::svgmap_rewrite(docxml, "")
     end
 
+    def svgmap_resolve1(eref, isodoc)
+      href = isodoc.eref_target(eref)
+      return if href == "##{eref['bibitemid']}" ||
+        (href =~ /^#/ && !docxml.at("//*[@id = '#{href.sub(/^#/, '')}']"))
+
+      eref["target"] = href.strip
+      eref.name = "link"
+      eref&.elements&.remove
+    end
+
     # repo(current-metanorma-collection/ISO 17301-1:2016)
     # replaced by bibdata of "ISO 17301-1:2016" in situ as bibitem.
     # Any erefs to that bibitem id are replaced with relative URL
     # Preferably with anchor, and is a job to realise dynamic lookup
     # of localities.
     def update_direct_refs_to_docs(docxml, identifier)
-      erefs = docxml.xpath(ns("//eref"))
-        .each_with_object({ citeas: {}, bibitemid: {} }) do |i, m|
-        m[:citeas][i["citeas"]] = true
-        m[:bibitemid][i["bibitemid"]] = true
-      end
+      erefs = collect_erefs(docxml)
       docxml.xpath(ns("//bibitem[not(ancestor::bibitem)]")).each do |b|
         docid = b&.at(ns("./docidentifier[@type = 'repository']"))&.text
         next unless docid && %r{^current-metanorma-collection/}.match(docid)
@@ -144,6 +150,14 @@ module Metanorma
       end
     end
 
+    def collect_erefs(docxml)
+      docxml.xpath(ns("//eref"))
+        .each_with_object({ citeas: {}, bibitemid: {} }) do |i, m|
+        m[:citeas][i["citeas"]] = true
+        m[:bibitemid][i["bibitemid"]] = true
+      end
+    end
+
     # Resolve erefs to a container of ids in another doc,
     # to an anchor eref (direct link)
     def update_indirect_refs_to_docs(docxml, internal_refs)

data/lib/metanorma/collection_fileprocess.rb

@@ -99,17 +99,15 @@ module Metanorma
       out = ref["attachment"] ? ref["fileref"] : File.basename(ref["fileref"])
       ret = if ref["fileref"]
               { type: "fileref", ref: @documents[identifier].file,
-                rel_path: ref["fileref"],
-                out_path: out }
-            else
-              { type: "id", ref: ref["id"] }
+                rel_path: ref["fileref"], out_path: out }
+            else { type: "id", ref: ref["id"] }
             end
       %i(attachment sectionsplit index).each do |s|
         ret[s] = ref[s.to_s] if ref[s.to_s]
       end
-      ret[:presentationxml] = ref["presentation-xml"] if ref["presentation-xml"]
-      ret[:bareafterfirst] = ref["bare-after-first"] if ref["bare-after-first"]
-      ret
+      ret[:presentationxml] = ref["presentation-xml"]
+      ret[:bareafterfirst] = ref["bare-after-first"]
+      ret.compact
     end
 
     def add_suffix_to_attributes(doc, suffix, tag_name, attribute_name)
@@ -164,10 +162,15 @@ module Metanorma
     def file_compile(file, filename, identifier)
       return if @files[identifier][:sectionsplit] == "true"
 
-      @compile.compile file.path, { format: :asciidoc, extension_keys: @format }
-        .merge(compile_options(identifier))
+      opts = {
+        format: :asciidoc,
+        extension_keys: @format,
+        output_dir: @outdir,
+      }.merge(compile_options(identifier))
+
+      @compile.compile file, opts
       @files[identifier][:outputs] = {}
-      file_compile_formats(file, filename, identifier)
+      file_compile_formats(filename, identifier)
     end
 
     def compile_options(identifier)
@@ -182,29 +185,18 @@ module Metanorma
       ret
     end
 
-    def file_compile_formats(file, filename, identifier)
+    def file_compile_formats(filename, identifier)
+      file_id = @files[identifier]
+      @format << :presentation if @format.include?(:pdf)
       @format.each do |e|
         ext = @compile.processor.output_formats[e]
         fn = File.basename(filename).sub(/(?<=\.)[^.]+$/, ext.to_s)
-        if /html$/.match?(ext) && @files[identifier][:sectionsplit]
-          # file_sectionsplit_copy(file, fn, identifier, ext, e)
-        else
-          FileUtils.cp file.path.sub(/\.xml$/, ".#{ext}"),
-                       File.join(@outdir, fn)
-          @files[identifier][:outputs][e] = File.join(@outdir, fn)
+        unless /html$/.match?(ext) && file_id[:sectionsplit]
+          file_id[:outputs][e] = File.join(@outdir, fn)
         end
       end
     end
 
-    def file_sectionsplit_copy(file, base, identifier, ext, format)
-      dir = file.path.sub(/\.xml$/, ".#{ext}_collection")
-      files = Dir.glob("#{dir}/*.#{ext}")
-      FileUtils.cp files, @outdir
-      cover = File.join(@outdir, base.sub(/\.html$/, ".index.html"))
-      FileUtils.cp File.join(dir, "index.html"), cover
-      @files[identifier][:outputs][format] = cover
-    end
-
     def copy_file_to_dest(fileref)
       dest = File.join(@outdir, fileref[:out_path])
       FileUtils.mkdir_p(File.dirname(dest))
@@ -223,12 +215,13 @@ module Metanorma
         else
           file, filename = targetfile(x, read: true)
           warn "\n\n\n\n\nProcess #{filename}: #{DateTime.now.strftime('%H:%M:%S')}"
-          file = update_xrefs(file, identifier, internal_refs)
-          Tempfile.open(["collection", ".xml"], encoding: "utf-8") do |f|
-            f.write(file)
-            f.close
-            file_compile(f, filename, identifier)
-          end
+          collection_xml = update_xrefs(file, identifier, internal_refs)
+          collection_filename = File.basename(filename, File.extname(filename))
+          collection_xml_path = File.join(Dir.tmpdir,
+                                          "#{collection_filename}.xml")
+          File.write collection_xml_path, collection_xml, encoding: "UTF-8"
+          file_compile(collection_xml_path, filename, identifier)
+          FileUtils.rm(collection_xml_path)
         end
       end
     end

data/lib/metanorma/collection_renderer.rb

@@ -62,7 +62,6 @@ module Metanorma
     # @option options [Strong] :ourput_folder output directory
     def self.render(col, options = {})
       folder = File.dirname col.file
-      # require "byebug"; byebug
       warn "\n\n\n\n\nRender Init: #{DateTime.now.strftime('%H:%M:%S')}"
       cr = new(col, folder, options)
       warn "\n\n\n\n\nRender Files: #{DateTime.now.strftime('%H:%M:%S')}"
@@ -104,13 +103,15 @@ module Metanorma
 
     class PdfOptionsNode
       def initialize(doctype, options)
-        doc_proc = Metanorma::Registry.instance.find_processor(doctype)
-        @font_locations = FontistUtils.fontist_font_locations(doc_proc, options)
+        docproc = Metanorma::Registry.instance.find_processor(doctype)
+        if FontistUtils.has_fonts_manifest?(docproc, options)
+          @fonts_manifest = FontistUtils.location_manifest(docproc)
+        end
       end
 
       def attr(key)
-        if key == "mn2pdf-font-manifest-file" && @font_locations
-          @font_locations.path
+        if key == "fonts-manifest" && @font_locations
+          @fonts_manifest
         end
       end
     end

data/lib/metanorma/compile.rb

@@ -8,6 +8,7 @@ require_relative "compile_validate"
 require_relative "fontist_utils"
 require_relative "util"
 require_relative "sectionsplit"
+require_relative "extract"
 
 module Metanorma
   class Compile
@@ -32,7 +33,7 @@ module Metanorma
       extract(isodoc, options[:extract], options[:extract_type])
       FontistUtils.install_fonts(@processor, options) unless @fontist_installed
       @fontist_installed = true
-      process_extensions(extensions, file, isodoc, options)
+      process_extensions(filename, extensions, file, isodoc, options)
     end
 
     def require_libraries(options)
@@ -118,75 +119,9 @@ module Metanorma
       File.read(filename, encoding: "utf-8").gsub("\r\n", "\n")
     end
 
-    def relaton_export(isodoc, options)
-      return unless options[:relaton]
-
-      xml = Nokogiri::XML(isodoc) { |config| config.huge }
-      bibdata = xml.at("//bibdata") || xml.at("//xmlns:bibdata")
-      # docid = bibdata&.at("./xmlns:docidentifier")&.text || options[:filename]
-      # outname = docid.sub(/^\s+/, "").sub(/\s+$/, "").gsub(/\s+/, "-") + ".xml"
-      File.open(options[:relaton], "w:UTF-8") { |f| f.write bibdata.to_xml }
-    end
-
-    def clean_sourcecode(xml)
-      xml.xpath(".//callout | .//annotation | .//xmlns:callout | "\
-                ".//xmlns:annotation").each(&:remove)
-      xml.xpath(".//br | .//xmlns:br").each { |x| x.replace("\n") }
-      HTMLEntities.new.decode(xml.children.to_xml)
-    end
-
-    def extract(isodoc, dirname, extract_types)
-      return unless dirname
-
-      if extract_types.nil? || extract_types.empty?
-        extract_types = %i[sourcecode image requirement]
-      end
-      FileUtils.rm_rf dirname
-      FileUtils.mkdir_p dirname
-      xml = Nokogiri::XML(isodoc) { |config| config.huge }
-      sourcecode_export(xml, dirname) if extract_types.include? :sourcecode
-      image_export(xml, dirname) if extract_types.include? :image
-      requirement_export(xml, dirname) if extract_types.include? :requirement
-    end
-
-    def sourcecode_export(xml, dirname)
-      xml.at("//sourcecode | //xmlns:sourcecode") or return
-      FileUtils.mkdir_p "#{dirname}/sourcecode"
-      xml.xpath("//sourcecode | //xmlns:sourcecode").each_with_index do |s, i|
-        filename = s["filename"] || sprintf("sourcecode-%04d.txt", i)
-        File.open("#{dirname}/sourcecode/#{filename}", "w:UTF-8") do |f|
-          f.write clean_sourcecode(s.dup)
-        end
-      end
-    end
-
-    def image_export(xml, dirname)
-      xml.at("//image | //xmlns:image") or return
-      FileUtils.mkdir_p "#{dirname}/image"
-      xml.xpath("//image | //xmlns:image").each_with_index do |s, i|
-        next unless /^data:image/.match? s["src"]
-
-        %r{^data:image/(?<imgtype>[^;]+);base64,(?<imgdata>.+)$} =~ s["src"]
-        filename = s["filename"] || sprintf("image-%04d.%s", i, imgtype)
-        File.open("#{dirname}/image/#{filename}", "wb") do |f|
-          f.write(Base64.strict_decode64(imgdata))
-        end
-      end
-    end
-
-    REQUIREMENT_XPATH = "//requirement | //xmlns:requirement | "\
-                        "//recommendation | //xmlns:recommendation | //permission | "\
-                        "//xmlns:permission".freeze
-
-    def requirement_export(xml, dirname)
-      xml.at(REQUIREMENT_XPATH) or return
-      FileUtils.mkdir_p "#{dirname}/requirement"
-      xml.xpath(REQUIREMENT_XPATH).each_with_index do |s, i|
-        filename = s["filename"] || sprintf("%s-%04d.xml", s.name, i)
-        File.open("#{dirname}/requirement/#{filename}", "w:UTF-8") do |f|
-          f.write s
-        end
-      end
+    def export_output(fname, content, **options)
+      mode = options[:binary] ? "wb" : "w:UTF-8"
+      File.open(fname, mode) { |f| f.write content }
     end
 
     def wrap_html(options, file_extension, outfilename)
@@ -199,39 +134,43 @@ module Metanorma
     end
 
     # isodoc is Raw Metanorma XML
-    def process_extensions(extensions, file, isodoc, options)
+    def process_extensions(filename, extensions, file, isodoc, options)
       f = change_output_dir options
-      xml_name = f.sub(/\.[^.]+$/, ".xml")
-      presentationxml_name = f.sub(/\.[^.]+$/, ".presentation.xml")
+      name = { xml: f.sub(/\.[^.]+$/, ".xml"),
+               presentationxml: f.sub(/\.[^.]+$/, ".presentation.xml") }
       Util.sort_extensions_execution(extensions).each do |ext|
         file_extension = @processor.output_formats[ext]
-        outfilename = f.sub(/\.[^.]+$/, ".#{file_extension}")
+        name[:out] = f.sub(/\.[^.]+$/, ".#{file_extension}")
         isodoc_options = get_isodoc_options(file, options, ext)
         if ext == :rxl
-          relaton_export(isodoc, options.merge(relaton: outfilename))
+          relaton_export(isodoc, options.merge(relaton: name[:out]))
         elsif options[:passthrough_presentation_xml] && ext == :presentation
-          FileUtils.cp f, presentationxml_name
+          FileUtils.cp filename, name[:presentationxml]
         elsif ext == :html && options[:sectionsplit]
-          sectionsplit_convert(xml_name, isodoc, outfilename, isodoc_options)
+          sectionsplit_convert(name[:xml], isodoc, name[:out], isodoc_options)
         else
-          if ext == :pdf
-            floc = FontistUtils.fontist_font_locations(@processor, options)
-            isodoc_options[:mn2pdf] = { font_manifest_file: floc.path } if floc
-          end
-          begin
-            if @processor.use_presentation_xml(ext)
-              @processor.output(nil, presentationxml_name, outfilename, ext,
-                                isodoc_options)
-            else
-              @processor.output(isodoc, xml_name, outfilename, ext,
-                                isodoc_options)
-            end
-          rescue StandardError => e
-            isodoc_error_process(e)
+          if ext == :pdf && FontistUtils.has_fonts_manifest?(@processor,
+                                                             options)
+            isodoc_options[:mn2pdf] = {
+              font_manifest: FontistUtils.location_manifest(@processor),
+            }
           end
+          process_extensions1(ext, name, isodoc, isodoc_options)
         end
-        wrap_html(options, file_extension, outfilename)
+        wrap_html(options, file_extension, name[:out])
+      end
+    end
+
+    def process_extensions1(ext, fnames, isodoc, isodoc_options)
+      if @processor.use_presentation_xml(ext)
+        @processor.output(nil, fnames[:presentationxml], fnames[:out], ext,
+                          isodoc_options)
+      else
+        @processor.output(isodoc, fnames[:xml], fnames[:out], ext,
+                          isodoc_options)
       end
+    rescue StandardError => e
+      isodoc_error_process(e)
     end
 
     private
@@ -245,7 +184,7 @@ module Metanorma
       end
     end
 
-    def get_isodoc_options(file, options, ext)
+    def get_isodoc_options(file, options, _ext)
       isodoc_options = @processor.extract_options(file)
       isodoc_options[:datauriimage] = true if options[:datauriimage]
       isodoc_options[:sourcefilename] = options[:filename]

data/lib/metanorma/extract.rb

@@ -0,0 +1,72 @@
+module Metanorma
+  class Compile
+    def relaton_export(isodoc, options)
+      return unless options[:relaton]
+
+      xml = Nokogiri::XML(isodoc) { |config| config.huge }
+      bibdata = xml.at("//bibdata") || xml.at("//xmlns:bibdata")
+      # docid = bibdata&.at("./xmlns:docidentifier")&.text || options[:filename]
+      # outname = docid.sub(/^\s+/, "").sub(/\s+$/, "").gsub(/\s+/, "-") + ".xml"
+      File.open(options[:relaton], "w:UTF-8") { |f| f.write bibdata.to_xml }
+    end
+
+    def clean_sourcecode(xml)
+      xml.xpath(".//callout | .//annotation | .//xmlns:callout | "\
+                ".//xmlns:annotation").each(&:remove)
+      xml.xpath(".//br | .//xmlns:br").each { |x| x.replace("\n") }
+      HTMLEntities.new.decode(xml.children.to_xml)
+    end
+
+    def extract(isodoc, dirname, extract_types)
+      return unless dirname
+
+      extract_types.nil? || extract_types.empty? and
+        extract_types = %i[sourcecode image requirement]
+      FileUtils.rm_rf dirname
+      FileUtils.mkdir_p dirname
+      xml = Nokogiri::XML(isodoc) { |config| config.huge }
+      sourcecode_export(xml, dirname) if extract_types.include? :sourcecode
+      image_export(xml, dirname) if extract_types.include? :image
+      extract_types.include?(:requirement) and
+        requirement_export(xml, dirname)
+    end
+
+    def sourcecode_export(xml, dirname)
+      xml.at("//sourcecode | //xmlns:sourcecode") or return
+      FileUtils.mkdir_p "#{dirname}/sourcecode"
+      xml.xpath("//sourcecode | //xmlns:sourcecode").each_with_index do |s, i|
+        filename = s["filename"] || sprintf("sourcecode-%04d.txt", i)
+        export_output("#{dirname}/sourcecode/#{filename}",
+                      clean_sourcecode(s.dup))
+      end
+    end
+
+    def image_export(xml, dirname)
+      xml.at("//image | //xmlns:image") or return
+      FileUtils.mkdir_p "#{dirname}/image"
+      xml.xpath("//image | //xmlns:image").each_with_index do |s, i|
+        next unless /^data:image/.match? s["src"]
+
+        %r{^data:image/(?<imgtype>[^;]+);base64,(?<imgdata>.+)$} =~ s["src"]
+        fn = s["filename"] || sprintf("image-%<num>04d.%<name>s",
+                                      num: i, name: imgtype)
+        export_output("#{dirname}/image/#{fn}", Base64.strict_decode64(imgdata),
+                      binary: true)
+      end
+    end
+
+    REQUIREMENT_XPATH =
+      "//requirement | //xmlns:requirement | //recommendation | "\
+      "//xmlns:recommendation | //permission | //xmlns:permission".freeze
+
+    def requirement_export(xml, dirname)
+      xml.at(REQUIREMENT_XPATH) or return
+      FileUtils.mkdir_p "#{dirname}/requirement"
+      xml.xpath(REQUIREMENT_XPATH).each_with_index do |s, i|
+        fn = s["filename"] ||
+          sprintf("%<name>s-%<num>04d.xml", name: s.name, num: i)
+        export_output("#{dirname}/requirement/#{fn}", s)
+      end
+    end
+  end
+end

data/lib/metanorma/fontist_utils.rb

@@ -16,9 +16,9 @@ module Metanorma
           Util.log("[fontist] Skip font installation because" \
                    " --no-install-fonts argument passed", :debug)
           return false
-        elsif missing_fontist_manifest?(processor)
+        elsif !has_fonts_manifest?(processor)
           Util.log("[fontist] Skip font installation because "\
-                   "font_manifest is missing", :debug)
+                   "fonts_manifest is missing", :debug)
           return false
         end
         true
@@ -27,26 +27,42 @@ module Metanorma
       def install_fonts_safe(manifest, agree, continue, no_progress)
         fontist_install(manifest, agree, no_progress)
       rescue Fontist::Errors::LicensingError
+        license_error_log(continue)
+      rescue Fontist::Errors::FontError => e
+        log_level = continue ? :warning : :fatal
+        Util.log("[fontist] '#{e.font}' font is not supported. " \
+                 "Please report this issue at github.com/metanorma/metanorma" \
+                 "/issues to report this issue.", log_level)
+      rescue Fontist::Errors::FormulaIndexNotFoundError
+        fintist_update_repo(manifest, agree, continue, no_progress)
+      end
+
+      def fontist_install(manifest, agree, no_progress)
+        Fontist::Manifest::Install.from_hash(
+          manifest,
+          confirmation: agree ? "yes" : "no",
+          no_progress: no_progress,
+        )
+      end
+
+      def license_error_log(continue)
         if continue
           Util.log(
             "[fontist] Processing will continue without fonts installed",
-            :debug
+            :debug,
           )
         else
           Util.log("[fontist] Aborting without proper fonts installed," \
                    " make sure that you have set option --agree-to-terms",
                    :fatal)
         end
-      rescue Fontist::Errors::FontError => e
-        log_level = continue ? :warning : :fatal
-        Util.log("[fontist] '#{e.font}' font is not supported. " \
-                 "Please report this issue at github.com/metanorma/metanorma" \
-                 "/issues to report this issue.", log_level)
-      rescue Fontist::Errors::FormulaIndexNotFoundError
+      end
+
+      def fintist_update_repo(manifest, agree, continue, no_progress)
         if @@updated_formulas_repo
           Util.log(
             "[fontist] Bug: formula index not found after 'fontist update'",
-            :fatal
+            :fatal,
           )
         end
         Util.log("[fontist] Missing formula index. Fetching it...", :debug)
@@ -54,28 +70,6 @@ module Metanorma
         @@updated_formulas_repo = true
         install_fonts_safe(manifest, agree, continue, no_progress)
       end
-
-      def fontist_install(manifest, agree, no_progress)
-        Fontist::Manifest::Install.from_hash(
-          manifest,
-          confirmation: agree ? "yes" : "no",
-          no_progress: no_progress
-        )
-      end
-
-      def dump_fontist_manifest_locations(manifest)
-        location_manifest = Fontist::Manifest::Locations.from_hash(
-          manifest
-        )
-        location_manifest_file = Tempfile.new(["fontist_locations", ".yml"])
-        location_manifest_file.write location_manifest.to_yaml
-        location_manifest_file.flush
-        location_manifest_file
-      end
-
-      def missing_fontist_manifest?(processor)
-        !processor.respond_to?(:fonts_manifest) || processor.fonts_manifest.nil?
-      end
     end
 
     def self.install_fonts(processor, options)
@@ -89,20 +83,18 @@ module Metanorma
         manifest,
         agree_to_terms,
         can_without_fonts,
-        no_progress
+        no_progress,
       )
     end
 
-    def self.fontist_font_locations(processor, options)
-      if missing_fontist_manifest?(processor) || options[:no_install_fonts]
-        return nil
-      end
-
-      dump_fontist_manifest_locations(processor.fonts_manifest)
-    rescue Fontist::Errors::FormulaIndexNotFoundError
-      raise unless options[:continue_without_fonts]
+    def self.has_fonts_manifest?(processor, options = {})
+      !options[:no_install_fonts] \
+        && processor.respond_to?(:fonts_manifest) \
+        && !processor.fonts_manifest.nil?
+    end
 
-      nil
+    def self.location_manifest(processor)
+      Fontist::Manifest::Locations.from_hash(processor.fonts_manifest)
     end
   end
 end

data/lib/metanorma/input/asciidoc.rb

@@ -56,13 +56,19 @@ module Metanorma
         attr&.sub(/^#{name}:\s*$/, "#{name}: true")&.sub(/^#{name}:\s+/, "")
       end
 
-      ADOC_OPTIONS = %w(htmlstylesheet htmlcoverpage htmlintropage scripts
-                        scripts-override scripts-pdf wordstylesheet i18nyaml
-                        standardstylesheet header wordcoverpage wordintropage
-                        ulstyle olstyle htmlstylesheet-override bare
-                        htmltoclevels doctoclevels sectionsplit base-asset-path
-                        body-font header-font monospace-font title-font
-                        align-cross-elements wordstylesheet-override).freeze
+      ADOC_OPTIONS =
+        %w(htmlstylesheet htmlcoverpage htmlintropage scripts
+           scripts-override scripts-pdf wordstylesheet i18nyaml
+           standardstylesheet header wordcoverpage wordintropage
+           ulstyle olstyle htmlstylesheet-override bare
+           htmltoclevels doctoclevels sectionsplit base-asset-path
+           body-font header-font monospace-font title-font
+           align-cross-elements wordstylesheet-override
+           pdf-encrypt pdf-encryption-length pdf-user-password
+           pdf-owner-password pdf-allow-copy-content pdf-allow-edit-content
+           pdf-allow-assemble-document pdf-allow-edit-annotations
+           pdf-allow-print pdf-allow-print-hq pdf-allow-fill-in-forms
+           pdf-allow-access-content pdf-encrypt-metadata).freeze
 
       def extract_options(file)
         header = file.sub(/\n\n.*$/m, "\n")
@@ -84,7 +90,7 @@ module Metanorma
         defined?(break_up) and
           break_up = empty_attr(break_up, "break-up-urls-in-tables")
         ret.merge(
-          datauriimage: defined?(datauriimage) ? datauriimage != "false" : nil,
+          datauriimage: defined?(datauriimage) ? datauriimage != "false" : true,
           suppressasciimathdup: defined?(suppress_asciimath_dup) ? suppress_asciimath_dup != "false" : nil,
           hierarchical_assets: defined?(hier_assets) ? hier_assets : nil,
           use_xinclude: defined?(use_xinclude) ? use_xinclude : nil,

data/lib/metanorma/version.rb

@@ -1,3 +1,3 @@
 module Metanorma
-  VERSION = "1.3.12".freeze
+  VERSION = "1.4.3".freeze
 end

data/metanorma.gemspec

@@ -34,13 +34,14 @@ Gem::Specification.new do |spec|
   # spec.add_dependency "relaton-cli"
   # spec.add_dependency "metanorma-standoc"
 
-  spec.add_development_dependency "byebug", "~> 10.0"
+  spec.add_development_dependency "debug"
   spec.add_development_dependency "equivalent-xml", "~> 0.6"
-  spec.add_development_dependency "metanorma-iso", "~> 1.9.0"
+  spec.add_development_dependency "metanorma-iso", "~> 1.10"
+  spec.add_development_dependency "mnconvert"
   spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "rspec-command", "~> 1.0"
   spec.add_development_dependency "rubocop", "~> 1.5.2"
   spec.add_development_dependency "sassc", "~> 2.4.0"
-  spec.add_development_dependency "mnconvert"
+  spec.add_development_dependency "reline", "~> 0.2.8.pre.11"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: metanorma
 version: !ruby/object:Gem::Version
-  version: 1.3.12
+  version: 1.4.3
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-10-07 00:00:00.000000000 Z
+date: 2021-12-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: asciidoctor
@@ -109,19 +109,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: byebug
+  name: debug
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +142,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: '1.10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: mnconvert
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -221,19 +235,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.4.0
 - !ruby/object:Gem::Dependency
-  name: mnconvert
+  name: reline
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.2.8.pre.11
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.2.8.pre.11
 description: Library to process any Metanorma standard.
 email:
 - open.source@ribose.com
@@ -274,6 +288,7 @@ files:
 - lib/metanorma/compile_validate.rb
 - lib/metanorma/config.rb
 - lib/metanorma/document.rb
+- lib/metanorma/extract.rb
 - lib/metanorma/fontist_utils.rb
 - lib/metanorma/input.rb
 - lib/metanorma/input/asciidoc.rb
@@ -303,7 +318,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.32
 signing_key:
 specification_version: 4
 summary: Metanorma is the standard of standards; the metanorma gem allows you to create