RubyGems - metanorma-cli - Versions diffs - 1.3.3.1 → 1.3.4 - Mend

metanorma-cli 1.3.3.1 → 1.3.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (950) hide show

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/asciidoctor/standoc/utils.rb ADDED

@@ -0,0 +1,194 @@
+require "date"
+require "nokogiri"
+require "htmlentities"
+require "json"
+require "pathname"
+require "open-uri"
+require "uuidtools"
+require "sterile"
+require "mimemagic"
+module Asciidoctor
+  module Standoc
+    module Utils
+      class << self
+        def anchor_or_uuid(node = nil)
+          uuid = UUIDTools::UUID.random_create
+          node.nil? || node.id.nil? || node.id.empty? ? "_" + uuid : node.id
+        end
+        def asciidoc_sub(x)
+          return nil if x.nil?
+          return "" if x.empty?
+          d = Asciidoctor::Document.new(x.lines.entries, { header_footer: false,
+                                                           backend: :standoc })
+          b = d.parse.blocks.first
+          b.apply_subs(b.source)
+        end
+        def localdir(node)
+          docfile = node.attr("docfile")
+          docfile.nil? ? './' : Pathname.new(docfile).parent.to_s + '/'
+        end
+        def smartformat(n)
+          n.gsub(/ --? /, "&#8201;&#8212;&#8201;").
+            gsub(/--/, "&#8212;").smart_format.gsub(/</, "&lt;").gsub(/>/, "&gt;")
+        end
+        def endash_date(elem)
+          elem.traverse do |n|
+            n.text? and n.replace(n.text.gsub(/\s+--?\s+/, "&#8211;").gsub(/--/, "&#8211;"))
+          end
+        end
+        # Set hash value using keys path
+        # mod from https://stackoverflow.com/a/42425884
+        def set_nested_value(hash, keys, new_val)
+          key = keys[0]
+          if keys.length == 1
+            hash[key] = hash[key].is_a?(Array) ?  (hash[key] << new_val) :
+              hash[key].nil? ?  new_val : [hash[key], new_val]
+            return hash
+          end
+          if hash[key].is_a?(Array)
+            hash[key][-1] = {} if hash[key][-1].nil?
+            set_nested_value(hash[key][-1], keys[1..-1], new_val)
+          elsif hash[key].nil? || hash[key].empty?
+            hash[key] = {}
+            set_nested_value(hash[key], keys[1..-1], new_val)
+          elsif hash[key].is_a?(Hash) && !hash[key][keys[1]]
+            set_nested_value(hash[key], keys[1..-1], new_val)
+          elsif !hash[key][keys[1]]
+            hash[key] = [hash[key], {}]
+            set_nested_value(hash[key][-1], keys[1..-1], new_val)
+          else
+            set_nested_value(hash[key], keys[1..-1], new_val)
+          end
+        end
+        def flatten_rawtext_lines(node, result)
+          node.lines.each do |x|
+            if node.respond_to?(:context) && (node.context == :literal ||
+                node.context == :listing)
+              result << x.gsub(/</, "&lt;").gsub(/>/, "&gt;")
+            else
+              # strip not only HTML <tag>, and Asciidoc xrefs <<xref>>
+              result << x.gsub(/<[^>]*>+/, "")
+            end
+          end
+          result
+        end
+        # if node contains blocks, flatten them into a single line;
+        # and extract only raw text
+        def flatten_rawtext(node)
+          result = []
+          if node.respond_to?(:blocks) && node.blocks?
+            node.blocks.each { |b| result << flatten_rawtext(b) }
+          elsif node.respond_to?(:lines)
+            result = flatten_rawtext_lines(node, result)
+          elsif node.respond_to?(:text)
+            result << node.text.gsub(/<[^>]*>+/, "")
+          else
+            result << node.content.gsub(/<[^>]*>+/, "")
+          end
+          result.reject(&:empty?)
+        end
+        def reqt_subpart(x)
+          %w(specification measurement-target verification import label
+             subject inherit classification title).include? x
+        end
+      end
+      def convert(node, transform = nil, opts = {})
+        transform ||= node.node_name
+        opts.empty? ? (send transform, node) : (send transform, node, opts)
+      end
+      def document_ns_attributes(_doc)
+        nil
+      end
+      NOKOHEAD = <<~HERE.freeze
+          <!DOCTYPE html SYSTEM
+          "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
+          <html xmlns="http://www.w3.org/1999/xhtml">
+          <head> <title></title> <meta charset="UTF-8" /> </head>
+          <body> </body> </html>
+      HERE
+      # block for processing XML document fragments as XHTML,
+      # to allow for HTMLentities
+      # Unescape special chars used in Asciidoctor substitution processing
+      def noko(&block)
+        doc = ::Nokogiri::XML.parse(NOKOHEAD)
+        fragment = doc.fragment("")
+        ::Nokogiri::XML::Builder.with fragment, &block
+        fragment.to_xml(encoding: "US-ASCII", indent: 0).lines.map do |l|
+          l.gsub(/>\n$/, ">").gsub(/\s*\n$/m, " ").gsub("&#150;", "\u0096").
+            gsub("&#151;", "\u0097")
+        end
+      end
+      def attr_code(attributes)
+        attributes = attributes.reject { |_, val| val.nil? }.map
+        attributes.map do |k, v|
+          [k, (v.is_a? String) ? HTMLEntities.new.decode(v) : v]
+        end.to_h
+      end
+      # if the contents of node are blocks, output them to out;
+      # else, wrap them in <p>
+      def wrap_in_para(node, out)
+        if node.blocks? then out << node.content
+        else
+          out.p { |p| p << node.content }
+        end
+      end
+      def datauri2mime(uri)
+        %r{^data:image/(?<imgtype>[^;]+);base64,(?<imgdata>.+)$} =~ uri
+        type = nil
+        imgtype = "png" unless /^[a-z0-9]+$/.match imgtype
+        Tempfile.open(["imageuri", ".#{imgtype}"]) do |file|
+          type = datauri2mime1(file, imgdata)
+        end
+        [type]
+      end
+      def datauri2mime1(file, imgdata)
+        type = nil
+        begin
+          file.binmode
+          file.write(Base64.strict_decode64(imgdata))
+          file.rewind
+          type = MimeMagic.by_magic(file)
+        ensure
+          file.close!
+        end
+        type
+      end
+      SUBCLAUSE_XPATH = "//clause[not(parent::sections)]"\
+        "[not(ancestor::boilerplate)]".freeze
+       def isodoc(lang, script, i18nyaml = nil)
+        conv = html_converter(EmptyAttr.new)
+        i18n = conv.i18n_init(lang, script, i18nyaml)
+        conv.metadata_init(lang, script, i18n)
+        conv
+      end
+       class EmptyAttr
+        def attr(_x)
+          nil
+        end
+        def attributes
+          {}
+        end
+      end
+    end
+  end
+end

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/asciidoctor/standoc/validate.rb ADDED

@@ -0,0 +1,97 @@
+require "asciidoctor/standoc/utils"
+require_relative "./validate_section.rb"
+require "nokogiri"
+require "jing"
+require "iev"
+module Asciidoctor
+  module Standoc
+    module Validate
+      SOURCELOCALITY = "./termsource/origin//locality[@type = 'clause']/referenceFrom".freeze
+      def init_iev
+        return nil if @no_isobib
+        return @iev if @iev
+        @iev = Iev::Db.new(@iev_globalname, @iev_localname) unless @no_isobib
+        @iev
+      end
+      def iev_validate(xmldoc)
+        xmldoc.xpath("//term").each do |t|
+          /^IEC 60050-/.match(t&.at("./termsource/origin/@citeas")&.text) or next
+          pref = t.xpath("./preferred").inject([]) { |m, x| m << x&.text&.downcase }
+          locality = t.xpath(SOURCELOCALITY)&.text or next
+          @iev = init_iev or return
+          iev = @iev.fetch(locality, xmldoc&.at("//language")&.text || "en") or next
+          pref.include?(iev.downcase) or
+          @log.add("Bibliography", t, %(Term "#{pref[0]}" does not match IEV #{locality} "#{iev}"))
+        end
+      end
+      def content_validate(doc)
+        section_validate(doc)
+        repeat_id_validate(doc.root)
+        iev_validate(doc.root)
+      end
+      def repeat_id_validate(doc)
+        ids = {}
+        crash = false
+        doc.xpath("//*[@id]").each do |x|
+          if ids[x["id"]]
+            @log.add("Anchors", x, "Anchor #{x['id']} has already been used at line #{ids[x['id']]}")
+            crash = true
+          else
+            ids[x["id"]] = x.line
+          end
+        end
+        if crash
+          clean_exit
+          abort("Cannot deal with multiple instances of same ID")
+        end
+      end
+      def schema_validate(doc, schema)
+        Tempfile.open(["tmp", ".xml"], :encoding => 'UTF-8') do |f|
+          begin
+            f.write(doc.to_xml)
+            f.close
+            errors = Jing.new(schema).validate(f.path)
+            warn "Syntax Valid!" if errors.none?
+            errors.each do |error|
+              @log.add("Syntax", "XML Line #{"%06d" % error[:line]}:#{error[:column]}", error[:message])
+            end
+          rescue Jing::Error => e
+            clean_exit
+            abort "Jing failed with error: #{e}"
+          ensure
+            f.close!
+          end
+        end
+      end
+      # RelaxNG cannot cope well with wildcard attributes. So we strip
+      # any attributes from FormattedString instances (which can contain
+      # xs:any markup, and are signalled with @format) before validation.
+      def formattedstr_strip(doc)
+        doc.xpath("//*[@format] | //stem | //bibdata//description | "\
+                  "//formattedref | //bibdata//note | //bibdata/abstract | "\
+                  "//bibitem/abstract | //bibitem/note").each do |n|
+          n.elements.each do |e|
+            e.traverse do |e1|
+              e1.element? and e1.each { |k, _v| e1.delete(k) }
+            end
+          end
+        end
+        doc
+      end
+      def validate(doc)
+        content_validate(doc)
+        schema_validate(formattedstr_strip(doc.dup),
+                        File.join(File.dirname(__FILE__), "isodoc.rng"))
+      end
+    end
+  end
+end

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/asciidoctor/standoc/validate_section.rb ADDED

@@ -0,0 +1,51 @@
+require "nokogiri"
+module Asciidoctor
+  module Standoc
+    module Validate
+      def section_validate(doc)
+        sourcecode_style(doc.root)
+        hanging_para_style(doc.root)
+        asset_style(doc.root)
+      end
+      def sourcecode_style(root)
+        root.xpath("//sourcecode").each do |x|
+          callouts = x.elements.select { |e| e.name == "callout" }
+          annotations = x.elements.select { |e| e.name == "annotation" }
+          if callouts.size != annotations.size
+        @log.add("AsciiDoc Input", x, "mismatch of callouts and annotations")
+          end
+        end
+      end
+      def style_warning(node, msg, text = nil)
+        w = msg
+        w += ": #{text}" if text
+        @log.add("Style Warning", node, w)
+      end
+      def asset_title_style(root)
+        root.xpath("//figure[image][not(name)]").each do |node|
+          style_warning(node, "Figure should have title", nil)
+        end
+        root.xpath("//table[not(name)]").each do |node|
+          style_warning(node, "Table should have title", nil)
+        end
+      end
+      def asset_style(root)
+        asset_title_style(root)
+      end
+      def hanging_para_style(root)
+        root.xpath("//clause | //annex | //foreword | //introduction | "\
+                   "//acknowledgements").each do |c|
+          next unless c.at("./clause")
+          next if c.elements.select { |n| n.name != "clause" }.empty?
+          style_warning(c, "Hanging paragraph in clause")
+        end
+      end
+    end
+  end
+end

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/asciidoctor/standoc/views/datamodel/model_representation.adoc.erb ADDED

@@ -0,0 +1,30 @@
+[yaml2text,<%= model_path %>,definition]
+----
+=== {definition.name || "<%= file_name %>"}
+{definition.definition}
+{if definition.attributes}
+.{definition.name || "<%= file_name %>"} attributes
+|===
+|Name |Definition |Mandatory/ Optional/ Conditional |Max Occur |Data Type
+{definition.attributes&.*,key,EOK}
+|{key} |{definition.attributes[key].definition || "TODO: enum " + key.to_s + "'s definition"} |{definition.attributes[key]&.cardinality&.min == 0 ? "O" : "M"} |{definition.attributes[key]&.cardinality&.max == "*" ? "N" : "1"} |{definition.attributes[key].origin ? "<<" + definition.attributes[key].origin.to_s + ">>" : ""}`{definition.attributes[key].type}`
+{EOK}
+|===
+{end}
+{if definition['values']}
+.{definition.name || "<%= file_name %>"} values
+|===
+|Name |Definition
+{definition['values']&.*,key,EOK}
+|{key} |{definition['values'][key].definition}
+{EOK}
+|===
+{end}
+----

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/asciidoctor/standoc/views/datamodel/plantuml_representation.adoc.erb ADDED

@@ -0,0 +1,20 @@
+[plantuml,title=<%= diagram_caption %>]
+....
+@startuml
+<%= diagram_options_yml_to_plantuml %>
+<%= class_groups_yml_to_plantuml %>
+<%= imports_yml_to_plantuml %>
+<%= class_defs_yml_to_plantuml %>
+<%= class_relations_yml_to_plantuml %>
+<%= fidelity_yml_to_plantuml %>
+<%= bottom_yml_to_plantuml %>
+@enduml
+....

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/metanorma-standoc.rb ADDED

@@ -0,0 +1,10 @@
+require "asciidoctor" unless defined? Asciidoctor::Converter
+#require_relative "asciidoctor/standoc"
+require_relative "asciidoctor/standoc/converter"
+require_relative "metanorma/standoc/version"
+require "asciidoctor/extensions"
+if defined? Metanorma
+  require_relative "metanorma/standoc"
+  Metanorma::Registry.instance.register(Metanorma::Standoc::Processor)
+end

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/metanorma/standoc.rb ADDED

@@ -0,0 +1,11 @@
+require_relative "./standoc/processor"
+require_relative "./standoc/requirement"
+require_relative "./standoc/latexml_requirement"
+module Metanorma
+  module Standoc
+    Requirements = {
+      latexml: LatexmlRequirement.new
+    }
+  end
+end

data/gems/ruby/2.6.0/gems/metanorma-standoc-1.5.0/lib/metanorma/standoc/latexml_requirement.rb ADDED

@@ -0,0 +1,62 @@
+require_relative "./requirement"
+module Metanorma
+  module Standoc
+    class LatexmlRequirement < Requirement
+      @recommended_version = '0.8.4'
+      @minimal_version = '0.8.0'
+      def initialize
+        version_output, = Open3.capture2e("latexml --VERSION")
+        version = version_output&.match(%r{\d+(.\d+)*})
+        if version.to_s.empty?
+          @error_message = "LaTeXML is not available. (Or is PATH not setup properly?)"\
+            " You must upgrade/install LaTeXML to a version higher than `#{@recommended_version}`"
+        elsif Gem::Version.new(version) < Gem::Version.new(@minimal_version)
+          @error_message = "Minimal supported LaTeXML version is `#{@minimal_version}` "\
+              "Version `#{version}` found; recommended version is `#{@recommended_version}`"
+        elsif Gem::Version.new(version) < Gem::Version.new(@recommended_version)
+          version = "unknown" if version.to_s.empty?
+          header_msg = "latexmlmath version `#{version}` below `#{@recommended_version}`!"
+          suggestion = if Gem.win_platform?
+                         "cmd encoding is set to UTF-8 with `chcp 65001`"
+                       else
+                         "terminal encoding is set to UTF-8 with `export LANG=en_US.UTF-8`"
+                       end
+          @error_message = "WARNING #{header_msg} Please sure that #{suggestion} command."
+          @cmd = 'latexmlmath --strict --preload=amsmath -- -'
+          @cmd2 = 'latexmlmath --strict -- -'
+        else
+          @cmd = 'latexmlmath --strict --preload=amsmath --inputencoding=UTF-8 -- -'
+          @cmd2 = 'latexmlmath --strict --inputencoding=UTF-8 -- -'
+        end
+      rescue
+        @error_message = "LaTeXML is not available. (Or is PATH not setup properly?)"\
+            " You must upgrade/install LaTeXML to a version higher than `#{@recommended_version}`"
+      end
+      def satisfied(abort = false)
+        unless @error_message.nil?
+          if abort
+            abort @error_message
+          else
+            warn @error_message
+          end
+        end
+        @error_message.nil?
+      end
+      def cmd
+        abort @error_message unless @error_message.nil?
+        [@cmd, @cmd2]
+      end
+    end
+  end
+end