kramdown-rfc2629 1.3.7 → 1.3.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b34bf25043259c59faad1a28e37420d84708298d7d1132954855e9bc9f80469
-  data.tar.gz: 598bdd61e5206c389e32e8014469688f516abf4c3b965fc8c14ddd9f10210d63
+  metadata.gz: 5d3330c913ba1b37ea44ab8809327795a034032a8c038644f589e0e7dd651b89
+  data.tar.gz: cd10426342a1efd28a7c5a9e641539a9982da6b9b4dc8568fe25504406e70efd
 SHA512:
-  metadata.gz: ef912cb94fce48cb61f0a352d9a2b0c701eb9c8149fe46608fdff508f2e974289a777d773a5a95dbc433c7cfbbd667aacf0391b68371aa549baabf75a325890d
-  data.tar.gz: c54c3cc14bdefcbae8a9650522653851af06b9c054ac239eb0555714c85fe5dd14e03fa5d16836c6e12ee83a559ed808c4c4e79d8665592966688f5b6fcba5bd
+  metadata.gz: 57cfd0d61702a4b6308ccf53407dcafd4d355fac59d01f7e36c73d287d3d4418410f7dc370c62a91870ae1af3418132aea313fab73103c9f719b14adf08dffaa
+  data.tar.gz: 04d8106f180f4b0340984a2e81bfea4736a98d16c38446d833b24588bdc5637076485c9fc5eaf89fe01b05d00a0c62242fc821a3bf20b652c1d268838158a5ec

data/README.md

@@ -281,6 +281,31 @@ special support in XML2RFC), and HTML syntax of course.
 A number of more esoteric features have recently been added.
 (The minimum required version for each full feature is indicated.)
 
+(1.3.x)
+Slowly improving support for SVG generating tools for XML2RFCv3 (i.e.,
+with `-3` flag).
+These tools must be installed and callable from the command line.
+
+The basic idea is to mark an input code block with one of the following
+labels (language types), yielding some plaintext form in the .TXT
+output and a graphical form in the .HTML output.  The plaintext is the
+input in some cases (e.g., ASCII art, `mscgen`), or some plaintext
+output generated by the tool (e.g., `plantuml-utxt`).
+
+Currently supported labels as of 1.3.9:
+
+* goat, ditaa: ASCII (plaintext) art to figure conversion
+* mscgen: Message Sequence Charts
+* plantuml: widely used multi-purpose diagram generator
+* plantuml-utxt: Like plantuml, except that a plantuml-generated
+  plaintext form is used
+* mermaid: Very experimental; the conversion to SVG is prone to
+  generate black-on-black text in this version
+
+Note that this feature does not play well with the CI (continuous
+integration) support in Martin Thomson's [I-D Template][], as that may
+not have the tools installed in its docker instance.
+
 (1.2.9:)
 The YAML header now allows specifying [kramdown_options][].
 

data/bin/doilit

@@ -39,11 +39,17 @@ ARGV.each do |doi|
     warn "*** Usage: doilit [-c] [-v] [-h=handle|-x=xmlhandle] doi..."
     exit 1
   end
-  cite = JSON.parse(open("https://dx.doi.org/#{doi}", ACCEPT_CITE_JSON).read)
+  cite = JSON.parse(URI("https://dx.doi.org/#{doi}").open(ACCEPT_CITE_JSON).read)
   puts cite.to_yaml if $verbose
   lit = {}
   ser = lit["seriesinfo"] = {}
   lit["title"] = cite["title"]
+  if (st = cite["subtitle"]) && Array === st # defensive
+    st.delete('')
+    if st != []
+      lit["title"] << ": " << st.join("; ")
+    end
+  end
   if authors = cite["author"]
     lit["author"] = authors.map do |au|
       lau = {}

data/bin/kdrfc

@@ -3,6 +3,9 @@ require 'uri'
 require 'net/http'
 require 'open3'
 
+# try to get this from gemspec.
+KDRFC_VERSION=Gem.loaded_specs["kramdown-rfc2629"].version rescue "unknown-version"
+
 def v3_flag?
   $options.v3 ? ["--v3"] : []
 end
@@ -46,16 +49,21 @@ def process_xml_locally(input, output, *flags)
   end
 end
 
+XML2RFC_WEBSERVICE = ENV["KRAMDOWN_XML2RFC_WEBSERVICE"] ||
+                     'http://xml2rfc.tools.ietf.org/cgi-bin/xml2rfc-dev.cgi'
+
+
 def process_xml_remotely(input, output)
   warn "* converting remotely from xml #{input} to txt #{output}" if $options.verbose
-  url = URI('http://xml2rfc.tools.ietf.org/cgi-bin/xml2rfc.cgi')
+  url = URI(XML2RFC_WEBSERVICE)
   req = Net::HTTP::Post.new(url)
-  req.set_form([["modeAsFormat", "txt/#{"v3" if $options.v3}ascii"],
-                ["type", "binary"],
-                ["input", File.open(input),
-                 {filename: "input.xml",
-                  content_type: "text/plain"}]],
-               'multipart/form-data')
+  form = [["modeAsFormat", "txt/#{"v3" if $options.v3}ascii"],
+          ["type", "binary"],
+          ["input", File.open(input),
+           {filename: "input.xml",
+            content_type: "text/plain"}]]
+  diag = ["url/form: ", url, form].inspect
+  req.set_form(form, 'multipart/form-data')
   res = Net::HTTP::start(url.hostname, url.port,
                          :use_ssl => url.scheme == 'https' ) {|http|
     http.request(req)
@@ -64,17 +72,21 @@ def process_xml_remotely(input, output)
   when Net::HTTPOK
     case res.content_type
     when 'application/octet-stream'
+      if res.body == ''
+        warn "*** HTTP response is empty with status #{res.code}, not written"
+        exit 1
+      end
       File.open(output, "w") do |fo|
         fo.print(res.body)
       end
       warn "* #{output} written" if $options.verbose
     else
-      warn "*** HTTP response has unexpected content_type #{res.content_type} with status #{res.code}"
+      warn "*** HTTP response has unexpected content_type #{res.content_type} with status #{res.code}, #{diag}"
       warn res.body
       exit 1
     end
   else
-    warn "*** HTTP response: #{res.code}"
+    warn "*** HTTP response: #{res.code}, #{diag}"
     exit 1
   end
 end
@@ -85,8 +97,18 @@ require 'ostruct'
 $options = OpenStruct.new
 $options.txt = true             # default
 op = OptionParser.new do |opts|
-  opts.banner = "Usage: kdrfc [options] file.md|file.mkd|file.xml"
-
+  opts.banner = <<BANNER
+Usage: kdrfc [options] file.md|file.mkd|file.xml
+Version: #{KDRFC_VERSION}
+BANNER
+  opts.on("-V", "--version", "Show version and exit") do |v|
+    puts "kdrfc, from kramdown-rfc2629 #{KDRFC_VERSION}"
+    exit
+  end
+  opts.on("-H", "--help", "Show option summary and exit") do |v|
+    puts opts
+    exit
+  end
   opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
     $options.verbose = v
   end

data/bin/kramdown-rfc2629

@@ -1,4 +1,4 @@
-#!/usr/bin/env ruby2.1
+#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 require 'kramdown-rfc2629'
 require 'kramdown-rfc/parameterset'
@@ -7,6 +7,9 @@ require 'yaml'
 require 'erb'
 require 'date'
 
+# try to get this from gemspec.
+KDRFC_VERSION=Gem.loaded_specs["kramdown-rfc2629"].version rescue "unknown-version"
+
 Encoding.default_external = "UTF-8" # wake up, smell the coffee
 
 def boilerplate(key)
@@ -287,8 +290,18 @@ require 'ostruct'
 
 $options = OpenStruct.new
 op = OptionParser.new do |opts|
-  opts.banner = "Usage: kramdown-rfc2629 [options] file.md|file.mkd > file.xml"
-
+  opts.banner = <<BANNER
+Usage: kramdown-rfc2629 [options] file.md|file.mkd > file.xml
+Version: #{KDRFC_VERSION}
+BANNER
+  opts.on("-V", "--version", "Show version and exit") do |v|
+    puts "kramdown-rfc2629 #{KDRFC_VERSION}"
+    exit
+  end
+  opts.on("-H", "--help", "Show option summary and exit") do |v|
+    puts opts
+    exit
+  end
   opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
     $options.verbose = v
   end

data/kramdown-rfc2629.gemspec

@@ -1,6 +1,6 @@
 spec = Gem::Specification.new do |s|
   s.name = 'kramdown-rfc2629'
-  s.version = '1.3.7'
+  s.version = '1.3.12'
   s.summary = "Kramdown extension for generating RFC 7749 XML."
   s.description = %{An RFC7749 (XML2RFC) generating backend for Thomas Leitner's
 "kramdown" markdown parser.  Mostly useful for RFC writers.}
@@ -9,7 +9,6 @@ spec = Gem::Specification.new do |s|
   s.files = Dir['lib/**/*.rb'] + %w(README.md LICENSE kramdown-rfc2629.gemspec bin/kdrfc bin/kramdown-rfc2629 bin/doilit bin/kramdown-rfc-extract-markdown data/kramdown-rfc2629.erb data/encoding-fallbacks.txt)
   s.require_path = 'lib'
   s.executables = ['kramdown-rfc2629', 'doilit', 'kramdown-rfc-extract-markdown', 'kdrfc']
-  s.default_executable = 'kramdown-rfc2629'
   s.required_ruby_version = '>= 2.3.0'
   # s.requirements = 'wget'
   #  s.has_rdoc = true

data/lib/kramdown-rfc2629.rb

@@ -150,16 +150,110 @@ module Kramdown
         generate_id(value).gsub(/-+/, '-')
       end
 
+      SVG_COLORS = Hash.new {|h, k| k}
+      <<COLORS.each_line {|l| k, v = l.chomp.split; SVG_COLORS[k] = v}
+black	#000000
+silver	#C0C0C0
+gray	#808080
+white	#FFFFFF
+maroon	#800000
+red	#FF0000
+purple	#800080
+fuchsia	#FF00FF
+green	#008000
+lime	#00FF00
+olive	#808000
+yellow	#FFFF00
+navy	#000080
+blue	#0000FF
+teal	#008080
+aqua	#00FFFF
+COLORS
+
+      def svg_munch_id(id)
+        id.gsub(/[^-._A-Za-z0-9]/) {|x| "_%02X" % x.ord}
+      end
+
+      def self.hex_to_lin(h)
+        h.to_i(16)**2.22        # approximating sRGB gamma
+      end
+      define_method :hex_to_lin, &method(:hex_to_lin)
+
+      B_W_THRESHOLD = hex_to_lin("a4") # a little brighter than 1/2 0xFF -> white
+
+      def svg_munch_color(c, fill)
+        c = SVG_COLORS[c]
+        case c
+        when /\A#(..)(..)(..)\z/
+          if hex_to_lin($1)*0.2126 + hex_to_lin($2)*0.7152 + hex_to_lin($3)*0.0722 >= B_W_THRESHOLD
+            'white'
+          else
+            'black'
+          end
+        when 'none'
+          'none' if fill        # delete for stroke
+        else
+          c
+        end
+      end
+
       def svg_clean(s)          # expensive, risky
         require "rexml/document"
         d = REXML::Document.new(s)
         REXML::XPath.each(d.root, "//*[@shape-rendering]") { |x| x.attributes["shape-rendering"] = nil }  #; warn x.inspect }
         REXML::XPath.each(d.root, "//*[@text-rendering]") { |x| x.attributes["text-rendering"] = nil }  #; warn x.inspect  }
-        REXML::XPath.each(d.root, "//*[@stroke='#000000']") { |x| x.attributes["stroke"] = "black" } #; warn x.inspect }
-        REXML::XPath.each(d.root, "//*[@stroke='none']") { |x| x.attributes["stroke"] = nil }  #; warn x.inspect }
+        REXML::XPath.each(d.root, "//*[@stroke]") { |x| x.attributes["stroke"] = svg_munch_color(x.attributes["stroke"], false) }
+        REXML::XPath.each(d.root, "//*[@fill]") { |x| x.attributes["fill"] = svg_munch_color(x.attributes["fill"], true) }
+        REXML::XPath.each(d.root, "//*[@id]") { |x| x.attributes["id"] = svg_munch_id(x.attributes["id"]) }
+##      REXML::XPath.each(d.root, "//rect") { |x| x.attributes["style"] = "fill:none;stroke:black;stroke-width:1" unless x.attributes["style"] }
         d.to_s
       end
 
+      def memoize(meth, *args)
+        require 'digest'
+        Dir.mkdir(REFCACHEDIR) unless Dir.exists?(REFCACHEDIR)
+        kdrfc_version = Gem.loaded_specs["kramdown-rfc2629"].version.to_s.gsub('.', '_') rescue "UNKNOWN"
+        fn = "#{REFCACHEDIR}/kdrfc-#{kdrfc_version}-#{meth}-#{Digest::SHA256.hexdigest(Marshal.dump(args))[0...40]}.cache"
+        begin
+          out = Marshal.load(File.binread(fn))
+        rescue StandardError => e
+          # warn e.inspect
+          out = method(meth).call(*args)
+          File.binwrite(fn, Marshal.dump(out))
+        end
+        out
+      end
+
+      def svg_tool_process(t, result)
+        require 'tempfile'
+        file = Tempfile.new("kramdown-rfc")
+        file.write(result)
+        file.close
+        case t
+        when "goat"
+          result1, _s = Open3.capture2("goat #{file.path}", stdin_data: result);
+        when "ditaa"        # XXX: This needs some form of option-setting
+          result1, _s = Open3.capture2("ditaa #{file.path} --svg -o -", stdin_data: result);
+        when "mscgen"
+          result1, _s = Open3.capture2("mscgen -T svg -i #{file.path} -o -", stdin_data: result);
+        when "mermaid"
+          result1, _s = Open3.capture2("mmdc -i #{file.path}", stdin_data: result); #  -b transparent
+          outpath = file.path + ".svg"
+          result1 = File.read(outpath)
+          File.unlink(outpath)
+        when "plantuml", "plantuml-utxt"
+          plantuml = "@startuml\n#{result}\n@enduml"
+          result1, _s = Open3.capture2("plantuml -pipe -tsvg", stdin_data: plantuml);
+          result, _s = Open3.capture2("plantuml -pipe -tutxt", stdin_data: plantuml) if t == "plantuml-utxt"
+        end
+        # warn ["goat:", result1.inspect]
+        file.unlink
+        result1 = svg_clean(result1) unless t == "goat"
+        result1, _s = Open3.capture2("svgcheck -qa", stdin_data: result1);
+        # warn ["svgcheck:", result1.inspect]
+        [result, result1]
+      end
+
       def convert_codeblock(el, indent, opts)
         # el.attr['anchor'] ||= saner_generate_id(el.value) -- no longer in 1.0.6
         result = el.value
@@ -204,25 +298,8 @@ module Kramdown
             end
           end
           case t
-          when "goat", "ditaa", "mscgen"
-            require 'tempfile'
-            file = Tempfile.new("kramdown-rfc")
-            file.write(result)
-            file.close
-            case t
-            when "goat"
-              result1, _s = Open3.capture2("goat #{file.path}", stdin_data: result);
-            when "ditaa"        # XXX: This needs some form of option-setting
-              result1, _s = Open3.capture2("ditaa #{file.path} --svg -o -", stdin_data: result);
-              result1 = svg_clean(result1)
-            when "mscgen"
-              result1, _s = Open3.capture2("mscgen -T svg -i #{file.path} -o -", stdin_data: result);
-              result1 = svg_clean(result1)
-            end
-            # warn ["goat:", result1.inspect]
-            file.unlink
-            result1, _s = Open3.capture2("svgcheck -qa", stdin_data: result1);
-            # warn ["svgcheck:", result1.inspect]
+          when "goat", "ditaa", "mscgen", "plantuml", "plantuml-utxt", "mermaid"
+            result, result1 = memoize(:svg_tool_process, t, result)
             "#{' '*indent}<figure#{el_html_attributes(el)}><artset><artwork #{html_attributes(artwork_attr.merge("type"=> "svg"))}>#{result1.sub(/.*?<svg/m, "<svg")}</artwork><artwork #{html_attributes(artwork_attr.merge("type"=> "ascii-art"))}><![CDATA[#{result}#{result =~ /\n\Z/ ? '' : "\n"}]]></artwork></artset></figure>\n"
           else
             "#{' '*indent}<figure#{el_html_attributes(el)}><artwork#{html_attributes(artwork_attr)}><![CDATA[#{result}#{result =~ /\n\Z/ ? '' : "\n"}]]></artwork></figure>\n"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kramdown-rfc2629
 version: !ruby/object:Gem::Version
-  version: 1.3.7
+  version: 1.3.12
 platform: ruby
 authors:
 - Carsten Bormann
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-30 00:00:00.000000000 Z
+date: 2020-09-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: kramdown
@@ -67,7 +67,7 @@ homepage: http://github.com/cabo/kramdown-rfc2629
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -83,7 +83,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.1.2
-signing_key: 
+signing_key:
 specification_version: 4
 summary: Kramdown extension for generating RFC 7749 XML.
 test_files: []