commonmarker 0.23.6 → 1.0.0.pre

data/ext/commonmarker/src/lib.rs

@@ -0,0 +1,27 @@
+extern crate core;
+
+use comrak::{markdown_to_html, ComrakOptions};
+use magnus::{define_module, function, r_hash::ForEach, Error, RHash, Symbol};
+
+mod comrak_options;
+use comrak_options::iterate_options_hash;
+
+fn commonmark_to_html(rb_commonmark: String, rb_options: magnus::RHash) -> String {
+    let mut comrak_options = ComrakOptions::default();
+
+    rb_options.foreach(|key: Symbol, value: RHash| {
+        iterate_options_hash(&mut comrak_options, key, value);
+        Ok(ForEach::Continue)
+    });
+
+    markdown_to_html(&rb_commonmark, &comrak_options)
+}
+
+#[magnus::init]
+fn init() -> Result<(), Error> {
+    let module = define_module("Commonmarker")?;
+
+    module.define_module_function("commonmark_to_html", function!(commonmark_to_html, 2))?;
+
+    Ok(())
+}

data/lib/commonmarker/config.rb

@@ -1,52 +1,73 @@
 # frozen_string_literal: true
 
-module CommonMarker
-  # For Ruby::Enum, these must be classes, not modules
+module Commonmarker
   module Config
-    # See https://github.com/github/cmark-gfm/blob/master/src/cmark-gfm.h#L673
+    # For details, see
+    # https://github.com/kivikakk/comrak/blob/162ef9354deb2c9b4a4e05be495aa372ba5bb696/src/main.rs#L201
     OPTS = {
       parse: {
-        DEFAULT: 0,
-        SOURCEPOS: (1 << 1),
-        UNSAFE: (1 << 17),
-        VALIDATE_UTF8: (1 << 9),
-        SMART: (1 << 10),
-        LIBERAL_HTML_TAG: (1 << 12),
-        FOOTNOTES: (1 << 13),
-        STRIKETHROUGH_DOUBLE_TILDE: (1 << 14),
+        smart: false,
+        default_info_string: "",
       }.freeze,
       render: {
-        DEFAULT: 0,
-        SOURCEPOS: (1 << 1),
-        HARDBREAKS: (1 << 2),
-        UNSAFE: (1 << 17),
-        NOBREAKS: (1 << 4),
-        VALIDATE_UTF8: (1 << 9),
-        SMART: (1 << 10),
-        GITHUB_PRE_LANG: (1 << 11),
-        LIBERAL_HTML_TAG: (1 << 12),
-        FOOTNOTES: (1 << 13),
-        STRIKETHROUGH_DOUBLE_TILDE: (1 << 14),
-        TABLE_PREFER_STYLE_ATTRIBUTES: (1 << 15),
-        FULL_INFO_STRING: (1 << 16),
+        hardbreaks: true,
+        github_pre_lang: true,
+        width: 80,
+        unsafe_: false,
+        escape: false,
       }.freeze,
-      format: [:html, :xml, :commonmark, :plaintext].freeze,
+      extension: {
+        strikethrough: true,
+        tagfilter: true,
+        table: true,
+        autolink: true,
+        tasklist: true,
+        superscript: false,
+        header_ids: "",
+        footnotes: false,
+        description_lists: false,
+        front_matter_delimiter: "",
+      },
+      format: [:html].freeze,
     }.freeze
 
-    def self.process_options(option, type)
-      case option
-      when Symbol
-        OPTS.fetch(type).fetch(option)
-      when Array
-        raise TypeError if option.none?
+    class << self
+      def merged_with_defaults(options)
+        Commonmarker::Config::OPTS.merge(process_options(options))
+      end
+
+      def process_options(options)
+        {
+          parse: process_parse_options(options[:parse]),
+          render: process_render_options(options[:render]),
+          extension: process_extension_options(options[:extension]),
+        }
+      end
+  end
+
+    BOOLS = [true, false]
+    ["parse", "render", "extension"].each do |type|
+      define_singleton_method :"process_#{type}_options" do |options|
+        Commonmarker::Config::OPTS[type.to_sym].each_with_object({}) do |(key, value), hash|
+          if options.nil? # option not provided, go for the default
+            hash[key] = value
+            next
+          end
+
+          # option explicitly not included, remove it
+          next if options[key].nil?
 
-        # neckbearding around. the map will both check the opts and then bitwise-OR it
-        OPTS.fetch(type).fetch_values(*option).inject(0, :|)
-      else
-        raise TypeError, "option type must be a valid symbol or array of symbols within the #{name}::OPTS[:#{type}] context"
+          value_klass = value.class
+          if BOOLS.include?(value) && BOOLS.include?(options[key])
+            hash[key] = options[key]
+          elsif options[key].is_a?(value_klass)
+            hash[key] = options[key]
+          else
+            expected_type = BOOLS.include?(value) ? "Boolean" : value_klass.to_s
+            raise TypeError, "#{type}_options[:#{key}] must be a #{expected_type}; got #{options[key].class}"
+          end
+        end
       end
-    rescue KeyError => e
-      raise TypeError, "option ':#{e.key}' does not exist for #{name}::OPTS[:#{type}]"
     end
   end
 end

data/lib/commonmarker/extension.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+begin
+  # native precompiled gems package shared libraries in <gem_dir>/lib/commonmarker/<ruby_version>
+  # load the precompiled extension file
+  ruby_version = /\d+\.\d+/.match(::RUBY_VERSION)
+  require_relative "#{ruby_version}/commonmarker"
+rescue LoadError
+  # fall back to the extension compiled upon installation.
+  # use "require" instead of "require_relative" because non-native gems will place C extension files
+  # in Gem::BasicSpecification#extension_dir after compilation (during normal installation), which
+  # is in $LOAD_PATH but not necessarily relative to this file (see nokogiri#2300)
+  require "commonmarker/commonmarker"
+end

data/lib/commonmarker/renderer.rb

@@ -3,133 +3,7 @@
 require "set"
 require "stringio"
 
-module CommonMarker
+module Commonmarker
   class Renderer
-    attr_accessor :in_tight, :warnings, :in_plain
-
-    def initialize(options: :DEFAULT, extensions: [])
-      @opts = Config.process_options(options, :render)
-      @stream = StringIO.new(+"")
-      @need_blocksep = false
-      @warnings = Set.new([])
-      @in_tight = false
-      @in_plain = false
-      @tagfilter = extensions.include?(:tagfilter)
-    end
-
-    def out(*args)
-      args.each do |arg|
-        case arg
-        when :children
-          @node.each { |child| out(child) }
-        when Array
-          arg.each { |x| render(x) }
-        when Node
-          render(arg)
-        else
-          @stream.write(arg)
-        end
-      end
-    end
-
-    def render(node)
-      @node = node
-      if node.type == :document
-        document(node)
-        @stream.string
-      elsif @in_plain && node.type != :text && node.type != :softbreak
-        node.each { |child| render(child) }
-      else
-        begin
-          send(node.type, node)
-        rescue NoMethodError => e
-          @warnings.add("WARNING: #{node.type} not implemented.")
-          raise e
-        end
-      end
-    end
-
-    def document(_node)
-      out(:children)
-    end
-
-    def code_block(node)
-      code_block(node)
-    end
-
-    def reference_def(_node); end
-
-    def cr
-      return if @stream.string.empty? || @stream.string[-1] == "\n"
-
-      out("\n")
-    end
-
-    def blocksep
-      out("\n")
-    end
-
-    def containersep
-      cr unless @in_tight
-    end
-
-    def block
-      cr
-      yield
-      cr
-    end
-
-    def container(starter, ender)
-      out(starter)
-      yield
-      out(ender)
-    end
-
-    def plain
-      old_in_plain = @in_plain
-      @in_plain = true
-      yield
-      @in_plain = old_in_plain
-    end
-
-    private
-
-    def escape_href(str)
-      @node.html_escape_href(str)
-    end
-
-    def escape_html(str)
-      @node.html_escape_html(str)
-    end
-
-    def tagfilter(str)
-      if @tagfilter
-        str.gsub(
-          %r{
-            <
-            (
-            title|textarea|style|xmp|iframe|
-            noembed|noframes|script|plaintext
-            )
-            (?=\s|>|/>)
-          }xi,
-          '&lt;\1'
-        )
-      else
-        str
-      end
-    end
-
-    def sourcepos(node)
-      return "" unless option_enabled?(:SOURCEPOS)
-
-      s = node.sourcepos
-      " data-sourcepos=\"#{s[:start_line]}:#{s[:start_column]}-" \
-        "#{s[:end_line]}:#{s[:end_column]}\""
-    end
-
-    def option_enabled?(opt)
-      (@opts & CommonMarker::Config::OPTS.dig(:render, opt)) != 0
-    end
   end
 end

data/lib/commonmarker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
-module CommonMarker
-  VERSION = "0.23.6"
+module Commonmarker
+  VERSION = "1.0.0.pre"
 end

data/lib/commonmarker.rb

@@ -1,43 +1,30 @@
-#!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require "commonmarker/commonmarker"
+require_relative "commonmarker/extension"
+
 require "commonmarker/config"
-require "commonmarker/node"
 require "commonmarker/renderer"
-require "commonmarker/renderer/html_renderer"
 require "commonmarker/version"
 
-begin
+if ENV.fetch("DEBUG", false)
   require "awesome_print"
-rescue LoadError; end # rubocop:disable Lint/SuppressedException
-module CommonMarker
-  # Public:  Parses a Markdown string into an HTML string.
-  #
-  # text - A {String} of text
-  # option - Either a {Symbol} or {Array of Symbol}s indicating the render options
-  # extensions - An {Array of Symbol}s indicating the extensions to use
-  #
-  # Returns a {String} of converted HTML.
-  def self.render_html(text, options = :DEFAULT, extensions = [])
-    raise TypeError, "text must be a String; got a #{text.class}!" unless text.is_a?(String)
-
-    opts = Config.process_options(options, :render)
-    Node.markdown_to_html(text.encode("UTF-8"), opts, extensions)
-  end
+  require "debug"
+end
 
-  # Public: Parses a Markdown string into a `document` node.
-  #
-  # string - {String} to be parsed
-  # option - A {Symbol} or {Array of Symbol}s indicating the parse options
-  # extensions - An {Array of Symbol}s indicating the extensions to use
-  #
-  # Returns the `document` node.
-  def self.render_doc(text, options = :DEFAULT, extensions = [])
-    raise TypeError, "text must be a String; got a #{text.class}!" unless text.is_a?(String)
+module Commonmarker
+  class << self
+    # Public: Parses a CommonMark string into an HTML string.
+    #
+    # text - A {String} of text
+    # option - A {Hash} of render, parse, and extension options to transform the text.
+    #
+    # Returns a {String} of converted HTML.
+    def to_html(text, options: Commonmarker::Config::OPTS)
+      raise TypeError, "text must be a String; got a #{text.class}!" unless text.is_a?(String)
+      raise TypeError, "options must be a Hash; got a #{options.class}!" unless options.is_a?(Hash)
 
-    opts = Config.process_options(options, :parse)
-    text = text.encode("UTF-8")
-    Node.parse_document(text, text.bytesize, opts, extensions)
+      opts = Config.process_options(options)
+      commonmark_to_html(text.encode("UTF-8"), opts)
+    end
   end
 end

metadata

@@ -1,262 +1,118 @@
 --- !ruby/object:Gem::Specification
 name: commonmarker
 version: !ruby/object:Gem::Version
-  version: 0.23.6
+  version: 1.0.0.pre
 platform: ruby
 authors:
 - Garen Torikian
 - Ashe Connor
 autorequire:
-bindir: bin
+bindir: exe
 cert_chain: []
-date: 2022-09-21 00:00:00.000000000 Z
+date: 2022-11-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: awesome_print
+  name: rb_sys
   requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: json
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.3'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.6'
-  type: :development
+        version: '0.9'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.6'
+        version: '0.9'
 - !ruby/object:Gem::Dependency
-  name: minitest-focus
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: rdoc
+  name: rake-compiler-dock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.2'
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.2'
-- !ruby/object:Gem::Dependency
-  name: rubocop
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-standard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-description: A fast, safe, extensible parser for CommonMark. This wraps the official
-  libcmark library.
+        version: '1.2'
+description: A fast, safe, extensible parser for CommonMark. This wraps the comrak
+  Rust crate.
 email:
-executables:
-- commonmarker
+executables: []
 extensions:
-- ext/commonmarker/extconf.rb
+- ext/commonmarker/Cargo.toml
 extra_rdoc_files: []
 files:
 - LICENSE.txt
 - README.md
-- Rakefile
-- bin/commonmarker
 - commonmarker.gemspec
-- ext/commonmarker/arena.c
-- ext/commonmarker/autolink.c
-- ext/commonmarker/autolink.h
-- ext/commonmarker/blocks.c
-- ext/commonmarker/buffer.c
-- ext/commonmarker/buffer.h
-- ext/commonmarker/case_fold_switch.inc
-- ext/commonmarker/chunk.h
-- ext/commonmarker/cmark-gfm-core-extensions.h
-- ext/commonmarker/cmark-gfm-extension_api.h
-- ext/commonmarker/cmark-gfm-extensions_export.h
-- ext/commonmarker/cmark-gfm.h
-- ext/commonmarker/cmark-gfm_export.h
-- ext/commonmarker/cmark-gfm_version.h
-- ext/commonmarker/cmark.c
-- ext/commonmarker/cmark_ctype.c
-- ext/commonmarker/cmark_ctype.h
-- ext/commonmarker/commonmark.c
-- ext/commonmarker/commonmarker.c
-- ext/commonmarker/commonmarker.h
-- ext/commonmarker/config.h
-- ext/commonmarker/core-extensions.c
-- ext/commonmarker/entities.inc
-- ext/commonmarker/ext_scanners.c
-- ext/commonmarker/ext_scanners.h
+- ext/commonmarker/Cargo.toml
+- ext/commonmarker/_util.rb
 - ext/commonmarker/extconf.rb
-- ext/commonmarker/footnotes.c
-- ext/commonmarker/footnotes.h
-- ext/commonmarker/houdini.h
-- ext/commonmarker/houdini_href_e.c
-- ext/commonmarker/houdini_html_e.c
-- ext/commonmarker/houdini_html_u.c
-- ext/commonmarker/html.c
-- ext/commonmarker/html.h
-- ext/commonmarker/inlines.c
-- ext/commonmarker/inlines.h
-- ext/commonmarker/iterator.c
-- ext/commonmarker/iterator.h
-- ext/commonmarker/latex.c
-- ext/commonmarker/linked_list.c
-- ext/commonmarker/man.c
-- ext/commonmarker/map.c
-- ext/commonmarker/map.h
-- ext/commonmarker/node.c
-- ext/commonmarker/node.h
-- ext/commonmarker/parser.h
-- ext/commonmarker/plaintext.c
-- ext/commonmarker/plugin.c
-- ext/commonmarker/plugin.h
-- ext/commonmarker/references.c
-- ext/commonmarker/references.h
-- ext/commonmarker/registry.c
-- ext/commonmarker/registry.h
-- ext/commonmarker/render.c
-- ext/commonmarker/render.h
-- ext/commonmarker/scanners.c
-- ext/commonmarker/scanners.h
-- ext/commonmarker/scanners.re
-- ext/commonmarker/strikethrough.c
-- ext/commonmarker/strikethrough.h
-- ext/commonmarker/syntax_extension.c
-- ext/commonmarker/syntax_extension.h
-- ext/commonmarker/table.c
-- ext/commonmarker/table.h
-- ext/commonmarker/tagfilter.c
-- ext/commonmarker/tagfilter.h
-- ext/commonmarker/tasklist.c
-- ext/commonmarker/tasklist.h
-- ext/commonmarker/utf8.c
-- ext/commonmarker/utf8.h
-- ext/commonmarker/xml.c
+- ext/commonmarker/src/comrak_options.rs
+- ext/commonmarker/src/lib.rs
 - lib/commonmarker.rb
 - lib/commonmarker/config.rb
-- lib/commonmarker/node.rb
-- lib/commonmarker/node/inspect.rb
+- lib/commonmarker/extension.rb
 - lib/commonmarker/renderer.rb
-- lib/commonmarker/renderer/html_renderer.rb
 - lib/commonmarker/version.rb
 homepage: https://github.com/gjtorikian/commonmarker
 licenses:
 - MIT
 metadata:
+  allowed_push_host: https://rubygems.org
+  funding_uri: https://github.com/sponsors/gjtorikian/
+  source_code_uri: https://github.com/gjtorikian/commonmarker
   rubygems_mfa_required: 'true'
 post_install_message:
-rdoc_options:
-- "-x"
-- ext/commonmarker/cmark/.*
+rdoc_options: []
 require_paths:
 - lib
-- ext
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
-    - !ruby/object:Gem::Version
-      version: '2.6'
-  - - "<"
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '4.0'
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 3.3.22
 requirements: []
-rubygems_version: 3.2.15
+rubygems_version: 3.3.22
 signing_key:
 specification_version: 4
-summary: CommonMark parser and renderer. Written in C, wrapped in Ruby.
+summary: CommonMark parser and renderer. Written in Rust, wrapped in Ruby.
 test_files: []