commonmarker 0.23.7.pre1 → 1.0.0.pre.2

metadata

@@ -1,262 +1,118 @@
 --- !ruby/object:Gem::Specification
 name: commonmarker
 version: !ruby/object:Gem::Version
-  version: 0.23.7.pre1
+  version: 1.0.0.pre.2
 platform: ruby
 authors:
 - Garen Torikian
 - Ashe Connor
 autorequire:
-bindir: bin
+bindir: exe
 cert_chain: []
-date: 2022-11-14 00:00:00.000000000 Z
+date: 2022-11-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: awesome_print
+  name: rb_sys
   requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: json
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.3'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.6'
-  type: :development
+        version: '0.9'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.6'
+        version: '0.9'
 - !ruby/object:Gem::Dependency
-  name: minitest-focus
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: rdoc
+  name: rake-compiler-dock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.2'
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.2'
-- !ruby/object:Gem::Dependency
-  name: rubocop
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-standard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-description: A fast, safe, extensible parser for CommonMark. This wraps the official
-  libcmark library.
+        version: '1.2'
+description: A fast, safe, extensible parser for CommonMark. This wraps the comrak
+  Rust crate.
 email:
-executables:
-- commonmarker
+executables: []
 extensions:
-- ext/commonmarker/extconf.rb
+- ext/commonmarker/Cargo.toml
 extra_rdoc_files: []
 files:
 - LICENSE.txt
 - README.md
-- Rakefile
-- bin/commonmarker
 - commonmarker.gemspec
-- ext/commonmarker/arena.c
-- ext/commonmarker/autolink.c
-- ext/commonmarker/autolink.h
-- ext/commonmarker/blocks.c
-- ext/commonmarker/buffer.c
-- ext/commonmarker/buffer.h
-- ext/commonmarker/case_fold_switch.inc
-- ext/commonmarker/chunk.h
-- ext/commonmarker/cmark-gfm-core-extensions.h
-- ext/commonmarker/cmark-gfm-extension_api.h
-- ext/commonmarker/cmark-gfm-extensions_export.h
-- ext/commonmarker/cmark-gfm.h
-- ext/commonmarker/cmark-gfm_export.h
-- ext/commonmarker/cmark-gfm_version.h
-- ext/commonmarker/cmark.c
-- ext/commonmarker/cmark_ctype.c
-- ext/commonmarker/cmark_ctype.h
-- ext/commonmarker/commonmark.c
-- ext/commonmarker/commonmarker.c
-- ext/commonmarker/commonmarker.h
-- ext/commonmarker/config.h
-- ext/commonmarker/core-extensions.c
-- ext/commonmarker/entities.inc
-- ext/commonmarker/ext_scanners.c
-- ext/commonmarker/ext_scanners.h
+- ext/commonmarker/Cargo.toml
+- ext/commonmarker/_util.rb
 - ext/commonmarker/extconf.rb
-- ext/commonmarker/footnotes.c
-- ext/commonmarker/footnotes.h
-- ext/commonmarker/houdini.h
-- ext/commonmarker/houdini_href_e.c
-- ext/commonmarker/houdini_html_e.c
-- ext/commonmarker/houdini_html_u.c
-- ext/commonmarker/html.c
-- ext/commonmarker/html.h
-- ext/commonmarker/inlines.c
-- ext/commonmarker/inlines.h
-- ext/commonmarker/iterator.c
-- ext/commonmarker/iterator.h
-- ext/commonmarker/latex.c
-- ext/commonmarker/linked_list.c
-- ext/commonmarker/man.c
-- ext/commonmarker/map.c
-- ext/commonmarker/map.h
-- ext/commonmarker/node.c
-- ext/commonmarker/node.h
-- ext/commonmarker/parser.h
-- ext/commonmarker/plaintext.c
-- ext/commonmarker/plugin.c
-- ext/commonmarker/plugin.h
-- ext/commonmarker/references.c
-- ext/commonmarker/references.h
-- ext/commonmarker/registry.c
-- ext/commonmarker/registry.h
-- ext/commonmarker/render.c
-- ext/commonmarker/render.h
-- ext/commonmarker/scanners.c
-- ext/commonmarker/scanners.h
-- ext/commonmarker/scanners.re
-- ext/commonmarker/strikethrough.c
-- ext/commonmarker/strikethrough.h
-- ext/commonmarker/syntax_extension.c
-- ext/commonmarker/syntax_extension.h
-- ext/commonmarker/table.c
-- ext/commonmarker/table.h
-- ext/commonmarker/tagfilter.c
-- ext/commonmarker/tagfilter.h
-- ext/commonmarker/tasklist.c
-- ext/commonmarker/tasklist.h
-- ext/commonmarker/utf8.c
-- ext/commonmarker/utf8.h
-- ext/commonmarker/xml.c
+- ext/commonmarker/src/comrak_options.rs
+- ext/commonmarker/src/lib.rs
 - lib/commonmarker.rb
 - lib/commonmarker/config.rb
-- lib/commonmarker/node.rb
-- lib/commonmarker/node/inspect.rb
+- lib/commonmarker/extension.rb
 - lib/commonmarker/renderer.rb
-- lib/commonmarker/renderer/html_renderer.rb
 - lib/commonmarker/version.rb
 homepage: https://github.com/gjtorikian/commonmarker
 licenses:
 - MIT
 metadata:
+  allowed_push_host: https://rubygems.org
+  funding_uri: https://github.com/sponsors/gjtorikian/
+  source_code_uri: https://github.com/gjtorikian/commonmarker
   rubygems_mfa_required: 'true'
 post_install_message:
-rdoc_options:
-- "-x"
-- ext/commonmarker/cmark/.*
+rdoc_options: []
 require_paths:
 - lib
-- ext
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
-    - !ruby/object:Gem::Version
-      version: '2.6'
-  - - "<"
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '4.0'
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: 3.3.22
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.3.22
 signing_key:
 specification_version: 4
-summary: CommonMark parser and renderer. Written in C, wrapped in Ruby.
+summary: CommonMark parser and renderer. Written in Rust, wrapped in Ruby.
 test_files: []

data/Rakefile

@@ -1,109 +0,0 @@
-# frozen_string_literal: true
-
-require "date"
-require "rake/clean"
-require "rake/extensiontask"
-require "digest/md5"
-
-host_os = RbConfig::CONFIG["host_os"]
-require "devkit" if host_os == "mingw32"
-
-task default: [:test]
-
-# Gem Spec
-gem_spec = Gem::Specification.load("commonmarker.gemspec")
-
-# Ruby Extension
-Rake::ExtensionTask.new("commonmarker", gem_spec) do |ext|
-  ext.lib_dir = File.join("lib", "commonmarker")
-end
-
-# Packaging
-require "bundler/gem_tasks"
-
-# Testing
-require "rake/testtask"
-
-Rake::TestTask.new("test:unit") do |t|
-  t.libs << "lib"
-  t.libs << "test"
-  t.pattern = "test/test_*.rb"
-  t.verbose = true
-  t.warning = false
-end
-
-desc "Run unit tests"
-task "test:unit" => :compile
-
-desc "Run unit and conformance tests"
-task test: ["test:unit"]
-
-require "rubocop/rake_task"
-
-RuboCop::RakeTask.new(:rubocop)
-
-desc "Run benchmarks"
-task :benchmark do
-  if ENV["FETCH_PROGIT"]
-    %x(rm -rf test/progit)
-    %x(git clone https://github.com/progit/progit.git test/progit)
-    langs = ["ar", "az", "be", "ca", "cs", "de", "en", "eo", "es", "es-ni", "fa", "fi", "fr", "hi", "hu", "id", "it", "ja", "ko", "mk", "nl", "no-nb", "pl", "pt-br", "ro", "ru", "sr", "th", "tr", "uk", "vi", "zh", "zh-tw"]
-    langs.each do |lang|
-      %x(cat test/progit/#{lang}/*/*.markdown >> test/benchinput.md)
-    end
-  end
-  $LOAD_PATH.unshift("lib")
-  load "test/benchmark.rb"
-end
-
-desc "Match C style of cmark"
-task :format do
-  sh "clang-format -style llvm -i ext/commonmarker/*.c ext/commonmarker/*.h"
-end
-
-# Documentation
-require "rdoc/task"
-
-desc "Generate API documentation"
-RDoc::Task.new do |rd|
-  rd.rdoc_dir = "docs"
-  rd.main     = "README.md"
-  rd.rdoc_files.include("README.md", "lib/**/*.rb", "ext/commonmarker/commonmarker.c")
-
-  rd.options << "--markup tomdoc"
-  rd.options << "--inline-source"
-  rd.options << "--line-numbers"
-  rd.options << "--all"
-  rd.options << "--fileboxes"
-end
-
-desc "Generate the documentation and run a web server"
-task serve: [:rdoc] do
-  require "webrick"
-
-  puts "Navigate to http://localhost:3000 to see the docs"
-
-  server = WEBrick::HTTPServer.new(Port: 3000)
-  server.mount("/", WEBrick::HTTPServlet::FileHandler, "docs")
-  trap("INT") { server.stop }
-  server.start
-end
-
-desc "Generate and publish docs to gh-pages"
-task publish: [:rdoc] do
-  require "tmpdir"
-  require "shellwords"
-
-  Dir.mktmpdir do |tmp|
-    system "mv docs/* #{tmp}"
-    system "git checkout origin/gh-pages"
-    system "rm -rf *"
-    system "mv #{tmp}/* ."
-    message = Shellwords.escape("Site updated at #{Time.now.utc}")
-    system "git add ."
-    system "git commit -am #{message}"
-    system "git push origin gh-pages --force"
-    system "git checkout master"
-    system "echo yolo"
-  end
-end

data/bin/commonmarker

@@ -1,118 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require 'optparse'
-
-$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
-require 'commonmarker'
-
-root = File.expand_path('..', __dir__)
-$LOAD_PATH.unshift File.expand_path('lib', root)
-
-def parse_options
-  options = Struct.new(:active_extensions, :active_parse_options, :active_render_options, :output_format, :renderer)
-                  .new([], [:DEFAULT], [:DEFAULT], :html)
-  extensions = CommonMarker.extensions
-  parse_options = CommonMarker::Config::OPTS.fetch(:parse)
-  render_options = CommonMarker::Config::OPTS.fetch(:render)
-  format_options = CommonMarker::Config::OPTS.fetch(:format)
-
-  option_parser = OptionParser.new do |opts|
-    opts.banner = 'Usage: commonmarker [--html-renderer] [--extension=EXTENSION]'
-    opts.separator '                    [--to=FORMAT]'
-    opts.separator '                    [--parse-option=OPTION]'
-    opts.separator '                    [--render-option=OPTION]'
-    opts.separator '                    [FILE..]'
-    opts.separator ''
-    opts.separator 'Convert one or more CommonMark files to HTML and write to standard output.'
-    opts.separator 'If no FILE argument is provided, text will be read from STDIN.'
-    opts.separator ''
-
-    opts.on('--extension=EXTENSION', Array, 'Use EXTENSION for parsing and HTML output (unless --html-renderer is specified)') do |values|
-      values.each do |value|
-        if extensions.include?(value)
-          options.active_extensions << value.to_sym
-        else
-          abort("extension '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('-h', '--help', 'Prints this help') do
-      puts opts
-      puts
-      puts "Available formats: #{format_options.join(', ')}"
-      puts "Available extentions: #{extensions.join(', ')}"
-      puts "Available parse options: #{parse_options.keys.join(', ')}"
-      puts "Available render options: #{render_options.keys.join(', ')}"
-      puts
-      puts 'See the README for more information on these.'
-      exit
-    end
-
-    opts.on('-tFORMAT', '--to=FORMAT', String, 'Specify output FORMAT') do |value|
-      value = value.to_sym
-      if format_options.include?(value)
-        options.output_format = value
-      else
-        abort("format '#{value}' not found")
-      end
-    end
-
-    opts.on('--html-renderer', 'Use the HtmlRenderer renderer rather than the native C renderer (only valid when format is html)') do
-      options.renderer = true
-    end
-
-    opts.on('--parse-option=OPTION', Array, 'OPTION passed during parsing') do |values|
-      values.each do |value|
-        if parse_options.key?(value.to_sym)
-          options.active_parse_options << value.to_sym
-        else
-          abort("parse-option '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('--render-option=OPTION', Array, 'OPTION passed during rendering') do |values|
-      values.each do |value|
-        if render_options.key?(value.to_sym)
-          options.active_render_options << value.to_sym
-        else
-          abort("render-option '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('-v', '--version', 'Version information') do
-      puts "commonmarker #{CommonMarker::VERSION}"
-      exit
-    end
-  end
-
-  option_parser.parse!
-
-  options
-end
-
-options = parse_options
-
-abort("format '#{options.output_format}' does not support using the HtmlRenderer renderer") if
-  options.renderer && options.output_format != :html
-
-doc = CommonMarker.render_doc(ARGF.read, options.active_parse_options, options.active_extensions)
-
-case options.output_format
-when :html
-  if options.renderer
-    renderer = CommonMarker::HtmlRenderer.new(options: options.active_render_options, extensions: options.active_extensions)
-    $stdout.write(renderer.render(doc))
-  else
-    $stdout.write(doc.to_html(options.active_render_options, options.active_extensions))
-  end
-when :xml
-  $stdout.write(doc.to_xml(options.active_render_options))
-when :commonmark
-  $stdout.write(doc.to_commonmark(options.active_render_options))
-when :plaintext
-  $stdout.write(doc.to_plaintext(options.active_render_options))
-end

data/ext/commonmarker/arena.c

@@ -1,103 +0,0 @@
-#include <stdlib.h>
-#include <string.h>
-#include <stdint.h>
-#include "cmark-gfm.h"
-#include "cmark-gfm-extension_api.h"
-
-static struct arena_chunk {
-  size_t sz, used;
-  uint8_t push_point;
-  void *ptr;
-  struct arena_chunk *prev;
-} *A = NULL;
-
-static struct arena_chunk *alloc_arena_chunk(size_t sz, struct arena_chunk *prev) {
-  struct arena_chunk *c = (struct arena_chunk *)calloc(1, sizeof(*c));
-  if (!c)
-    abort();
-  c->sz = sz;
-  c->ptr = calloc(1, sz);
-  if (!c->ptr)
-    abort();
-  c->prev = prev;
-  return c;
-}
-
-void cmark_arena_push(void) {
-  if (!A)
-    return;
-  A->push_point = 1;
-  A = alloc_arena_chunk(10240, A);
-}
-
-int cmark_arena_pop(void) {
-  if (!A)
-    return 0;
-  while (A && !A->push_point) {
-    free(A->ptr);
-    struct arena_chunk *n = A->prev;
-    free(A);
-    A = n;
-  }
-  if (A)
-    A->push_point = 0;
-  return 1;
-}
-
-static void init_arena(void) {
-  A = alloc_arena_chunk(4 * 1048576, NULL);
-}
-
-void cmark_arena_reset(void) {
-  while (A) {
-    free(A->ptr);
-    struct arena_chunk *n = A->prev;
-    free(A);
-    A = n;
-  }
-}
-
-static void *arena_calloc(size_t nmem, size_t size) {
-  if (!A)
-    init_arena();
-
-  size_t sz = nmem * size + sizeof(size_t);
-
-  // Round allocation sizes to largest integer size to
-  // ensure returned memory is correctly aligned
-  const size_t align = sizeof(size_t) - 1;
-  sz = (sz + align) & ~align;
-
-  if (sz > A->sz) {
-    A->prev = alloc_arena_chunk(sz, A->prev);
-    return (uint8_t *) A->prev->ptr + sizeof(size_t);
-  }
-  if (sz > A->sz - A->used) {
-    A = alloc_arena_chunk(A->sz + A->sz / 2, A);
-  }
-  void *ptr = (uint8_t *) A->ptr + A->used;
-  A->used += sz;
-  *((size_t *) ptr) = sz - sizeof(size_t);
-  return (uint8_t *) ptr + sizeof(size_t);
-}
-
-static void *arena_realloc(void *ptr, size_t size) {
-  if (!A)
-    init_arena();
-
-  void *new_ptr = arena_calloc(1, size);
-  if (ptr)
-    memcpy(new_ptr, ptr, ((size_t *) ptr)[-1]);
-  return new_ptr;
-}
-
-static void arena_free(void *ptr) {
-  (void) ptr;
-  /* no-op */
-}
-
-cmark_mem CMARK_ARENA_MEM_ALLOCATOR = {arena_calloc, arena_realloc, arena_free};
-
-cmark_mem *cmark_get_arena_mem_allocator() {
-  return &CMARK_ARENA_MEM_ALLOCATOR;
-}