commonmarker 0.23.6 → 1.0.0.pre

data/Rakefile

@@ -1,109 +0,0 @@
-# frozen_string_literal: true
-
-require "date"
-require "rake/clean"
-require "rake/extensiontask"
-require "digest/md5"
-
-host_os = RbConfig::CONFIG["host_os"]
-require "devkit" if host_os == "mingw32"
-
-task default: [:test]
-
-# Gem Spec
-gem_spec = Gem::Specification.load("commonmarker.gemspec")
-
-# Ruby Extension
-Rake::ExtensionTask.new("commonmarker", gem_spec) do |ext|
-  ext.lib_dir = File.join("lib", "commonmarker")
-end
-
-# Packaging
-require "bundler/gem_tasks"
-
-# Testing
-require "rake/testtask"
-
-Rake::TestTask.new("test:unit") do |t|
-  t.libs << "lib"
-  t.libs << "test"
-  t.pattern = "test/test_*.rb"
-  t.verbose = true
-  t.warning = false
-end
-
-desc "Run unit tests"
-task "test:unit" => :compile
-
-desc "Run unit and conformance tests"
-task test: ["test:unit"]
-
-require "rubocop/rake_task"
-
-RuboCop::RakeTask.new(:rubocop)
-
-desc "Run benchmarks"
-task :benchmark do
-  if ENV["FETCH_PROGIT"]
-    %x(rm -rf test/progit)
-    %x(git clone https://github.com/progit/progit.git test/progit)
-    langs = ["ar", "az", "be", "ca", "cs", "de", "en", "eo", "es", "es-ni", "fa", "fi", "fr", "hi", "hu", "id", "it", "ja", "ko", "mk", "nl", "no-nb", "pl", "pt-br", "ro", "ru", "sr", "th", "tr", "uk", "vi", "zh", "zh-tw"]
-    langs.each do |lang|
-      %x(cat test/progit/#{lang}/*/*.markdown >> test/benchinput.md)
-    end
-  end
-  $LOAD_PATH.unshift("lib")
-  load "test/benchmark.rb"
-end
-
-desc "Match C style of cmark"
-task :format do
-  sh "clang-format -style llvm -i ext/commonmarker/*.c ext/commonmarker/*.h"
-end
-
-# Documentation
-require "rdoc/task"
-
-desc "Generate API documentation"
-RDoc::Task.new do |rd|
-  rd.rdoc_dir = "docs"
-  rd.main     = "README.md"
-  rd.rdoc_files.include("README.md", "lib/**/*.rb", "ext/commonmarker/commonmarker.c")
-
-  rd.options << "--markup tomdoc"
-  rd.options << "--inline-source"
-  rd.options << "--line-numbers"
-  rd.options << "--all"
-  rd.options << "--fileboxes"
-end
-
-desc "Generate the documentation and run a web server"
-task serve: [:rdoc] do
-  require "webrick"
-
-  puts "Navigate to http://localhost:3000 to see the docs"
-
-  server = WEBrick::HTTPServer.new(Port: 3000)
-  server.mount("/", WEBrick::HTTPServlet::FileHandler, "docs")
-  trap("INT") { server.stop }
-  server.start
-end
-
-desc "Generate and publish docs to gh-pages"
-task publish: [:rdoc] do
-  require "tmpdir"
-  require "shellwords"
-
-  Dir.mktmpdir do |tmp|
-    system "mv docs/* #{tmp}"
-    system "git checkout origin/gh-pages"
-    system "rm -rf *"
-    system "mv #{tmp}/* ."
-    message = Shellwords.escape("Site updated at #{Time.now.utc}")
-    system "git add ."
-    system "git commit -am #{message}"
-    system "git push origin gh-pages --force"
-    system "git checkout master"
-    system "echo yolo"
-  end
-end

data/bin/commonmarker

@@ -1,118 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require 'optparse'
-
-$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
-require 'commonmarker'
-
-root = File.expand_path('..', __dir__)
-$LOAD_PATH.unshift File.expand_path('lib', root)
-
-def parse_options
-  options = Struct.new(:active_extensions, :active_parse_options, :active_render_options, :output_format, :renderer)
-                  .new([], [:DEFAULT], [:DEFAULT], :html)
-  extensions = CommonMarker.extensions
-  parse_options = CommonMarker::Config::OPTS.fetch(:parse)
-  render_options = CommonMarker::Config::OPTS.fetch(:render)
-  format_options = CommonMarker::Config::OPTS.fetch(:format)
-
-  option_parser = OptionParser.new do |opts|
-    opts.banner = 'Usage: commonmarker [--html-renderer] [--extension=EXTENSION]'
-    opts.separator '                    [--to=FORMAT]'
-    opts.separator '                    [--parse-option=OPTION]'
-    opts.separator '                    [--render-option=OPTION]'
-    opts.separator '                    [FILE..]'
-    opts.separator ''
-    opts.separator 'Convert one or more CommonMark files to HTML and write to standard output.'
-    opts.separator 'If no FILE argument is provided, text will be read from STDIN.'
-    opts.separator ''
-
-    opts.on('--extension=EXTENSION', Array, 'Use EXTENSION for parsing and HTML output (unless --html-renderer is specified)') do |values|
-      values.each do |value|
-        if extensions.include?(value)
-          options.active_extensions << value.to_sym
-        else
-          abort("extension '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('-h', '--help', 'Prints this help') do
-      puts opts
-      puts
-      puts "Available formats: #{format_options.join(', ')}"
-      puts "Available extentions: #{extensions.join(', ')}"
-      puts "Available parse options: #{parse_options.keys.join(', ')}"
-      puts "Available render options: #{render_options.keys.join(', ')}"
-      puts
-      puts 'See the README for more information on these.'
-      exit
-    end
-
-    opts.on('-tFORMAT', '--to=FORMAT', String, 'Specify output FORMAT') do |value|
-      value = value.to_sym
-      if format_options.include?(value)
-        options.output_format = value
-      else
-        abort("format '#{value}' not found")
-      end
-    end
-
-    opts.on('--html-renderer', 'Use the HtmlRenderer renderer rather than the native C renderer (only valid when format is html)') do
-      options.renderer = true
-    end
-
-    opts.on('--parse-option=OPTION', Array, 'OPTION passed during parsing') do |values|
-      values.each do |value|
-        if parse_options.key?(value.to_sym)
-          options.active_parse_options << value.to_sym
-        else
-          abort("parse-option '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('--render-option=OPTION', Array, 'OPTION passed during rendering') do |values|
-      values.each do |value|
-        if render_options.key?(value.to_sym)
-          options.active_render_options << value.to_sym
-        else
-          abort("render-option '#{value}' not found")
-        end
-      end
-    end
-
-    opts.on('-v', '--version', 'Version information') do
-      puts "commonmarker #{CommonMarker::VERSION}"
-      exit
-    end
-  end
-
-  option_parser.parse!
-
-  options
-end
-
-options = parse_options
-
-abort("format '#{options.output_format}' does not support using the HtmlRenderer renderer") if
-  options.renderer && options.output_format != :html
-
-doc = CommonMarker.render_doc(ARGF.read, options.active_parse_options, options.active_extensions)
-
-case options.output_format
-when :html
-  if options.renderer
-    renderer = CommonMarker::HtmlRenderer.new(options: options.active_render_options, extensions: options.active_extensions)
-    $stdout.write(renderer.render(doc))
-  else
-    $stdout.write(doc.to_html(options.active_render_options, options.active_extensions))
-  end
-when :xml
-  $stdout.write(doc.to_xml(options.active_render_options))
-when :commonmark
-  $stdout.write(doc.to_commonmark(options.active_render_options))
-when :plaintext
-  $stdout.write(doc.to_plaintext(options.active_render_options))
-end

data/ext/commonmarker/arena.c

@@ -1,103 +0,0 @@
-#include <stdlib.h>
-#include <string.h>
-#include <stdint.h>
-#include "cmark-gfm.h"
-#include "cmark-gfm-extension_api.h"
-
-static struct arena_chunk {
-  size_t sz, used;
-  uint8_t push_point;
-  void *ptr;
-  struct arena_chunk *prev;
-} *A = NULL;
-
-static struct arena_chunk *alloc_arena_chunk(size_t sz, struct arena_chunk *prev) {
-  struct arena_chunk *c = (struct arena_chunk *)calloc(1, sizeof(*c));
-  if (!c)
-    abort();
-  c->sz = sz;
-  c->ptr = calloc(1, sz);
-  if (!c->ptr)
-    abort();
-  c->prev = prev;
-  return c;
-}
-
-void cmark_arena_push(void) {
-  if (!A)
-    return;
-  A->push_point = 1;
-  A = alloc_arena_chunk(10240, A);
-}
-
-int cmark_arena_pop(void) {
-  if (!A)
-    return 0;
-  while (A && !A->push_point) {
-    free(A->ptr);
-    struct arena_chunk *n = A->prev;
-    free(A);
-    A = n;
-  }
-  if (A)
-    A->push_point = 0;
-  return 1;
-}
-
-static void init_arena(void) {
-  A = alloc_arena_chunk(4 * 1048576, NULL);
-}
-
-void cmark_arena_reset(void) {
-  while (A) {
-    free(A->ptr);
-    struct arena_chunk *n = A->prev;
-    free(A);
-    A = n;
-  }
-}
-
-static void *arena_calloc(size_t nmem, size_t size) {
-  if (!A)
-    init_arena();
-
-  size_t sz = nmem * size + sizeof(size_t);
-
-  // Round allocation sizes to largest integer size to
-  // ensure returned memory is correctly aligned
-  const size_t align = sizeof(size_t) - 1;
-  sz = (sz + align) & ~align;
-
-  if (sz > A->sz) {
-    A->prev = alloc_arena_chunk(sz, A->prev);
-    return (uint8_t *) A->prev->ptr + sizeof(size_t);
-  }
-  if (sz > A->sz - A->used) {
-    A = alloc_arena_chunk(A->sz + A->sz / 2, A);
-  }
-  void *ptr = (uint8_t *) A->ptr + A->used;
-  A->used += sz;
-  *((size_t *) ptr) = sz - sizeof(size_t);
-  return (uint8_t *) ptr + sizeof(size_t);
-}
-
-static void *arena_realloc(void *ptr, size_t size) {
-  if (!A)
-    init_arena();
-
-  void *new_ptr = arena_calloc(1, size);
-  if (ptr)
-    memcpy(new_ptr, ptr, ((size_t *) ptr)[-1]);
-  return new_ptr;
-}
-
-static void arena_free(void *ptr) {
-  (void) ptr;
-  /* no-op */
-}
-
-cmark_mem CMARK_ARENA_MEM_ALLOCATOR = {arena_calloc, arena_realloc, arena_free};
-
-cmark_mem *cmark_get_arena_mem_allocator() {
-  return &CMARK_ARENA_MEM_ALLOCATOR;
-}