commonmarker 0.17.7 → 0.17.7.1

data/ext/commonmarker/cmark-upstream/test/spec_tests.py

@@ -1,152 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-import sys
-from difflib import unified_diff
-import argparse
-import re
-import json
-from cmark import CMark
-from normalize import normalize_html
-
-if __name__ == "__main__":
-    parser = argparse.ArgumentParser(description='Run cmark tests.')
-    parser.add_argument('-p', '--program', dest='program', nargs='?', default=None,
-            help='program to test')
-    parser.add_argument('-s', '--spec', dest='spec', nargs='?', default='spec.txt',
-            help='path to spec')
-    parser.add_argument('-P', '--pattern', dest='pattern', nargs='?',
-            default=None, help='limit to sections matching regex pattern')
-    parser.add_argument('--library-dir', dest='library_dir', nargs='?',
-            default=None, help='directory containing dynamic library')
-    parser.add_argument('--extensions', dest='extensions', nargs='?',
-            default=None, help='space separated list of extensions to enable')
-    parser.add_argument('--no-normalize', dest='normalize',
-            action='store_const', const=False, default=True,
-            help='do not normalize HTML')
-    parser.add_argument('-d', '--dump-tests', dest='dump_tests',
-            action='store_const', const=True, default=False,
-            help='dump tests in JSON format')
-    parser.add_argument('--debug-normalization', dest='debug_normalization',
-            action='store_const', const=True,
-            default=False, help='filter stdin through normalizer for testing')
-    parser.add_argument('-n', '--number', type=int, default=None,
-            help='only consider the test with the given number')
-    args = parser.parse_args(sys.argv[1:])
-
-def out(str):
-    sys.stdout.buffer.write(str.encode('utf-8')) 
-
-def print_test_header(headertext, example_number, start_line, end_line):
-    out("Example %d (lines %d-%d) %s\n" % (example_number,start_line,end_line,headertext))
-
-def do_test(converter, test, normalize, result_counts):
-    [retcode, actual_html, err] = converter(test['markdown'], test['extensions'])
-    actual_html = re.sub(r'\r\n', '\n', actual_html)
-    if retcode == 0:
-        expected_html = re.sub(r'\r\n', '\n', test['html'])
-        unicode_error = None
-        if expected_html.strip() == '<IGNORE>':
-            passed = True
-        elif normalize:
-            try:
-                passed = normalize_html(actual_html) == normalize_html(expected_html)
-            except UnicodeDecodeError as e:
-                unicode_error = e
-                passed = False
-        else:
-            passed = actual_html == expected_html
-        if passed:
-            result_counts['pass'] += 1
-        else:
-            print_test_header(test['section'], test['example'], test['start_line'], test['end_line'])
-            out(test['markdown'] + '\n')
-            if unicode_error:
-                out("Unicode error: " + str(unicode_error) + '\n')
-                out("Expected: " + repr(expected_html) + '\n')
-                out("Got:      " + repr(actual_html) + '\n')
-            else:
-                expected_html_lines = expected_html.splitlines(True)
-                actual_html_lines = actual_html.splitlines(True)
-                for diffline in unified_diff(expected_html_lines, actual_html_lines,
-                                "expected HTML", "actual HTML"):
-                    out(diffline)
-            out('\n')
-            result_counts['fail'] += 1
-    else:
-        print_test_header(test['section'], test['example'], test['start_line'], test['end_line'])
-        out("program returned error code %d\n" % retcode)
-        sys.stdout.buffer.write(err)
-        result_counts['error'] += 1
-
-def get_tests(specfile):
-    line_number = 0
-    start_line = 0
-    end_line = 0
-    example_number = 0
-    markdown_lines = []
-    html_lines = []
-    state = 0  # 0 regular text, 1 markdown example, 2 html output
-    extensions = []
-    headertext = ''
-    tests = []
-
-    header_re = re.compile('#+ ')
-
-    with open(specfile, 'r', encoding='utf-8', newline='\n') as specf:
-        for line in specf:
-            line_number = line_number + 1
-            l = line.strip()
-            if l.startswith("`" * 32 + " example"):
-                state = 1
-                extensions = l[32 + len(" example"):].split()
-            elif l == "`" * 32:
-                state = 0
-                example_number = example_number + 1
-                end_line = line_number
-                if 'disabled' not in extensions:
-                    tests.append({
-                        "markdown":''.join(markdown_lines).replace('→',"\t"),
-                        "html":''.join(html_lines).replace('→',"\t"),
-                        "example": example_number,
-                        "start_line": start_line,
-                        "end_line": end_line,
-                        "section": headertext,
-                        "extensions": extensions})
-                start_line = 0
-                markdown_lines = []
-                html_lines = []
-            elif l == ".":
-                state = 2
-            elif state == 1:
-                if start_line == 0:
-                    start_line = line_number - 1
-                markdown_lines.append(line)
-            elif state == 2:
-                html_lines.append(line)
-            elif state == 0 and re.match(header_re, line):
-                headertext = header_re.sub('', line).strip()
-    return tests
-
-if __name__ == "__main__":
-    if args.debug_normalization:
-        out(normalize_html(sys.stdin.read()))
-        exit(0)
-
-    all_tests = get_tests(args.spec)
-    if args.pattern:
-        pattern_re = re.compile(args.pattern, re.IGNORECASE)
-    else:
-        pattern_re = re.compile('.')
-    tests = [ test for test in all_tests if re.search(pattern_re, test['section']) and (not args.number or test['example'] == args.number) ]
-    if args.dump_tests:
-        out(json.dumps(tests, indent=2))
-        exit(0)
-    else:
-        skipped = len(all_tests) - len(tests)
-        converter = CMark(prog=args.program, library_dir=args.library_dir, extensions=args.extensions).to_html
-        result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': skipped}
-        for test in tests:
-            do_test(converter, test, args.normalize, result_counts)
-        out("{pass} passed, {fail} failed, {error} errored, {skip} skipped\n".format(**result_counts))
-        exit(result_counts['fail'] + result_counts['error'])

data/ext/commonmarker/cmark-upstream/toolchain-mingw32.cmake

@@ -1,17 +0,0 @@
-# the name of the target operating system
-SET(CMAKE_SYSTEM_NAME Windows)
-
-# which compilers to use for C and C++
-SET(CMAKE_C_COMPILER i586-mingw32msvc-gcc)
-SET(CMAKE_CXX_COMPILER i586-mingw32msvc-g++)
-SET(CMAKE_RC_COMPILER i586-mingw32msvc-windres)
-
-# here is the target environment located
-SET(CMAKE_FIND_ROOT_PATH  /usr/i586-mingw32msvc "${CMAKE_SOURCE_DIR}/windows")
-
-# adjust the default behaviour of the FIND_XYZ() commands:
-# search headers and libraries in the target environment, search 
-# programs in the host environment
-set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
-set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
-set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)

data/ext/commonmarker/cmark-upstream/tools/Dockerfile

@@ -1,41 +0,0 @@
-FROM debian:jessie
-
-RUN apt-get update && apt-get install -y \
-  build-essential \
-  autoconf \
-  libtool \
-  git \
-  pkg-config \
-  gdb \
-  valgrind \
-  python3 \
-  wget \
-  clang \
-  man \
-  clang-format-3.5 \
-  && apt-get clean
-
-RUN wget http://lcamtuf.coredump.cx/afl/releases/afl-latest.tgz && \
-	tar xf afl-latest.tgz && \
-	cd afl-* && \
-	make install && \
-	cd .. && \
-	rm -rf afl-*
-
-RUN wget https://github.com/skvadrik/re2c/releases/download/0.15.3/re2c-0.15.3.tar.gz && \
-	tar xf re2c-0.15.3.tar.gz && \
-	cd re2c-* && \
-	./configure && \
-	make install && \
-	cd .. && \
-	rm -rf re2c-*
-
-RUN wget https://cmake.org/files/v3.8/cmake-3.8.2.tar.gz && \
-	tar xf cmake-3.8.2.tar.gz && \
-	cd cmake-* && \
-	./bootstrap && \
-	make install && \
-	cd .. && \
-	rm -rf cmake-*
-
-RUN apt-get update && apt-get install -y ninja-build

data/ext/commonmarker/cmark-upstream/tools/appveyor-build.bat

@@ -1,13 +0,0 @@
-@echo off
-
-if "%MSVC_VERSION%" == "10" goto msvc10
-
-call "C:\Program Files (x86)\Microsoft Visual Studio %MSVC_VERSION%.0\VC\vcvarsall.bat" amd64
-goto build
-
-:msvc10
-call "C:\Program Files\Microsoft SDKs\Windows\v7.1\Bin\SetEnv.cmd" /x64
-
-:build
-nmake
-

data/ext/commonmarker/cmark-upstream/tools/make_entities_inc.py

@@ -1,32 +0,0 @@
-# Creates C data structures for binary lookup table of entities,
-# using python's html5 entity data.
-# Usage: python3 tools/make_entities_inc.py > src/entities.inc
-
-import html
-
-entities5 = html.entities.html5
-
-# remove keys without semicolons.  For some reason the list
-# has duplicates of a few things, like auml, one with and one
-# without a semicolon.
-entities = sorted([(k[:-1], entities5[k].encode('utf-8')) for k in entities5.keys() if k[-1] == ';'])
-
-# Print out the header:
-print("""/* Autogenerated by tools/make_headers_inc.py */
-
-struct cmark_entity_node {
-	unsigned char *entity;
-        unsigned char bytes[8];
-};
-
-#define CMARK_ENTITY_MIN_LENGTH 2
-#define CMARK_ENTITY_MAX_LENGTH 32""")
-
-print("#define CMARK_NUM_ENTITIES " + str(len(entities)));
-
-print("\nstatic const struct cmark_entity_node cmark_entities[] = {");
-
-for (ent, bs) in entities:
-  print('{(unsigned char*)"' + ent + '", {' + ', '.join(map(str, bs)) + ', 0}},')
-
-print("};")

data/ext/commonmarker/cmark-upstream/tools/mkcasefold.pl

@@ -1,22 +0,0 @@
-binmode STDOUT;
-print("    switch (c) {\n");
-my $lastchar = "";
-while (<STDIN>) {
-  if (/^[A-F0-9]/ and / [CF]; /) {
-    my ($char, $type, $subst) = m/([A-F0-9]+); ([CF]); ([^;]+)/;
-    if ($char eq $lastchar) {
-      break;
-    }
-    my @subst = $subst =~ m/(\w+)/g;
-    printf("      case 0x%s:\n", $char);
-    foreach (@subst) {
-      printf("        bufpush(0x%s);\n", $_);
-    }
-    printf("        break;\n");
-    $lastchar = $char;
-  }
-}
-printf("      default:\n");
-printf("        bufpush(c);\n");
-print("    }\n");
-

data/ext/commonmarker/cmark-upstream/why-cmark-and-not-x.md

@@ -1,104 +0,0 @@
-Why use `cmark` and not X?
-==========================
-
-`hoedown`
----------
-
-`hoedown` (which derives from `sundown`) is slightly faster
-than `cmark` in our benchmarks (0.21s vs. 0.29s).  But both
-are much faster than any other available implementations.
-
-`hoedown` boasts of including "protection against all possible
-DOS attacks," but there are some chinks in the armor:
-
-    % time python -c 'print(("[" * 50000) + "a" + ("]" * 50000))' | cmark
-    ...
-    user 0m0.073s
-    % time python -c 'print(("[" * 50000) + "a" + ("]" * 50000))' | hoedown
-    ...
-    0m17.84s
-
-`hoedown` has many parsing bugs.  Here is a selection (as of
-v3.0.3):
-
-    % hoedown
-    - one
-      - two
-        1. three
-    ^D
-    <ul>
-    <li>one
-
-    <ul>
-    <li>two</li>
-    <li>three</li>
-    </ul></li>
-    </ul>
-
-
-    % hoedown
-    ## hi\###
-    ^D
-    <h2>hi\</h2>
-
-
-    % hoedown
-    [ΑΓΩ]: /φου
-
-    [αγω]
-    ^D
-    <p>[αγω]</p>
-
-
-    % hoedown
-    ```
-    [foo]: /url
-    ```
-
-    [foo]
-    ^D
-    <p>```</p>
-
-    <p>```</p>
-
-    <p><a href="/url">foo</a></p>
-
-
-    % hoedown
-    [foo](url "ti\*tle")
-    ^D
-    <p><a href="url" title="ti\*tle">foo</a></p>
-
-
-    % ./hoedown
-    - one
-     - two
-      - three
-       - four
-    ^D
-    <ul>
-    <li>one
-
-    <ul>
-    <li>two</li>
-    <li>three</li>
-    <li>four</li>
-    </ul></li>
-    </ul>
-
-
-`discount`
-----------
-
-`cmark` is about six times faster.
-
-`kramdown`
-----------
-
-`cmark` is about a hundred times faster.
-
-`kramdown` also gets tied in knots by pathological input like
-
-    python -c 'print(("[" * 50000) + "a" + ("]" * 50000))'
-
-

data/ext/commonmarker/cmark-upstream/wrappers/wrapper.js

@@ -1,6 +0,0 @@
-
-const cmark = require('node-cmark');
-
-const markdown = '# h1 title';
-
-cmark.markdown2html(markdown);

data/ext/commonmarker/cmark-upstream/wrappers/wrapper.py

@@ -1,37 +0,0 @@
-#!/usr/bin/env python
-
-# Example for using the shared library from python
-# Will work with either python 2 or python 3
-# Requires cmark library to be installed
-
-from ctypes import CDLL, c_char_p, c_long
-import sys
-import platform
-
-sysname = platform.system()
-
-if sysname == 'Darwin':
-    libname = "libcmark.dylib"
-elif sysname == 'Windows':
-    libname = "cmark.dll"
-else:
-    libname = "libcmark.so"
-cmark = CDLL(libname)
-
-markdown = cmark.cmark_markdown_to_html
-markdown.restype = c_char_p
-markdown.argtypes = [c_char_p, c_long, c_long]
-
-opts = 0 # defaults
-
-def md2html(text):
-    if sys.version_info >= (3,0):
-        textbytes = text.encode('utf-8')
-        textlen = len(textbytes)
-        return markdown(textbytes, textlen, opts).decode('utf-8')
-    else:
-        textbytes = text
-        textlen = len(text)
-        return markdown(textbytes, textlen, opts)
-
-sys.stdout.write(md2html(sys.stdin.read()))

data/ext/commonmarker/cmark-upstream/wrappers/wrapper.rb

@@ -1,15 +0,0 @@
-#!/usr/bin/env ruby
-require 'ffi'
-
-module CMark
-  extend FFI::Library
-  ffi_lib ['libcmark', 'cmark']
-  attach_function :cmark_markdown_to_html, [:string, :int, :int], :string
-end
-
-def markdown_to_html(s)
-  len = s.bytesize
-  CMark::cmark_markdown_to_html(s, len, 0)
-end
-
-STDOUT.write(markdown_to_html(ARGF.read()))