commonmarker 0.2.1 → 0.3.0

data/ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/flags.make

@@ -2,7 +2,7 @@
 # Generated by "Unix Makefiles" Generator, CMake Version 2.8
 
 # compile C with /usr/bin/cc
-C_FLAGS = -fPIC -fvisibility=hidden -Wall -Wextra -std=c99 -pedantic -O3 -DNDEBUG -I/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/src/. -I/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build/src   
+C_FLAGS = -fPIC -fvisibility=hidden -Wall -Wextra -std=c99 -pedantic -O3 -DNDEBUG -fPIC -I/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/src/. -I/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build/src   
 
 C_DEFINES = 
 

data/ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/link.txt

@@ -1,2 +1,2 @@
-/usr/bin/ar cr libcmark.a  CMakeFiles/libcmark_static.dir/cmark.c.o CMakeFiles/libcmark_static.dir/node.c.o CMakeFiles/libcmark_static.dir/iterator.c.o CMakeFiles/libcmark_static.dir/blocks.c.o CMakeFiles/libcmark_static.dir/inlines.c.o CMakeFiles/libcmark_static.dir/scanners.c.o CMakeFiles/libcmark_static.dir/utf8.c.o CMakeFiles/libcmark_static.dir/buffer.c.o CMakeFiles/libcmark_static.dir/references.c.o CMakeFiles/libcmark_static.dir/man.c.o CMakeFiles/libcmark_static.dir/xml.c.o CMakeFiles/libcmark_static.dir/html.c.o CMakeFiles/libcmark_static.dir/commonmark.c.o CMakeFiles/libcmark_static.dir/houdini_href_e.c.o CMakeFiles/libcmark_static.dir/houdini_html_e.c.o CMakeFiles/libcmark_static.dir/houdini_html_u.c.o CMakeFiles/libcmark_static.dir/cmark_ctype.c.o
+/usr/bin/ar cr libcmark.a  CMakeFiles/libcmark_static.dir/cmark.c.o CMakeFiles/libcmark_static.dir/node.c.o CMakeFiles/libcmark_static.dir/iterator.c.o CMakeFiles/libcmark_static.dir/blocks.c.o CMakeFiles/libcmark_static.dir/inlines.c.o CMakeFiles/libcmark_static.dir/scanners.c.o CMakeFiles/libcmark_static.dir/utf8.c.o CMakeFiles/libcmark_static.dir/buffer.c.o CMakeFiles/libcmark_static.dir/references.c.o CMakeFiles/libcmark_static.dir/render.c.o CMakeFiles/libcmark_static.dir/man.c.o CMakeFiles/libcmark_static.dir/xml.c.o CMakeFiles/libcmark_static.dir/html.c.o CMakeFiles/libcmark_static.dir/commonmark.c.o CMakeFiles/libcmark_static.dir/latex.c.o CMakeFiles/libcmark_static.dir/houdini_href_e.c.o CMakeFiles/libcmark_static.dir/houdini_html_e.c.o CMakeFiles/libcmark_static.dir/houdini_html_u.c.o CMakeFiles/libcmark_static.dir/cmark_ctype.c.o
 /usr/bin/ranlib libcmark.a

data/ext/commonmarker/cmark/build/src/CMakeFiles/libcmark_static.dir/progress.make

@@ -1,18 +1,20 @@
-CMAKE_PROGRESS_1 = 39
-CMAKE_PROGRESS_2 = 40
-CMAKE_PROGRESS_3 = 41
-CMAKE_PROGRESS_4 = 42
-CMAKE_PROGRESS_5 = 43
-CMAKE_PROGRESS_6 = 44
-CMAKE_PROGRESS_7 = 45
-CMAKE_PROGRESS_8 = 46
-CMAKE_PROGRESS_9 = 47
-CMAKE_PROGRESS_10 = 48
-CMAKE_PROGRESS_11 = 49
-CMAKE_PROGRESS_12 = 50
-CMAKE_PROGRESS_13 = 51
-CMAKE_PROGRESS_14 = 52
-CMAKE_PROGRESS_15 = 53
-CMAKE_PROGRESS_16 = 54
-CMAKE_PROGRESS_17 = 55
+CMAKE_PROGRESS_1 = 43
+CMAKE_PROGRESS_2 = 44
+CMAKE_PROGRESS_3 = 45
+CMAKE_PROGRESS_4 = 46
+CMAKE_PROGRESS_5 = 47
+CMAKE_PROGRESS_6 = 48
+CMAKE_PROGRESS_7 = 49
+CMAKE_PROGRESS_8 = 50
+CMAKE_PROGRESS_9 = 51
+CMAKE_PROGRESS_10 = 52
+CMAKE_PROGRESS_11 = 53
+CMAKE_PROGRESS_12 = 54
+CMAKE_PROGRESS_13 = 55
+CMAKE_PROGRESS_14 = 56
+CMAKE_PROGRESS_15 = 57
+CMAKE_PROGRESS_16 = 58
+CMAKE_PROGRESS_17 = 59
+CMAKE_PROGRESS_18 = 60
+CMAKE_PROGRESS_19 = 61
 

data/ext/commonmarker/cmark/build/src/CMakeFiles/progress.marks

@@ -1 +1 @@
-52
+58

data/ext/commonmarker/cmark/build/src/Makefile

@@ -524,6 +524,36 @@ iterator.c.s:
 	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/iterator.c.s
 .PHONY : iterator.c.s
 
+latex.o: latex.c.o
+.PHONY : latex.o
+
+# target to build an object file
+latex.c.o:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/latex.c.o
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/latex.c.o
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/latex.c.o
+.PHONY : latex.c.o
+
+latex.i: latex.c.i
+.PHONY : latex.i
+
+# target to preprocess a source file
+latex.c.i:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/latex.c.i
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/latex.c.i
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/latex.c.i
+.PHONY : latex.c.i
+
+latex.s: latex.c.s
+.PHONY : latex.s
+
+# target to generate assembly for a file
+latex.c.s:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/latex.c.s
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/latex.c.s
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/latex.c.s
+.PHONY : latex.c.s
+
 main.o: main.c.o
 .PHONY : main.o
 
@@ -638,6 +668,36 @@ references.c.s:
 	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/references.c.s
 .PHONY : references.c.s
 
+render.o: render.c.o
+.PHONY : render.o
+
+# target to build an object file
+render.c.o:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/render.c.o
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/render.c.o
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/render.c.o
+.PHONY : render.c.o
+
+render.i: render.c.i
+.PHONY : render.i
+
+# target to preprocess a source file
+render.c.i:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/render.c.i
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/render.c.i
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/render.c.i
+.PHONY : render.c.i
+
+render.s: render.c.s
+.PHONY : render.s
+
+# target to generate assembly for a file
+render.c.s:
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/cmark.dir/build.make src/CMakeFiles/cmark.dir/render.c.s
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark.dir/build.make src/CMakeFiles/libcmark.dir/render.c.s
+	cd /Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build && $(MAKE) -f src/CMakeFiles/libcmark_static.dir/build.make src/CMakeFiles/libcmark_static.dir/render.c.s
+.PHONY : render.c.s
+
 scanners.o: scanners.c.o
 .PHONY : scanners.o
 
@@ -777,6 +837,9 @@ help:
 	@echo "... iterator.o"
 	@echo "... iterator.i"
 	@echo "... iterator.s"
+	@echo "... latex.o"
+	@echo "... latex.i"
+	@echo "... latex.s"
 	@echo "... main.o"
 	@echo "... main.i"
 	@echo "... main.s"
@@ -789,6 +852,9 @@ help:
 	@echo "... references.o"
 	@echo "... references.i"
 	@echo "... references.s"
+	@echo "... render.o"
+	@echo "... render.i"
+	@echo "... render.s"
 	@echo "... scanners.o"
 	@echo "... scanners.i"
 	@echo "... scanners.s"

data/ext/commonmarker/cmark/build/src/cmake_install.cmake

@@ -43,17 +43,17 @@ ENDIF(NOT CMAKE_INSTALL_COMPONENT OR "${CMAKE_INSTALL_COMPONENT}" STREQUAL "Unsp
 
 IF(NOT CMAKE_INSTALL_COMPONENT OR "${CMAKE_INSTALL_COMPONENT}" STREQUAL "Unspecified")
   FILE(INSTALL DESTINATION "${CMAKE_INSTALL_PREFIX}/lib" TYPE SHARED_LIBRARY FILES
-    "/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build/src/libcmark.0.20.0.dylib"
+    "/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build/src/libcmark.0.21.0.dylib"
     "/Users/gjtorikian/Development/commonmarker/ext/commonmarker/cmark/build/src/libcmark.dylib"
     )
   FOREACH(file
-      "$ENV{DESTDIR}${CMAKE_INSTALL_PREFIX}/lib/libcmark.0.20.0.dylib"
+      "$ENV{DESTDIR}${CMAKE_INSTALL_PREFIX}/lib/libcmark.0.21.0.dylib"
       "$ENV{DESTDIR}${CMAKE_INSTALL_PREFIX}/lib/libcmark.dylib"
       )
     IF(EXISTS "${file}" AND
        NOT IS_SYMLINK "${file}")
       EXECUTE_PROCESS(COMMAND "/usr/bin/install_name_tool"
-        -id "libcmark.0.20.0.dylib"
+        -id "libcmark.0.21.0.dylib"
         "${file}")
       IF(CMAKE_INSTALL_DO_STRIP)
         EXECUTE_PROCESS(COMMAND "/usr/bin/strip" "${file}")

data/ext/commonmarker/cmark/build/src/cmark_version.h

@@ -1,7 +1,7 @@
 #ifndef CMARK_VERSION_H
 #define CMARK_VERSION_H
 
-#define CMARK_VERSION ((0 << 16) | (20 << 8)  | 0)
-#define CMARK_VERSION_STRING "0.20.0"
+#define CMARK_VERSION ((0 << 16) | (21 << 8)  | 0)
+#define CMARK_VERSION_STRING "0.21.0"
 
 #endif

data/ext/commonmarker/cmark/build/src/libcmark.pc

@@ -5,6 +5,6 @@ includedir=/usr/local/include
 
 Name: libcmark
 Description: CommonMark parsing, rendering, and manipulation
-Version: 0.20.0
+Version: 0.21.0
 Libs: -L${libdir} -lcmark
 Cflags: -I${includedir}

data/ext/commonmarker/cmark/changelog.txt

@@ -1,3 +1,147 @@
+[0.21.0]
+
+  * Updated to version 0.21 of spec.
+  * Added latex renderer (#31). New exported function in API:
+    `cmark_render_latex`. New source file: `src/latex.hs`.
+  * Updates for new HTML block spec. Removed old `html_block_tag` scanner.
+    Added new `html_block_start` and `html_block_start_7`, as well
+    as `html_block_end_n` for n = 1-5. Rewrote block parser for new HTML
+    block spec.
+  * We no longer preprocess tabs to spaces before parsing.
+    Instead, we keep track of both the byte offset and
+    the (virtual) column as we parse block starts.
+    This allows us to handle tabs without converting
+    to spaces first.  Tabs are left as tabs in the output, as
+    per the revised spec.
+  * Removed utf8 validation by default.  We now replace null characters
+    in the line splitting code.
+  * Added `CMARK_OPT_VALIDATE_UTF8` option and command-line option
+    `--validate-utf8`.  This option causes cmark to check for valid
+    UTF-8, replacing invalid sequences with the replacement
+    character, U+FFFD.  Previously this was done by default in
+    connection with tab expansion, but we no longer do it by
+    default with the new tab treatment.  (Many applications will
+    know that the input is valid UTF-8, so validation will not
+    be necessary.)
+  * Added `CMARK_OPT_SAFE` option and `--safe` command-line flag.
+    + Added `CMARK_OPT_SAFE`.  This option disables rendering of raw HTML
+      and potentially dangerous links.
+    + Added `--safe` option in command-line program.
+    + Updated `cmark.3` man page.
+    + Added `scan_dangerous_url` to scanners.
+    + In HTML, suppress rendering of raw HTML and potentially dangerous
+      links if `CMARK_OPT_SAFE`.  Dangerous URLs are those that begin
+      with `javascript:`, `vbscript:`, `file:`, or `data:` (except for
+      `image/png`, `image/gif`, `image/jpeg`, or `image/webp` mime types).
+    + Added `api_test` for `OPT_CMARK_SAFE`.
+    + Rewrote `README.md` on security.
+  * Limit ordered list start to 9 digits, per spec.
+  * Added width parameter to `render_man` (API change).
+  * Extracted common renderer code from latex, man, and commonmark
+    renderers into a separate module, `renderer.[ch]` (#63).  To write a
+    renderer now, you only need to write a character escaping function
+    and a node rendering function.  You pass these to `cmark_render`
+    and it handles all the plumbing (including line wrapping) for you.
+    So far this is an internal module, but we might consider adding
+    it to the API in the future.
+  * commonmark writer:  correctly handle email autolinks.
+  * commonmark writer:  escape `!`.
+  * Fixed soft breaks in commonmark renderer.
+  * Fixed scanner for link url. re2c returns the longest match, so we
+    were getting bad results with `[link](foo\(and\(bar\)\))`
+    which it would parse as containing a bare `\` followed by
+    an in-parens chunk ending with the final paren.
+  * Allow non-initial hyphens in html tag names. This allows for
+    custom tags, see jgm/CommonMark#239.
+  * Updated `test/smart_punct.txt`.
+  * Implemented new treatment of hyphens with `--smart`, converting
+    sequences of hyphens to sequences of em and en dashes that contain no
+    hyphens.
+  * HTML renderer:  properly split info on first space char (see
+    jgm/commonmark.js#54).
+  * Changed version variables to functions (#60, Andrius Bentkus).
+    This is easier to access using ffi, since some languages, like C#
+    like to use only function interfaces for accessing library
+    functionality.
+  * `process_emphasis`: Fixed setting lower bound to potential openers.
+    Renamed `potential_openers` -> `openers_bottom`.
+    Renamed `start_delim` -> `stack_bottom`.
+  * Added case for #59 to `pathological_test.py`.
+  * Fixed emphasis/link parsing bug (#59).
+  * Fixed off-by-one error in line splitting routine.
+    This caused certain NULLs not to be replaced.
+  * Don't rtrim in `subject_from_buffer`.  This gives bad results in
+    parsing reference links, where we might have trailing blanks
+    (`finalize` removes the bytes parsed as a reference definition;
+    before this change, some blank bytes might remain on the line).
+    + Added `column` and `first_nonspace_column` fields to `parser`.
+    + Added utility function to advance the offset, computing
+      the virtual column too.  Note that we don't need to deal with
+      UTF-8 here at all.  Only ASCII occurs in block starts.
+    + Significant performance improvement due to the fact that
+      we're not doing UTF-8 validation.
+  * Fixed entity lookup table.  The old one had many errors.
+    The new one is derived from the list in the npm entities package.
+    Since the sequences can now be longer (multi-code-point), we
+    have bumped the length limit from 4 to 8, which also affects
+    `houdini_html_u.c`.  An example of the kind of error that was fixed:
+    `≧̸` should be rendered as "≧̸" (U+02267 U+00338), but it was
+    being rendered as "≧" (which is the same as `≧`).
+  * Replace gperf-based entity lookup with binary tree lookup.
+    The primary advantage is a big reduction in the size of
+    the compiled library and executable (> 100K).
+    There should be no measurable performance difference in
+    normal documents.  I detected only a slight performance
+    hit in a file containing 1,000,000 entities.
+    + Removed `src/html_unescape.gperf` and `src/html_unescape.h`.
+    + Added `src/entities.h` (generated by `tools/make_entities_h.py`).
+    + Added binary tree lookup functions to `houdini_html_u.c`, and
+      use the data in `src/entities.h`.
+    * Renamed `entities.h` -> `entities.inc`, and
+      `tools/make_entities_h.py` -> `tools/make_entitis_inc.py`.
+  * Fixed cases like
+    ```
+    [ref]: url
+    "title" ok
+    ```
+    Here we should parse the first line as a reference.
+  * `inlines.c`:  Added utility functions to skip spaces and line endings.
+  * Fixed backslashes in link destinations that are not part of escapes
+    (jgm/commonmark#45).
+  * `process_line`: Removed "add newline if line doesn't have one."
+    This isn't actually needed.
+  * Small logic fixes and a simplification in `process_emphasis`.
+  * Added more pathological tests:
+    + Many link closers with no openers.
+    + Many link openers with no closers.
+    + Many emph openers with no closers.
+    + Many closers with no openers.
+    + `"*a_ " * 20000`.
+  * Fixed `process_emphasis` to handle new pathological cases.
+    Now we have an array of pointers (`potential_openers`),
+    keyed to the delim char.  When we've failed to match a potential opener
+    prior to point X in the delimiter stack, we reset `potential_openers`
+    for that opener type to X, and thus avoid having to look again through
+    all the openers we've already rejected.
+  * `process_inlines`:  remove closers from delim stack when possible.
+    When they have no matching openers and cannot be openers themselves,
+    we can safely remove them.  This helps with a performance case:
+    `"a_ " * 20000` (jgm/commonmark.js#43).
+  * Roll utf8proc_charlen into utf8proc_valid (Nick Wellnhofer).
+    Speeds up "make bench" by another percent.
+  * `spec_tests.py`: allow `→` for tab in HTML examples.
+  * `normalize.py`:  don't collapse whitespace in pre contexts.
+  * Use utf-8 aware re2c.
+  * Makefile afl target:  removed `-m none`, added `CMARK_OPTS`.
+  * README: added `make afl` instructions.
+  * Limit generated generated `cmark.3` to 72 character line width.
+  * Travis: switched to containerized build system.
+  * Removed `debug.h`. (It uses GNU extensions, and we don't need it anyway.)
+  * Removed sundown from benchmarks, because the reading was anomalous.
+    sundown had an arbitrary 16MB limit on buffers, and the benchmark
+    input exceeded that.  So who knows what we were actually testing?
+    Added hoedown, sundown's successor, which is a better comparison.
+
 [0.20.0]
 
   * Fixed bug in list item parsing when items indented >= 4 spaces (#52).

data/ext/commonmarker/cmark/man/make_man_page.py

@@ -31,17 +31,17 @@ parse_document.argtypes = [c_char_p, c_long]
 
 render_man = cmark.cmark_render_man
 render_man.restype = c_char_p
-render_man.argtypes = [c_void_p]
+render_man.argtypes = [c_void_p, c_long, c_long]
 
 def md2man(text):
     if sys.version_info >= (3,0):
         textbytes = text.encode('utf-8')
         textlen = len(textbytes)
-        return render_man(parse_document(textbytes, textlen)).decode('utf-8')
+        return render_man(parse_document(textbytes, textlen), 0, 65).decode('utf-8')
     else:
         textbytes = text
         textlen = len(text)
-        return render_man(parse_document(textbytes, textlen))
+        return render_man(parse_document(textbytes, textlen), 0, 72)
 
 comment_start_re = re.compile('^\/\*\* ?')
 comment_delim_re = re.compile('^[/ ]\** ?')

data/ext/commonmarker/cmark/man/man1/cmark.1

@@ -10,7 +10,7 @@ file*
 .SH "DESCRIPTION"
 \fBcmark\fR
 converts Markdown formatted plain text to either HTML, groff man,
-CommonMark XML, or CommonMark, using the conventions
+CommonMark XML, LaTeX, or CommonMark, using the conventions
 described in the CommonMark spec.  It reads input from \fIstdin\fR
 or the specified files (concatenating their contents) and writes
 output to \fIstdout\fR.
@@ -18,7 +18,7 @@ output to \fIstdout\fR.
 .TP 12n
 .B \-\-to, \-t \f[I]FORMAT\f[]
 Specify output format (\f[C]html\f[], \f[C]man\f[], \f[C]xml\f[],
-\f[C]commonmark\f[]).
+\f[C]latex\f[], \f[C]commonmark\f[]).
 .TP 12n
 .B \-\-width \f[I]WIDTH\f[]
 Specify a column width to which to wrap the output. For no wrapping, use
@@ -45,6 +45,14 @@ be rendered as curly quotes, depending on their position.
 \f[C]\-\-\-\f[] will be rendered as an em-dash.
 \f[C]...\f[] will be rendered as ellipses.
 .TP 12n
+.B \-\-safe
+Do not render raw HTML or potentially dangerous URLs.
+(Raw HTML is replaced by a placeholder comment; potentially
+dangerous URLs are replaced by empty strings.)  Dangerous
+URLs are those that begin with `javascript:`, `vbscript:`,
+`file:`, or `data:` (except for `image/png`, `image/gif`,
+`image/jpeg`, or `image/webp` mime types).
+.TP 12n
 .B \-\-help
 Print usage information.
 .TP 12n

data/ext/commonmarker/cmark/man/man3/cmark.3

@@ -1,4 +1,4 @@
-.TH cmark 3 "June 16, 2015" "LOCAL" "Library Functions Manual"
+.TH cmark 3 "July 13, 2015" "LOCAL" "Library Functions Manual"
 .SH
 NAME
 .PP
@@ -14,8 +14,8 @@ Simple Interface
 
 .PP
 Convert \f[I]text\f[] (assumed to be a UTF\-8 encoded string with length
-\f[I]len\f[] from CommonMark Markdown to HTML, returning a null\-terminated,
-UTF\-8\-encoded string.
+\f[I]len\f[] from CommonMark Markdown to HTML, returning a
+null\-terminated, UTF\-8\-encoded string.
 
 .SS
 Node Structure
@@ -27,9 +27,9 @@ Creating and Destroying Nodes
 \fIcmark_node*\f[] \fBcmark_node_new\f[](\fIcmark_node_type type\f[])
 
 .PP
-Creates a new node of type \f[I]type\f[]\&.  Note that the node may have
-other required properties, which it is the caller's responsibility
-to assign.
+Creates a new node of type \f[I]type\f[]. Note that the node may have
+other required properties, which it is the caller's responsibility to
+assign.
 
 .PP
 \fIvoid\f[] \fBcmark_node_free\f[](\fIcmark_node *node\f[])
@@ -51,8 +51,8 @@ there is none.
 \fIcmark_node*\f[] \fBcmark_node_previous\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the previous node in the sequence after \f[I]node\f[], or NULL if
-there is none.
+Returns the previous node in the sequence after \f[I]node\f[], or NULL
+if there is none.
 
 .PP
 \fIcmark_node*\f[] \fBcmark_node_parent\f[](\fIcmark_node *node\f[])
@@ -64,29 +64,31 @@ Returns the parent of \f[I]node\f[], or NULL if there is none.
 \fIcmark_node*\f[] \fBcmark_node_first_child\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the first child of \f[I]node\f[], or NULL if \f[I]node\f[] has no children.
+Returns the first child of \f[I]node\f[], or NULL if \f[I]node\f[] has
+no children.
 
 .PP
 \fIcmark_node*\f[] \fBcmark_node_last_child\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the last child of \f[I]node\f[], or NULL if \f[I]node\f[] has no children.
+Returns the last child of \f[I]node\f[], or NULL if \f[I]node\f[] has no
+children.
 
 .SS
 Iterator
 .PP
 An iterator will walk through a tree of nodes, starting from a root
 node, returning one node at a time, together with information about
-whether the node is being entered or exited.  The iterator will
-first descend to a child node, if there is one.  When there is no
-child, the iterator will go to the next sibling.  When there is no
-next sibling, the iterator will return to the parent (but with
-a \f[I]cmark_event_type\f[] of \f[C]CMARK_EVENT_EXIT\f[]).  The iterator will
-return \f[C]CMARK_EVENT_DONE\f[] when it reaches the root node again.
-One natural application is an HTML renderer, where an \f[C]ENTER\f[] event
-outputs an open tag and an \f[C]EXIT\f[] event outputs a close tag.
-An iterator might also be used to transform an AST in some systematic
-way, for example, turning all level\-3 headers into regular paragraphs.
+whether the node is being entered or exited. The iterator will first
+descend to a child node, if there is one. When there is no child, the
+iterator will go to the next sibling. When there is no next sibling, the
+iterator will return to the parent (but with a \f[I]cmark_event_type\f[]
+of \f[C]CMARK_EVENT_EXIT\f[]). The iterator will return
+\f[C]CMARK_EVENT_DONE\f[] when it reaches the root node again. One
+natural application is an HTML renderer, where an \f[C]ENTER\f[] event
+outputs an open tag and an \f[C]EXIT\f[] event outputs a close tag. An
+iterator might also be used to transform an AST in some systematic way,
+for example, turning all level\-3 headers into regular paragraphs.
 .IP
 .nf
 \f[C]
@@ -105,8 +107,8 @@ usage_example(cmark_node *root) {
 \f[]
 .fi
 .PP
-Iterators will never return \f[C]EXIT\f[] events for leaf nodes, which are nodes
-of type:
+Iterators will never return \f[C]EXIT\f[] events for leaf nodes, which
+are nodes of type:
 .IP \[bu] 2
 CMARK_NODE_HTML
 .IP \[bu] 2
@@ -124,15 +126,16 @@ CMARK_NODE_CODE
 .IP \[bu] 2
 CMARK_NODE_INLINE_HTML
 .PP
-Nodes must only be modified after an \f[C]EXIT\f[] event, or an \f[C]ENTER\f[] event for
-leaf nodes.
+Nodes must only be modified after an \f[C]EXIT\f[] event, or an
+\f[C]ENTER\f[] event for leaf nodes.
 
 .PP
 \fIcmark_iter*\f[] \fBcmark_iter_new\f[](\fIcmark_node *root\f[])
 
 .PP
-Creates a new iterator starting at \f[I]root\f[]\&.  The current node and event
-type are undefined until \f[C]cmark_iter_next\f[] is called for the first time.
+Creates a new iterator starting at \f[I]root\f[]. The current node and
+event type are undefined until \f[C]cmark_iter_next\f[] is called for
+the first time.
 
 .PP
 \fIvoid\f[] \fBcmark_iter_free\f[](\fIcmark_iter *iter\f[])
@@ -144,8 +147,9 @@ Frees the memory allocated for an iterator.
 \fIcmark_event_type\f[] \fBcmark_iter_next\f[](\fIcmark_iter *iter\f[])
 
 .PP
-Advances to the next node and returns the event type (\f[C]CMARK_EVENT_ENTER\f[],
-\f[C]CMARK_EVENT_EXIT\f[] or \f[C]CMARK_EVENT_DONE\f[]).
+Advances to the next node and returns the event type
+(\f[C]CMARK_EVENT_ENTER\f[], \f[C]CMARK_EVENT_EXIT\f[] or
+\f[C]CMARK_EVENT_DONE\f[]).
 
 .PP
 \fIcmark_node*\f[] \fBcmark_iter_get_node\f[](\fIcmark_iter *iter\f[])
@@ -169,8 +173,8 @@ Returns the root node.
 \fIvoid\f[] \fBcmark_iter_reset\f[](\fIcmark_iter *iter\f[], \fIcmark_node *current\f[], \fIcmark_event_type event_type\f[])
 
 .PP
-Resets the iterator so that the current node is \f[I]current\f[] and
-the event type is \f[I]event_type\f[]\&.  The new current node must be a
+Resets the iterator so that the current node is \f[I]current\f[] and the
+event type is \f[I]event_type\f[]. The new current node must be a
 descendant of the root node or the root node itself.
 
 .SS
@@ -180,14 +184,14 @@ Accessors
 \fIvoid*\f[] \fBcmark_node_get_user_data\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the user data of \f[I]node\f[]\&.
+Returns the user data of \f[I]node\f[].
 
 .PP
 \fIint\f[] \fBcmark_node_set_user_data\f[](\fIcmark_node *node\f[], \fIvoid *user_data\f[])
 
 .PP
-Sets arbitrary user data for \f[I]node\f[]\&.  Returns 1 on success,
-0 on failure.
+Sets arbitrary user data for \f[I]node\f[]. Returns 1 on success, 0 on
+failure.
 
 .PP
 \fIcmark_node_type\f[] \fBcmark_node_get_type\f[](\fIcmark_node *node\f[])
@@ -200,7 +204,7 @@ Returns the type of \f[I]node\f[], or \f[C]CMARK_NODE_NONE\f[] on error.
 
 .PP
 Like \f[I]cmark_node_get_type\f[], but returns a string representation
-of the type, or \f[C]"<unknown>"\f[]\&.
+of the type, or \f[C]"<unknown>"\f[].
 
 .PP
 \fIconst char*\f[] \fBcmark_node_get_literal\f[](\fIcmark_node *node\f[])
@@ -212,60 +216,64 @@ Returns the string contents of \f[I]node\f[], or NULL if none.
 \fIint\f[] \fBcmark_node_set_literal\f[](\fIcmark_node *node\f[], \fIconst char *content\f[])
 
 .PP
-Sets the string contents of \f[I]node\f[]\&.  Returns 1 on success,
-0 on failure.
+Sets the string contents of \f[I]node\f[]. Returns 1 on success, 0 on
+failure.
 
 .PP
 \fIint\f[] \fBcmark_node_get_header_level\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the header level of \f[I]node\f[], or 0 if \f[I]node\f[] is not a header.
+Returns the header level of \f[I]node\f[], or 0 if \f[I]node\f[] is not
+a header.
 
 .PP
 \fIint\f[] \fBcmark_node_set_header_level\f[](\fIcmark_node *node\f[], \fIint level\f[])
 
 .PP
-Sets the header level of \f[I]node\f[], returning 1 on success and 0 on error.
+Sets the header level of \f[I]node\f[], returning 1 on success and 0 on
+error.
 
 .PP
 \fIcmark_list_type\f[] \fBcmark_node_get_list_type\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the list type of \f[I]node\f[], or \f[C]CMARK_NO_LIST\f[] if \f[I]node\f[]
-is not a list.
+Returns the list type of \f[I]node\f[], or \f[C]CMARK_NO_LIST\f[] if
+\f[I]node\f[] is not a list.
 
 .PP
 \fIint\f[] \fBcmark_node_set_list_type\f[](\fIcmark_node *node\f[], \fIcmark_list_type type\f[])
 
 .PP
-Sets the list type of \f[I]node\f[], returning 1 on success and 0 on error.
+Sets the list type of \f[I]node\f[], returning 1 on success and 0 on
+error.
 
 .PP
 \fIcmark_delim_type\f[] \fBcmark_node_get_list_delim\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns the list delimiter type of \f[I]node\f[], or \f[C]CMARK_NO_DELIM\f[] if \f[I]node\f[]
-is not a list.
+Returns the list delimiter type of \f[I]node\f[], or
+\f[C]CMARK_NO_DELIM\f[] if \f[I]node\f[] is not a list.
 
 .PP
 \fIint\f[] \fBcmark_node_set_list_delim\f[](\fIcmark_node *node\f[], \fIcmark_delim_type delim\f[])
 
 .PP
-Sets the list delimiter type of \f[I]node\f[], returning 1 on success and 0
-on error.
+Sets the list delimiter type of \f[I]node\f[], returning 1 on success
+and 0 on error.
 
 .PP
 \fIint\f[] \fBcmark_node_get_list_start\f[](\fIcmark_node *node\f[])
 
 .PP
-Returns starting number of \f[I]node\f[], if it is an ordered list, otherwise 0.
+Returns starting number of \f[I]node\f[], if it is an ordered list,
+otherwise 0.
 
 .PP
 \fIint\f[] \fBcmark_node_set_list_start\f[](\fIcmark_node *node\f[], \fIint start\f[])
 
 .PP
-Sets starting number of \f[I]node\f[], if it is an ordered list. Returns 1
-on success, 0 on failure.
+Sets starting number of \f[I]node\f[], if it is an ordered list. Returns
+1 on success, 0 on failure.
 
 .PP
 \fIint\f[] \fBcmark_node_get_list_tight\f[](\fIcmark_node *node\f[])
@@ -277,7 +285,7 @@ Returns 1 if \f[I]node\f[] is a tight list, 0 otherwise.
 \fIint\f[] \fBcmark_node_set_list_tight\f[](\fIcmark_node *node\f[], \fIint tight\f[])
 
 .PP
-Sets the "tightness" of a list.  Returns 1 on success, 0 on failure.
+Sets the "tightness" of a list. Returns 1 on success, 0 on failure.
 
 .PP
 \fIconst char*\f[] \fBcmark_node_get_fence_info\f[](\fIcmark_node *node\f[])
@@ -289,8 +297,8 @@ Returns the info string from a fenced code block, or NULL if none.
 \fIint\f[] \fBcmark_node_set_fence_info\f[](\fIcmark_node *node\f[], \fIconst char *info\f[])
 
 .PP
-Sets the info string in a fenced code block, returning 1 on
-success and 0 on failure.
+Sets the info string in a fenced code block, returning 1 on success and
+0 on failure.
 
 .PP
 \fIconst char*\f[] \fBcmark_node_get_url\f[](\fIcmark_node *node\f[])
@@ -302,8 +310,8 @@ Gets the URL of a link or image \f[I]node\f[], or NULL if none.
 \fIint\f[] \fBcmark_node_set_url\f[](\fIcmark_node *node\f[], \fIconst char *url\f[])
 
 .PP
-Sets the URL of a link or image \f[I]node\f[]\&. Returns 1 on success,
-0 on failure.
+Sets the URL of a link or image \f[I]node\f[]. Returns 1 on success, 0
+on failure.
 
 .PP
 \fIconst char*\f[] \fBcmark_node_get_title\f[](\fIcmark_node *node\f[])
@@ -315,8 +323,8 @@ Gets the title of a link or image \f[I]node\f[], or NULL if none.
 \fIint\f[] \fBcmark_node_set_title\f[](\fIcmark_node *node\f[], \fIconst char *title\f[])
 
 .PP
-Sets the title of a link or image \f[I]node\f[]\&. Returns 1 on success,
-0 on failure.
+Sets the title of a link or image \f[I]node\f[]. Returns 1 on success, 0
+on failure.
 
 .PP
 \fIint\f[] \fBcmark_node_get_start_line\f[](\fIcmark_node *node\f[])
@@ -350,33 +358,35 @@ Tree Manipulation
 
 .PP
 Unlinks a \f[I]node\f[], removing it from the tree, but not freeing its
-memory.  (Use \f[I]cmark_node_free\f[] for that.)
+memory. (Use \f[I]cmark_node_free\f[] for that.)
 
 .PP
 \fIint\f[] \fBcmark_node_insert_before\f[](\fIcmark_node *node\f[], \fIcmark_node *sibling\f[])
 
 .PP
-Inserts \f[I]sibling\f[] before \f[I]node\f[]\&.  Returns 1 on success, 0 on failure.
+Inserts \f[I]sibling\f[] before \f[I]node\f[]. Returns 1 on success, 0
+on failure.
 
 .PP
 \fIint\f[] \fBcmark_node_insert_after\f[](\fIcmark_node *node\f[], \fIcmark_node *sibling\f[])
 
 .PP
-Inserts \f[I]sibling\f[] after \f[I]node\f[]\&. Returns 1 on success, 0 on failure.
+Inserts \f[I]sibling\f[] after \f[I]node\f[]. Returns 1 on success, 0 on
+failure.
 
 .PP
 \fIint\f[] \fBcmark_node_prepend_child\f[](\fIcmark_node *node\f[], \fIcmark_node *child\f[])
 
 .PP
-Adds \f[I]child\f[] to the beginning of the children of \f[I]node\f[]\&.
+Adds \f[I]child\f[] to the beginning of the children of \f[I]node\f[].
 Returns 1 on success, 0 on failure.
 
 .PP
 \fIint\f[] \fBcmark_node_append_child\f[](\fIcmark_node *node\f[], \fIcmark_node *child\f[])
 
 .PP
-Adds \f[I]child\f[] to the end of the children of \f[I]node\f[]\&.
-Returns 1 on success, 0 on failure.
+Adds \f[I]child\f[] to the end of the children of \f[I]node\f[]. Returns
+1 on success, 0 on failure.
 
 .PP
 \fIvoid\f[] \fBcmark_consolidate_text_nodes\f[](\fIcmark_node *root\f[])
@@ -429,7 +439,7 @@ Frees memory allocated for a parser object.
 \fIvoid\f[] \fBcmark_parser_feed\f[](\fIcmark_parser *parser\f[], \fIconst char *buffer\f[], \fIsize_t len\f[])
 
 .PP
-Feeds a string of length \f[I]len\f[] to \f[I]parser\f[]\&.
+Feeds a string of length \f[I]len\f[] to \f[I]parser\f[].
 
 .PP
 \fIcmark_node *\f[] \fBcmark_parser_finish\f[](\fIcmark_parser *parser\f[])
@@ -441,15 +451,15 @@ Finish parsing and return a pointer to a tree of nodes.
 \fIcmark_node *\f[] \fBcmark_parse_document\f[](\fIconst char *buffer\f[], \fIsize_t len\f[], \fIint options\f[])
 
 .PP
-Parse a CommonMark document in \f[I]buffer\f[] of length \f[I]len\f[]\&.
+Parse a CommonMark document in \f[I]buffer\f[] of length \f[I]len\f[].
 Returns a pointer to a tree of nodes.
 
 .PP
 \fIcmark_node *\f[] \fBcmark_parse_file\f[](\fIFILE *f\f[], \fIint options\f[])
 
 .PP
-Parse a CommonMark document in file \f[I]f\f[], returning a pointer to
-a tree of nodes.
+Parse a CommonMark document in file \f[I]f\f[], returning a pointer to a
+tree of nodes.
 
 .SS
 Rendering
@@ -464,11 +474,11 @@ Render a \f[I]node\f[] tree as XML.
 \fIchar *\f[] \fBcmark_render_html\f[](\fIcmark_node *root\f[], \fIint options\f[])
 
 .PP
-Render a \f[I]node\f[] tree as an HTML fragment.  It is up to the user
-to add an appropriate header and footer.
+Render a \f[I]node\f[] tree as an HTML fragment. It is up to the user to
+add an appropriate header and footer.
 
 .PP
-\fIchar *\f[] \fBcmark_render_man\f[](\fIcmark_node *root\f[], \fIint options\f[])
+\fIchar *\f[] \fBcmark_render_man\f[](\fIcmark_node *root\f[], \fIint options\f[], \fIint width\f[])
 
 .PP
 Render a \f[I]node\f[] tree as a groff man page, without the header.
@@ -479,6 +489,12 @@ Render a \f[I]node\f[] tree as a groff man page, without the header.
 .PP
 Render a \f[I]node\f[] tree as a commonmark document.
 
+.PP
+\fIchar *\f[] \fBcmark_render_latex\f[](\fIcmark_node *root\f[], \fIint options\f[], \fIint width\f[])
+
+.PP
+Render a \f[I]node\f[] tree as a LaTeX document.
+
 .PP
 .nf
 \fC
@@ -537,7 +553,8 @@ Normalize tree by consolidating adjacent text nodes.
 .fi
 
 .PP
-Convert straight quotes to curly, \-\-\- to em dashes, \-\- to en dashes.
+Convert straight quotes to curly, \-\-\- to em dashes, \-\- to en
+dashes.
 
 .PP
 .nf
@@ -549,21 +566,31 @@ Convert straight quotes to curly, \-\-\- to em dashes, \-\- to en dashes.
 .fi
 
 .PP
-Validate UTF\-8 in the input before parsing, replacing illegal
-sequences with the replacement character U+FFFD.
-
-.SS
-Version information
+Validate UTF\-8 in the input before parsing, replacing illegal sequences
+with the replacement character U+FFFD.
 
 .PP
 .nf
 \fC
 .RS 0n
-extern const int cmark_version;
+#define CMARK_OPT_SAFE 32
 .RE
 \f[]
 .fi
 
+.PP
+Suppress raw HTML and unsafe links (\f[C]javascript:\f[],
+\f[C]vbscript:\f[], \f[C]file:\f[], and \f[C]data:\f[], except for
+\f[C]image/png\f[], \f[C]image/gif\f[], \f[C]image/jpeg\f[], or
+\f[C]image/webp\f[] mime types). Raw HTML is replaced by a placeholder
+HTML comment. Unsafe links are replaced by empty strings.
+
+.SS
+Version information
+
+.PP
+\fIint\f[] \fBcmark_version\f[](\fI\f[])
+
 .PP
 The library version as integer for runtime checks. Also available as
 macro CMARK_VERSION for compile time checks.
@@ -577,20 +604,14 @@ Bits 0\-7 contain the patchlevel.
 In hexadecimal format, the number 0x010203 represents version 1.2.3.
 
 .PP
-.nf
-\fC
-.RS 0n
-extern const char cmark_version_string[];
-.RE
-\f[]
-.fi
+\fIconst char *\f[] \fBcmark_version_string\f[](\fI\f[])
 
 .PP
-The library version string for runtime checks. Also available as
-macro CMARK_VERSION_STRING for compile time checks.
+The library version string for runtime checks. Also available as macro
+CMARK_VERSION_STRING for compile time checks.
 
 .SH
 AUTHORS
 .PP
-John MacFarlane, Vicent Marti,  Kārlis Gaņģis, Nick Wellnhofer.
+John MacFarlane, Vicent Marti, Kārlis Gaņģis, Nick Wellnhofer.