commonmarker 0.14.14 → 0.15.0

data/ext/commonmarker/cmark/extensions/ext_scanners.c

@@ -1,6 +1,6 @@
-/* Generated by re2c 0.14.3 */
-#include "ext_scanners.h"
+/* Generated by re2c 0.15.3 */
 #include <stdlib.h>
+#include "ext_scanners.h"
 
 bufsize_t _ext_scan_at(bufsize_t (*scanner)(const unsigned char *),
                        unsigned char *ptr, int len, bufsize_t offset) {
@@ -39,7 +39,6 @@ bufsize_t _scan_table_start(const unsigned char *p) {
         0, 0,   0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0, 0, 0, 0, 0, 0,
         0, 0,   0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0,
     };
-
     yych = *(marker = p);
     if (yych <= '{') {
       if (yych <= 0x1F) {
@@ -380,3 +379,563 @@ bufsize_t _scan_table_start(const unsigned char *p) {
     goto yy8;
   }
 }
+
+bufsize_t _scan_table_cell(const unsigned char *p) {
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+
+  {
+    unsigned char yych;
+    static const unsigned char yybm[] = {
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 0,   128, 128, 0,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 64,  128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128,
+        128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 128, 0,   128,
+        128, 128, 0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,
+        0,   0,   0,   0,
+    };
+    yych = *(marker = p);
+    if (yych <= 0x7F) {
+      if (yych <= '\r') {
+        if (yych == '\n')
+          goto yy34;
+        if (yych <= '\f')
+          goto yy36;
+        goto yy45;
+      } else {
+        if (yych <= '\\') {
+          if (yych <= '[')
+            goto yy36;
+          goto yy35;
+        } else {
+          if (yych == '|')
+            goto yy45;
+          goto yy36;
+        }
+      }
+    } else {
+      if (yych <= 0xED) {
+        if (yych <= 0xDF) {
+          if (yych >= 0xC2)
+            goto yy37;
+        } else {
+          if (yych <= 0xE0)
+            goto yy39;
+          if (yych <= 0xEC)
+            goto yy40;
+          goto yy44;
+        }
+      } else {
+        if (yych <= 0xF0) {
+          if (yych <= 0xEF)
+            goto yy40;
+          goto yy41;
+        } else {
+          if (yych <= 0xF3)
+            goto yy42;
+          if (yych <= 0xF4)
+            goto yy43;
+        }
+      }
+    }
+  yy34 : { return (bufsize_t)(p - start); }
+  yy35:
+    yych = *(marker = ++p);
+    if (yych == '|')
+      goto yy49;
+    goto yy50;
+  yy36:
+    yych = *(marker = ++p);
+    goto yy50;
+  yy37:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy36;
+  yy38:
+    p = marker;
+    goto yy34;
+  yy39:
+    yych = *++p;
+    if (yych <= 0x9F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy37;
+    goto yy38;
+  yy40:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy37;
+    goto yy38;
+  yy41:
+    yych = *++p;
+    if (yych <= 0x8F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy40;
+    goto yy38;
+  yy42:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy40;
+    goto yy38;
+  yy43:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0x8F)
+      goto yy40;
+    goto yy38;
+  yy44:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0x9F)
+      goto yy37;
+    goto yy38;
+  yy45:
+    ++p;
+    { return 0; }
+  yy47:
+    marker = ++p;
+    yych = *p;
+    if (yybm[0 + yych] & 64) {
+      goto yy47;
+    }
+    if (yych <= 0xDF) {
+      if (yych <= '\f') {
+        if (yych == '\n')
+          goto yy34;
+      } else {
+        if (yych <= '\r')
+          goto yy34;
+        if (yych <= 0x7F)
+          goto yy49;
+        if (yych <= 0xC1)
+          goto yy34;
+        goto yy51;
+      }
+    } else {
+      if (yych <= 0xEF) {
+        if (yych <= 0xE0)
+          goto yy52;
+        if (yych == 0xED)
+          goto yy57;
+        goto yy53;
+      } else {
+        if (yych <= 0xF0)
+          goto yy54;
+        if (yych <= 0xF3)
+          goto yy55;
+        if (yych <= 0xF4)
+          goto yy56;
+        goto yy34;
+      }
+    }
+  yy49:
+    marker = ++p;
+    yych = *p;
+  yy50:
+    if (yybm[0 + yych] & 128) {
+      goto yy49;
+    }
+    if (yych <= 0xEC) {
+      if (yych <= 0xC1) {
+        if (yych <= '\r')
+          goto yy34;
+        if (yych <= '\\')
+          goto yy47;
+        goto yy34;
+      } else {
+        if (yych <= 0xDF)
+          goto yy51;
+        if (yych <= 0xE0)
+          goto yy52;
+        goto yy53;
+      }
+    } else {
+      if (yych <= 0xF0) {
+        if (yych <= 0xED)
+          goto yy57;
+        if (yych <= 0xEF)
+          goto yy53;
+        goto yy54;
+      } else {
+        if (yych <= 0xF3)
+          goto yy55;
+        if (yych <= 0xF4)
+          goto yy56;
+        goto yy34;
+      }
+    }
+  yy51:
+    ++p;
+    yych = *p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy49;
+    goto yy38;
+  yy52:
+    ++p;
+    yych = *p;
+    if (yych <= 0x9F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy51;
+    goto yy38;
+  yy53:
+    ++p;
+    yych = *p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy51;
+    goto yy38;
+  yy54:
+    ++p;
+    yych = *p;
+    if (yych <= 0x8F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy53;
+    goto yy38;
+  yy55:
+    ++p;
+    yych = *p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0xBF)
+      goto yy53;
+    goto yy38;
+  yy56:
+    ++p;
+    yych = *p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0x8F)
+      goto yy53;
+    goto yy38;
+  yy57:
+    ++p;
+    yych = *p;
+    if (yych <= 0x7F)
+      goto yy38;
+    if (yych <= 0x9F)
+      goto yy51;
+    goto yy38;
+  }
+}
+
+bufsize_t _scan_table_cell_end(const unsigned char *p) {
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+
+  {
+    unsigned char yych;
+    unsigned int yyaccept = 0;
+    static const unsigned char yybm[] = {
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 0, 128, 128, 0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   128, 0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0,
+    };
+    yych = *(marker = p);
+    if (yych <= 0xDF) {
+      if (yych <= '{') {
+        if (yych != '\n')
+          goto yy63;
+      } else {
+        if (yych <= '|')
+          goto yy61;
+        if (yych <= 0x7F)
+          goto yy63;
+        if (yych >= 0xC2)
+          goto yy64;
+      }
+    } else {
+      if (yych <= 0xEF) {
+        if (yych <= 0xE0)
+          goto yy66;
+        if (yych == 0xED)
+          goto yy71;
+        goto yy67;
+      } else {
+        if (yych <= 0xF0)
+          goto yy68;
+        if (yych <= 0xF3)
+          goto yy69;
+        if (yych <= 0xF4)
+          goto yy70;
+      }
+    }
+  yy60 : { return 0; }
+  yy61:
+    yyaccept = 1;
+    yych = *(marker = ++p);
+    goto yy73;
+  yy62 : { return (bufsize_t)(p - start); }
+  yy63:
+    yych = *++p;
+    goto yy60;
+  yy64:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy65;
+    if (yych <= 0xBF)
+      goto yy63;
+  yy65:
+    p = marker;
+    if (yyaccept == 0) {
+      goto yy60;
+    } else {
+      goto yy62;
+    }
+  yy66:
+    yych = *++p;
+    if (yych <= 0x9F)
+      goto yy65;
+    if (yych <= 0xBF)
+      goto yy64;
+    goto yy65;
+  yy67:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy65;
+    if (yych <= 0xBF)
+      goto yy64;
+    goto yy65;
+  yy68:
+    yych = *++p;
+    if (yych <= 0x8F)
+      goto yy65;
+    if (yych <= 0xBF)
+      goto yy67;
+    goto yy65;
+  yy69:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy65;
+    if (yych <= 0xBF)
+      goto yy67;
+    goto yy65;
+  yy70:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy65;
+    if (yych <= 0x8F)
+      goto yy67;
+    goto yy65;
+  yy71:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy65;
+    if (yych <= 0x9F)
+      goto yy64;
+    goto yy65;
+  yy72:
+    yyaccept = 1;
+    marker = ++p;
+    yych = *p;
+  yy73:
+    if (yybm[0 + yych] & 128) {
+      goto yy72;
+    }
+    if (yych <= 0x08)
+      goto yy62;
+    if (yych <= '\n')
+      goto yy75;
+    if (yych >= 0x0E)
+      goto yy62;
+    yych = *++p;
+    if (yych != '\n')
+      goto yy65;
+  yy75:
+    ++p;
+    yych = *p;
+    goto yy62;
+  }
+}
+
+bufsize_t _scan_table_row_end(const unsigned char *p) {
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+
+  {
+    unsigned char yych;
+    static const unsigned char yybm[] = {
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 0, 128, 128, 0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   128, 0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0, 0, 0, 0, 0,
+        0, 0, 0, 0, 0, 0, 0, 0, 0, 0,   0, 0,   0,   0, 0, 0,
+    };
+    yych = *(marker = p);
+    if (yych <= 0xC1) {
+      if (yych <= '\f') {
+        if (yych <= 0x08)
+          goto yy83;
+        if (yych == '\n')
+          goto yy81;
+        goto yy79;
+      } else {
+        if (yych <= 0x1F) {
+          if (yych <= '\r')
+            goto yy80;
+          goto yy83;
+        } else {
+          if (yych <= ' ')
+            goto yy79;
+          if (yych <= 0x7F)
+            goto yy83;
+        }
+      }
+    } else {
+      if (yych <= 0xED) {
+        if (yych <= 0xDF)
+          goto yy84;
+        if (yych <= 0xE0)
+          goto yy86;
+        if (yych <= 0xEC)
+          goto yy87;
+        goto yy91;
+      } else {
+        if (yych <= 0xF0) {
+          if (yych <= 0xEF)
+            goto yy87;
+          goto yy88;
+        } else {
+          if (yych <= 0xF3)
+            goto yy89;
+          if (yych <= 0xF4)
+            goto yy90;
+        }
+      }
+    }
+  yy78 : { return 0; }
+  yy79:
+    yych = *(marker = ++p);
+    if (yych <= 0x08)
+      goto yy78;
+    if (yych <= '\r')
+      goto yy94;
+    if (yych == ' ')
+      goto yy94;
+    goto yy78;
+  yy80:
+    yych = *++p;
+    if (yych != '\n')
+      goto yy78;
+  yy81:
+    ++p;
+    { return (bufsize_t)(p - start); }
+  yy83:
+    yych = *++p;
+    goto yy78;
+  yy84:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy85;
+    if (yych <= 0xBF)
+      goto yy83;
+  yy85:
+    p = marker;
+    goto yy78;
+  yy86:
+    yych = *++p;
+    if (yych <= 0x9F)
+      goto yy85;
+    if (yych <= 0xBF)
+      goto yy84;
+    goto yy85;
+  yy87:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy85;
+    if (yych <= 0xBF)
+      goto yy84;
+    goto yy85;
+  yy88:
+    yych = *++p;
+    if (yych <= 0x8F)
+      goto yy85;
+    if (yych <= 0xBF)
+      goto yy87;
+    goto yy85;
+  yy89:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy85;
+    if (yych <= 0xBF)
+      goto yy87;
+    goto yy85;
+  yy90:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy85;
+    if (yych <= 0x8F)
+      goto yy87;
+    goto yy85;
+  yy91:
+    yych = *++p;
+    if (yych <= 0x7F)
+      goto yy85;
+    if (yych <= 0x9F)
+      goto yy84;
+    goto yy85;
+  yy92:
+    yych = *++p;
+    if (yych == '\n')
+      goto yy81;
+    goto yy85;
+  yy93:
+    ++p;
+    yych = *p;
+  yy94:
+    if (yybm[0 + yych] & 128) {
+      goto yy93;
+    }
+    if (yych <= 0x08)
+      goto yy85;
+    if (yych <= '\n')
+      goto yy81;
+    if (yych <= '\r')
+      goto yy92;
+    goto yy85;
+  }
+}

data/ext/commonmarker/cmark/extensions/ext_scanners.h

@@ -8,8 +8,14 @@ extern "C" {
 bufsize_t _ext_scan_at(bufsize_t (*scanner)(const unsigned char *),
                        unsigned char *ptr, int len, bufsize_t offset);
 bufsize_t _scan_table_start(const unsigned char *p);
+bufsize_t _scan_table_cell(const unsigned char *p);
+bufsize_t _scan_table_cell_end(const unsigned char *p);
+bufsize_t _scan_table_row_end(const unsigned char *p);
 
 #define scan_table_start(c, l, n) _ext_scan_at(&_scan_table_start, c, l, n)
+#define scan_table_cell(c, l, n) _ext_scan_at(&_scan_table_cell, c, l, n)
+#define scan_table_cell_end(c, l, n) _ext_scan_at(&_scan_table_cell_end, c, l, n)
+#define scan_table_row_end(c, l, n) _ext_scan_at(&_scan_table_row_end, c, l, n)
 
 #ifdef __cplusplus
 }

data/ext/commonmarker/cmark/extensions/ext_scanners.re

@@ -27,8 +27,10 @@ bufsize_t _ext_scan_at(bufsize_t (*scanner)(const unsigned char *), unsigned cha
 
   spacechar = [ \t\v\f];
   newline = [\r]?[\n];
+  escaped_char = [\\][|!"#$%&'()*+,./:;<=>?@[\\\]^_`{}~-];
 
   table_marker = (spacechar*[:]?[-]+[:]?spacechar*);
+  table_cell = (escaped_char|[^|\r\n])*;
 */
 
 bufsize_t _scan_table_start(const unsigned char *p)
@@ -40,3 +42,33 @@ bufsize_t _scan_table_start(const unsigned char *p)
   .? { return 0; }
 */
 }
+
+bufsize_t _scan_table_cell(const unsigned char *p)
+{
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+/*!re2c
+  table_cell { return (bufsize_t)(p - start); }
+  .? { return 0; }
+*/
+}
+
+bufsize_t _scan_table_cell_end(const unsigned char *p)
+{
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+/*!re2c
+  [|] spacechar* newline? { return (bufsize_t)(p - start); }
+  .? { return 0; }
+*/
+}
+
+bufsize_t _scan_table_row_end(const unsigned char *p)
+{
+  const unsigned char *marker = NULL;
+  const unsigned char *start = p;
+/*!re2c
+  spacechar* newline { return (bufsize_t)(p - start); }
+  .? { return 0; }
+*/
+}