marked 0.8.2 → 1.0.0

package/lib/marked.js

@@ -53,6 +53,7 @@
         silent: false,
         smartLists: false,
         smartypants: false,
+        tokenizer: null,
         xhtml: false
       };
     }
@@ -342,6 +343,617 @@
     checkSanitizeDeprecation: checkSanitizeDeprecation
   };
 
+  var defaults$1 = defaults.defaults;
+  var rtrim$1 = helpers.rtrim,
+      splitCells$1 = helpers.splitCells,
+      _escape = helpers.escape,
+      findClosingBracket$1 = helpers.findClosingBracket;
+
+  function outputLink(cap, link, raw) {
+    var href = link.href;
+    var title = link.title ? _escape(link.title) : null;
+
+    if (cap[0].charAt(0) !== '!') {
+      return {
+        type: 'link',
+        raw: raw,
+        href: href,
+        title: title,
+        text: cap[1]
+      };
+    } else {
+      return {
+        type: 'image',
+        raw: raw,
+        text: _escape(cap[1]),
+        href: href,
+        title: title
+      };
+    }
+  }
+  /**
+   * Tokenizer
+   */
+
+
+  var Tokenizer_1 = /*#__PURE__*/function () {
+    function Tokenizer(options) {
+      this.options = options || defaults$1;
+    }
+
+    var _proto = Tokenizer.prototype;
+
+    _proto.space = function space(src) {
+      var cap = this.rules.block.newline.exec(src);
+
+      if (cap) {
+        if (cap[0].length > 1) {
+          return {
+            type: 'space',
+            raw: cap[0]
+          };
+        }
+
+        return {
+          raw: '\n'
+        };
+      }
+    };
+
+    _proto.code = function code(src, tokens) {
+      var cap = this.rules.block.code.exec(src);
+
+      if (cap) {
+        var lastToken = tokens[tokens.length - 1]; // An indented code block cannot interrupt a paragraph.
+
+        if (lastToken && lastToken.type === 'paragraph') {
+          tokens.pop();
+          lastToken.text += '\n' + cap[0].trimRight();
+          lastToken.raw += '\n' + cap[0];
+          return lastToken;
+        } else {
+          var text = cap[0].replace(/^ {4}/gm, '');
+          return {
+            type: 'code',
+            raw: cap[0],
+            codeBlockStyle: 'indented',
+            text: !this.options.pedantic ? rtrim$1(text, '\n') : text
+          };
+        }
+      }
+    };
+
+    _proto.fences = function fences(src) {
+      var cap = this.rules.block.fences.exec(src);
+
+      if (cap) {
+        return {
+          type: 'code',
+          raw: cap[0],
+          lang: cap[2] ? cap[2].trim() : cap[2],
+          text: cap[3] || ''
+        };
+      }
+    };
+
+    _proto.heading = function heading(src) {
+      var cap = this.rules.block.heading.exec(src);
+
+      if (cap) {
+        return {
+          type: 'heading',
+          raw: cap[0],
+          depth: cap[1].length,
+          text: cap[2]
+        };
+      }
+    };
+
+    _proto.nptable = function nptable(src) {
+      var cap = this.rules.block.nptable.exec(src);
+
+      if (cap) {
+        var item = {
+          type: 'table',
+          header: splitCells$1(cap[1].replace(/^ *| *\| *$/g, '')),
+          align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
+          cells: cap[3] ? cap[3].replace(/\n$/, '').split('\n') : [],
+          raw: cap[0]
+        };
+
+        if (item.header.length === item.align.length) {
+          var l = item.align.length;
+          var i;
+
+          for (i = 0; i < l; i++) {
+            if (/^ *-+: *$/.test(item.align[i])) {
+              item.align[i] = 'right';
+            } else if (/^ *:-+: *$/.test(item.align[i])) {
+              item.align[i] = 'center';
+            } else if (/^ *:-+ *$/.test(item.align[i])) {
+              item.align[i] = 'left';
+            } else {
+              item.align[i] = null;
+            }
+          }
+
+          l = item.cells.length;
+
+          for (i = 0; i < l; i++) {
+            item.cells[i] = splitCells$1(item.cells[i], item.header.length);
+          }
+
+          return item;
+        }
+      }
+    };
+
+    _proto.hr = function hr(src) {
+      var cap = this.rules.block.hr.exec(src);
+
+      if (cap) {
+        return {
+          type: 'hr',
+          raw: cap[0]
+        };
+      }
+    };
+
+    _proto.blockquote = function blockquote(src) {
+      var cap = this.rules.block.blockquote.exec(src);
+
+      if (cap) {
+        var text = cap[0].replace(/^ *> ?/gm, '');
+        return {
+          type: 'blockquote',
+          raw: cap[0],
+          text: text
+        };
+      }
+    };
+
+    _proto.list = function list(src) {
+      var cap = this.rules.block.list.exec(src);
+
+      if (cap) {
+        var raw = cap[0];
+        var bull = cap[2];
+        var isordered = bull.length > 1;
+        var list = {
+          type: 'list',
+          raw: raw,
+          ordered: isordered,
+          start: isordered ? +bull : '',
+          loose: false,
+          items: []
+        }; // Get each top-level item.
+
+        var itemMatch = cap[0].match(this.rules.block.item);
+        var next = false,
+            item,
+            space,
+            b,
+            addBack,
+            loose,
+            istask,
+            ischecked;
+        var l = itemMatch.length;
+
+        for (var i = 0; i < l; i++) {
+          item = itemMatch[i];
+          raw = item; // Remove the list item's bullet
+          // so it is seen as the next token.
+
+          space = item.length;
+          item = item.replace(/^ *([*+-]|\d+\.) */, ''); // Outdent whatever the
+          // list item contains. Hacky.
+
+          if (~item.indexOf('\n ')) {
+            space -= item.length;
+            item = !this.options.pedantic ? item.replace(new RegExp('^ {1,' + space + '}', 'gm'), '') : item.replace(/^ {1,4}/gm, '');
+          } // Determine whether the next list item belongs here.
+          // Backpedal if it does not belong in this list.
+
+
+          if (i !== l - 1) {
+            b = this.rules.block.bullet.exec(itemMatch[i + 1])[0];
+
+            if (bull.length > 1 ? b.length === 1 : b.length > 1 || this.options.smartLists && b !== bull) {
+              addBack = itemMatch.slice(i + 1).join('\n');
+              list.raw = list.raw.substring(0, list.raw.length - addBack.length);
+              i = l - 1;
+            }
+          } // Determine whether item is loose or not.
+          // Use: /(^|\n)(?! )[^\n]+\n\n(?!\s*$)/
+          // for discount behavior.
+
+
+          loose = next || /\n\n(?!\s*$)/.test(item);
+
+          if (i !== l - 1) {
+            next = item.charAt(item.length - 1) === '\n';
+            if (!loose) loose = next;
+          }
+
+          if (loose) {
+            list.loose = true;
+          } // Check for task list items
+
+
+          istask = /^\[[ xX]\] /.test(item);
+          ischecked = undefined;
+
+          if (istask) {
+            ischecked = item[1] !== ' ';
+            item = item.replace(/^\[[ xX]\] +/, '');
+          }
+
+          list.items.push({
+            raw: raw,
+            task: istask,
+            checked: ischecked,
+            loose: loose,
+            text: item
+          });
+        }
+
+        return list;
+      }
+    };
+
+    _proto.html = function html(src) {
+      var cap = this.rules.block.html.exec(src);
+
+      if (cap) {
+        return {
+          type: this.options.sanitize ? 'paragraph' : 'html',
+          raw: cap[0],
+          pre: !this.options.sanitizer && (cap[1] === 'pre' || cap[1] === 'script' || cap[1] === 'style'),
+          text: this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : _escape(cap[0]) : cap[0]
+        };
+      }
+    };
+
+    _proto.def = function def(src) {
+      var cap = this.rules.block.def.exec(src);
+
+      if (cap) {
+        if (cap[3]) cap[3] = cap[3].substring(1, cap[3].length - 1);
+        var tag = cap[1].toLowerCase().replace(/\s+/g, ' ');
+        return {
+          tag: tag,
+          raw: cap[0],
+          href: cap[2],
+          title: cap[3]
+        };
+      }
+    };
+
+    _proto.table = function table(src) {
+      var cap = this.rules.block.table.exec(src);
+
+      if (cap) {
+        var item = {
+          type: 'table',
+          header: splitCells$1(cap[1].replace(/^ *| *\| *$/g, '')),
+          align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
+          cells: cap[3] ? cap[3].replace(/\n$/, '').split('\n') : []
+        };
+
+        if (item.header.length === item.align.length) {
+          item.raw = cap[0];
+          var l = item.align.length;
+          var i;
+
+          for (i = 0; i < l; i++) {
+            if (/^ *-+: *$/.test(item.align[i])) {
+              item.align[i] = 'right';
+            } else if (/^ *:-+: *$/.test(item.align[i])) {
+              item.align[i] = 'center';
+            } else if (/^ *:-+ *$/.test(item.align[i])) {
+              item.align[i] = 'left';
+            } else {
+              item.align[i] = null;
+            }
+          }
+
+          l = item.cells.length;
+
+          for (i = 0; i < l; i++) {
+            item.cells[i] = splitCells$1(item.cells[i].replace(/^ *\| *| *\| *$/g, ''), item.header.length);
+          }
+
+          return item;
+        }
+      }
+    };
+
+    _proto.lheading = function lheading(src) {
+      var cap = this.rules.block.lheading.exec(src);
+
+      if (cap) {
+        return {
+          type: 'heading',
+          raw: cap[0],
+          depth: cap[2].charAt(0) === '=' ? 1 : 2,
+          text: cap[1]
+        };
+      }
+    };
+
+    _proto.paragraph = function paragraph(src) {
+      var cap = this.rules.block.paragraph.exec(src);
+
+      if (cap) {
+        return {
+          type: 'paragraph',
+          raw: cap[0],
+          text: cap[1].charAt(cap[1].length - 1) === '\n' ? cap[1].slice(0, -1) : cap[1]
+        };
+      }
+    };
+
+    _proto.text = function text(src) {
+      var cap = this.rules.block.text.exec(src);
+
+      if (cap) {
+        return {
+          type: 'text',
+          raw: cap[0],
+          text: cap[0]
+        };
+      }
+    };
+
+    _proto.escape = function escape(src) {
+      var cap = this.rules.inline.escape.exec(src);
+
+      if (cap) {
+        return {
+          type: 'escape',
+          raw: cap[0],
+          text: _escape(cap[1])
+        };
+      }
+    };
+
+    _proto.tag = function tag(src, inLink, inRawBlock) {
+      var cap = this.rules.inline.tag.exec(src);
+
+      if (cap) {
+        if (!inLink && /^<a /i.test(cap[0])) {
+          inLink = true;
+        } else if (inLink && /^<\/a>/i.test(cap[0])) {
+          inLink = false;
+        }
+
+        if (!inRawBlock && /^<(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
+          inRawBlock = true;
+        } else if (inRawBlock && /^<\/(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
+          inRawBlock = false;
+        }
+
+        return {
+          type: this.options.sanitize ? 'text' : 'html',
+          raw: cap[0],
+          inLink: inLink,
+          inRawBlock: inRawBlock,
+          text: this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : _escape(cap[0]) : cap[0]
+        };
+      }
+    };
+
+    _proto.link = function link(src) {
+      var cap = this.rules.inline.link.exec(src);
+
+      if (cap) {
+        var lastParenIndex = findClosingBracket$1(cap[2], '()');
+
+        if (lastParenIndex > -1) {
+          var start = cap[0].indexOf('!') === 0 ? 5 : 4;
+          var linkLen = start + cap[1].length + lastParenIndex;
+          cap[2] = cap[2].substring(0, lastParenIndex);
+          cap[0] = cap[0].substring(0, linkLen).trim();
+          cap[3] = '';
+        }
+
+        var href = cap[2];
+        var title = '';
+
+        if (this.options.pedantic) {
+          var link = /^([^'"]*[^\s])\s+(['"])(.*)\2/.exec(href);
+
+          if (link) {
+            href = link[1];
+            title = link[3];
+          } else {
+            title = '';
+          }
+        } else {
+          title = cap[3] ? cap[3].slice(1, -1) : '';
+        }
+
+        href = href.trim().replace(/^<([\s\S]*)>$/, '$1');
+        var token = outputLink(cap, {
+          href: href ? href.replace(this.rules.inline._escapes, '$1') : href,
+          title: title ? title.replace(this.rules.inline._escapes, '$1') : title
+        }, cap[0]);
+        return token;
+      }
+    };
+
+    _proto.reflink = function reflink(src, links) {
+      var cap;
+
+      if ((cap = this.rules.inline.reflink.exec(src)) || (cap = this.rules.inline.nolink.exec(src))) {
+        var link = (cap[2] || cap[1]).replace(/\s+/g, ' ');
+        link = links[link.toLowerCase()];
+
+        if (!link || !link.href) {
+          var text = cap[0].charAt(0);
+          return {
+            type: 'text',
+            raw: text,
+            text: text
+          };
+        }
+
+        var token = outputLink(cap, link, cap[0]);
+        return token;
+      }
+    };
+
+    _proto.strong = function strong(src) {
+      var cap = this.rules.inline.strong.exec(src);
+
+      if (cap) {
+        return {
+          type: 'strong',
+          raw: cap[0],
+          text: cap[4] || cap[3] || cap[2] || cap[1]
+        };
+      }
+    };
+
+    _proto.em = function em(src) {
+      var cap = this.rules.inline.em.exec(src);
+
+      if (cap) {
+        return {
+          type: 'em',
+          raw: cap[0],
+          text: cap[6] || cap[5] || cap[4] || cap[3] || cap[2] || cap[1]
+        };
+      }
+    };
+
+    _proto.codespan = function codespan(src) {
+      var cap = this.rules.inline.code.exec(src);
+
+      if (cap) {
+        return {
+          type: 'codespan',
+          raw: cap[0],
+          text: _escape(cap[2].trim(), true)
+        };
+      }
+    };
+
+    _proto.br = function br(src) {
+      var cap = this.rules.inline.br.exec(src);
+
+      if (cap) {
+        return {
+          type: 'br',
+          raw: cap[0]
+        };
+      }
+    };
+
+    _proto.del = function del(src) {
+      var cap = this.rules.inline.del.exec(src);
+
+      if (cap) {
+        return {
+          type: 'del',
+          raw: cap[0],
+          text: cap[1]
+        };
+      }
+    };
+
+    _proto.autolink = function autolink(src, mangle) {
+      var cap = this.rules.inline.autolink.exec(src);
+
+      if (cap) {
+        var text, href;
+
+        if (cap[2] === '@') {
+          text = _escape(this.options.mangle ? mangle(cap[1]) : cap[1]);
+          href = 'mailto:' + text;
+        } else {
+          text = _escape(cap[1]);
+          href = text;
+        }
+
+        return {
+          type: 'link',
+          raw: cap[0],
+          text: text,
+          href: href,
+          tokens: [{
+            type: 'text',
+            raw: text,
+            text: text
+          }]
+        };
+      }
+    };
+
+    _proto.url = function url(src, mangle) {
+      var cap;
+
+      if (cap = this.rules.inline.url.exec(src)) {
+        var text, href;
+
+        if (cap[2] === '@') {
+          text = _escape(this.options.mangle ? mangle(cap[0]) : cap[0]);
+          href = 'mailto:' + text;
+        } else {
+          // do extended autolink path validation
+          var prevCapZero;
+
+          do {
+            prevCapZero = cap[0];
+            cap[0] = this.rules.inline._backpedal.exec(cap[0])[0];
+          } while (prevCapZero !== cap[0]);
+
+          text = _escape(cap[0]);
+
+          if (cap[1] === 'www.') {
+            href = 'http://' + text;
+          } else {
+            href = text;
+          }
+        }
+
+        return {
+          type: 'link',
+          raw: cap[0],
+          text: text,
+          href: href,
+          tokens: [{
+            type: 'text',
+            raw: text,
+            text: text
+          }]
+        };
+      }
+    };
+
+    _proto.inlineText = function inlineText(src, inRawBlock, smartypants) {
+      var cap = this.rules.inline.text.exec(src);
+
+      if (cap) {
+        var text;
+
+        if (inRawBlock) {
+          text = this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : _escape(cap[0]) : cap[0];
+        } else {
+          text = _escape(this.options.smartypants ? smartypants(cap[0]) : cap[0]);
+        }
+
+        return {
+          type: 'text',
+          raw: cap[0],
+          text: text
+        };
+      }
+    };
+
+    return Tokenizer;
+  }();
+
   var noopTest$1 = helpers.noopTest,
       edit$1 = helpers.edit,
       merge$1 = helpers.merge;
@@ -447,7 +1059,7 @@
     reflink: /^!?\[(label)\]\[(?!\s*\])((?:\\[\[\]]?|[^\[\]\\])+)\]/,
     nolink: /^!?\[(?!\s*\])((?:\[[^\[\]]*\]|\\[\[\]]|[^\[\]])*)\](?:\[\])?/,
     strong: /^__([^\s_])__(?!_)|^\*\*([^\s*])\*\*(?!\*)|^__([^\s][\s\S]*?[^\s])__(?!_)|^\*\*([^\s][\s\S]*?[^\s])\*\*(?!\*)/,
-    em: /^_([^\s_])_(?!_)|^\*([^\s*<\[])\*(?!\*)|^_([^\s<][\s\S]*?[^\s_])_(?!_|[^\spunctuation])|^_([^\s_<][\s\S]*?[^\s])_(?!_|[^\spunctuation])|^\*([^\s<"][\s\S]*?[^\s\*])\*(?!\*|[^\spunctuation])|^\*([^\s*"<\[][\s\S]*?[^\s])\*(?!\*)/,
+    em: /^_([^\s_])_(?!_)|^_([^\s_<][\s\S]*?[^\s_])_(?!_|[^\spunctuation])|^_([^\s_<][\s\S]*?[^\s])_(?!_|[^\spunctuation])|^\*([^\s*<\[])\*(?!\*)|^\*([^\s<"][\s\S]*?[^\s\[\*])\*(?![\]`punctuation])|^\*([^\s*"<\[][\s\S]*[^\s])\*(?!\*)/,
     code: /^(`+)([^`]|[^`][\s\S]*?[^`])\1(?!`)/,
     br: /^( {2,}|\\)\n(?!\s*$)/,
     del: noopTest$1,
@@ -455,7 +1067,7 @@
   }; // list of punctuation marks from common mark spec
   // without ` and ] to workaround Rule 17 (inline code blocks/links)
 
-  inline._punctuation = '!"#$%&\'()*+,\\-./:;<=>?@\\[^_{|}~';
+  inline._punctuation = '!"#$%&\'()*+\\-./:;<=>?@\\[^_{|}~';
   inline.em = edit$1(inline.em).replace(/punctuation/g, inline._punctuation).getRegex();
   inline._escapes = /\\([!"#$%&'()*+,\-./:;<=>?@\[\]\\^_`{|}~])/g;
   inline._scheme = /[a-zA-Z][a-zA-Z0-9+.-]{1,31}/;
@@ -509,30 +1121,81 @@
     inline: inline
   };
 
-  var defaults$1 = defaults.defaults;
-  var block$1 = rules.block;
-  var rtrim$1 = helpers.rtrim,
-      splitCells$1 = helpers.splitCells,
-      escape$1 = helpers.escape;
+  var defaults$2 = defaults.defaults;
+  var block$1 = rules.block,
+      inline$1 = rules.inline;
   /**
-   * Block Lexer
+   * smartypants text replacement
    */
 
-  var Lexer_1 = /*#__PURE__*/function () {
+  function smartypants(text) {
+    return text // em-dashes
+    .replace(/---/g, "\u2014") // en-dashes
+    .replace(/--/g, "\u2013") // opening singles
+    .replace(/(^|[-\u2014/(\[{"\s])'/g, "$1\u2018") // closing singles & apostrophes
+    .replace(/'/g, "\u2019") // opening doubles
+    .replace(/(^|[-\u2014/(\[{\u2018\s])"/g, "$1\u201C") // closing doubles
+    .replace(/"/g, "\u201D") // ellipses
+    .replace(/\.{3}/g, "\u2026");
+  }
+  /**
+   * mangle email addresses
+   */
+
+
+  function mangle(text) {
+    var out = '',
+        i,
+        ch;
+    var l = text.length;
+
+    for (i = 0; i < l; i++) {
+      ch = text.charCodeAt(i);
+
+      if (Math.random() > 0.5) {
+        ch = 'x' + ch.toString(16);
+      }
+
+      out += '&#' + ch + ';';
+    }
+
+    return out;
+  }
+  /**
+   * Block Lexer
+   */
+
+
+  var Lexer_1 = /*#__PURE__*/function () {
     function Lexer(options) {
       this.tokens = [];
       this.tokens.links = Object.create(null);
-      this.options = options || defaults$1;
-      this.rules = block$1.normal;
+      this.options = options || defaults$2;
+      this.options.tokenizer = this.options.tokenizer || new Tokenizer_1();
+      this.tokenizer = this.options.tokenizer;
+      this.tokenizer.options = this.options;
+      var rules = {
+        block: block$1.normal,
+        inline: inline$1.normal
+      };
 
       if (this.options.pedantic) {
-        this.rules = block$1.pedantic;
+        rules.block = block$1.pedantic;
+        rules.inline = inline$1.pedantic;
       } else if (this.options.gfm) {
-        this.rules = block$1.gfm;
+        rules.block = block$1.gfm;
+
+        if (this.options.breaks) {
+          rules.inline = inline$1.breaks;
+        } else {
+          rules.inline = inline$1.gfm;
+        }
       }
+
+      this.tokenizer.rules = rules;
     }
     /**
-     * Expose Block Rules
+     * Expose Rules
      */
 
 
@@ -542,353 +1205,395 @@
     Lexer.lex = function lex(src, options) {
       var lexer = new Lexer(options);
       return lexer.lex(src);
-    };
-
-    var _proto = Lexer.prototype;
-
+    }
     /**
      * Preprocessing
      */
+    ;
+
+    var _proto = Lexer.prototype;
+
     _proto.lex = function lex(src) {
       src = src.replace(/\r\n|\r/g, '\n').replace(/\t/g, '    ');
-      return this.token(src, true);
-    };
-
+      this.blockTokens(src, this.tokens, true);
+      this.inline(this.tokens);
+      return this.tokens;
+    }
     /**
      * Lexing
      */
-    _proto.token = function token(src, top) {
+    ;
+
+    _proto.blockTokens = function blockTokens(src, tokens, top) {
+      if (tokens === void 0) {
+        tokens = [];
+      }
+
+      if (top === void 0) {
+        top = true;
+      }
+
       src = src.replace(/^ +$/gm, '');
-      var next, loose, cap, bull, b, item, listStart, listItems, t, space, i, tag, l, isordered, istask, ischecked;
+      var token, i, l;
 
       while (src) {
         // newline
-        if (cap = this.rules.newline.exec(src)) {
-          src = src.substring(cap[0].length);
+        if (token = this.tokenizer.space(src)) {
+          src = src.substring(token.raw.length);
 
-          if (cap[0].length > 1) {
-            this.tokens.push({
-              type: 'space'
-            });
+          if (token.type) {
+            tokens.push(token);
           }
-        } // code
 
+          continue;
+        } // code
 
-        if (cap = this.rules.code.exec(src)) {
-          var lastToken = this.tokens[this.tokens.length - 1];
-          src = src.substring(cap[0].length); // An indented code block cannot interrupt a paragraph.
-
-          if (lastToken && lastToken.type === 'paragraph') {
-            lastToken.text += '\n' + cap[0].trimRight();
-          } else {
-            cap = cap[0].replace(/^ {4}/gm, '');
-            this.tokens.push({
-              type: 'code',
-              codeBlockStyle: 'indented',
-              text: !this.options.pedantic ? rtrim$1(cap, '\n') : cap
-            });
-          }
 
+        if (token = this.tokenizer.code(src, tokens)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
         } // fences
 
 
-        if (cap = this.rules.fences.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'code',
-            lang: cap[2] ? cap[2].trim() : cap[2],
-            text: cap[3] || ''
-          });
+        if (token = this.tokenizer.fences(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
         } // heading
 
 
-        if (cap = this.rules.heading.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'heading',
-            depth: cap[1].length,
-            text: cap[2]
-          });
+        if (token = this.tokenizer.heading(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
         } // table no leading pipe (gfm)
 
 
-        if (cap = this.rules.nptable.exec(src)) {
-          item = {
-            type: 'table',
-            header: splitCells$1(cap[1].replace(/^ *| *\| *$/g, '')),
-            align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
-            cells: cap[3] ? cap[3].replace(/\n$/, '').split('\n') : []
-          };
+        if (token = this.tokenizer.nptable(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // hr
 
-          if (item.header.length === item.align.length) {
-            src = src.substring(cap[0].length);
 
-            for (i = 0; i < item.align.length; i++) {
-              if (/^ *-+: *$/.test(item.align[i])) {
-                item.align[i] = 'right';
-              } else if (/^ *:-+: *$/.test(item.align[i])) {
-                item.align[i] = 'center';
-              } else if (/^ *:-+ *$/.test(item.align[i])) {
-                item.align[i] = 'left';
-              } else {
-                item.align[i] = null;
-              }
-            }
+        if (token = this.tokenizer.hr(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // blockquote
+
+
+        if (token = this.tokenizer.blockquote(src)) {
+          src = src.substring(token.raw.length);
+          token.tokens = this.blockTokens(token.text, [], top);
+          tokens.push(token);
+          continue;
+        } // list
 
-            for (i = 0; i < item.cells.length; i++) {
-              item.cells[i] = splitCells$1(item.cells[i], item.header.length);
-            }
 
-            this.tokens.push(item);
-            continue;
+        if (token = this.tokenizer.list(src)) {
+          src = src.substring(token.raw.length);
+          l = token.items.length;
+
+          for (i = 0; i < l; i++) {
+            token.items[i].tokens = this.blockTokens(token.items[i].text, [], false);
           }
-        } // hr
+
+          tokens.push(token);
+          continue;
+        } // html
 
 
-        if (cap = this.rules.hr.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'hr'
-          });
+        if (token = this.tokenizer.html(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
-        } // blockquote
+        } // def
 
 
-        if (cap = this.rules.blockquote.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'blockquote_start'
-          });
-          cap = cap[0].replace(/^ *> ?/gm, ''); // Pass `top` to keep the current
-          // "toplevel" state. This is exactly
-          // how markdown.pl works.
+        if (top && (token = this.tokenizer.def(src))) {
+          src = src.substring(token.raw.length);
+
+          if (!this.tokens.links[token.tag]) {
+            this.tokens.links[token.tag] = {
+              href: token.href,
+              title: token.title
+            };
+          }
 
-          this.token(cap, top);
-          this.tokens.push({
-            type: 'blockquote_end'
-          });
           continue;
-        } // list
+        } // table (gfm)
 
 
-        if (cap = this.rules.list.exec(src)) {
-          src = src.substring(cap[0].length);
-          bull = cap[2];
-          isordered = bull.length > 1;
-          listStart = {
-            type: 'list_start',
-            ordered: isordered,
-            start: isordered ? +bull : '',
-            loose: false
-          };
-          this.tokens.push(listStart); // Get each top-level item.
+        if (token = this.tokenizer.table(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // lheading
 
-          cap = cap[0].match(this.rules.item);
-          listItems = [];
-          next = false;
-          l = cap.length;
-          i = 0;
 
-          for (; i < l; i++) {
-            item = cap[i]; // Remove the list item's bullet
-            // so it is seen as the next token.
+        if (token = this.tokenizer.lheading(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // top-level paragraph
 
-            space = item.length;
-            item = item.replace(/^ *([*+-]|\d+\.) */, ''); // Outdent whatever the
-            // list item contains. Hacky.
 
-            if (~item.indexOf('\n ')) {
-              space -= item.length;
-              item = !this.options.pedantic ? item.replace(new RegExp('^ {1,' + space + '}', 'gm'), '') : item.replace(/^ {1,4}/gm, '');
-            } // Determine whether the next list item belongs here.
-            // Backpedal if it does not belong in this list.
+        if (top && (token = this.tokenizer.paragraph(src))) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // text
 
 
-            if (i !== l - 1) {
-              b = block$1.bullet.exec(cap[i + 1])[0];
+        if (token = this.tokenizer.text(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        }
 
-              if (bull.length > 1 ? b.length === 1 : b.length > 1 || this.options.smartLists && b !== bull) {
-                src = cap.slice(i + 1).join('\n') + src;
-                i = l - 1;
-              }
-            } // Determine whether item is loose or not.
-            // Use: /(^|\n)(?! )[^\n]+\n\n(?!\s*$)/
-            // for discount behavior.
+        if (src) {
+          var errMsg = 'Infinite loop on byte: ' + src.charCodeAt(0);
 
+          if (this.options.silent) {
+            console.error(errMsg);
+            break;
+          } else {
+            throw new Error(errMsg);
+          }
+        }
+      }
 
-            loose = next || /\n\n(?!\s*$)/.test(item);
+      return tokens;
+    };
 
-            if (i !== l - 1) {
-              next = item.charAt(item.length - 1) === '\n';
-              if (!loose) loose = next;
+    _proto.inline = function inline(tokens) {
+      var i, j, k, l2, row, token;
+      var l = tokens.length;
+
+      for (i = 0; i < l; i++) {
+        token = tokens[i];
+
+        switch (token.type) {
+          case 'paragraph':
+          case 'text':
+          case 'heading':
+            {
+              token.tokens = [];
+              this.inlineTokens(token.text, token.tokens);
+              break;
             }
 
-            if (loose) {
-              listStart.loose = true;
-            } // Check for task list items
+          case 'table':
+            {
+              token.tokens = {
+                header: [],
+                cells: []
+              }; // header
+
+              l2 = token.header.length;
+
+              for (j = 0; j < l2; j++) {
+                token.tokens.header[j] = [];
+                this.inlineTokens(token.header[j], token.tokens.header[j]);
+              } // cells
+
 
+              l2 = token.cells.length;
 
-            istask = /^\[[ xX]\] /.test(item);
-            ischecked = undefined;
+              for (j = 0; j < l2; j++) {
+                row = token.cells[j];
+                token.tokens.cells[j] = [];
+
+                for (k = 0; k < row.length; k++) {
+                  token.tokens.cells[j][k] = [];
+                  this.inlineTokens(row[k], token.tokens.cells[j][k]);
+                }
+              }
 
-            if (istask) {
-              ischecked = item[1] !== ' ';
-              item = item.replace(/^\[[ xX]\] +/, '');
+              break;
             }
 
-            t = {
-              type: 'list_item_start',
-              task: istask,
-              checked: ischecked,
-              loose: loose
-            };
-            listItems.push(t);
-            this.tokens.push(t); // Recurse.
+          case 'blockquote':
+            {
+              this.inline(token.tokens);
+              break;
+            }
 
-            this.token(item, false);
-            this.tokens.push({
-              type: 'list_item_end'
-            });
-          }
+          case 'list':
+            {
+              l2 = token.items.length;
 
-          if (listStart.loose) {
-            l = listItems.length;
-            i = 0;
+              for (j = 0; j < l2; j++) {
+                this.inline(token.items[j].tokens);
+              }
 
-            for (; i < l; i++) {
-              listItems[i].loose = true;
+              break;
             }
-          }
+        }
+      }
 
-          this.tokens.push({
-            type: 'list_end'
-          });
+      return tokens;
+    }
+    /**
+     * Lexing/Compiling
+     */
+    ;
+
+    _proto.inlineTokens = function inlineTokens(src, tokens, inLink, inRawBlock) {
+      if (tokens === void 0) {
+        tokens = [];
+      }
+
+      if (inLink === void 0) {
+        inLink = false;
+      }
+
+      if (inRawBlock === void 0) {
+        inRawBlock = false;
+      }
+
+      var token;
+
+      while (src) {
+        // escape
+        if (token = this.tokenizer.escape(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
-        } // html
+        } // tag
 
 
-        if (cap = this.rules.html.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: this.options.sanitize ? 'paragraph' : 'html',
-            pre: !this.options.sanitizer && (cap[1] === 'pre' || cap[1] === 'script' || cap[1] === 'style'),
-            text: this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : escape$1(cap[0]) : cap[0]
-          });
+        if (token = this.tokenizer.tag(src, inLink, inRawBlock)) {
+          src = src.substring(token.raw.length);
+          inLink = token.inLink;
+          inRawBlock = token.inRawBlock;
+          tokens.push(token);
           continue;
-        } // def
+        } // link
 
 
-        if (top && (cap = this.rules.def.exec(src))) {
-          src = src.substring(cap[0].length);
-          if (cap[3]) cap[3] = cap[3].substring(1, cap[3].length - 1);
-          tag = cap[1].toLowerCase().replace(/\s+/g, ' ');
+        if (token = this.tokenizer.link(src)) {
+          src = src.substring(token.raw.length);
 
-          if (!this.tokens.links[tag]) {
-            this.tokens.links[tag] = {
-              href: cap[2],
-              title: cap[3]
-            };
+          if (token.type === 'link') {
+            token.tokens = this.inlineTokens(token.text, [], true, inRawBlock);
           }
 
+          tokens.push(token);
           continue;
-        } // table (gfm)
+        } // reflink, nolink
 
 
-        if (cap = this.rules.table.exec(src)) {
-          item = {
-            type: 'table',
-            header: splitCells$1(cap[1].replace(/^ *| *\| *$/g, '')),
-            align: cap[2].replace(/^ *|\| *$/g, '').split(/ *\| */),
-            cells: cap[3] ? cap[3].replace(/\n$/, '').split('\n') : []
-          };
+        if (token = this.tokenizer.reflink(src, this.tokens.links)) {
+          src = src.substring(token.raw.length);
 
-          if (item.header.length === item.align.length) {
-            src = src.substring(cap[0].length);
+          if (token.type === 'link') {
+            token.tokens = this.inlineTokens(token.text, [], true, inRawBlock);
+          }
 
-            for (i = 0; i < item.align.length; i++) {
-              if (/^ *-+: *$/.test(item.align[i])) {
-                item.align[i] = 'right';
-              } else if (/^ *:-+: *$/.test(item.align[i])) {
-                item.align[i] = 'center';
-              } else if (/^ *:-+ *$/.test(item.align[i])) {
-                item.align[i] = 'left';
-              } else {
-                item.align[i] = null;
-              }
-            }
+          tokens.push(token);
+          continue;
+        } // strong
 
-            for (i = 0; i < item.cells.length; i++) {
-              item.cells[i] = splitCells$1(item.cells[i].replace(/^ *\| *| *\| *$/g, ''), item.header.length);
-            }
 
-            this.tokens.push(item);
-            continue;
-          }
-        } // lheading
+        if (token = this.tokenizer.strong(src)) {
+          src = src.substring(token.raw.length);
+          token.tokens = this.inlineTokens(token.text, [], inLink, inRawBlock);
+          tokens.push(token);
+          continue;
+        } // em
 
 
-        if (cap = this.rules.lheading.exec(src)) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'heading',
-            depth: cap[2].charAt(0) === '=' ? 1 : 2,
-            text: cap[1]
-          });
+        if (token = this.tokenizer.em(src)) {
+          src = src.substring(token.raw.length);
+          token.tokens = this.inlineTokens(token.text, [], inLink, inRawBlock);
+          tokens.push(token);
           continue;
-        } // top-level paragraph
+        } // code
 
 
-        if (top && (cap = this.rules.paragraph.exec(src))) {
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'paragraph',
-            text: cap[1].charAt(cap[1].length - 1) === '\n' ? cap[1].slice(0, -1) : cap[1]
-          });
+        if (token = this.tokenizer.codespan(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // br
+
+
+        if (token = this.tokenizer.br(src)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // del (gfm)
+
+
+        if (token = this.tokenizer.del(src)) {
+          src = src.substring(token.raw.length);
+          token.tokens = this.inlineTokens(token.text, [], inLink, inRawBlock);
+          tokens.push(token);
+          continue;
+        } // autolink
+
+
+        if (token = this.tokenizer.autolink(src, mangle)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
+          continue;
+        } // url (gfm)
+
+
+        if (!inLink && (token = this.tokenizer.url(src, mangle))) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
         } // text
 
 
-        if (cap = this.rules.text.exec(src)) {
-          // Top-level should never reach here.
-          src = src.substring(cap[0].length);
-          this.tokens.push({
-            type: 'text',
-            text: cap[0]
-          });
+        if (token = this.tokenizer.inlineText(src, inRawBlock, smartypants)) {
+          src = src.substring(token.raw.length);
+          tokens.push(token);
           continue;
         }
 
         if (src) {
-          throw new Error('Infinite loop on byte: ' + src.charCodeAt(0));
+          var errMsg = 'Infinite loop on byte: ' + src.charCodeAt(0);
+
+          if (this.options.silent) {
+            console.error(errMsg);
+            break;
+          } else {
+            throw new Error(errMsg);
+          }
         }
       }
 
-      return this.tokens;
+      return tokens;
     };
 
     _createClass(Lexer, null, [{
       key: "rules",
       get: function get() {
-        return block$1;
+        return {
+          block: block$1,
+          inline: inline$1
+        };
       }
     }]);
 
     return Lexer;
   }();
 
-  var defaults$2 = defaults.defaults;
+  var defaults$3 = defaults.defaults;
   var cleanUrl$1 = helpers.cleanUrl,
-      escape$2 = helpers.escape;
+      escape$1 = helpers.escape;
   /**
    * Renderer
    */
 
   var Renderer_1 = /*#__PURE__*/function () {
     function Renderer(options) {
-      this.options = options || defaults$2;
+      this.options = options || defaults$3;
     }
 
     var _proto = Renderer.prototype;
@@ -906,10 +1611,10 @@
       }
 
       if (!lang) {
-        return '<pre><code>' + (escaped ? _code : escape$2(_code, true)) + '</code></pre>';
+        return '<pre><code>' + (escaped ? _code : escape$1(_code, true)) + '</code></pre>';
       }
 
-      return '<pre><code class="' + this.options.langPrefix + escape$2(lang, true) + '">' + (escaped ? _code : escape$2(_code, true)) + '</code></pre>\n';
+      return '<pre><code class="' + this.options.langPrefix + escape$1(lang, true) + '">' + (escaped ? _code : escape$1(_code, true)) + '</code></pre>\n';
     };
 
     _proto.blockquote = function blockquote(quote) {
@@ -934,437 +1639,98 @@
     };
 
     _proto.list = function list(body, ordered, start) {
-      var type = ordered ? 'ol' : 'ul',
-          startatt = ordered && start !== 1 ? ' start="' + start + '"' : '';
-      return '<' + type + startatt + '>\n' + body + '</' + type + '>\n';
-    };
-
-    _proto.listitem = function listitem(text) {
-      return '<li>' + text + '</li>\n';
-    };
-
-    _proto.checkbox = function checkbox(checked) {
-      return '<input ' + (checked ? 'checked="" ' : '') + 'disabled="" type="checkbox"' + (this.options.xhtml ? ' /' : '') + '> ';
-    };
-
-    _proto.paragraph = function paragraph(text) {
-      return '<p>' + text + '</p>\n';
-    };
-
-    _proto.table = function table(header, body) {
-      if (body) body = '<tbody>' + body + '</tbody>';
-      return '<table>\n' + '<thead>\n' + header + '</thead>\n' + body + '</table>\n';
-    };
-
-    _proto.tablerow = function tablerow(content) {
-      return '<tr>\n' + content + '</tr>\n';
-    };
-
-    _proto.tablecell = function tablecell(content, flags) {
-      var type = flags.header ? 'th' : 'td';
-      var tag = flags.align ? '<' + type + ' align="' + flags.align + '">' : '<' + type + '>';
-      return tag + content + '</' + type + '>\n';
-    };
-
-    // span level renderer
-    _proto.strong = function strong(text) {
-      return '<strong>' + text + '</strong>';
-    };
-
-    _proto.em = function em(text) {
-      return '<em>' + text + '</em>';
-    };
-
-    _proto.codespan = function codespan(text) {
-      return '<code>' + text + '</code>';
-    };
-
-    _proto.br = function br() {
-      return this.options.xhtml ? '<br/>' : '<br>';
-    };
-
-    _proto.del = function del(text) {
-      return '<del>' + text + '</del>';
-    };
-
-    _proto.link = function link(href, title, text) {
-      href = cleanUrl$1(this.options.sanitize, this.options.baseUrl, href);
-
-      if (href === null) {
-        return text;
-      }
-
-      var out = '<a href="' + escape$2(href) + '"';
-
-      if (title) {
-        out += ' title="' + title + '"';
-      }
-
-      out += '>' + text + '</a>';
-      return out;
-    };
-
-    _proto.image = function image(href, title, text) {
-      href = cleanUrl$1(this.options.sanitize, this.options.baseUrl, href);
-
-      if (href === null) {
-        return text;
-      }
-
-      var out = '<img src="' + href + '" alt="' + text + '"';
-
-      if (title) {
-        out += ' title="' + title + '"';
-      }
-
-      out += this.options.xhtml ? '/>' : '>';
-      return out;
-    };
-
-    _proto.text = function text(_text) {
-      return _text;
-    };
-
-    return Renderer;
-  }();
-
-  /**
-   * Slugger generates header id
-   */
-  var Slugger_1 = /*#__PURE__*/function () {
-    function Slugger() {
-      this.seen = {};
-    }
-    /**
-     * Convert string to unique id
-     */
-
-
-    var _proto = Slugger.prototype;
-
-    _proto.slug = function slug(value) {
-      var slug = value.toLowerCase().trim() // remove html tags
-      .replace(/<[!\/a-z].*?>/ig, '') // remove unwanted chars
-      .replace(/[\u2000-\u206F\u2E00-\u2E7F\\'!"#$%&()*+,./:;<=>?@[\]^`{|}~]/g, '').replace(/\s/g, '-');
-
-      if (this.seen.hasOwnProperty(slug)) {
-        var originalSlug = slug;
-
-        do {
-          this.seen[originalSlug]++;
-          slug = originalSlug + '-' + this.seen[originalSlug];
-        } while (this.seen.hasOwnProperty(slug));
-      }
-
-      this.seen[slug] = 0;
-      return slug;
-    };
-
-    return Slugger;
-  }();
-
-  var defaults$3 = defaults.defaults;
-  var inline$1 = rules.inline;
-  var findClosingBracket$1 = helpers.findClosingBracket,
-      escape$3 = helpers.escape;
-  /**
-   * Inline Lexer & Compiler
-   */
-
-  var InlineLexer_1 = /*#__PURE__*/function () {
-    function InlineLexer(links, options) {
-      this.options = options || defaults$3;
-      this.links = links;
-      this.rules = inline$1.normal;
-      this.options.renderer = this.options.renderer || new Renderer_1();
-      this.renderer = this.options.renderer;
-      this.renderer.options = this.options;
-
-      if (!this.links) {
-        throw new Error('Tokens array requires a `links` property.');
-      }
-
-      if (this.options.pedantic) {
-        this.rules = inline$1.pedantic;
-      } else if (this.options.gfm) {
-        if (this.options.breaks) {
-          this.rules = inline$1.breaks;
-        } else {
-          this.rules = inline$1.gfm;
-        }
-      }
-    }
-    /**
-     * Expose Inline Rules
-     */
-
-
-    /**
-     * Static Lexing/Compiling Method
-     */
-    InlineLexer.output = function output(src, links, options) {
-      var inline = new InlineLexer(links, options);
-      return inline.output(src);
-    }
-    /**
-     * Lexing/Compiling
-     */
-    ;
-
-    var _proto = InlineLexer.prototype;
-
-    _proto.output = function output(src) {
-      var out = '',
-          link,
-          text,
-          href,
-          title,
-          cap,
-          prevCapZero;
-
-      while (src) {
-        // escape
-        if (cap = this.rules.escape.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += escape$3(cap[1]);
-          continue;
-        } // tag
-
-
-        if (cap = this.rules.tag.exec(src)) {
-          if (!this.inLink && /^<a /i.test(cap[0])) {
-            this.inLink = true;
-          } else if (this.inLink && /^<\/a>/i.test(cap[0])) {
-            this.inLink = false;
-          }
-
-          if (!this.inRawBlock && /^<(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
-            this.inRawBlock = true;
-          } else if (this.inRawBlock && /^<\/(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
-            this.inRawBlock = false;
-          }
-
-          src = src.substring(cap[0].length);
-          out += this.renderer.html(this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : escape$3(cap[0]) : cap[0]);
-          continue;
-        } // link
-
-
-        if (cap = this.rules.link.exec(src)) {
-          var lastParenIndex = findClosingBracket$1(cap[2], '()');
-
-          if (lastParenIndex > -1) {
-            var start = cap[0].indexOf('!') === 0 ? 5 : 4;
-            var linkLen = start + cap[1].length + lastParenIndex;
-            cap[2] = cap[2].substring(0, lastParenIndex);
-            cap[0] = cap[0].substring(0, linkLen).trim();
-            cap[3] = '';
-          }
-
-          src = src.substring(cap[0].length);
-          this.inLink = true;
-          href = cap[2];
-
-          if (this.options.pedantic) {
-            link = /^([^'"]*[^\s])\s+(['"])(.*)\2/.exec(href);
-
-            if (link) {
-              href = link[1];
-              title = link[3];
-            } else {
-              title = '';
-            }
-          } else {
-            title = cap[3] ? cap[3].slice(1, -1) : '';
-          }
-
-          href = href.trim().replace(/^<([\s\S]*)>$/, '$1');
-          out += this.outputLink(cap, {
-            href: InlineLexer.escapes(href),
-            title: InlineLexer.escapes(title)
-          });
-          this.inLink = false;
-          continue;
-        } // reflink, nolink
-
-
-        if ((cap = this.rules.reflink.exec(src)) || (cap = this.rules.nolink.exec(src))) {
-          src = src.substring(cap[0].length);
-          link = (cap[2] || cap[1]).replace(/\s+/g, ' ');
-          link = this.links[link.toLowerCase()];
-
-          if (!link || !link.href) {
-            out += cap[0].charAt(0);
-            src = cap[0].substring(1) + src;
-            continue;
-          }
-
-          this.inLink = true;
-          out += this.outputLink(cap, link);
-          this.inLink = false;
-          continue;
-        } // strong
-
-
-        if (cap = this.rules.strong.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += this.renderer.strong(this.output(cap[4] || cap[3] || cap[2] || cap[1]));
-          continue;
-        } // em
-
-
-        if (cap = this.rules.em.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += this.renderer.em(this.output(cap[6] || cap[5] || cap[4] || cap[3] || cap[2] || cap[1]));
-          continue;
-        } // code
-
-
-        if (cap = this.rules.code.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += this.renderer.codespan(escape$3(cap[2].trim(), true));
-          continue;
-        } // br
-
-
-        if (cap = this.rules.br.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += this.renderer.br();
-          continue;
-        } // del (gfm)
-
+      var type = ordered ? 'ol' : 'ul',
+          startatt = ordered && start !== 1 ? ' start="' + start + '"' : '';
+      return '<' + type + startatt + '>\n' + body + '</' + type + '>\n';
+    };
 
-        if (cap = this.rules.del.exec(src)) {
-          src = src.substring(cap[0].length);
-          out += this.renderer.del(this.output(cap[1]));
-          continue;
-        } // autolink
+    _proto.listitem = function listitem(text) {
+      return '<li>' + text + '</li>\n';
+    };
 
+    _proto.checkbox = function checkbox(checked) {
+      return '<input ' + (checked ? 'checked="" ' : '') + 'disabled="" type="checkbox"' + (this.options.xhtml ? ' /' : '') + '> ';
+    };
 
-        if (cap = this.rules.autolink.exec(src)) {
-          src = src.substring(cap[0].length);
+    _proto.paragraph = function paragraph(text) {
+      return '<p>' + text + '</p>\n';
+    };
 
-          if (cap[2] === '@') {
-            text = escape$3(this.mangle(cap[1]));
-            href = 'mailto:' + text;
-          } else {
-            text = escape$3(cap[1]);
-            href = text;
-          }
+    _proto.table = function table(header, body) {
+      if (body) body = '<tbody>' + body + '</tbody>';
+      return '<table>\n' + '<thead>\n' + header + '</thead>\n' + body + '</table>\n';
+    };
 
-          out += this.renderer.link(href, null, text);
-          continue;
-        } // url (gfm)
+    _proto.tablerow = function tablerow(content) {
+      return '<tr>\n' + content + '</tr>\n';
+    };
 
+    _proto.tablecell = function tablecell(content, flags) {
+      var type = flags.header ? 'th' : 'td';
+      var tag = flags.align ? '<' + type + ' align="' + flags.align + '">' : '<' + type + '>';
+      return tag + content + '</' + type + '>\n';
+    } // span level renderer
+    ;
 
-        if (!this.inLink && (cap = this.rules.url.exec(src))) {
-          if (cap[2] === '@') {
-            text = escape$3(cap[0]);
-            href = 'mailto:' + text;
-          } else {
-            // do extended autolink path validation
-            do {
-              prevCapZero = cap[0];
-              cap[0] = this.rules._backpedal.exec(cap[0])[0];
-            } while (prevCapZero !== cap[0]);
+    _proto.strong = function strong(text) {
+      return '<strong>' + text + '</strong>';
+    };
 
-            text = escape$3(cap[0]);
+    _proto.em = function em(text) {
+      return '<em>' + text + '</em>';
+    };
 
-            if (cap[1] === 'www.') {
-              href = 'http://' + text;
-            } else {
-              href = text;
-            }
-          }
+    _proto.codespan = function codespan(text) {
+      return '<code>' + text + '</code>';
+    };
 
-          src = src.substring(cap[0].length);
-          out += this.renderer.link(href, null, text);
-          continue;
-        } // text
+    _proto.br = function br() {
+      return this.options.xhtml ? '<br/>' : '<br>';
+    };
 
+    _proto.del = function del(text) {
+      return '<del>' + text + '</del>';
+    };
 
-        if (cap = this.rules.text.exec(src)) {
-          src = src.substring(cap[0].length);
+    _proto.link = function link(href, title, text) {
+      href = cleanUrl$1(this.options.sanitize, this.options.baseUrl, href);
 
-          if (this.inRawBlock) {
-            out += this.renderer.text(this.options.sanitize ? this.options.sanitizer ? this.options.sanitizer(cap[0]) : escape$3(cap[0]) : cap[0]);
-          } else {
-            out += this.renderer.text(escape$3(this.smartypants(cap[0])));
-          }
+      if (href === null) {
+        return text;
+      }
 
-          continue;
-        }
+      var out = '<a href="' + escape$1(href) + '"';
 
-        if (src) {
-          throw new Error('Infinite loop on byte: ' + src.charCodeAt(0));
-        }
+      if (title) {
+        out += ' title="' + title + '"';
       }
 
+      out += '>' + text + '</a>';
       return out;
     };
 
-    InlineLexer.escapes = function escapes(text) {
-      return text ? text.replace(InlineLexer.rules._escapes, '$1') : text;
-    }
-    /**
-     * Compile Link
-     */
-    ;
-
-    _proto.outputLink = function outputLink(cap, link) {
-      var href = link.href,
-          title = link.title ? escape$3(link.title) : null;
-      return cap[0].charAt(0) !== '!' ? this.renderer.link(href, title, this.output(cap[1])) : this.renderer.image(href, title, escape$3(cap[1]));
-    }
-    /**
-     * Smartypants Transformations
-     */
-    ;
-
-    _proto.smartypants = function smartypants(text) {
-      if (!this.options.smartypants) return text;
-      return text // em-dashes
-      .replace(/---/g, "\u2014") // en-dashes
-      .replace(/--/g, "\u2013") // opening singles
-      .replace(/(^|[-\u2014/(\[{"\s])'/g, "$1\u2018") // closing singles & apostrophes
-      .replace(/'/g, "\u2019") // opening doubles
-      .replace(/(^|[-\u2014/(\[{\u2018\s])"/g, "$1\u201C") // closing doubles
-      .replace(/"/g, "\u201D") // ellipses
-      .replace(/\.{3}/g, "\u2026");
-    }
-    /**
-     * Mangle Links
-     */
-    ;
-
-    _proto.mangle = function mangle(text) {
-      if (!this.options.mangle) return text;
-      var l = text.length;
-      var out = '',
-          i = 0,
-          ch;
+    _proto.image = function image(href, title, text) {
+      href = cleanUrl$1(this.options.sanitize, this.options.baseUrl, href);
 
-      for (; i < l; i++) {
-        ch = text.charCodeAt(i);
+      if (href === null) {
+        return text;
+      }
 
-        if (Math.random() > 0.5) {
-          ch = 'x' + ch.toString(16);
-        }
+      var out = '<img src="' + href + '" alt="' + text + '"';
 
-        out += '&#' + ch + ';';
+      if (title) {
+        out += ' title="' + title + '"';
       }
 
+      out += this.options.xhtml ? '/>' : '>';
       return out;
     };
 
-    _createClass(InlineLexer, null, [{
-      key: "rules",
-      get: function get() {
-        return inline$1;
-      }
-    }]);
+    _proto.text = function text(_text) {
+      return _text;
+    };
 
-    return InlineLexer;
+    return Renderer;
   }();
 
   /**
@@ -1416,21 +1782,54 @@
     return TextRenderer;
   }();
 
+  /**
+   * Slugger generates header id
+   */
+  var Slugger_1 = /*#__PURE__*/function () {
+    function Slugger() {
+      this.seen = {};
+    }
+    /**
+     * Convert string to unique id
+     */
+
+
+    var _proto = Slugger.prototype;
+
+    _proto.slug = function slug(value) {
+      var slug = value.toLowerCase().trim() // remove html tags
+      .replace(/<[!\/a-z].*?>/ig, '') // remove unwanted chars
+      .replace(/[\u2000-\u206F\u2E00-\u2E7F\\'!"#$%&()*+,./:;<=>?@[\]^`{|}~]/g, '').replace(/\s/g, '-');
+
+      if (this.seen.hasOwnProperty(slug)) {
+        var originalSlug = slug;
+
+        do {
+          this.seen[originalSlug]++;
+          slug = originalSlug + '-' + this.seen[originalSlug];
+        } while (this.seen.hasOwnProperty(slug));
+      }
+
+      this.seen[slug] = 0;
+      return slug;
+    };
+
+    return Slugger;
+  }();
+
   var defaults$4 = defaults.defaults;
-  var merge$2 = helpers.merge,
-      unescape$1 = helpers.unescape;
+  var unescape$1 = helpers.unescape;
   /**
    * Parsing & Compiling
    */
 
   var Parser_1 = /*#__PURE__*/function () {
     function Parser(options) {
-      this.tokens = [];
-      this.token = null;
       this.options = options || defaults$4;
       this.options.renderer = this.options.renderer || new Renderer_1();
       this.renderer = this.options.renderer;
       this.renderer.options = this.options;
+      this.textRenderer = new TextRenderer_1();
       this.slugger = new Slugger_1();
     }
     /**
@@ -1441,209 +1840,295 @@
     Parser.parse = function parse(tokens, options) {
       var parser = new Parser(options);
       return parser.parse(tokens);
-    };
-
-    var _proto = Parser.prototype;
-
+    }
     /**
      * Parse Loop
      */
-    _proto.parse = function parse(tokens) {
-      this.inline = new InlineLexer_1(tokens.links, this.options); // use an InlineLexer with a TextRenderer to extract pure text
+    ;
 
-      this.inlineText = new InlineLexer_1(tokens.links, merge$2({}, this.options, {
-        renderer: new TextRenderer_1()
-      }));
-      this.tokens = tokens.reverse();
-      var out = '';
+    var _proto = Parser.prototype;
 
-      while (this.next()) {
-        out += this.tok();
+    _proto.parse = function parse(tokens, top) {
+      if (top === void 0) {
+        top = true;
       }
 
-      return out;
-    };
+      var out = '',
+          i,
+          j,
+          k,
+          l2,
+          l3,
+          row,
+          cell,
+          header,
+          body,
+          token,
+          ordered,
+          start,
+          loose,
+          itemBody,
+          item,
+          checked,
+          task,
+          checkbox;
+      var l = tokens.length;
+
+      for (i = 0; i < l; i++) {
+        token = tokens[i];
+
+        switch (token.type) {
+          case 'space':
+            {
+              continue;
+            }
 
-    /**
-     * Next Token
-     */
-    _proto.next = function next() {
-      this.token = this.tokens.pop();
-      return this.token;
-    };
+          case 'hr':
+            {
+              out += this.renderer.hr();
+              continue;
+            }
 
-    /**
-     * Preview Next Token
-     */
-    _proto.peek = function peek() {
-      return this.tokens[this.tokens.length - 1] || 0;
-    };
+          case 'heading':
+            {
+              out += this.renderer.heading(this.parseInline(token.tokens), token.depth, unescape$1(this.parseInline(token.tokens, this.textRenderer)), this.slugger);
+              continue;
+            }
 
-    /**
-     * Parse Text Tokens
-     */
-    _proto.parseText = function parseText() {
-      var body = this.token.text;
+          case 'code':
+            {
+              out += this.renderer.code(token.text, token.lang, token.escaped);
+              continue;
+            }
 
-      while (this.peek().type === 'text') {
-        body += '\n' + this.next().text;
-      }
+          case 'table':
+            {
+              header = ''; // header
 
-      return this.inline.output(body);
-    };
+              cell = '';
+              l2 = token.header.length;
 
-    /**
-     * Parse Current Token
-     */
-    _proto.tok = function tok() {
-      var body = '';
+              for (j = 0; j < l2; j++) {
+                cell += this.renderer.tablecell(this.parseInline(token.tokens.header[j]), {
+                  header: true,
+                  align: token.align[j]
+                });
+              }
 
-      switch (this.token.type) {
-        case 'space':
-          {
-            return '';
-          }
+              header += this.renderer.tablerow(cell);
+              body = '';
+              l2 = token.cells.length;
 
-        case 'hr':
-          {
-            return this.renderer.hr();
-          }
+              for (j = 0; j < l2; j++) {
+                row = token.tokens.cells[j];
+                cell = '';
+                l3 = row.length;
 
-        case 'heading':
-          {
-            return this.renderer.heading(this.inline.output(this.token.text), this.token.depth, unescape$1(this.inlineText.output(this.token.text)), this.slugger);
-          }
+                for (k = 0; k < l3; k++) {
+                  cell += this.renderer.tablecell(this.parseInline(row[k]), {
+                    header: false,
+                    align: token.align[k]
+                  });
+                }
 
-        case 'code':
-          {
-            return this.renderer.code(this.token.text, this.token.lang, this.token.escaped);
-          }
+                body += this.renderer.tablerow(cell);
+              }
 
-        case 'table':
-          {
-            var header = '',
-                i,
-                row,
-                cell,
-                j; // header
-
-            cell = '';
-
-            for (i = 0; i < this.token.header.length; i++) {
-              cell += this.renderer.tablecell(this.inline.output(this.token.header[i]), {
-                header: true,
-                align: this.token.align[i]
-              });
+              out += this.renderer.table(header, body);
+              continue;
             }
 
-            header += this.renderer.tablerow(cell);
+          case 'blockquote':
+            {
+              body = this.parse(token.tokens);
+              out += this.renderer.blockquote(body);
+              continue;
+            }
 
-            for (i = 0; i < this.token.cells.length; i++) {
-              row = this.token.cells[i];
-              cell = '';
+          case 'list':
+            {
+              ordered = token.ordered;
+              start = token.start;
+              loose = token.loose;
+              l2 = token.items.length;
+              body = '';
+
+              for (j = 0; j < l2; j++) {
+                item = token.items[j];
+                checked = item.checked;
+                task = item.task;
+                itemBody = '';
+
+                if (item.task) {
+                  checkbox = this.renderer.checkbox(checked);
+
+                  if (loose) {
+                    if (item.tokens[0].type === 'text') {
+                      item.tokens[0].text = checkbox + ' ' + item.tokens[0].text;
+
+                      if (item.tokens[0].tokens && item.tokens[0].tokens.length > 0 && item.tokens[0].tokens[0].type === 'text') {
+                        item.tokens[0].tokens[0].text = checkbox + ' ' + item.tokens[0].tokens[0].text;
+                      }
+                    } else {
+                      item.tokens.unshift({
+                        type: 'text',
+                        text: checkbox
+                      });
+                    }
+                  } else {
+                    itemBody += checkbox;
+                  }
+                }
 
-              for (j = 0; j < row.length; j++) {
-                cell += this.renderer.tablecell(this.inline.output(row[j]), {
-                  header: false,
-                  align: this.token.align[j]
-                });
+                itemBody += this.parse(item.tokens, loose);
+                body += this.renderer.listitem(itemBody, task, checked);
               }
 
-              body += this.renderer.tablerow(cell);
+              out += this.renderer.list(body, ordered, start);
+              continue;
             }
 
-            return this.renderer.table(header, body);
-          }
-
-        case 'blockquote_start':
-          {
-            body = '';
+          case 'html':
+            {
+              // TODO parse inline content if parameter markdown=1
+              out += this.renderer.html(token.text);
+              continue;
+            }
 
-            while (this.next().type !== 'blockquote_end') {
-              body += this.tok();
+          case 'paragraph':
+            {
+              out += this.renderer.paragraph(this.parseInline(token.tokens));
+              continue;
             }
 
-            return this.renderer.blockquote(body);
-          }
+          case 'text':
+            {
+              body = token.tokens ? this.parseInline(token.tokens) : token.text;
 
-        case 'list_start':
-          {
-            body = '';
-            var ordered = this.token.ordered,
-                start = this.token.start;
+              while (i + 1 < l && tokens[i + 1].type === 'text') {
+                token = tokens[++i];
+                body += '\n' + (token.tokens ? this.parseInline(token.tokens) : token.text);
+              }
 
-            while (this.next().type !== 'list_end') {
-              body += this.tok();
+              out += top ? this.renderer.paragraph(body) : body;
+              continue;
             }
 
-            return this.renderer.list(body, ordered, start);
-          }
+          default:
+            {
+              var errMsg = 'Token with "' + token.type + '" type was not found.';
 
-        case 'list_item_start':
-          {
-            body = '';
-            var loose = this.token.loose;
-            var checked = this.token.checked;
-            var task = this.token.task;
-
-            if (this.token.task) {
-              if (loose) {
-                if (this.peek().type === 'text') {
-                  var nextToken = this.peek();
-                  nextToken.text = this.renderer.checkbox(checked) + ' ' + nextToken.text;
-                } else {
-                  this.tokens.push({
-                    type: 'text',
-                    text: this.renderer.checkbox(checked)
-                  });
-                }
+              if (this.options.silent) {
+                console.error(errMsg);
+                return;
               } else {
-                body += this.renderer.checkbox(checked);
+                throw new Error(errMsg);
               }
             }
+        }
+      }
+
+      return out;
+    }
+    /**
+     * Parse Inline Tokens
+     */
+    ;
+
+    _proto.parseInline = function parseInline(tokens, renderer) {
+      renderer = renderer || this.renderer;
+      var out = '',
+          i,
+          token;
+      var l = tokens.length;
+
+      for (i = 0; i < l; i++) {
+        token = tokens[i];
+
+        switch (token.type) {
+          case 'escape':
+            {
+              out += renderer.text(token.text);
+              break;
+            }
 
-            while (this.next().type !== 'list_item_end') {
-              body += !loose && this.token.type === 'text' ? this.parseText() : this.tok();
+          case 'html':
+            {
+              out += renderer.html(token.text);
+              break;
             }
 
-            return this.renderer.listitem(body, task, checked);
-          }
+          case 'link':
+            {
+              out += renderer.link(token.href, token.title, this.parseInline(token.tokens, renderer));
+              break;
+            }
 
-        case 'html':
-          {
-            // TODO parse inline content if parameter markdown=1
-            return this.renderer.html(this.token.text);
-          }
+          case 'image':
+            {
+              out += renderer.image(token.href, token.title, token.text);
+              break;
+            }
 
-        case 'paragraph':
-          {
-            return this.renderer.paragraph(this.inline.output(this.token.text));
-          }
+          case 'strong':
+            {
+              out += renderer.strong(this.parseInline(token.tokens, renderer));
+              break;
+            }
 
-        case 'text':
-          {
-            return this.renderer.paragraph(this.parseText());
-          }
+          case 'em':
+            {
+              out += renderer.em(this.parseInline(token.tokens, renderer));
+              break;
+            }
 
-        default:
-          {
-            var errMsg = 'Token with "' + this.token.type + '" type was not found.';
+          case 'codespan':
+            {
+              out += renderer.codespan(token.text);
+              break;
+            }
 
-            if (this.options.silent) {
-              console.log(errMsg);
-            } else {
-              throw new Error(errMsg);
+          case 'br':
+            {
+              out += renderer.br();
+              break;
             }
-          }
+
+          case 'del':
+            {
+              out += renderer.del(this.parseInline(token.tokens, renderer));
+              break;
+            }
+
+          case 'text':
+            {
+              out += renderer.text(token.text);
+              break;
+            }
+
+          default:
+            {
+              var errMsg = 'Token with "' + token.type + '" type was not found.';
+
+              if (this.options.silent) {
+                console.error(errMsg);
+                return;
+              } else {
+                throw new Error(errMsg);
+              }
+            }
+        }
       }
+
+      return out;
     };
 
     return Parser;
   }();
 
-  var merge$3 = helpers.merge,
+  var merge$2 = helpers.merge,
       checkSanitizeDeprecation$1 = helpers.checkSanitizeDeprecation,
-      escape$4 = helpers.escape;
+      escape$2 = helpers.escape;
   var getDefaults = defaults.getDefaults,
       changeDefaults = defaults.changeDefaults,
       defaults$5 = defaults.defaults;
@@ -1668,7 +2153,7 @@
           opt = null;
         }
 
-        opt = merge$3({}, marked.defaults, opt || {});
+        opt = merge$2({}, marked.defaults, opt || {});
         checkSanitizeDeprecation$1(opt);
         var highlight = opt.highlight;
         var tokens,
@@ -1743,14 +2228,14 @@
     }
 
     try {
-      opt = merge$3({}, marked.defaults, opt || {});
+      opt = merge$2({}, marked.defaults, opt || {});
       checkSanitizeDeprecation$1(opt);
       return Parser_1.parse(Lexer_1.lex(src, opt), opt);
     } catch (e) {
       e.message += '\nPlease report this to https://github.com/markedjs/marked.';
 
       if ((opt || marked.defaults).silent) {
-        return '<p>An error occurred:</p><pre>' + escape$4(e.message + '', true) + '</pre>';
+        return '<p>An error occurred:</p><pre>' + escape$2(e.message + '', true) + '</pre>';
       }
 
       throw e;
@@ -1762,25 +2247,94 @@
 
 
   marked.options = marked.setOptions = function (opt) {
-    merge$3(marked.defaults, opt);
+    merge$2(marked.defaults, opt);
     changeDefaults(marked.defaults);
     return marked;
   };
 
   marked.getDefaults = getDefaults;
   marked.defaults = defaults$5;
+  /**
+   * Use Extension
+   */
+
+  marked.use = function (extension) {
+    var opts = merge$2({}, extension);
+
+    if (extension.renderer) {
+      (function () {
+        var renderer = marked.defaults.renderer || new Renderer_1();
+
+        var _loop = function _loop(prop) {
+          var prevRenderer = renderer[prop];
+
+          renderer[prop] = function () {
+            for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
+              args[_key] = arguments[_key];
+            }
+
+            var ret = extension.renderer[prop].apply(renderer, args);
+
+            if (ret === false) {
+              ret = prevRenderer.apply(renderer, args);
+            }
+
+            return ret;
+          };
+        };
+
+        for (var prop in extension.renderer) {
+          _loop(prop);
+        }
+
+        opts.renderer = renderer;
+      })();
+    }
+
+    if (extension.tokenizer) {
+      (function () {
+        var tokenizer = marked.defaults.tokenizer || new Tokenizer_1();
+
+        var _loop2 = function _loop2(prop) {
+          var prevTokenizer = tokenizer[prop];
+
+          tokenizer[prop] = function () {
+            for (var _len2 = arguments.length, args = new Array(_len2), _key2 = 0; _key2 < _len2; _key2++) {
+              args[_key2] = arguments[_key2];
+            }
+
+            var ret = extension.tokenizer[prop].apply(tokenizer, args);
+
+            if (ret === false) {
+              ret = prevTokenizer.apply(tokenizer, args);
+            }
+
+            return ret;
+          };
+        };
+
+        for (var prop in extension.tokenizer) {
+          _loop2(prop);
+        }
+
+        opts.tokenizer = tokenizer;
+      })();
+    }
+
+    marked.setOptions(opts);
+  };
   /**
    * Expose
    */
 
+
   marked.Parser = Parser_1;
   marked.parser = Parser_1.parse;
   marked.Renderer = Renderer_1;
   marked.TextRenderer = TextRenderer_1;
   marked.Lexer = Lexer_1;
   marked.lexer = Lexer_1.lex;
-  marked.InlineLexer = InlineLexer_1;
-  marked.inlineLexer = InlineLexer_1.output;
+  marked.Tokenizer = Tokenizer_1;
   marked.Slugger = Slugger_1;
   marked.parse = marked;
   var marked_1 = marked;