mathpix-markdown-it 1.0.99 → 1.2.1

package/lib/markdown/mdPluginText.js

@@ -8,6 +8,9 @@ var consts_1 = require("./common/consts");
 var common_1 = require("./common");
 var utils_1 = require("./utils");
 var labels_1 = require("./common/labels");
+var text_collapse_1 = require("./md-inline-rule/text-collapse");
+var new_line_to_space_1 = require("./md-inline-rule/new-line-to-space");
+var common_2 = require("./highlight/common");
 exports.sectionCount = 0;
 exports.subCount = 0;
 exports.subSubCount = 0;
@@ -212,7 +215,10 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     var token, lineText, pos = state.bMarks[startLine] + state.tShift[startLine], max = state.eMarks[startLine];
     var nextLine = startLine + 1;
     var startPos = 0, type, className = '', is_numerable = false, beginMarker = "{", level = 1;
-    lineText = state.src.slice(pos, max).trim();
+    lineText = state.src.slice(pos, max);
+    /** line begin offsets */
+    var bMarks = lineText.length - lineText.trimLeft().length;
+    lineText = lineText.trimLeft();
     if (state.src.charCodeAt(pos) !== 0x5c /* \ */) {
         return false;
     }
@@ -222,6 +228,10 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     if (!match) {
         return false;
     }
+    /** For validation mode we can terminate immediately */
+    if (silent) {
+        return true;
+    }
     var attrStyle = '';
     var isUnNumbered = false;
     startPos += match[0].length;
@@ -276,13 +286,18 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     if (lineText[startPos] !== beginMarker) {
         return false;
     }
-    var _b = common_1.findEndMarker(lineText, startPos), _c = _b.res, res = _c === void 0 ? false : _c, _d = _b.content, content = _d === void 0 ? '' : _d, _e = _b.nextPos, nextPos = _e === void 0 ? 0 : _e;
+    var _b = common_1.findEndMarker(lineText, startPos), _c = _b.res, res = _c === void 0 ? false : _c, _d = _b.content, content = _d === void 0 ? '' : _d, _e = _b.nextPos, nextPos = _e === void 0 ? 0 : _e, _f = _b.endPos, endPos = _f === void 0 ? 0 : _f;
     var resString = content;
-    resString = resString.split('\\\\').join('\n');
+    // resString = resString.split('\\\\').join('\n');
     var hasEndMarker = false;
     var last = nextLine;
+    var eMarks = 0; //line end offsets
+    var bMarksContent = startPos;
     var inlineStr = '';
     if (!res) {
+        // resString += resString ? ' ' : '';
+        bMarksContent += (content === null || content === void 0 ? void 0 : content.length) ? 0 : 1;
+        bMarksContent += state.tShift[nextLine];
         for (; nextLine <= endLine; nextLine++) {
             if (lineText === '') {
                 break;
@@ -290,10 +305,11 @@ exports.headingSection = function (state, startLine, endLine, silent) {
             pos = state.bMarks[nextLine] + state.tShift[nextLine];
             max = state.eMarks[nextLine];
             lineText = state.src.slice(pos, max);
-            var _f = common_1.findEndMarker(lineText, -1, "{", "}", true), _g = _f.res, res_2 = _g === void 0 ? false : _g, _h = _f.content, content_2 = _h === void 0 ? '' : _h, _j = _f.nextPos, nextPos_2 = _j === void 0 ? 0 : _j;
+            var _g = common_1.findEndMarker(lineText, -1, "{", "}", true), _h = _g.res, res_2 = _h === void 0 ? false : _h, _j = _g.content, content_2 = _j === void 0 ? '' : _j, _k = _g.nextPos, nextPos_2 = _k === void 0 ? 0 : _k, _l = _g.endPos, endPos_1 = _l === void 0 ? 0 : _l;
             if (res_2) {
+                eMarks = endPos_1 + 1;
                 resString += resString ? ' ' : '';
-                content_2 = content_2.split('\\\\').join('\n');
+                // content = content.split('\\\\').join('\n');
                 resString += content_2;
                 hasEndMarker = true;
                 if (nextPos_2 && nextPos_2 < lineText.length) {
@@ -302,12 +318,13 @@ exports.headingSection = function (state, startLine, endLine, silent) {
                 break;
             }
             resString += resString ? ' ' : '';
-            lineText = lineText.split('\\\\').join('\n');
+            // lineText = lineText.split('\\\\').join('\n');
             resString += lineText;
         }
         last = nextLine + 1;
     }
     else {
+        eMarks = endPos;
         hasEndMarker = true;
         last = nextLine;
         if (nextPos && nextPos < lineText.length) {
@@ -317,10 +334,6 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     if (!hasEndMarker) {
         return false;
     }
-    /** For validation mode we can terminate immediately */
-    if (silent) {
-        return true;
-    }
     state.line = last;
     token = state.push('heading_open', 'h' + String(level), 1);
     if (state.md.options.forLatex) {
@@ -339,12 +352,20 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     }
     token = state.push('inline', '', 0);
     token.content = resString;
+    token.content_id = resString.split('\\\\').join('\n');
     token.type = type;
     token.is_numerable = is_numerable;
     token.isUnNumbered = isUnNumbered;
     token.map = [startLine, state.line];
+    token.bMarks = bMarks;
+    token.eMarks = eMarks ? eMarks : token.bMarks + resString.length;
+    token.bMarksContent = bMarks + bMarksContent + beginMarker.length;
+    token.eMarksContent = token.eMarks;
+    token.eMarks += 1;
     var children = [];
-    state.md.inline.parse(token.content.trim(), state.md, state.env, children);
+    state.env.doubleSlashToSoftBreak = true; /** for // - should be new line */
+    state.md.inline.parse(token.content, state.md, state.env, children);
+    state.env.doubleSlashToSoftBreak = false;
     token.children = children;
     if (type === "section" && !isUnNumbered) {
         exports.sectionCount = exports.sectionCount ? exports.sectionCount + 1 : 1;
@@ -408,7 +429,9 @@ exports.headingSection = function (state, startLine, endLine, silent) {
     }
     return true;
 };
+/** TODO: Need to change this rule to separate rendering of the entire block abstract */
 var abstractBlock = function (state, startLine, endLine, silent) {
+    var _a;
     var isBlockOpened = false;
     var token;
     var content;
@@ -421,6 +444,7 @@ var abstractBlock = function (state, startLine, endLine, silent) {
     var terminatorRules = state.md.block.ruler.getRules('paragraph');
     var lineText = state.src.slice(pos, max);
     var isCloseTagExist = false;
+    var arrContent = [];
     if (!openTag.test(lineText)) {
         return false;
     }
@@ -436,6 +460,14 @@ var abstractBlock = function (state, startLine, endLine, silent) {
     if (match) {
         inline = lineText.slice(match.index + match[0].length);
     }
+    if (inline && inline.trim()) {
+        arrContent.push({
+            line: startLine,
+            bMarks: state.tShift[startLine] + match.index + match[0].length,
+            eMarks: lineText.length,
+            content: inline
+        });
+    }
     for (; nextLine < endLine; nextLine++) {
         if (closeTag.test(lineText)) {
             lineText += '\\n';
@@ -449,6 +481,14 @@ var abstractBlock = function (state, startLine, endLine, silent) {
         max = state.eMarks[nextLine];
         lineText = state.src.slice(pos, max);
         lastLine = state.src.slice(pos, max);
+        if (!closeTag.test(lineText)) {
+            arrContent.push({
+                line: nextLine,
+                bMarks: 0,
+                eMarks: state.tShift[nextLine] + lineText.length,
+                content: lineText
+            });
+        }
         if (abs) {
             if (closeTag.test(lineText)) {
                 isBlockOpened = false;
@@ -501,6 +541,19 @@ var abstractBlock = function (state, startLine, endLine, silent) {
         if (matchEnd) {
             strBeforeEnd = lastLine.slice(0, matchEnd.index);
             strAfterEnd = lastLine.slice(matchEnd.index + matchEnd[0].length);
+            if (strBeforeEnd) {
+                arrContent.push({
+                    line: nextLine,
+                    eMarks: matchEnd.index + 1,
+                    content: strBeforeEnd
+                });
+            }
+            else {
+                if (arrContent === null || arrContent === void 0 ? void 0 : arrContent.length) {
+                    arrContent[arrContent.length - 1].endLine = arrContent[arrContent.length - 1].line + 1;
+                    arrContent[arrContent.length - 1].eMarks += 1;
+                }
+            }
         }
     }
     content = resString;
@@ -510,6 +563,30 @@ var abstractBlock = function (state, startLine, endLine, silent) {
     if (strBeforeEnd && strBeforeEnd.trim()) {
         content += strBeforeEnd;
     }
+    var contentItems = [];
+    var start = null;
+    for (var i = 0; i < arrContent.length; i++) {
+        if (!start) {
+            start = arrContent[i];
+            continue;
+        }
+        if ((_a = arrContent[i].content) === null || _a === void 0 ? void 0 : _a.trim()) {
+            start.endLine = arrContent[i].hasOwnProperty('endLine') ? arrContent[i].endLine : arrContent[i].line;
+            start.content += start.content ? ' ' : '';
+            start.content += arrContent[i].content;
+            start.eMarks = arrContent[i].eMarks ? arrContent[i].eMarks : 0;
+        }
+        else {
+            start.endLine = arrContent[i].line;
+            start.eMarks = arrContent[i].eMarks ? arrContent[i].eMarks : 0;
+            contentItems.push(start);
+            start = null;
+        }
+    }
+    ;
+    if (start) {
+        contentItems.push(start);
+    }
     var contentList = content.split('\n');
     var tokenContent = contentList.filter(function (item) {
         return item.trim().length > 0;
@@ -518,11 +595,13 @@ var abstractBlock = function (state, startLine, endLine, silent) {
     token.map = [startLine, nextLine];
     token.attrSet('class', 'abstract');
     token.attrSet('style', 'width: 80%; margin: 0 auto; margin-bottom: 1em; font-size: .9em;');
+    token.mmd_type = 'abstract';
     token = state.push('heading_open', 'h4', 1);
     token.markup = '########'.slice(0, 4);
     token.attrSet('id', 'abstract_head');
     token.attrSet('class', 'abstract_head');
     token.attrSet('style', 'text-align: center;');
+    token.mmd_type = 'abstract_title';
     token = state.push('text', '', 0);
     token.content = 'Abstract';
     token.children = [];
@@ -532,8 +611,19 @@ var abstractBlock = function (state, startLine, endLine, silent) {
         token.attrSet('style', 'text-indent: 1em;');
         token = state.push('inline', '', 0);
         token.content = tokenContent[i].trim();
-        token.map = [startLine, state.line];
+        if (contentItems[i]) {
+            token.map = [contentItems[i].line,
+                contentItems[i].line
+                    ? contentItems[i].endLine
+                    : contentItems[i].line];
+            token.bMarks = contentItems[i].bMarks ? contentItems[i].bMarks : 0;
+            token.eMarks = contentItems[i].eMarks ? contentItems[i].eMarks : 0;
+        }
+        else {
+            token.map = [startLine, state.line];
+        }
         token.children = [];
+        token.mmd_type = 'abstract_content';
         token = state.push('paragraph_close', 'p', -1);
     }
     token = state.push('paragraph_close', 'div', -1);
@@ -574,6 +664,9 @@ var pageBreaksBlock = function (state, startLine, endLine, silent) {
     }
     token = state.push("pagebreak", "", 0);
     token.content = '';
+    token.map = [startLine, nextLine];
+    token.bMarks = state.tShift[startLine];
+    token.eMarks = strAfterEnd ? startPos : 0;
     if (state.md.options.forLatex) {
         token.latex = '\\' + match[0];
         if (!strAfterEnd || !strAfterEnd.trim()) {
@@ -590,6 +683,8 @@ var pageBreaksBlock = function (state, startLine, endLine, silent) {
         token = state.push('inline', '', 0);
         token.content = strAfterEnd;
         token.children = [];
+        token.bMarks = startPos;
+        token.map = [startLine, nextLine];
     }
     if (state.md.options.showPageBreaks || (strAfterEnd === null || strAfterEnd === void 0 ? void 0 : strAfterEnd.trim())) {
         state.push('paragraph_close', 'div', -1);
@@ -598,7 +693,7 @@ var pageBreaksBlock = function (state, startLine, endLine, silent) {
     return true;
 };
 var textAuthor = function (state) {
-    var _a;
+    var _a, _b;
     var startPos = state.pos;
     if (state.src.charCodeAt(startPos) !== 0x5c /* \ */) {
         return false;
@@ -610,7 +705,7 @@ var textAuthor = function (state) {
         return false;
     }
     startPos += match[0].length;
-    var _b = common_1.findEndMarker(state.src, startPos), _c = _b.res, res = _c === void 0 ? false : _c, _d = _b.content, content = _d === void 0 ? '' : _d, _e = _b.nextPos, nextPos = _e === void 0 ? 0 : _e;
+    var _c = common_1.findEndMarker(state.src, startPos), _d = _c.res, res = _d === void 0 ? false : _d, _e = _c.content, content = _e === void 0 ? '' : _e, _f = _c.nextPos, nextPos = _f === void 0 ? 0 : _f;
     if (!res) {
         return false;
     }
@@ -622,7 +717,14 @@ var textAuthor = function (state) {
     }
     token.content = content;
     token.children = [];
+    token.inlinePos = {
+        start: state.pos,
+        end: nextPos,
+        start_content: startPos + 1,
+        end_content: nextPos - 1,
+    };
     var columns = content.split('\\and');
+    var pos = 0;
     for (var i = 0; i < columns.length; i++) {
         var column = columns[i]
             ? columns[i].trim()
@@ -631,18 +733,25 @@ var textAuthor = function (state) {
         tokenAuthorColumn.type = 'author_column';
         tokenAuthorColumn.content = column;
         tokenAuthorColumn.children = [];
-        var colArr = column.split('\\\\');
+        pos = pos + columns[i].length;
+        pos += i < columns.length - 1 ? '\\and'.length : 0;
+        tokenAuthorColumn.nextPos = pos;
+        var colArr = columns[i].split('\\\\');
+        var posCol = 0;
         if (colArr && colArr.length) {
             for (var j = 0; j < colArr.length; j++) {
                 var item = colArr[j] ? colArr[j].trim() : '';
-                var arrItem = item.split('\n');
-                arrItem = arrItem.map(function (item) { return item.trim(); });
-                item = arrItem.join(' ');
                 var newToken = {};
                 newToken.type = 'author_item';
                 newToken.content = item;
+                newToken.offsetLeft = ((_b = colArr[j].trim()) === null || _b === void 0 ? void 0 : _b.length) ? utils_1.getSpacesFromLeft(colArr[j]) : 0;
+                posCol = posCol + colArr[j].length;
+                posCol += j < colArr.length - 1 ? '\\\\'.length : 0;
+                newToken.nextPos = posCol;
                 var children = [];
+                state.env.newlineToSpace = true;
                 state.md.inline.parse(item, state.md, state.env, children);
+                state.env.newlineToSpace = true;
                 newToken.children = children;
                 tokenAuthorColumn.children.push(newToken);
             }
@@ -683,22 +792,33 @@ var textTypes = function (state) {
     if (!type || type === '') {
         return false;
     }
-    var _b = common_1.findEndMarker(state.src, startPos), _c = _b.res, res = _c === void 0 ? false : _c, _d = _b.content, content = _d === void 0 ? '' : _d, _e = _b.nextPos, nextPos = _e === void 0 ? 0 : _e;
+    var _b = common_1.findEndMarker(state.src, startPos), _c = _b.res, res = _c === void 0 ? false : _c, _d = _b.content, content = _d === void 0 ? '' : _d, _e = _b.nextPos, nextPos = _e === void 0 ? 0 : _e, _f = _b.endPos, endPos = _f === void 0 ? 0 : _f;
     if (!res) {
         return false;
     }
-    state.push(type + '_open', "", 0);
-    var token = state.push(type, "", 0);
+    var token = state.push(type + '_open', "", 0);
+    token.inlinePos = {
+        start: state.pos,
+        end: startPos + 1
+    };
+    token.nextPos = startPos + 1;
+    token = state.push(type, "", 0);
     if (((_a = state.md.options) === null || _a === void 0 ? void 0 : _a.forDocx) && arrtStyle) {
         token.attrSet('style', arrtStyle);
     }
     token.content = content;
+    token.inlinePos = {
+        start: startPos + 1,
+        end: endPos,
+    };
+    token.nextPos = endPos;
     token.children = [];
     var children = [];
     state.md.inline.parse(token.content.trim(), state.md, state.env, children);
     token.children = children;
     state.push(type + '_close', "", 0);
     state.pos = nextPos;
+    state.nextPos = nextPos;
     return true;
 };
 var pageBreaks = function (state) {
@@ -722,6 +842,28 @@ var pageBreaks = function (state) {
     state.pos = nextPos;
     return true;
 };
+var doubleSlashToSoftBreak = function (state) {
+    var startPos = state.pos;
+    if (state.src.charCodeAt(startPos) !== 0x5c /* \ */) {
+        return false;
+    }
+    var nextPos = startPos + 1;
+    if (state.src.charCodeAt(nextPos) !== 0x5c /* \ */) {
+        return false;
+    }
+    if (state.env.doubleSlashToSoftBreak) {
+        var token = state.push('softbreak', 'br', 0);
+        token.inlinePos = {
+            start: startPos,
+            end: nextPos
+        };
+        state.pos = nextPos + 1;
+        return true;
+    }
+    else {
+        return false;
+    }
+};
 var linkifyURL = function (state) {
     var urlTag = /(?:(www|http:|https:)+[^\s]+[\w])/;
     var startPos = state.pos;
@@ -747,12 +889,24 @@ var linkifyURL = function (state) {
     var token;
     var text = state.src.slice(startPos + 1, nextPos - endMarker.length);
     if (!text || text.trim().length === 0) {
+        token = state.push('textUrl', '', 0);
+        token.content = text;
+        token.nextPos = nextPos;
+        token.inlinePos = {
+            start_content: startPos + 1,
+            end_content: nextPos - endMarker.length
+        };
         state.pos = nextPos;
         return true;
     }
     if (!state.md.linkify.test(text) || !urlTag.test(text)) {
         token = state.push('textUrl', '', 0);
         token.content = text;
+        token.nextPos = nextPos;
+        token.inlinePos = {
+            start_content: startPos + 1,
+            end_content: nextPos - endMarker.length
+        };
         state.pos = nextPos;
         return true;
     }
@@ -773,11 +927,19 @@ var linkifyURL = function (state) {
             if (pos > lastPos) {
                 token = state.push('textUrl', '', 0);
                 token.content = text.slice(lastPos, pos);
+                token.inlinePos = {
+                    start_content: lastPos,
+                    end_content: pos
+                };
                 token.level = level;
             }
             token = state.push('textUrl', '', 0);
             lastPos = links[ln].lastIndex;
             token.content = text.slice(pos, lastPos);
+            token.inlinePos = {
+                start_content: lastPos,
+                end_content: pos
+            };
             token.level = level;
             continue;
         }
@@ -794,6 +956,10 @@ var linkifyURL = function (state) {
         if (pos > lastPos) {
             token = state.push('textUrl', '', 0);
             token.content = text.slice(lastPos, pos);
+            token.inlinePos = {
+                start_content: lastPos,
+                end_content: pos
+            };
             token.level = level;
         }
         token = state.push('link_open', 'a', 1);
@@ -801,19 +967,27 @@ var linkifyURL = function (state) {
         token.level = level++;
         token.markup = 'linkify';
         token.info = 'auto';
+        token.nextPos = startPos + 1;
         token = state.push('text', '', 0);
         token.content = urlText;
         token.level = level;
+        token.nextPos = endMarkerPos;
         token = state.push('link_close', 'a', -1);
         token.level = --level;
         token.markup = 'linkify';
         token.info = 'auto';
+        token.nextPos = nextPos;
         lastPos = links[ln].lastIndex;
     }
     if (lastPos < text.length) {
         token = state.push('textUrl', '', 0);
         token.content = text.slice(lastPos);
+        token.inlinePos = {
+            start_content: lastPos,
+            end_content: text.length
+        };
         token.level = level;
+        state.nextPos = nextPos;
     }
     state.pos = nextPos;
     return true;
@@ -847,40 +1021,55 @@ exports.renderInlineContent = function (token, options, env, slf) {
     return token.content;
 };
 var renderSectionTitle = function (tokens, index, options, env, slf) {
+    var _a;
     var token = tokens[index];
     var content = exports.renderInlineContent(token, options, env, slf);
     if (token.isUnNumbered) {
         return content;
     }
     var label = token.uuid ? labels_1.getLabelByUuidFromLabelsList(token.uuid) : null;
+    var dataAttrsStyle = ((_a = token.highlights) === null || _a === void 0 ? void 0 : _a.length) && token.highlightAll
+        ? common_2.getStyleFromHighlight(token.highlights[0])
+        : '';
+    var style = dataAttrsStyle ? " style=\"" + dataAttrsStyle + "\"" : '';
     var sectionNumber = token.is_numerable
         ? label
-            ? "<span id=\"" + label.id + "\" class=\"section-number\">" + token.section + ". </span>"
-            : "<span class=\"section-number\">" + token.section + ". </span>"
+            ? "<span id=\"" + label.id + "\" class=\"section-number\"" + style + ">" + token.section + ". </span>"
+            : "<span class=\"section-number\"" + style + ">" + token.section + ". </span>"
         : "";
     return "" + sectionNumber + content;
 };
 var renderSubsectionTitle = function (tokens, index, options, env, slf) {
+    var _a;
     var token = tokens[index];
     var content = exports.renderInlineContent(token, options, env, slf);
     if (token.isUnNumbered) {
         return content;
     }
     var label = token.uuid ? labels_1.getLabelByUuidFromLabelsList(token.uuid) : null;
+    var dataAttrsStyle = ((_a = token.highlights) === null || _a === void 0 ? void 0 : _a.length) && token.highlightAll
+        ? common_2.getStyleFromHighlight(token.highlights[0])
+        : '';
+    var style = dataAttrsStyle ? " style=\"" + dataAttrsStyle + "\"" : '';
     return label
-        ? "<span id=\"" + label.id + "\" class=\"section-number\">" + token.section + ".</span><span class=\"sub_section-number\">" + token.subsection + ".</span> " + content
-        : "<span class=\"section-number\">" + token.section + ".</span><span class=\"sub_section-number\">" + token.subsection + ".</span> " + content;
+        ? "<span id=\"" + label.id + "\" class=\"section-number\"" + style + ">" + token.section + ".</span><span class=\"sub_section-number\"" + style + ">" + token.subsection + ".</span> " + content
+        : "<span class=\"section-number\"" + style + ">" + token.section + ".</span><span class=\"sub_section-number\"" + style + ">" + token.subsection + ".</span> " + content;
 };
 var renderSubSubsectionTitle = function (tokens, index, options, env, slf) {
+    var _a;
     var token = tokens[index];
     var content = exports.renderInlineContent(token, options, env, slf);
     if (token.isUnNumbered) {
         return content;
     }
     var label = token.uuid ? labels_1.getLabelByUuidFromLabelsList(token.uuid) : null;
+    var dataAttrsStyle = ((_a = token.highlights) === null || _a === void 0 ? void 0 : _a.length) && token.highlightAll
+        ? common_2.getStyleFromHighlight(token.highlights[0])
+        : '';
+    var style = dataAttrsStyle ? " style=\"" + dataAttrsStyle + "\"" : '';
     return label
-        ? "<span id=\"" + label.id + "\" class=\"section-number\">" + token.section + ".</span><span class=\"sub_section-number\">" + token.subsection + "." + token.subsubsection + ".</span> " + content
-        : "<span class=\"section-number\">" + token.section + ".</span><span class=\"sub_section-number\">" + token.subsection + "." + token.subsubsection + ".</span> " + content;
+        ? "<span id=\"" + label.id + "\" class=\"section-number\"" + style + ">" + token.section + ".</span><span class=\"sub_section-number\"" + style + ">" + token.subsection + "." + token.subsubsection + ".</span> " + content
+        : "<span class=\"section-number\"" + style + ">" + token.section + ".</span><span class=\"sub_section-number\"" + style + ">" + token.subsection + "." + token.subsubsection + ".</span> " + content;
 };
 var getAuthorItemToken = function (tokens, index, options, env, slf) {
     var res = '';
@@ -1001,6 +1190,11 @@ exports.default = (function () {
         md.inline.ruler.before("textTypes", "textAuthor", textAuthor);
         md.inline.ruler.before('textTypes', 'linkifyURL', linkifyURL);
         md.inline.ruler.before('textTypes', 'pageBreaks', pageBreaks);
+        md.inline.ruler.before('textTypes', 'doubleSlashToSoftBreak', doubleSlashToSoftBreak);
+        md.inline.ruler.before('newline', 'newlineToSpace', new_line_to_space_1.newlineToSpace);
+        /** ParserInline#ruler2 -> Ruler
+         *[[Ruler]] instance. Second ruler used for post-processing **/
+        md.inline.ruler2.at('text_collapse', text_collapse_1.textCollapse);
         Object.keys(mappingTextStyles).forEach(function (key) {
             md.renderer.rules[key] = function (tokens, idx, options, env, slf) {
                 switch (tokens[idx].type) {
@@ -1056,6 +1250,9 @@ exports.default = (function () {
                 }
             };
         });
+        md.renderer.rules.flatNewLine = function () {
+            return ' ';
+        };
         md.renderer.rules.pagebreak = function (tokens, idx, options, env, slf) {
             if (env === void 0) { env = {}; }
             return renderPageBreaks(tokens, idx, options, env, slf);