axyseo 2.0.0-alpha.0.0.2 → 2.0.0-alpha.0.0.21

package/build/markers/addMarkSingleWord.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"addMarkSingleWord.js","names":["_stripWordBoundaries","require","_lodash","_default","text","strippedTextStart","stripWordBoundariesStart","wordBoundaryStart","wordBoundaryEnd","wordBoundaryStartIndex","search","escapeRegExp","substring","strippedTextEnd","stripWordBoundariesEnd","wordBoundaryEndIndex","length"],"sources":["../../src/markers/addMarkSingleWord.js"],"sourcesContent":["import { stripWordBoundariesStart, stripWordBoundariesEnd } from \"../languageProcessing/helpers/sanitize/stripWordBoundaries\";\nimport { escapeRegExp } from \"lodash\";\n\n/**\n * Marks a text with HTML tags, deals with word boundaries that were matched by regexes, but which should not be marked.\n *\n * @param {string} text The unmarked text.\n *\n * @returns {string} The marked text.\n */\nexport default function( text ) {\n\t// Strip the word boundaries at the start of the text.\n\tconst strippedTextStart = stripWordBoundariesStart( text );\n\tlet wordBoundaryStart = \"\";\n\tlet wordBoundaryEnd = \"\";\n\n\t// Get the actual word boundaries from the start of the text.\n\tif ( strippedTextStart !== text ) {\n\t\tconst wordBoundaryStartIndex = text.search( escapeRegExp( strippedTextStart ) );\n\t\twordBoundaryStart = text.substring( 0, wordBoundaryStartIndex );\n\t}\n\n\t// Strip word boundaries at the end of the text.\n\tconst strippedTextEnd = stripWordBoundariesEnd( strippedTextStart );\n\t// Get the actual word boundaries from the end of the text.\n\tif ( strippedTextEnd !== strippedTextStart ) {\n\t\tconst wordBoundaryEndIndex = strippedTextStart.search( escapeRegExp( strippedTextEnd ) ) + strippedTextEnd.length;\n\t\twordBoundaryEnd = strippedTextStart.substring( wordBoundaryEndIndex );\n\t}\n\n\treturn wordBoundaryStart + \"<yoastmark class='yoast-text-mark'>\" + strippedTextEnd + \"</yoastmark>\" + wordBoundaryEnd;\n}\n"],"mappings":";;;;;;AAAA,IAAAA,oBAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACe,SAAAE,SAAUC,IAAI,EAAG;EAC/B;EACA,MAAMC,iBAAiB,GAAG,IAAAC,6CAAwB,EAAEF,IAAK,CAAC;EAC1D,IAAIG,iBAAiB,GAAG,EAAE;EAC1B,IAAIC,eAAe,GAAG,EAAE;;EAExB;EACA,IAAKH,iBAAiB,KAAKD,IAAI,EAAG;IACjC,MAAMK,sBAAsB,GAAGL,IAAI,CAACM,MAAM,CAAE,IAAAC,oBAAY,EAAEN,iBAAkB,CAAE,CAAC;IAC/EE,iBAAiB,GAAGH,IAAI,CAACQ,SAAS,CAAE,CAAC,EAAEH,sBAAuB,CAAC;EAChE;;EAEA;EACA,MAAMI,eAAe,GAAG,IAAAC,2CAAsB,EAAET,iBAAkB,CAAC;EACnE;EACA,IAAKQ,eAAe,KAAKR,iBAAiB,EAAG;IAC5C,MAAMU,oBAAoB,GAAGV,iBAAiB,CAACK,MAAM,CAAE,IAAAC,oBAAY,EAAEE,eAAgB,CAAE,CAAC,GAAGA,eAAe,CAACG,MAAM;IACjHR,eAAe,GAAGH,iBAAiB,CAACO,SAAS,CAAEG,oBAAqB,CAAC;EACtE;EAEA,OAAOR,iBAAiB,GAAG,qCAAqC,GAAGM,eAAe,GAAG,cAAc,GAAGL,eAAe;AACtH","ignoreList":[]}

package/build/markers/index.js

@@ -0,0 +1,21 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "addMark", {
+  enumerable: true,
+  get: function () {
+    return _addMark.default;
+  }
+});
+Object.defineProperty(exports, "removeMarks", {
+  enumerable: true,
+  get: function () {
+    return _removeMarks.default;
+  }
+});
+var _removeMarks = _interopRequireDefault(require("./removeMarks"));
+var _addMark = _interopRequireDefault(require("./addMark"));
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+//# sourceMappingURL=index.js.map

package/build/markers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_removeMarks","_interopRequireDefault","require","_addMark","e","__esModule","default"],"sources":["../../src/markers/index.js"],"sourcesContent":["import removeMarks from \"./removeMarks\";\nimport addMark from \"./addMark\";\n\nexport {\n\taddMark,\n\tremoveMarks,\n};\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,QAAA,GAAAF,sBAAA,CAAAC,OAAA;AAAgC,SAAAD,uBAAAG,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}

package/build/markers/removeDuplicateMarks.js

@@ -0,0 +1,31 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _lodash = require("lodash");
+/**
+ * Removes duplicate marks from an array.
+ * If the marks object have position information, however,
+ * we don't want to remove the duplicated objects with the same original strings.
+ *
+ * @param {Array} marks The marks to remove duplications from.
+ *
+ * @returns {Array} A list of de-duplicated marks.
+ */
+function removeDuplicateMarks(marks) {
+  /*
+   * We don't remove duplicates when mark has position information, for the reasons below:
+   * 1. Not removing duplicates is simpler than removing the duplicates by looking at the value of mark.getPosition().
+   * 2. Our current approach of creating a mark object with position information eliminates the chance of having duplicates.
+   */
+  if (!!marks && (marks.length === 0 || !!marks[0].hasPosition())) {
+    return marks;
+  }
+  return (0, _lodash.uniqBy)(marks, function (mark) {
+    return mark.getOriginal();
+  });
+}
+var _default = exports.default = removeDuplicateMarks;
+//# sourceMappingURL=removeDuplicateMarks.js.map

package/build/markers/removeDuplicateMarks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeDuplicateMarks.js","names":["_lodash","require","removeDuplicateMarks","marks","length","hasPosition","uniqBy","mark","getOriginal","_default","exports","default"],"sources":["../../src/markers/removeDuplicateMarks.js"],"sourcesContent":["import { uniqBy } from \"lodash\";\n\n/**\n * Removes duplicate marks from an array.\n * If the marks object have position information, however,\n * we don't want to remove the duplicated objects with the same original strings.\n *\n * @param {Array} marks The marks to remove duplications from.\n *\n * @returns {Array} A list of de-duplicated marks.\n */\nfunction removeDuplicateMarks( marks ) {\n\t/*\n\t * We don't remove duplicates when mark has position information, for the reasons below:\n\t * 1. Not removing duplicates is simpler than removing the duplicates by looking at the value of mark.getPosition().\n\t * 2. Our current approach of creating a mark object with position information eliminates the chance of having duplicates.\n\t */\n\tif ( !! marks && ( marks.length === 0 || !! marks[ 0 ].hasPosition() ) ) {\n\t\treturn marks;\n\t}\n\n\treturn uniqBy( marks, function( mark ) {\n\t\treturn mark.getOriginal();\n\t} );\n}\n\nexport default removeDuplicateMarks;\n"],"mappings":";;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,oBAAoBA,CAAEC,KAAK,EAAG;EACtC;AACD;AACA;AACA;AACA;EACC,IAAK,CAAC,CAAEA,KAAK,KAAMA,KAAK,CAACC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAED,KAAK,CAAE,CAAC,CAAE,CAACE,WAAW,CAAC,CAAC,CAAE,EAAG;IACxE,OAAOF,KAAK;EACb;EAEA,OAAO,IAAAG,cAAM,EAAEH,KAAK,EAAE,UAAUI,IAAI,EAAG;IACtC,OAAOA,IAAI,CAACC,WAAW,CAAC,CAAC;EAC1B,CAAE,CAAC;AACJ;AAAC,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAEcT,oBAAoB","ignoreList":[]}

package/build/markers/removeMarks.js

@@ -0,0 +1,16 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = _default;
+/**
+ * Removes all marks from a text
+ *
+ * @param {string} text The marked text.
+ * @returns {string} The unmarked text.
+ */
+function _default(text) {
+  return text.replace(new RegExp("<yoastmark[^>]*>", "g"), "").replace(new RegExp("</yoastmark>", "g"), "");
+}
+//# sourceMappingURL=removeMarks.js.map

package/build/markers/removeMarks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeMarks.js","names":["_default","text","replace","RegExp"],"sources":["../../src/markers/removeMarks.js"],"sourcesContent":["/**\n * Removes all marks from a text\n *\n * @param {string} text The marked text.\n * @returns {string} The unmarked text.\n */\nexport default function( text ) {\n\treturn text\n\t\t.replace( new RegExp( \"<yoastmark[^>]*>\", \"g\" ), \"\" )\n\t\t.replace( new RegExp( \"</yoastmark>\", \"g\" ), \"\" );\n}\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AACA;AACA;AACe,SAAAA,SAAUC,IAAI,EAAG;EAC/B,OAAOA,IAAI,CACTC,OAAO,CAAE,IAAIC,MAAM,CAAE,kBAAkB,EAAE,GAAI,CAAC,EAAE,EAAG,CAAC,CACpDD,OAAO,CAAE,IAAIC,MAAM,CAAE,cAAc,EAAE,GAAI,CAAC,EAAE,EAAG,CAAC;AACnD","ignoreList":[]}

package/build/parse/build/build.js

@@ -0,0 +1,62 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = build;
+var _parse = require("parse5");
+var _adapt = _interopRequireDefault(require("./private/adapt"));
+var _tokenize = _interopRequireDefault(require("./private/tokenize"));
+var _filterTree = _interopRequireDefault(require("./private/filterTree"));
+var _alwaysFilterElements = _interopRequireDefault(require("./private/alwaysFilterElements"));
+var _filterBeforeTokenizing = require("./private/filterBeforeTokenizing");
+var _parseBlocks = _interopRequireDefault(require("./private/parseBlocks"));
+var _filterShortcodesFromTree = _interopRequireDefault(require("../../languageProcessing/helpers/sanitize/filterShortcodesFromTree"));
+var _htmlEntities = require("../../helpers/htmlEntities");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+// External dependencies.
+
+// Internal dependencies.
+
+/**
+ * Parses the HTML string to a tree representation of the HTML document.
+ *
+ * @param {Paper} paper The paper to build the tree from.
+ * @param {LanguageProcessor} languageProcessor The language processor to use.
+ * @param {string[]} [shortcodes] An optional array of all active shortcodes.
+ *
+ * @returns {Node} The tree representation of the HTML string.
+ */
+function build(paper, languageProcessor, shortcodes) {
+  let html = paper.getText();
+  // Change HTML entities like "&" to "#amp;" to prevent early conversion to "&" -- which would invalidate token positions.
+  html = html.replace(_htmlEntities.htmlEntitiesRegex, "#$1");
+  let tree = (0, _adapt.default)((0, _parse.parseFragment)(html, {
+    sourceCodeLocationInfo: true
+  }));
+  if (tree.childNodes && tree.childNodes.length > 0) {
+    (0, _parseBlocks.default)(paper, tree);
+  }
+
+  /*
+   * Filter out some content from the tree so that it can be correctly tokenized. We don't want to tokenize text in
+   * between tags such as 'code' and 'script', but we do want to take into account the length of those elements when
+   * calculating sentence and token positions.
+   */
+  tree = (0, _filterBeforeTokenizing.filterBeforeTokenizing)(tree);
+
+  // Add sentences and tokens to the tree's paragraph and heading nodes.
+  tree = (0, _tokenize.default)(tree, languageProcessor);
+
+  // Filter out shortcodes from the tree.
+  if (shortcodes) {
+    (0, _filterShortcodesFromTree.default)(tree, shortcodes);
+  }
+
+  /*
+   * Filter out elements we don't want to include in the analysis. Only do this after tokenization as we need to
+   * have all inline elements in the tree during tokenization to correctly calculate sentence and token positions.
+   */
+  return (0, _filterTree.default)(tree, _alwaysFilterElements.default);
+}
+//# sourceMappingURL=build.js.map

package/build/parse/build/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","names":["_parse","require","_adapt","_interopRequireDefault","_tokenize","_filterTree","_alwaysFilterElements","_filterBeforeTokenizing","_parseBlocks","_filterShortcodesFromTree","_htmlEntities","e","__esModule","default","build","paper","languageProcessor","shortcodes","html","getText","replace","htmlEntitiesRegex","tree","adapt","parseFragment","sourceCodeLocationInfo","childNodes","length","parseBlocks","filterBeforeTokenizing","tokenize","filterShortcodesFromTree","filterTree","permanentFilters"],"sources":["../../../src/parse/build/build.js"],"sourcesContent":["// External dependencies.\nimport { parseFragment } from \"parse5\";\n// Internal dependencies.\nimport adapt from \"./private/adapt\";\nimport tokenize from \"./private/tokenize\";\nimport filterTree from \"./private/filterTree\";\nimport permanentFilters from \"./private/alwaysFilterElements\";\nimport { filterBeforeTokenizing } from \"./private/filterBeforeTokenizing\";\nimport parseBlocks from \"./private/parseBlocks\";\nimport filterShortcodesFromTree from \"../../languageProcessing/helpers/sanitize/filterShortcodesFromTree\";\nimport { htmlEntitiesRegex } from \"../../helpers/htmlEntities\";\n\n/**\n * Parses the HTML string to a tree representation of the HTML document.\n *\n * @param {Paper} paper The paper to build the tree from.\n * @param {LanguageProcessor} languageProcessor The language processor to use.\n * @param {string[]} [shortcodes] An optional array of all active shortcodes.\n *\n * @returns {Node} The tree representation of the HTML string.\n */\nexport default function build( paper, languageProcessor, shortcodes ) {\n\tlet html = paper.getText();\n\t// Change HTML entities like \"&\" to \"#amp;\" to prevent early conversion to \"&\" -- which would invalidate token positions.\n\thtml = html.replace( htmlEntitiesRegex, \"#$1\" );\n\n\tlet tree = adapt( parseFragment( html, { sourceCodeLocationInfo: true } ) );\n\tif ( tree.childNodes && tree.childNodes.length > 0 ) {\n\t\tparseBlocks( paper, tree );\n\t}\n\n\t/*\n\t * Filter out some content from the tree so that it can be correctly tokenized. We don't want to tokenize text in\n\t * between tags such as 'code' and 'script', but we do want to take into account the length of those elements when\n\t * calculating sentence and token positions.\n\t */\n\ttree = filterBeforeTokenizing( tree );\n\n\t// Add sentences and tokens to the tree's paragraph and heading nodes.\n\ttree = tokenize( tree, languageProcessor );\n\n\t// Filter out shortcodes from the tree.\n\tif ( shortcodes ) {\n\t\tfilterShortcodesFromTree( tree, shortcodes );\n\t}\n\n\t/*\n\t * Filter out elements we don't want to include in the analysis. Only do this after tokenization as we need to\n\t * have all inline elements in the tree during tokenization to correctly calculate sentence and token positions.\n\t */\n\treturn filterTree( tree, permanentFilters );\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,SAAA,GAAAD,sBAAA,CAAAF,OAAA;AACA,IAAAI,WAAA,GAAAF,sBAAA,CAAAF,OAAA;AACA,IAAAK,qBAAA,GAAAH,sBAAA,CAAAF,OAAA;AACA,IAAAM,uBAAA,GAAAN,OAAA;AACA,IAAAO,YAAA,GAAAL,sBAAA,CAAAF,OAAA;AACA,IAAAQ,yBAAA,GAAAN,sBAAA,CAAAF,OAAA;AACA,IAAAS,aAAA,GAAAT,OAAA;AAA+D,SAAAE,uBAAAQ,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAV/D;;AAEA;;AAUA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACe,SAASG,KAAKA,CAAEC,KAAK,EAAEC,iBAAiB,EAAEC,UAAU,EAAG;EACrE,IAAIC,IAAI,GAAGH,KAAK,CAACI,OAAO,CAAC,CAAC;EAC1B;EACAD,IAAI,GAAGA,IAAI,CAACE,OAAO,CAAEC,+BAAiB,EAAE,KAAM,CAAC;EAE/C,IAAIC,IAAI,GAAG,IAAAC,cAAK,EAAE,IAAAC,oBAAa,EAAEN,IAAI,EAAE;IAAEO,sBAAsB,EAAE;EAAK,CAAE,CAAE,CAAC;EAC3E,IAAKH,IAAI,CAACI,UAAU,IAAIJ,IAAI,CAACI,UAAU,CAACC,MAAM,GAAG,CAAC,EAAG;IACpD,IAAAC,oBAAW,EAAEb,KAAK,EAAEO,IAAK,CAAC;EAC3B;;EAEA;AACD;AACA;AACA;AACA;EACCA,IAAI,GAAG,IAAAO,8CAAsB,EAAEP,IAAK,CAAC;;EAErC;EACAA,IAAI,GAAG,IAAAQ,iBAAQ,EAAER,IAAI,EAAEN,iBAAkB,CAAC;;EAE1C;EACA,IAAKC,UAAU,EAAG;IACjB,IAAAc,iCAAwB,EAAET,IAAI,EAAEL,UAAW,CAAC;EAC7C;;EAEA;AACD;AACA;AACA;EACC,OAAO,IAAAe,mBAAU,EAAEV,IAAI,EAAEW,6BAAiB,CAAC;AAC5C","ignoreList":[]}

package/build/parse/build/index.js

@@ -0,0 +1,14 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "build", {
+  enumerable: true,
+  get: function () {
+    return _build.default;
+  }
+});
+var _build = _interopRequireDefault(require("./build"));
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+//# sourceMappingURL=index.js.map

package/build/parse/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["_build","_interopRequireDefault","require","e","__esModule","default"],"sources":["../../../src/parse/build/index.js"],"sourcesContent":["import build from \"./build\";\n\n/**\n * @module parse/build\n *\n * Module containing functions to build a tree for the analysis.\n */\nexport {\n\tbuild,\n};\n"],"mappings":";;;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AAA4B,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}

package/build/parse/build/private/adapt.js

@@ -0,0 +1,111 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = adapt;
+var _combineIntoImplicitParagraphs = _interopRequireDefault(require("./combineIntoImplicitParagraphs"));
+var _adaptAttributes = _interopRequireDefault(require("./adaptAttributes"));
+var _isPhrasingContent = _interopRequireDefault(require("./isPhrasingContent"));
+var _lodash = require("lodash");
+var _structure = require("../../structure");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+/**
+ * Whether the element with the specified name is a paragraph.
+ *
+ * @param {string} nodeName The name/tag of the node.
+ *
+ * @returns {boolean} Whether the element is considered a paragraph.
+ */
+function isParagraph(nodeName) {
+  return nodeName === "p";
+}
+
+/**
+ * Whether the element with the specified name is a heading.
+ *
+ * @param {string} nodeName The name/tag of the node.
+ *
+ * @returns {boolean} Whether the element is considered a heading.
+ */
+function isHeading(nodeName) {
+  return ["h1", "h2", "h3", "h4", "h5", "h6"].includes(nodeName);
+}
+
+/**
+ * Whether the element is text.
+ *
+ * @param {string} nodeName The name/tag of the node.
+ *
+ * @returns {boolean} Whether the element is considered text.
+ */
+function isText(nodeName) {
+  return nodeName === "#text";
+}
+
+/**
+ * Whether the element with the specified name is a block level element.
+ *
+ * @param {string} nodeName The name/tag of the node.
+ *
+ * @returns {boolean} Whether the element is considered a block level element.
+ */
+function isBlockElement(nodeName) {
+  return !(isParagraph(nodeName) || (0, _isPhrasingContent.default)(nodeName) || isHeading(nodeName));
+}
+
+/**
+ * Checks whether the current node is an overarching paragraph.
+ * Overarching paragraphs have double `<br>` nodes (line breaks) in their children.
+ * We consider those to be indicating the end and start of an implicit paragraph, similar to the `autop` function in WordPress.
+ *
+ * @param {string} nodeName The name of the current node.
+ * @param {Node[]} children The children of the current nodes.
+ *
+ * @returns {boolean} Whether the current node is an overarching paragraph.
+ */
+function isOverarchingParagraph(nodeName, children) {
+  return isParagraph(nodeName) && children.some((node, index, childNodes) => {
+    const nextNode = childNodes.length - 1 !== index && childNodes[index + 1];
+    return node.name === "br" && nextNode && nextNode.name === "br";
+  });
+}
+
+/**
+ * Adapts the `parse5` tree to our own tree representation.
+ *
+ * By adapting the external `parse5` structure to our own tree representation
+ * we reduce the coupling between our code and theirs, which makes our code
+ * more robust against changes in the `parse5` library. [See also this blog post about coupling](https://mrpicky.dev/six-shades-of-coupling/)
+ *
+ * @param {Object} tree The parse5 tree representation.
+ *
+ * @returns {Node} The adapted tree.
+ */
+function adapt(tree) {
+  if (isText(tree.nodeName)) {
+    return new _structure.Text(tree);
+  }
+  let children = [];
+  let isOverarching = false;
+  if (!(0, _lodash.isEmpty)(tree.childNodes)) {
+    children = tree.childNodes.map(adapt);
+    if (isBlockElement(tree.nodeName)) {
+      children = (0, _combineIntoImplicitParagraphs.default)(children, tree.sourceCodeLocation);
+    }
+    if (isOverarchingParagraph(tree.nodeName, children)) {
+      isOverarching = true;
+      children = (0, _combineIntoImplicitParagraphs.default)(children, tree.sourceCodeLocation);
+    }
+  }
+  const attributes = (0, _adaptAttributes.default)(tree.attrs);
+  if (isParagraph(tree.nodeName)) {
+    return new _structure.Paragraph(attributes, children, tree.sourceCodeLocation, false, isOverarching);
+  }
+  if (isHeading(tree.nodeName)) {
+    const headingLevel = parseInt(tree.nodeName[1], 10);
+    return new _structure.Heading(headingLevel, attributes, children, tree.sourceCodeLocation);
+  }
+  return new _structure.Node(tree.nodeName, attributes, children, tree.sourceCodeLocation);
+}
+//# sourceMappingURL=adapt.js.map

package/build/parse/build/private/adapt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapt.js","names":["_combineIntoImplicitParagraphs","_interopRequireDefault","require","_adaptAttributes","_isPhrasingContent","_lodash","_structure","e","__esModule","default","isParagraph","nodeName","isHeading","includes","isText","isBlockElement","isPhrasingContent","isOverarchingParagraph","children","some","node","index","childNodes","nextNode","length","name","adapt","tree","Text","isOverarching","isEmpty","map","combineIntoImplicitParagraphs","sourceCodeLocation","attributes","adaptAttributes","attrs","Paragraph","headingLevel","parseInt","Heading","Node"],"sources":["../../../../src/parse/build/private/adapt.js"],"sourcesContent":["import combineIntoImplicitParagraphs from \"./combineIntoImplicitParagraphs\";\nimport adaptAttributes from \"./adaptAttributes\";\nimport isPhrasingContent from \"./isPhrasingContent\";\nimport { isEmpty } from \"lodash\";\nimport { Paragraph, Text, Heading, Node } from \"../../structure\";\n\n/**\n * Whether the element with the specified name is a paragraph.\n *\n * @param {string} nodeName The name/tag of the node.\n *\n * @returns {boolean} Whether the element is considered a paragraph.\n */\nfunction isParagraph( nodeName ) {\n\treturn nodeName === \"p\";\n}\n\n/**\n * Whether the element with the specified name is a heading.\n *\n * @param {string} nodeName The name/tag of the node.\n *\n * @returns {boolean} Whether the element is considered a heading.\n */\nfunction isHeading( nodeName ) {\n\treturn [ \"h1\", \"h2\", \"h3\", \"h4\", \"h5\", \"h6\" ].includes( nodeName );\n}\n\n/**\n * Whether the element is text.\n *\n * @param {string} nodeName The name/tag of the node.\n *\n * @returns {boolean} Whether the element is considered text.\n */\nfunction isText( nodeName ) {\n\treturn nodeName === \"#text\";\n}\n\n/**\n * Whether the element with the specified name is a block level element.\n *\n * @param {string} nodeName The name/tag of the node.\n *\n * @returns {boolean} Whether the element is considered a block level element.\n */\nfunction isBlockElement( nodeName ) {\n\treturn ! (\n\t\tisParagraph( nodeName ) ||\n\t\tisPhrasingContent( nodeName ) ||\n\t\tisHeading( nodeName )\n\t);\n}\n\n/**\n * Checks whether the current node is an overarching paragraph.\n * Overarching paragraphs have double `<br>` nodes (line breaks) in their children.\n * We consider those to be indicating the end and start of an implicit paragraph, similar to the `autop` function in WordPress.\n *\n * @param {string} nodeName The name of the current node.\n * @param {Node[]} children The children of the current nodes.\n *\n * @returns {boolean} Whether the current node is an overarching paragraph.\n */\nfunction isOverarchingParagraph( nodeName, children ) {\n\treturn isParagraph( nodeName ) && children.some( ( node, index, childNodes ) => {\n\t\tconst nextNode = childNodes.length - 1 !== index && childNodes[ index + 1 ];\n\t\treturn node.name === \"br\" && nextNode && nextNode.name === \"br\";\n\t} );\n}\n\n/**\n * Adapts the `parse5` tree to our own tree representation.\n *\n * By adapting the external `parse5` structure to our own tree representation\n * we reduce the coupling between our code and theirs, which makes our code\n * more robust against changes in the `parse5` library. [See also this blog post about coupling](https://mrpicky.dev/six-shades-of-coupling/)\n *\n * @param {Object} tree The parse5 tree representation.\n *\n * @returns {Node} The adapted tree.\n */\nexport default function adapt( tree ) {\n\tif ( isText( tree.nodeName ) ) {\n\t\treturn new Text( tree );\n\t}\n\n\tlet children = [];\n\tlet isOverarching = false;\n\tif ( ! isEmpty( tree.childNodes ) ) {\n\t\tchildren = tree.childNodes.map( adapt );\n\t\tif ( isBlockElement( tree.nodeName ) ) {\n\t\t\tchildren = combineIntoImplicitParagraphs( children, tree.sourceCodeLocation );\n\t\t}\n\t\tif ( isOverarchingParagraph( tree.nodeName, children ) ) {\n\t\t\tisOverarching = true;\n\t\t\tchildren = combineIntoImplicitParagraphs( children, tree.sourceCodeLocation );\n\t\t}\n\t}\n\n\tconst attributes = adaptAttributes( tree.attrs );\n\n\tif ( isParagraph( tree.nodeName ) ) {\n\t\treturn new Paragraph( attributes, children, tree.sourceCodeLocation, false, isOverarching );\n\t}\n\n\tif ( isHeading( tree.nodeName ) ) {\n\t\tconst headingLevel = parseInt( tree.nodeName[ 1 ], 10 );\n\t\treturn new Heading( headingLevel, attributes, children, tree.sourceCodeLocation );\n\t}\n\n\treturn new Node( tree.nodeName, attributes, children, tree.sourceCodeLocation );\n}\n"],"mappings":";;;;;;AAAA,IAAAA,8BAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,gBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,kBAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AACA,IAAAI,UAAA,GAAAJ,OAAA;AAAiE,SAAAD,uBAAAM,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASG,WAAWA,CAAEC,QAAQ,EAAG;EAChC,OAAOA,QAAQ,KAAK,GAAG;AACxB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,SAASA,CAAED,QAAQ,EAAG;EAC9B,OAAO,CAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAE,CAACE,QAAQ,CAAEF,QAAS,CAAC;AACnE;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASG,MAAMA,CAAEH,QAAQ,EAAG;EAC3B,OAAOA,QAAQ,KAAK,OAAO;AAC5B;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASI,cAAcA,CAAEJ,QAAQ,EAAG;EACnC,OAAO,EACND,WAAW,CAAEC,QAAS,CAAC,IACvB,IAAAK,0BAAiB,EAAEL,QAAS,CAAC,IAC7BC,SAAS,CAAED,QAAS,CAAC,CACrB;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASM,sBAAsBA,CAAEN,QAAQ,EAAEO,QAAQ,EAAG;EACrD,OAAOR,WAAW,CAAEC,QAAS,CAAC,IAAIO,QAAQ,CAACC,IAAI,CAAE,CAAEC,IAAI,EAAEC,KAAK,EAAEC,UAAU,KAAM;IAC/E,MAAMC,QAAQ,GAAGD,UAAU,CAACE,MAAM,GAAG,CAAC,KAAKH,KAAK,IAAIC,UAAU,CAAED,KAAK,GAAG,CAAC,CAAE;IAC3E,OAAOD,IAAI,CAACK,IAAI,KAAK,IAAI,IAAIF,QAAQ,IAAIA,QAAQ,CAACE,IAAI,KAAK,IAAI;EAChE,CAAE,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACe,SAASC,KAAKA,CAAEC,IAAI,EAAG;EACrC,IAAKb,MAAM,CAAEa,IAAI,CAAChB,QAAS,CAAC,EAAG;IAC9B,OAAO,IAAIiB,eAAI,CAAED,IAAK,CAAC;EACxB;EAEA,IAAIT,QAAQ,GAAG,EAAE;EACjB,IAAIW,aAAa,GAAG,KAAK;EACzB,IAAK,CAAE,IAAAC,eAAO,EAAEH,IAAI,CAACL,UAAW,CAAC,EAAG;IACnCJ,QAAQ,GAAGS,IAAI,CAACL,UAAU,CAACS,GAAG,CAAEL,KAAM,CAAC;IACvC,IAAKX,cAAc,CAAEY,IAAI,CAAChB,QAAS,CAAC,EAAG;MACtCO,QAAQ,GAAG,IAAAc,sCAA6B,EAAEd,QAAQ,EAAES,IAAI,CAACM,kBAAmB,CAAC;IAC9E;IACA,IAAKhB,sBAAsB,CAAEU,IAAI,CAAChB,QAAQ,EAAEO,QAAS,CAAC,EAAG;MACxDW,aAAa,GAAG,IAAI;MACpBX,QAAQ,GAAG,IAAAc,sCAA6B,EAAEd,QAAQ,EAAES,IAAI,CAACM,kBAAmB,CAAC;IAC9E;EACD;EAEA,MAAMC,UAAU,GAAG,IAAAC,wBAAe,EAAER,IAAI,CAACS,KAAM,CAAC;EAEhD,IAAK1B,WAAW,CAAEiB,IAAI,CAAChB,QAAS,CAAC,EAAG;IACnC,OAAO,IAAI0B,oBAAS,CAAEH,UAAU,EAAEhB,QAAQ,EAAES,IAAI,CAACM,kBAAkB,EAAE,KAAK,EAAEJ,aAAc,CAAC;EAC5F;EAEA,IAAKjB,SAAS,CAAEe,IAAI,CAAChB,QAAS,CAAC,EAAG;IACjC,MAAM2B,YAAY,GAAGC,QAAQ,CAAEZ,IAAI,CAAChB,QAAQ,CAAE,CAAC,CAAE,EAAE,EAAG,CAAC;IACvD,OAAO,IAAI6B,kBAAO,CAAEF,YAAY,EAAEJ,UAAU,EAAEhB,QAAQ,EAAES,IAAI,CAACM,kBAAmB,CAAC;EAClF;EAEA,OAAO,IAAIQ,eAAI,CAAEd,IAAI,CAAChB,QAAQ,EAAEuB,UAAU,EAAEhB,QAAQ,EAAES,IAAI,CAACM,kBAAmB,CAAC;AAChF","ignoreList":[]}

package/build/parse/build/private/adaptAttributes.js

@@ -0,0 +1,41 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _parseClassAttribute = _interopRequireDefault(require("./helpers/parseClassAttribute"));
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+/**
+ * @typedef Parse5Attribute
+ * @property {string} name The name of the attribute.
+ * @property {string} value The value of the attribute.
+ */
+
+/**
+ * Adapts name-value attribute pairs as output by `parse5`
+ * and transforms it into an easier to use object mapping attribute names
+ * to values.
+ *
+ * @param {Parse5Attribute[]|null} parse5attributes The attributes as name-value pairs.
+ *
+ * @returns {Object} The attributes as an object mapping attribute name to value.
+ */
+function adaptAttributes(parse5attributes) {
+  if (!parse5attributes) {
+    return {};
+  }
+  const attributes = {};
+  parse5attributes.forEach(({
+    name,
+    value
+  }) => {
+    if (name === "class") {
+      value = (0, _parseClassAttribute.default)(value);
+    }
+    attributes[name] = value;
+  });
+  return attributes;
+}
+var _default = exports.default = adaptAttributes;
+//# sourceMappingURL=adaptAttributes.js.map

package/build/parse/build/private/adaptAttributes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptAttributes.js","names":["_parseClassAttribute","_interopRequireDefault","require","e","__esModule","default","adaptAttributes","parse5attributes","attributes","forEach","name","value","parseClassAttribute","_default","exports"],"sources":["../../../../src/parse/build/private/adaptAttributes.js"],"sourcesContent":["import parseClassAttribute from \"./helpers/parseClassAttribute\";\n\n/**\n * @typedef Parse5Attribute\n * @property {string} name The name of the attribute.\n * @property {string} value The value of the attribute.\n */\n\n/**\n * Adapts name-value attribute pairs as output by `parse5`\n * and transforms it into an easier to use object mapping attribute names\n * to values.\n *\n * @param {Parse5Attribute[]|null} parse5attributes The attributes as name-value pairs.\n *\n * @returns {Object} The attributes as an object mapping attribute name to value.\n */\nfunction adaptAttributes( parse5attributes ) {\n\tif ( ! parse5attributes ) {\n\t\treturn {};\n\t}\n\n\tconst attributes = {};\n\n\tparse5attributes.forEach( ( { name, value } ) => {\n\t\tif ( name === \"class\" ) {\n\t\t\tvalue = parseClassAttribute( value );\n\t\t}\n\t\tattributes[ name ] = value;\n\t} );\n\n\n\treturn attributes;\n}\n\nexport default adaptAttributes;\n"],"mappings":";;;;;;AAAA,IAAAA,oBAAA,GAAAC,sBAAA,CAAAC,OAAA;AAAgE,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEhE;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASG,eAAeA,CAAEC,gBAAgB,EAAG;EAC5C,IAAK,CAAEA,gBAAgB,EAAG;IACzB,OAAO,CAAC,CAAC;EACV;EAEA,MAAMC,UAAU,GAAG,CAAC,CAAC;EAErBD,gBAAgB,CAACE,OAAO,CAAE,CAAE;IAAEC,IAAI;IAAEC;EAAM,CAAC,KAAM;IAChD,IAAKD,IAAI,KAAK,OAAO,EAAG;MACvBC,KAAK,GAAG,IAAAC,4BAAmB,EAAED,KAAM,CAAC;IACrC;IACAH,UAAU,CAAEE,IAAI,CAAE,GAAGC,KAAK;EAC3B,CAAE,CAAC;EAGH,OAAOH,UAAU;AAClB;AAAC,IAAAK,QAAA,GAAAC,OAAA,CAAAT,OAAA,GAEcC,eAAe","ignoreList":[]}

package/build/parse/build/private/alwaysFilterElements.js

@@ -0,0 +1,32 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = exports.canBeChildOfParagraph = void 0;
+var _filterHelpers = require("./filterHelpers");
+/**
+ * A config file that contains filters that should always apply.
+ */
+
+// These are elements that we don't want to include in the analysis and that can be child nodes of paragraphs or headings.
+const canBeChildOfParagraph = exports.canBeChildOfParagraph = ["code", "kbd", "math", "q", "samp", "script", "var", "#comment", "cite", "form", "map", "noscript", "output"];
+const permanentFilters = [
+// Filters out Yoast blocks that don't need to be part of the analysis.
+// The only Yoast blocks that are not filtered out are the FAQ and the How-to block.
+// The other Yoast blocks we want to filter (i.e. Yoast siblings, Yoast subpages, Yoast breadcrumbs) enter the Paper as HTML comments.
+// Comments are filtered out in `filterBeforeTokenizing.js` step.
+(0, _filterHelpers.elementHasClass)("yoast-table-of-contents"), (0, _filterHelpers.elementHasClass)("yoast-reading-time__wrapper"),
+// Filters for Elementor widgets
+(0, _filterHelpers.elementHasID)("breadcrumbs"), (0, _filterHelpers.elementHasClass)("elementor-button-wrapper"), (0, _filterHelpers.elementHasClass)("elementor-divider"), (0, _filterHelpers.elementHasClass)("elementor-spacer"), (0, _filterHelpers.elementHasClass)("elementor-custom-embed"), (0, _filterHelpers.elementHasClass)("elementor-icon-wrapper"), (0, _filterHelpers.elementHasClass)("elementor-icon-box-wrapper"), (0, _filterHelpers.elementHasClass)("elementor-counter"), (0, _filterHelpers.elementHasClass)("elementor-progress-wrapper"),
+// This element is used for the progress bar widget title.
+(0, _filterHelpers.elementHasClass)("elementor-title"), (0, _filterHelpers.elementHasClass)("elementor-alert"), (0, _filterHelpers.elementHasClass)("elementor-soundcloud-wrapper"), (0, _filterHelpers.elementHasClass)("elementor-shortcode"), (0, _filterHelpers.elementHasClass)("elementor-menu-anchor"), (0, _filterHelpers.elementHasClass)("e-rating"),
+// Filters out HTML elements.
+/* Elements are filtered out when: they contain content outside of the author's control (incl. quotes and embedded
+content); their content isn't natural language (e.g. code); they contain metadata hidden from the page visitor
+(e.g. <style>); they are used to accept input from the visitor. Deprecated HTML elements are not included.*/
+(0, _filterHelpers.elementHasName)("base"), (0, _filterHelpers.elementHasName)("blockquote"), (0, _filterHelpers.elementHasName)("canvas"), (0, _filterHelpers.elementHasName)("code"),
+// It seems that the <head> element is filtered out by the parser we employ, but it's included here for completeness.
+(0, _filterHelpers.elementHasName)("head"), (0, _filterHelpers.elementHasName)("iframe"), (0, _filterHelpers.elementHasName)("input"), (0, _filterHelpers.elementHasName)("kbd"), (0, _filterHelpers.elementHasName)("link"), (0, _filterHelpers.elementHasName)("math"), (0, _filterHelpers.elementHasName)("meta"), (0, _filterHelpers.elementHasName)("meter"), (0, _filterHelpers.elementHasName)("noscript"), (0, _filterHelpers.elementHasName)("object"), (0, _filterHelpers.elementHasName)("portal"), (0, _filterHelpers.elementHasName)("pre"), (0, _filterHelpers.elementHasName)("progress"), (0, _filterHelpers.elementHasName)("q"), (0, _filterHelpers.elementHasName)("samp"), (0, _filterHelpers.elementHasName)("script"), (0, _filterHelpers.elementHasName)("slot"), (0, _filterHelpers.elementHasName)("style"), (0, _filterHelpers.elementHasName)("svg"), (0, _filterHelpers.elementHasName)("template"), (0, _filterHelpers.elementHasName)("textarea"), (0, _filterHelpers.elementHasName)("title"), (0, _filterHelpers.elementHasName)("var"), (0, _filterHelpers.elementHasName)("#comment"), (0, _filterHelpers.elementHasName)("cite"), (0, _filterHelpers.elementHasName)("form"), (0, _filterHelpers.elementHasName)("map"), (0, _filterHelpers.elementHasName)("noscript"), (0, _filterHelpers.elementHasName)("output")];
+var _default = exports.default = permanentFilters;
+//# sourceMappingURL=alwaysFilterElements.js.map

package/build/parse/build/private/alwaysFilterElements.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alwaysFilterElements.js","names":["_filterHelpers","require","canBeChildOfParagraph","exports","permanentFilters","elementHasClass","elementHasID","elementHasName","_default","default"],"sources":["../../../../src/parse/build/private/alwaysFilterElements.js"],"sourcesContent":["/**\n * A config file that contains filters that should always apply.\n */\n\nimport { elementHasName, elementHasClass, elementHasID } from \"./filterHelpers\";\n\n// These are elements that we don't want to include in the analysis and that can be child nodes of paragraphs or headings.\nexport const canBeChildOfParagraph = [ \"code\", \"kbd\", \"math\", \"q\", \"samp\", \"script\", \"var\", \"#comment\", \"cite\", \"form\",\n\t\"map\", \"noscript\", \"output\" ];\n\nconst permanentFilters = [\n\t// Filters out Yoast blocks that don't need to be part of the analysis.\n\t// The only Yoast blocks that are not filtered out are the FAQ and the How-to block.\n\t// The other Yoast blocks we want to filter (i.e. Yoast siblings, Yoast subpages, Yoast breadcrumbs) enter the Paper as HTML comments.\n\t// Comments are filtered out in `filterBeforeTokenizing.js` step.\n\telementHasClass( \"yoast-table-of-contents\" ),\n\telementHasClass( \"yoast-reading-time__wrapper\" ),\n\t// Filters for Elementor widgets\n\telementHasID( \"breadcrumbs\" ),\n\telementHasClass( \"elementor-button-wrapper\" ),\n\telementHasClass( \"elementor-divider\" ),\n\telementHasClass( \"elementor-spacer\" ),\n\telementHasClass( \"elementor-custom-embed\" ),\n\telementHasClass( \"elementor-icon-wrapper\" ),\n\telementHasClass( \"elementor-icon-box-wrapper\" ),\n\telementHasClass( \"elementor-counter\" ),\n\telementHasClass( \"elementor-progress-wrapper\" ),\n\t// This element is used for the progress bar widget title.\n\telementHasClass( \"elementor-title\" ),\n\telementHasClass( \"elementor-alert\" ),\n\telementHasClass( \"elementor-soundcloud-wrapper\" ),\n\telementHasClass( \"elementor-shortcode\" ),\n\telementHasClass( \"elementor-menu-anchor\" ),\n\telementHasClass( \"e-rating\" ),\n\t// Filters out HTML elements.\n\t/* Elements are filtered out when: they contain content outside of the author's control (incl. quotes and embedded\n\tcontent); their content isn't natural language (e.g. code); they contain metadata hidden from the page visitor\n\t(e.g. <style>); they are used to accept input from the visitor. Deprecated HTML elements are not included.*/\n\telementHasName( \"base\" ),\n\telementHasName( \"blockquote\" ),\n\telementHasName( \"canvas\" ),\n\telementHasName( \"code\" ),\n\t// It seems that the <head> element is filtered out by the parser we employ, but it's included here for completeness.\n\telementHasName( \"head\" ),\n\telementHasName( \"iframe\" ),\n\telementHasName( \"input\" ),\n\telementHasName( \"kbd\" ),\n\telementHasName( \"link\" ),\n\telementHasName( \"math\" ),\n\telementHasName( \"meta\" ),\n\telementHasName( \"meter\" ),\n\telementHasName( \"noscript\" ),\n\telementHasName( \"object\" ),\n\telementHasName( \"portal\" ),\n\telementHasName( \"pre\" ),\n\telementHasName( \"progress\" ),\n\telementHasName( \"q\" ),\n\telementHasName( \"samp\" ),\n\telementHasName( \"script\" ),\n\telementHasName( \"slot\" ),\n\telementHasName( \"style\" ),\n\telementHasName( \"svg\" ),\n\telementHasName( \"template\" ),\n\telementHasName( \"textarea\" ),\n\telementHasName( \"title\" ),\n\telementHasName( \"var\" ),\n\telementHasName( \"#comment\" ),\n\telementHasName( \"cite\" ),\n\telementHasName( \"form\" ),\n\telementHasName( \"map\" ),\n\telementHasName( \"noscript\" ),\n\telementHasName( \"output\" ),\n];\n\nexport default permanentFilters;\n"],"mappings":";;;;;;AAIA,IAAAA,cAAA,GAAAC,OAAA;AAJA;AACA;AACA;;AAIA;AACO,MAAMC,qBAAqB,GAAAC,OAAA,CAAAD,qBAAA,GAAG,CAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EACrH,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAE;AAE9B,MAAME,gBAAgB,GAAG;AACxB;AACA;AACA;AACA;AACA,IAAAC,8BAAe,EAAE,yBAA0B,CAAC,EAC5C,IAAAA,8BAAe,EAAE,6BAA8B,CAAC;AAChD;AACA,IAAAC,2BAAY,EAAE,aAAc,CAAC,EAC7B,IAAAD,8BAAe,EAAE,0BAA2B,CAAC,EAC7C,IAAAA,8BAAe,EAAE,mBAAoB,CAAC,EACtC,IAAAA,8BAAe,EAAE,kBAAmB,CAAC,EACrC,IAAAA,8BAAe,EAAE,wBAAyB,CAAC,EAC3C,IAAAA,8BAAe,EAAE,wBAAyB,CAAC,EAC3C,IAAAA,8BAAe,EAAE,4BAA6B,CAAC,EAC/C,IAAAA,8BAAe,EAAE,mBAAoB,CAAC,EACtC,IAAAA,8BAAe,EAAE,4BAA6B,CAAC;AAC/C;AACA,IAAAA,8BAAe,EAAE,iBAAkB,CAAC,EACpC,IAAAA,8BAAe,EAAE,iBAAkB,CAAC,EACpC,IAAAA,8BAAe,EAAE,8BAA+B,CAAC,EACjD,IAAAA,8BAAe,EAAE,qBAAsB,CAAC,EACxC,IAAAA,8BAAe,EAAE,uBAAwB,CAAC,EAC1C,IAAAA,8BAAe,EAAE,UAAW,CAAC;AAC7B;AACA;AACD;AACA;AACC,IAAAE,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,YAAa,CAAC,EAC9B,IAAAA,6BAAc,EAAE,QAAS,CAAC,EAC1B,IAAAA,6BAAc,EAAE,MAAO,CAAC;AACxB;AACA,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,QAAS,CAAC,EAC1B,IAAAA,6BAAc,EAAE,OAAQ,CAAC,EACzB,IAAAA,6BAAc,EAAE,KAAM,CAAC,EACvB,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,OAAQ,CAAC,EACzB,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,QAAS,CAAC,EAC1B,IAAAA,6BAAc,EAAE,QAAS,CAAC,EAC1B,IAAAA,6BAAc,EAAE,KAAM,CAAC,EACvB,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,GAAI,CAAC,EACrB,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,QAAS,CAAC,EAC1B,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,OAAQ,CAAC,EACzB,IAAAA,6BAAc,EAAE,KAAM,CAAC,EACvB,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,OAAQ,CAAC,EACzB,IAAAA,6BAAc,EAAE,KAAM,CAAC,EACvB,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,MAAO,CAAC,EACxB,IAAAA,6BAAc,EAAE,KAAM,CAAC,EACvB,IAAAA,6BAAc,EAAE,UAAW,CAAC,EAC5B,IAAAA,6BAAc,EAAE,QAAS,CAAC,CAC1B;AAAC,IAAAC,QAAA,GAAAL,OAAA,CAAAM,OAAA,GAEaL,gBAAgB","ignoreList":[]}

package/build/parse/build/private/combineIntoImplicitParagraphs.js

@@ -0,0 +1,129 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _isPhrasingContent = _interopRequireDefault(require("./isPhrasingContent"));
+var _structure = require("../../structure");
+var _lodash = require("lodash");
+var _SourceCodeLocation = _interopRequireDefault(require("../../structure/SourceCodeLocation"));
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+/**
+ * Checks whether a node is inter-element whitespace.
+ *
+ * @see https://html.spec.whatwg.org/#inter-element-whitespace
+ *
+ * @param {Object} node The node to check.
+ *
+ * @returns {boolean} Whether the node is inter-element whitespace.
+ */
+function isInterElementWhitespace(node) {
+  return node.name === "#text" && node.value && node.value.match(/^[\n\s]+$/g);
+}
+
+/**
+ * Checks whether a node has any children.
+ *
+ * @param {Object} node The node to check.
+ *
+ * @returns {boolean} Whether the node has any children.
+ */
+function hasChildren(node) {
+  return node && node.childNodes.length > 0;
+}
+
+/**
+ * Updates the source code location of an implicit paragraph based on its children.
+ * @param {Paragraph} implicitParagraph The implicit paragraph to update.
+ * @returns {void}
+ */
+const updateImplicitParagraphLocation = implicitParagraph => {
+  const [firstChild] = implicitParagraph.childNodes.slice(0);
+  const [lastChild] = implicitParagraph.childNodes.slice(-1);
+  if ((firstChild.sourceCodeRange || firstChild.sourceCodeLocation) && (lastChild.sourceCodeRange || lastChild.sourceCodeLocation)) {
+    const startOffset = firstChild.sourceCodeRange ? firstChild.sourceCodeRange.startOffset : firstChild.sourceCodeLocation.startOffset;
+    const endOffset = lastChild.sourceCodeRange ? lastChild.sourceCodeRange.endOffset : lastChild.sourceCodeLocation.endOffset;
+    implicitParagraph.sourceCodeLocation = new _SourceCodeLocation.default({
+      startOffset: startOffset,
+      endOffset: endOffset
+    });
+  }
+};
+
+/**
+ * Checks whether the current node is part of a double line break.
+ * @param {Node} currentNode The current node.
+ * @param {Node} prevNode The previous node (if available).
+ * @param {Node} nextNode The next node (if available).
+ * @returns {boolean} Whether the current node is part of a double line break
+ */
+const isPartOfDoubleBreak = (currentNode, prevNode, nextNode) => {
+  const prevNodeIsBreak = prevNode && prevNode.name === "br";
+  const nextNodeIsBreak = nextNode && nextNode.name === "br";
+  return currentNode.name === "br" && (prevNodeIsBreak || nextNodeIsBreak);
+};
+
+/**
+ * Combines series of consecutive phrasing content ("inline" tags like `a` and `span`, and text) into implicit paragraphs.
+ *
+ * @see https://html.spec.whatwg.org/#paragraphs
+ *
+ * @param {Array} nodes The nodes to combine where able to.
+ * @param {Object} parentSourceCodeLocation This parent node's location in the source code, from parse5.
+ *
+ * @returns {Array} The combined nodes.
+ */
+function combineIntoImplicitParagraphs(nodes, parentSourceCodeLocation = {}) {
+  const newNodes = [];
+  let currentSourceCodeLocation = {};
+  // For implicit paragraphs, strip off the start and end tag information from the parent's source code location.
+  if ((0, _lodash.isEmpty)(parentSourceCodeLocation)) {
+    const firstNode = nodes[0];
+    const lastNode = nodes[nodes.length - 1];
+    if (firstNode && lastNode && firstNode.sourceCodeLocation && lastNode.sourceCodeLocation) {
+      currentSourceCodeLocation = new _SourceCodeLocation.default({
+        startOffset: firstNode.sourceCodeLocation.startOffset,
+        endOffset: lastNode.sourceCodeLocation.endOffset
+      });
+    }
+  } else {
+    currentSourceCodeLocation = new _SourceCodeLocation.default({
+      startOffset: parentSourceCodeLocation.startTag ? parentSourceCodeLocation.startTag.endOffset : parentSourceCodeLocation.startOffset,
+      endOffset: parentSourceCodeLocation.endTag ? parentSourceCodeLocation.endTag.startOffset : parentSourceCodeLocation.endOffset
+    });
+  }
+  let implicitParagraph = _structure.Paragraph.createImplicit({}, [], currentSourceCodeLocation);
+  nodes.forEach((node, index, allNodes) => {
+    const prevNode = 0 !== index && allNodes[index - 1];
+    const nextNode = allNodes.length - 1 !== index && allNodes[index + 1];
+    if ((0, _isPhrasingContent.default)(node.name) && !isInterElementWhitespace(node) && !isPartOfDoubleBreak(node, prevNode, nextNode)) {
+      // If the node is phrasing content, add it to the implicit paragraph.
+      implicitParagraph.childNodes.push(node);
+    } else {
+      // If the node is not phrasing content, this means that the implicit paragraph has ended.
+      if (hasChildren(implicitParagraph)) {
+        // If the implicit paragraph has children this means an implicit paragraph was created:
+        // end the current implicit paragraph and start a new one.
+
+        // But before pushing, we need to update the source code location of the implicit paragraph based on its child nodes.
+        updateImplicitParagraphLocation(implicitParagraph);
+
+        // Update the startOffset of the next implicit paragraph to be the end of the current node.
+        if (node.sourceCodeLocation) {
+          currentSourceCodeLocation.startOffset = node.sourceCodeLocation.endOffset;
+        }
+        newNodes.push(implicitParagraph);
+        implicitParagraph = _structure.Paragraph.createImplicit({}, [], currentSourceCodeLocation);
+      }
+      newNodes.push(node);
+    }
+  });
+  if (hasChildren(implicitParagraph)) {
+    updateImplicitParagraphLocation(implicitParagraph);
+    newNodes.push(implicitParagraph);
+  }
+  return newNodes;
+}
+var _default = exports.default = combineIntoImplicitParagraphs;
+//# sourceMappingURL=combineIntoImplicitParagraphs.js.map

package/build/parse/build/private/combineIntoImplicitParagraphs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"combineIntoImplicitParagraphs.js","names":["_isPhrasingContent","_interopRequireDefault","require","_structure","_lodash","_SourceCodeLocation","e","__esModule","default","isInterElementWhitespace","node","name","value","match","hasChildren","childNodes","length","updateImplicitParagraphLocation","implicitParagraph","firstChild","slice","lastChild","sourceCodeRange","sourceCodeLocation","startOffset","endOffset","SourceCodeLocation","isPartOfDoubleBreak","currentNode","prevNode","nextNode","prevNodeIsBreak","nextNodeIsBreak","combineIntoImplicitParagraphs","nodes","parentSourceCodeLocation","newNodes","currentSourceCodeLocation","isEmpty","firstNode","lastNode","startTag","endTag","Paragraph","createImplicit","forEach","index","allNodes","isPhrasingContent","push","_default","exports"],"sources":["../../../../src/parse/build/private/combineIntoImplicitParagraphs.js"],"sourcesContent":["import isPhrasingContent from \"./isPhrasingContent\";\nimport { Paragraph } from \"../../structure\";\nimport { isEmpty } from \"lodash\";\nimport SourceCodeLocation from \"../../structure/SourceCodeLocation\";\n\n/**\n * Checks whether a node is inter-element whitespace.\n *\n * @see https://html.spec.whatwg.org/#inter-element-whitespace\n *\n * @param {Object} node The node to check.\n *\n * @returns {boolean} Whether the node is inter-element whitespace.\n */\nfunction isInterElementWhitespace( node ) {\n\treturn node.name === \"#text\" && node.value && node.value.match( /^[\\n\\s]+$/g );\n}\n\n/**\n * Checks whether a node has any children.\n *\n * @param {Object} node The node to check.\n *\n * @returns {boolean} Whether the node has any children.\n */\nfunction hasChildren( node ) {\n\treturn node && node.childNodes.length > 0;\n}\n\n/**\n * Updates the source code location of an implicit paragraph based on its children.\n * @param {Paragraph} implicitParagraph The implicit paragraph to update.\n * @returns {void}\n */\nconst updateImplicitParagraphLocation = ( implicitParagraph ) => {\n\tconst [ firstChild ] = implicitParagraph.childNodes.slice( 0 );\n\tconst [ lastChild ] = implicitParagraph.childNodes.slice( -1 );\n\tif ( ( firstChild.sourceCodeRange || firstChild.sourceCodeLocation ) && ( lastChild.sourceCodeRange || lastChild.sourceCodeLocation ) ) {\n\t\tconst startOffset = firstChild.sourceCodeRange ? firstChild.sourceCodeRange.startOffset : firstChild.sourceCodeLocation.startOffset;\n\t\tconst endOffset = lastChild.sourceCodeRange ? lastChild.sourceCodeRange.endOffset : lastChild.sourceCodeLocation.endOffset;\n\t\timplicitParagraph.sourceCodeLocation = new SourceCodeLocation( { startOffset: startOffset, endOffset: endOffset } );\n\t}\n};\n\n/**\n * Checks whether the current node is part of a double line break.\n * @param {Node} currentNode The current node.\n * @param {Node} prevNode The previous node (if available).\n * @param {Node} nextNode The next node (if available).\n * @returns {boolean} Whether the current node is part of a double line break\n */\nconst isPartOfDoubleBreak = ( currentNode, prevNode, nextNode ) => {\n\tconst prevNodeIsBreak = prevNode && prevNode.name === \"br\";\n\tconst nextNodeIsBreak = nextNode && nextNode.name === \"br\";\n\treturn currentNode.name === \"br\" && ( prevNodeIsBreak || nextNodeIsBreak );\n};\n\n/**\n * Combines series of consecutive phrasing content (\"inline\" tags like `a` and `span`, and text) into implicit paragraphs.\n *\n * @see https://html.spec.whatwg.org/#paragraphs\n *\n * @param {Array} nodes The nodes to combine where able to.\n * @param {Object} parentSourceCodeLocation This parent node's location in the source code, from parse5.\n *\n * @returns {Array} The combined nodes.\n */\nfunction combineIntoImplicitParagraphs( nodes, parentSourceCodeLocation = {} ) {\n\tconst newNodes = [];\n\tlet currentSourceCodeLocation = {};\n\t// For implicit paragraphs, strip off the start and end tag information from the parent's source code location.\n\tif ( isEmpty( parentSourceCodeLocation ) ) {\n\t\tconst firstNode = nodes[ 0 ];\n\t\tconst lastNode = nodes[ nodes.length - 1 ];\n\n\t\tif ( firstNode && lastNode && firstNode.sourceCodeLocation && lastNode.sourceCodeLocation ) {\n\t\t\tcurrentSourceCodeLocation = new SourceCodeLocation( {\n\t\t\t\tstartOffset: firstNode.sourceCodeLocation.startOffset,\n\t\t\t\tendOffset: lastNode.sourceCodeLocation.endOffset,\n\t\t\t} );\n\t\t}\n\t} else {\n\t\tcurrentSourceCodeLocation = new SourceCodeLocation( {\n\t\t\tstartOffset: parentSourceCodeLocation.startTag\n\t\t\t\t? parentSourceCodeLocation.startTag.endOffset\n\t\t\t\t: parentSourceCodeLocation.startOffset,\n\t\t\tendOffset: parentSourceCodeLocation.endTag\n\t\t\t\t? parentSourceCodeLocation.endTag.startOffset\n\t\t\t\t: parentSourceCodeLocation.endOffset,\n\t\t} );\n\t}\n\n\tlet implicitParagraph = Paragraph.createImplicit( {}, [], currentSourceCodeLocation );\n\tnodes.forEach( ( node, index, allNodes ) => {\n\t\tconst prevNode = 0 !== index && allNodes[ index - 1 ];\n\t\tconst nextNode = allNodes.length - 1 !== index && allNodes[ index + 1 ];\n\n\t\tif ( isPhrasingContent( node.name ) && ! isInterElementWhitespace( node ) && ! isPartOfDoubleBreak( node, prevNode, nextNode ) ) {\n\t\t\t// If the node is phrasing content, add it to the implicit paragraph.\n\t\t\timplicitParagraph.childNodes.push( node );\n\t\t} else {\n\t\t\t// If the node is not phrasing content, this means that the implicit paragraph has ended.\n\t\t\tif ( hasChildren( implicitParagraph ) ) {\n\t\t\t\t// If the implicit paragraph has children this means an implicit paragraph was created:\n\t\t\t\t// end the current implicit paragraph and start a new one.\n\n\t\t\t\t// But before pushing, we need to update the source code location of the implicit paragraph based on its child nodes.\n\t\t\t\tupdateImplicitParagraphLocation( implicitParagraph );\n\n\t\t\t\t// Update the startOffset of the next implicit paragraph to be the end of the current node.\n\t\t\t\tif ( node.sourceCodeLocation ) {\n\t\t\t\t\tcurrentSourceCodeLocation.startOffset = node.sourceCodeLocation.endOffset;\n\t\t\t\t}\n\n\t\t\t\tnewNodes.push( implicitParagraph );\n\t\t\t\timplicitParagraph = Paragraph.createImplicit( {}, [], currentSourceCodeLocation );\n\t\t\t}\n\t\t\tnewNodes.push( node );\n\t\t}\n\t} );\n\n\tif ( hasChildren( implicitParagraph ) ) {\n\t\tupdateImplicitParagraphLocation( implicitParagraph );\n\n\t\tnewNodes.push( implicitParagraph );\n\t}\n\treturn newNodes;\n}\n\nexport default combineIntoImplicitParagraphs;\n"],"mappings":";;;;;;AAAA,IAAAA,kBAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,mBAAA,GAAAJ,sBAAA,CAAAC,OAAA;AAAoE,SAAAD,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEpE;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASG,wBAAwBA,CAAEC,IAAI,EAAG;EACzC,OAAOA,IAAI,CAACC,IAAI,KAAK,OAAO,IAAID,IAAI,CAACE,KAAK,IAAIF,IAAI,CAACE,KAAK,CAACC,KAAK,CAAE,YAAa,CAAC;AAC/E;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,WAAWA,CAAEJ,IAAI,EAAG;EAC5B,OAAOA,IAAI,IAAIA,IAAI,CAACK,UAAU,CAACC,MAAM,GAAG,CAAC;AAC1C;;AAEA;AACA;AACA;AACA;AACA;AACA,MAAMC,+BAA+B,GAAKC,iBAAiB,IAAM;EAChE,MAAM,CAAEC,UAAU,CAAE,GAAGD,iBAAiB,CAACH,UAAU,CAACK,KAAK,CAAE,CAAE,CAAC;EAC9D,MAAM,CAAEC,SAAS,CAAE,GAAGH,iBAAiB,CAACH,UAAU,CAACK,KAAK,CAAE,CAAC,CAAE,CAAC;EAC9D,IAAK,CAAED,UAAU,CAACG,eAAe,IAAIH,UAAU,CAACI,kBAAkB,MAAQF,SAAS,CAACC,eAAe,IAAID,SAAS,CAACE,kBAAkB,CAAE,EAAG;IACvI,MAAMC,WAAW,GAAGL,UAAU,CAACG,eAAe,GAAGH,UAAU,CAACG,eAAe,CAACE,WAAW,GAAGL,UAAU,CAACI,kBAAkB,CAACC,WAAW;IACnI,MAAMC,SAAS,GAAGJ,SAAS,CAACC,eAAe,GAAGD,SAAS,CAACC,eAAe,CAACG,SAAS,GAAGJ,SAAS,CAACE,kBAAkB,CAACE,SAAS;IAC1HP,iBAAiB,CAACK,kBAAkB,GAAG,IAAIG,2BAAkB,CAAE;MAAEF,WAAW,EAAEA,WAAW;MAAEC,SAAS,EAAEA;IAAU,CAAE,CAAC;EACpH;AACD,CAAC;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAME,mBAAmB,GAAGA,CAAEC,WAAW,EAAEC,QAAQ,EAAEC,QAAQ,KAAM;EAClE,MAAMC,eAAe,GAAGF,QAAQ,IAAIA,QAAQ,CAAClB,IAAI,KAAK,IAAI;EAC1D,MAAMqB,eAAe,GAAGF,QAAQ,IAAIA,QAAQ,CAACnB,IAAI,KAAK,IAAI;EAC1D,OAAOiB,WAAW,CAACjB,IAAI,KAAK,IAAI,KAAMoB,eAAe,IAAIC,eAAe,CAAE;AAC3E,CAAC;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,6BAA6BA,CAAEC,KAAK,EAAEC,wBAAwB,GAAG,CAAC,CAAC,EAAG;EAC9E,MAAMC,QAAQ,GAAG,EAAE;EACnB,IAAIC,yBAAyB,GAAG,CAAC,CAAC;EAClC;EACA,IAAK,IAAAC,eAAO,EAAEH,wBAAyB,CAAC,EAAG;IAC1C,MAAMI,SAAS,GAAGL,KAAK,CAAE,CAAC,CAAE;IAC5B,MAAMM,QAAQ,GAAGN,KAAK,CAAEA,KAAK,CAAClB,MAAM,GAAG,CAAC,CAAE;IAE1C,IAAKuB,SAAS,IAAIC,QAAQ,IAAID,SAAS,CAAChB,kBAAkB,IAAIiB,QAAQ,CAACjB,kBAAkB,EAAG;MAC3Fc,yBAAyB,GAAG,IAAIX,2BAAkB,CAAE;QACnDF,WAAW,EAAEe,SAAS,CAAChB,kBAAkB,CAACC,WAAW;QACrDC,SAAS,EAAEe,QAAQ,CAACjB,kBAAkB,CAACE;MACxC,CAAE,CAAC;IACJ;EACD,CAAC,MAAM;IACNY,yBAAyB,GAAG,IAAIX,2BAAkB,CAAE;MACnDF,WAAW,EAAEW,wBAAwB,CAACM,QAAQ,GAC3CN,wBAAwB,CAACM,QAAQ,CAAChB,SAAS,GAC3CU,wBAAwB,CAACX,WAAW;MACvCC,SAAS,EAAEU,wBAAwB,CAACO,MAAM,GACvCP,wBAAwB,CAACO,MAAM,CAAClB,WAAW,GAC3CW,wBAAwB,CAACV;IAC7B,CAAE,CAAC;EACJ;EAEA,IAAIP,iBAAiB,GAAGyB,oBAAS,CAACC,cAAc,CAAE,CAAC,CAAC,EAAE,EAAE,EAAEP,yBAA0B,CAAC;EACrFH,KAAK,CAACW,OAAO,CAAE,CAAEnC,IAAI,EAAEoC,KAAK,EAAEC,QAAQ,KAAM;IAC3C,MAAMlB,QAAQ,GAAG,CAAC,KAAKiB,KAAK,IAAIC,QAAQ,CAAED,KAAK,GAAG,CAAC,CAAE;IACrD,MAAMhB,QAAQ,GAAGiB,QAAQ,CAAC/B,MAAM,GAAG,CAAC,KAAK8B,KAAK,IAAIC,QAAQ,CAAED,KAAK,GAAG,CAAC,CAAE;IAEvE,IAAK,IAAAE,0BAAiB,EAAEtC,IAAI,CAACC,IAAK,CAAC,IAAI,CAAEF,wBAAwB,CAAEC,IAAK,CAAC,IAAI,CAAEiB,mBAAmB,CAAEjB,IAAI,EAAEmB,QAAQ,EAAEC,QAAS,CAAC,EAAG;MAChI;MACAZ,iBAAiB,CAACH,UAAU,CAACkC,IAAI,CAAEvC,IAAK,CAAC;IAC1C,CAAC,MAAM;MACN;MACA,IAAKI,WAAW,CAAEI,iBAAkB,CAAC,EAAG;QACvC;QACA;;QAEA;QACAD,+BAA+B,CAAEC,iBAAkB,CAAC;;QAEpD;QACA,IAAKR,IAAI,CAACa,kBAAkB,EAAG;UAC9Bc,yBAAyB,CAACb,WAAW,GAAGd,IAAI,CAACa,kBAAkB,CAACE,SAAS;QAC1E;QAEAW,QAAQ,CAACa,IAAI,CAAE/B,iBAAkB,CAAC;QAClCA,iBAAiB,GAAGyB,oBAAS,CAACC,cAAc,CAAE,CAAC,CAAC,EAAE,EAAE,EAAEP,yBAA0B,CAAC;MAClF;MACAD,QAAQ,CAACa,IAAI,CAAEvC,IAAK,CAAC;IACtB;EACD,CAAE,CAAC;EAEH,IAAKI,WAAW,CAAEI,iBAAkB,CAAC,EAAG;IACvCD,+BAA+B,CAAEC,iBAAkB,CAAC;IAEpDkB,QAAQ,CAACa,IAAI,CAAE/B,iBAAkB,CAAC;EACnC;EACA,OAAOkB,QAAQ;AAChB;AAAC,IAAAc,QAAA,GAAAC,OAAA,CAAA3C,OAAA,GAEcyB,6BAA6B","ignoreList":[]}

package/build/parse/build/private/filterBeforeTokenizing.js

@@ -0,0 +1,37 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.filterBeforeTokenizing = filterBeforeTokenizing;
+var _lodash = require("lodash");
+var _alwaysFilterElements = require("./alwaysFilterElements");
+/**
+ * Removes all child nodes from nodes that we want to exclude from the analysis, and that can be children of a paragraph
+ * or heading.
+ *
+ * The child nodes are removed because we don't want to include any text between those nodes in the analysis.
+ * If we don't remove them here, the text between those nodes will be considered as part of the paragraph's
+ * inner text and will be tokenized.
+ *
+ * These changes are only necessary for elements that can be children of paragraphs or headings. For example, we also
+ * don't want to analyze content in between `blockquote` tags, but these cannot be children of paragraphs/headings.
+ * Because of that, they wouldn't interfere with tokenizing the text inside paragraphs and headings and calculating
+ * the positions.
+ *
+ * @param {Node} node The node to check.
+ *
+ * @returns {Node} The filtered out node that's ready to be tokenized.
+ */
+function filterBeforeTokenizing(node) {
+  if (_alwaysFilterElements.canBeChildOfParagraph.includes(node.name)) {
+    node.childNodes = [];
+  }
+
+  // Recursively filters the node's children.
+  if (!(0, _lodash.isEmpty)(node.childNodes)) {
+    node.childNodes.map(filterBeforeTokenizing);
+  }
+  return node;
+}
+//# sourceMappingURL=filterBeforeTokenizing.js.map

package/build/parse/build/private/filterBeforeTokenizing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterBeforeTokenizing.js","names":["_lodash","require","_alwaysFilterElements","filterBeforeTokenizing","node","excludeFromAnalysis","includes","name","childNodes","isEmpty","map"],"sources":["../../../../src/parse/build/private/filterBeforeTokenizing.js"],"sourcesContent":["import { isEmpty } from \"lodash\";\nimport { canBeChildOfParagraph as excludeFromAnalysis } from \"./alwaysFilterElements\";\n\n/**\n * Removes all child nodes from nodes that we want to exclude from the analysis, and that can be children of a paragraph\n * or heading.\n *\n * The child nodes are removed because we don't want to include any text between those nodes in the analysis.\n * If we don't remove them here, the text between those nodes will be considered as part of the paragraph's\n * inner text and will be tokenized.\n *\n * These changes are only necessary for elements that can be children of paragraphs or headings. For example, we also\n * don't want to analyze content in between `blockquote` tags, but these cannot be children of paragraphs/headings.\n * Because of that, they wouldn't interfere with tokenizing the text inside paragraphs and headings and calculating\n * the positions.\n *\n * @param {Node} node The node to check.\n *\n * @returns {Node} The filtered out node that's ready to be tokenized.\n */\nexport function filterBeforeTokenizing( node ) {\n\tif ( excludeFromAnalysis.includes( node.name ) ) {\n\t\tnode.childNodes = [];\n\t}\n\n\t// Recursively filters the node's children.\n\tif ( ! isEmpty( node.childNodes ) ) {\n\t\tnode.childNodes.map( filterBeforeTokenizing );\n\t}\n\n\treturn node;\n}\n"],"mappings":";;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,qBAAA,GAAAD,OAAA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASE,sBAAsBA,CAAEC,IAAI,EAAG;EAC9C,IAAKC,2CAAmB,CAACC,QAAQ,CAAEF,IAAI,CAACG,IAAK,CAAC,EAAG;IAChDH,IAAI,CAACI,UAAU,GAAG,EAAE;EACrB;;EAEA;EACA,IAAK,CAAE,IAAAC,eAAO,EAAEL,IAAI,CAACI,UAAW,CAAC,EAAG;IACnCJ,IAAI,CAACI,UAAU,CAACE,GAAG,CAAEP,sBAAuB,CAAC;EAC9C;EAEA,OAAOC,IAAI;AACZ","ignoreList":[]}