axyseo 2.0.0-alpha.3 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1255) hide show
  1. package/build/config/diacritics.js +1 -7
  2. package/build/config/diacritics.js.map +1 -1
  3. package/build/config/getTransliterations.js +6 -14
  4. package/build/config/getTransliterations.js.map +1 -1
  5. package/build/config/transliterationsWPstyle.js +5 -12
  6. package/build/config/transliterationsWPstyle.js.map +1 -1
  7. package/build/config/wordBoundaries.js +1 -7
  8. package/build/config/wordBoundaries.js.map +1 -1
  9. package/build/config/wordBoundariesWithoutPunctuation.js +2 -8
  10. package/build/config/wordBoundariesWithoutPunctuation.js.map +1 -1
  11. package/build/const/analysis.js +32 -11
  12. package/build/const/analysis.js.map +1 -1
  13. package/build/errors/invalidType.js +1 -8
  14. package/build/errors/invalidType.js.map +1 -1
  15. package/build/errors/missingArgument.js +1 -8
  16. package/build/errors/missingArgument.js.map +1 -1
  17. package/build/helpers/createMeasurementElement.js +1 -8
  18. package/build/helpers/createMeasurementElement.js.map +1 -1
  19. package/build/helpers/domManipulation.js +3 -8
  20. package/build/helpers/domManipulation.js.map +1 -1
  21. package/build/helpers/errors.js +5 -10
  22. package/build/helpers/errors.js.map +1 -1
  23. package/build/helpers/factory.js +7 -13
  24. package/build/helpers/factory.js.map +1 -1
  25. package/build/helpers/formatNumber.js +1 -7
  26. package/build/helpers/formatNumber.js.map +1 -1
  27. package/build/helpers/formatString.js +4 -9
  28. package/build/helpers/formatString.js.map +1 -1
  29. package/build/helpers/getLanguagesWithWordComplexity.js +1 -7
  30. package/build/helpers/getLanguagesWithWordComplexity.js.map +1 -1
  31. package/build/helpers/getLanguagesWithWordFormSupport.js +1 -7
  32. package/build/helpers/getLanguagesWithWordFormSupport.js.map +1 -1
  33. package/build/helpers/getWordComplexityConfig.js +9 -15
  34. package/build/helpers/getWordComplexityConfig.js.map +1 -1
  35. package/build/helpers/getWordComplexityHelper.js +9 -15
  36. package/build/helpers/getWordComplexityHelper.js.map +1 -1
  37. package/build/helpers/htmlEntities.js +6 -11
  38. package/build/helpers/htmlEntities.js.map +1 -1
  39. package/build/helpers/includesAny.js +3 -8
  40. package/build/helpers/includesAny.js.map +1 -1
  41. package/build/helpers/index.js +30 -72
  42. package/build/helpers/index.js.map +1 -1
  43. package/build/helpers/shortlinker/Shortlinker.js +1 -8
  44. package/build/helpers/shortlinker/Shortlinker.js.map +1 -1
  45. package/build/helpers/shortlinker/index.js +1 -16
  46. package/build/helpers/shortlinker/index.js.map +1 -1
  47. package/build/helpers/shortlinker/singleton.js +5 -13
  48. package/build/helpers/shortlinker/singleton.js.map +1 -1
  49. package/build/helpers/types.js +2 -9
  50. package/build/helpers/types.js.map +1 -1
  51. package/build/index.js +25 -87
  52. package/build/index.js.map +1 -1
  53. package/build/languageProcessing/AbstractResearcher.js +88 -95
  54. package/build/languageProcessing/AbstractResearcher.js.map +1 -1
  55. package/build/languageProcessing/helpers/highlighting/getMarkingsInSentence.js +3 -10
  56. package/build/languageProcessing/helpers/highlighting/getMarkingsInSentence.js.map +1 -1
  57. package/build/languageProcessing/helpers/html/getFieldsToMark.js +6 -11
  58. package/build/languageProcessing/helpers/html/getFieldsToMark.js.map +1 -1
  59. package/build/languageProcessing/helpers/html/getSubheadingTexts.js +3 -8
  60. package/build/languageProcessing/helpers/html/getSubheadingTexts.js.map +1 -1
  61. package/build/languageProcessing/helpers/html/getSubheadings.js +2 -12
  62. package/build/languageProcessing/helpers/html/getSubheadings.js.map +1 -1
  63. package/build/languageProcessing/helpers/html/html.js +9 -17
  64. package/build/languageProcessing/helpers/html/html.js.map +1 -1
  65. package/build/languageProcessing/helpers/html/htmlParser.js +3 -10
  66. package/build/languageProcessing/helpers/html/htmlParser.js.map +1 -1
  67. package/build/languageProcessing/helpers/html/matchParagraphs.js +7 -12
  68. package/build/languageProcessing/helpers/html/matchParagraphs.js.map +1 -1
  69. package/build/languageProcessing/helpers/html/normalizeHTML.js +4 -10
  70. package/build/languageProcessing/helpers/html/normalizeHTML.js.map +1 -1
  71. package/build/languageProcessing/helpers/image/getAltAttribute.js +3 -9
  72. package/build/languageProcessing/helpers/image/getAltAttribute.js.map +1 -1
  73. package/build/languageProcessing/helpers/image/getImagesInTree.js +1 -7
  74. package/build/languageProcessing/helpers/image/getImagesInTree.js.map +1 -1
  75. package/build/languageProcessing/helpers/image/imageInText.js +5 -12
  76. package/build/languageProcessing/helpers/image/imageInText.js.map +1 -1
  77. package/build/languageProcessing/helpers/index.js +5 -40
  78. package/build/languageProcessing/helpers/index.js.map +1 -1
  79. package/build/languageProcessing/helpers/language/getLanguage.js +1 -7
  80. package/build/languageProcessing/helpers/language/getLanguage.js.map +1 -1
  81. package/build/languageProcessing/helpers/link/checkNofollow.js +3 -10
  82. package/build/languageProcessing/helpers/link/checkNofollow.js.map +1 -1
  83. package/build/languageProcessing/helpers/link/getAnchorsFromText.js +1 -7
  84. package/build/languageProcessing/helpers/link/getAnchorsFromText.js.map +1 -1
  85. package/build/languageProcessing/helpers/link/getLinkType.js +7 -13
  86. package/build/languageProcessing/helpers/link/getLinkType.js.map +1 -1
  87. package/build/languageProcessing/helpers/match/findKeywordFormsInString.js +10 -17
  88. package/build/languageProcessing/helpers/match/findKeywordFormsInString.js.map +1 -1
  89. package/build/languageProcessing/helpers/match/isDoubleQuoted.js +4 -10
  90. package/build/languageProcessing/helpers/match/isDoubleQuoted.js.map +1 -1
  91. package/build/languageProcessing/helpers/match/matchTextWithArray.js +6 -12
  92. package/build/languageProcessing/helpers/match/matchTextWithArray.js.map +1 -1
  93. package/build/languageProcessing/helpers/match/matchTextWithTransliteration.js +16 -22
  94. package/build/languageProcessing/helpers/match/matchTextWithTransliteration.js.map +1 -1
  95. package/build/languageProcessing/helpers/match/matchTextWithWord.js +17 -23
  96. package/build/languageProcessing/helpers/match/matchTextWithWord.js.map +1 -1
  97. package/build/languageProcessing/helpers/match/matchWordFormsWithSentence.js +7 -15
  98. package/build/languageProcessing/helpers/match/matchWordFormsWithSentence.js.map +1 -1
  99. package/build/languageProcessing/helpers/match/processExactMatchRequest.js +3 -9
  100. package/build/languageProcessing/helpers/match/processExactMatchRequest.js.map +1 -1
  101. package/build/languageProcessing/helpers/morphology/baseStemmer.js +1 -7
  102. package/build/languageProcessing/helpers/morphology/baseStemmer.js.map +1 -1
  103. package/build/languageProcessing/helpers/morphology/buildFormRule.js +1 -7
  104. package/build/languageProcessing/helpers/morphology/buildFormRule.js.map +1 -1
  105. package/build/languageProcessing/helpers/morphology/buildTopicStems.js +13 -23
  106. package/build/languageProcessing/helpers/morphology/buildTopicStems.js.map +1 -1
  107. package/build/languageProcessing/helpers/morphology/createRulesFromArrays.js +2 -9
  108. package/build/languageProcessing/helpers/morphology/createRulesFromArrays.js.map +1 -1
  109. package/build/languageProcessing/helpers/morphology/exceptionListHelpers.js +5 -13
  110. package/build/languageProcessing/helpers/morphology/exceptionListHelpers.js.map +1 -1
  111. package/build/languageProcessing/helpers/morphology/findMatchingEndingInArray.js +1 -7
  112. package/build/languageProcessing/helpers/morphology/findMatchingEndingInArray.js.map +1 -1
  113. package/build/languageProcessing/helpers/morphology/flattenSortLength.js +3 -8
  114. package/build/languageProcessing/helpers/morphology/flattenSortLength.js.map +1 -1
  115. package/build/languageProcessing/helpers/morphology/getAllWordsFromPaper.js +12 -18
  116. package/build/languageProcessing/helpers/morphology/getAllWordsFromPaper.js.map +1 -1
  117. package/build/languageProcessing/helpers/morphology/regexHelpers.js +3 -11
  118. package/build/languageProcessing/helpers/morphology/regexHelpers.js.map +1 -1
  119. package/build/languageProcessing/helpers/morphology/stemHelpers.js +2 -9
  120. package/build/languageProcessing/helpers/morphology/stemHelpers.js.map +1 -1
  121. package/build/languageProcessing/helpers/morphology/stemPrefixedFunctionWords.js +1 -7
  122. package/build/languageProcessing/helpers/morphology/stemPrefixedFunctionWords.js.map +1 -1
  123. package/build/languageProcessing/helpers/passiveVoice/periphrastic/directPrecedenceException.js +5 -11
  124. package/build/languageProcessing/helpers/passiveVoice/periphrastic/directPrecedenceException.js.map +1 -1
  125. package/build/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/getClausesSplitOnStopWords.js +9 -15
  126. package/build/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/getClausesSplitOnStopWords.js.map +1 -1
  127. package/build/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/nonDirectParticiplePrecedenceException.js +9 -15
  128. package/build/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/nonDirectParticiplePrecedenceException.js.map +1 -1
  129. package/build/languageProcessing/helpers/passiveVoice/periphrastic/getClauses.js +28 -34
  130. package/build/languageProcessing/helpers/passiveVoice/periphrastic/getClauses.js.map +1 -1
  131. package/build/languageProcessing/helpers/passiveVoice/periphrastic/getIndicesWithRegex.js +1 -7
  132. package/build/languageProcessing/helpers/passiveVoice/periphrastic/getIndicesWithRegex.js.map +1 -1
  133. package/build/languageProcessing/helpers/passiveVoice/periphrastic/matchRegularParticiples.js +3 -8
  134. package/build/languageProcessing/helpers/passiveVoice/periphrastic/matchRegularParticiples.js.map +1 -1
  135. package/build/languageProcessing/helpers/passiveVoice/periphrastic/precedenceException.js +5 -11
  136. package/build/languageProcessing/helpers/passiveVoice/periphrastic/precedenceException.js.map +1 -1
  137. package/build/languageProcessing/helpers/prominentWords/determineProminentWords.js +16 -28
  138. package/build/languageProcessing/helpers/prominentWords/determineProminentWords.js.map +1 -1
  139. package/build/languageProcessing/helpers/regex/createRegexFromArray.js +10 -16
  140. package/build/languageProcessing/helpers/regex/createRegexFromArray.js.map +1 -1
  141. package/build/languageProcessing/helpers/regex/createRegexFromDoubleArray.js +4 -10
  142. package/build/languageProcessing/helpers/regex/createRegexFromDoubleArray.js.map +1 -1
  143. package/build/languageProcessing/helpers/regex/createWordRegex.js +12 -18
  144. package/build/languageProcessing/helpers/regex/createWordRegex.js.map +1 -1
  145. package/build/languageProcessing/helpers/regex/matchStringWithRegex.js +1 -7
  146. package/build/languageProcessing/helpers/regex/matchStringWithRegex.js.map +1 -1
  147. package/build/languageProcessing/helpers/regex/searchAndReplaceWithOneRegex.js +1 -7
  148. package/build/languageProcessing/helpers/regex/searchAndReplaceWithOneRegex.js.map +1 -1
  149. package/build/languageProcessing/helpers/sanitize/doubleQuotes.js +1 -7
  150. package/build/languageProcessing/helpers/sanitize/doubleQuotes.js.map +1 -1
  151. package/build/languageProcessing/helpers/sanitize/filterShortcodesFromTree.js +3 -11
  152. package/build/languageProcessing/helpers/sanitize/filterShortcodesFromTree.js.map +1 -1
  153. package/build/languageProcessing/helpers/sanitize/mergeListItems.js +1 -7
  154. package/build/languageProcessing/helpers/sanitize/mergeListItems.js.map +1 -1
  155. package/build/languageProcessing/helpers/sanitize/parseSynonyms.js +5 -11
  156. package/build/languageProcessing/helpers/sanitize/parseSynonyms.js.map +1 -1
  157. package/build/languageProcessing/helpers/sanitize/quotes.js +4 -12
  158. package/build/languageProcessing/helpers/sanitize/quotes.js.map +1 -1
  159. package/build/languageProcessing/helpers/sanitize/removeEmailAddresses.js +1 -7
  160. package/build/languageProcessing/helpers/sanitize/removeEmailAddresses.js.map +1 -1
  161. package/build/languageProcessing/helpers/sanitize/removePunctuation.js +7 -13
  162. package/build/languageProcessing/helpers/sanitize/removePunctuation.js.map +1 -1
  163. package/build/languageProcessing/helpers/sanitize/removePunctuationExceptQuotes.js +1 -7
  164. package/build/languageProcessing/helpers/sanitize/removePunctuationExceptQuotes.js.map +1 -1
  165. package/build/languageProcessing/helpers/sanitize/removeSentenceTerminators.js +1 -7
  166. package/build/languageProcessing/helpers/sanitize/removeSentenceTerminators.js.map +1 -1
  167. package/build/languageProcessing/helpers/sanitize/removeURLs.js +1 -7
  168. package/build/languageProcessing/helpers/sanitize/removeURLs.js.map +1 -1
  169. package/build/languageProcessing/helpers/sanitize/sanitizeLineBreakTag.js +1 -7
  170. package/build/languageProcessing/helpers/sanitize/sanitizeLineBreakTag.js.map +1 -1
  171. package/build/languageProcessing/helpers/sanitize/sanitizeString.js +5 -10
  172. package/build/languageProcessing/helpers/sanitize/sanitizeString.js.map +1 -1
  173. package/build/languageProcessing/helpers/sanitize/stripHTMLTags.js +7 -16
  174. package/build/languageProcessing/helpers/sanitize/stripHTMLTags.js.map +1 -1
  175. package/build/languageProcessing/helpers/sanitize/stripNonTextTags.js +4 -10
  176. package/build/languageProcessing/helpers/sanitize/stripNonTextTags.js.map +1 -1
  177. package/build/languageProcessing/helpers/sanitize/stripNumbers.js +4 -10
  178. package/build/languageProcessing/helpers/sanitize/stripNumbers.js.map +1 -1
  179. package/build/languageProcessing/helpers/sanitize/stripSpaces.js +1 -7
  180. package/build/languageProcessing/helpers/sanitize/stripSpaces.js.map +1 -1
  181. package/build/languageProcessing/helpers/sanitize/stripWordBoundaries.js +2 -10
  182. package/build/languageProcessing/helpers/sanitize/stripWordBoundaries.js.map +1 -1
  183. package/build/languageProcessing/helpers/sanitize/unifyWhitespace.js +2 -11
  184. package/build/languageProcessing/helpers/sanitize/unifyWhitespace.js.map +1 -1
  185. package/build/languageProcessing/helpers/sentence/SentenceTokenizer.js +22 -29
  186. package/build/languageProcessing/helpers/sentence/SentenceTokenizer.js.map +1 -1
  187. package/build/languageProcessing/helpers/sentence/countSentences.js +4 -10
  188. package/build/languageProcessing/helpers/sentence/countSentences.js.map +1 -1
  189. package/build/languageProcessing/helpers/sentence/getSentences.js +13 -20
  190. package/build/languageProcessing/helpers/sentence/getSentences.js.map +1 -1
  191. package/build/languageProcessing/helpers/sentence/getSentencesFromTree.js +2 -9
  192. package/build/languageProcessing/helpers/sentence/getSentencesFromTree.js.map +1 -1
  193. package/build/languageProcessing/helpers/sentence/memoizedSentenceTokenizer.js +4 -10
  194. package/build/languageProcessing/helpers/sentence/memoizedSentenceTokenizer.js.map +1 -1
  195. package/build/languageProcessing/helpers/sentence/sentencesLength.js +7 -13
  196. package/build/languageProcessing/helpers/sentence/sentencesLength.js.map +1 -1
  197. package/build/languageProcessing/helpers/syllables/DeviationFragment.js +5 -11
  198. package/build/languageProcessing/helpers/syllables/DeviationFragment.js.map +1 -1
  199. package/build/languageProcessing/helpers/syllables/countSyllables.js +23 -30
  200. package/build/languageProcessing/helpers/syllables/countSyllables.js.map +1 -1
  201. package/build/languageProcessing/helpers/syllables/syllableCountIterator.js +7 -14
  202. package/build/languageProcessing/helpers/syllables/syllableCountIterator.js.map +1 -1
  203. package/build/languageProcessing/helpers/syllables/syllableCountStep.js +5 -12
  204. package/build/languageProcessing/helpers/syllables/syllableCountStep.js.map +1 -1
  205. package/build/languageProcessing/helpers/transform/transformWordsWithHyphens.js +1 -7
  206. package/build/languageProcessing/helpers/transform/transformWordsWithHyphens.js.map +1 -1
  207. package/build/languageProcessing/helpers/transliterate/replaceDiacritics.js +4 -10
  208. package/build/languageProcessing/helpers/transliterate/replaceDiacritics.js.map +1 -1
  209. package/build/languageProcessing/helpers/transliterate/specialCharacterMappings.js +12 -23
  210. package/build/languageProcessing/helpers/transliterate/specialCharacterMappings.js.map +1 -1
  211. package/build/languageProcessing/helpers/transliterate/transliterate.js +3 -9
  212. package/build/languageProcessing/helpers/transliterate/transliterate.js.map +1 -1
  213. package/build/languageProcessing/helpers/transliterate/transliterateWPstyle.js +3 -9
  214. package/build/languageProcessing/helpers/transliterate/transliterateWPstyle.js.map +1 -1
  215. package/build/languageProcessing/helpers/url/parseSlug.js +1 -7
  216. package/build/languageProcessing/helpers/url/parseSlug.js.map +1 -1
  217. package/build/languageProcessing/helpers/url/url.js +7 -13
  218. package/build/languageProcessing/helpers/url/url.js.map +1 -1
  219. package/build/languageProcessing/helpers/word/addWordboundary.js +1 -7
  220. package/build/languageProcessing/helpers/word/addWordboundary.js.map +1 -1
  221. package/build/languageProcessing/helpers/word/areWordsInSentence.js +4 -10
  222. package/build/languageProcessing/helpers/word/areWordsInSentence.js.map +1 -1
  223. package/build/languageProcessing/helpers/word/countMetaDescriptionLength.js +1 -7
  224. package/build/languageProcessing/helpers/word/countMetaDescriptionLength.js.map +1 -1
  225. package/build/languageProcessing/helpers/word/countWords.js +4 -10
  226. package/build/languageProcessing/helpers/word/countWords.js.map +1 -1
  227. package/build/languageProcessing/helpers/word/createPunctuationTokens.js +5 -10
  228. package/build/languageProcessing/helpers/word/createPunctuationTokens.js.map +1 -1
  229. package/build/languageProcessing/helpers/word/filterWordsFromArray.js +4 -9
  230. package/build/languageProcessing/helpers/word/filterWordsFromArray.js.map +1 -1
  231. package/build/languageProcessing/helpers/word/followsIndex.js +5 -10
  232. package/build/languageProcessing/helpers/word/followsIndex.js.map +1 -1
  233. package/build/languageProcessing/helpers/word/getAllWordsFromTree.js +7 -13
  234. package/build/languageProcessing/helpers/word/getAllWordsFromTree.js.map +1 -1
  235. package/build/languageProcessing/helpers/word/getWords.js +9 -19
  236. package/build/languageProcessing/helpers/word/getWords.js.map +1 -1
  237. package/build/languageProcessing/helpers/word/includesIndex.js +5 -10
  238. package/build/languageProcessing/helpers/word/includesIndex.js.map +1 -1
  239. package/build/languageProcessing/helpers/word/indices.js +14 -25
  240. package/build/languageProcessing/helpers/word/indices.js.map +1 -1
  241. package/build/languageProcessing/helpers/word/markWordsInSentences.js +23 -35
  242. package/build/languageProcessing/helpers/word/markWordsInSentences.js.map +1 -1
  243. package/build/languageProcessing/helpers/word/matchWordInSentence.js +8 -15
  244. package/build/languageProcessing/helpers/word/matchWordInSentence.js.map +1 -1
  245. package/build/languageProcessing/helpers/word/splitIntoTokens.js +3 -9
  246. package/build/languageProcessing/helpers/word/splitIntoTokens.js.map +1 -1
  247. package/build/languageProcessing/index.js +41 -282
  248. package/build/languageProcessing/index.js.map +1 -1
  249. package/build/languageProcessing/languages/_default/Researcher.js +5 -13
  250. package/build/languageProcessing/languages/_default/Researcher.js.map +1 -1
  251. package/build/languageProcessing/languages/_default/helpers/getStemmer.js +3 -9
  252. package/build/languageProcessing/languages/_default/helpers/getStemmer.js.map +1 -1
  253. package/build/languageProcessing/languages/ar/Researcher.js +19 -27
  254. package/build/languageProcessing/languages/ar/Researcher.js.map +1 -1
  255. package/build/languageProcessing/languages/ar/config/firstWordExceptions.js +1 -7
  256. package/build/languageProcessing/languages/ar/config/firstWordExceptions.js.map +1 -1
  257. package/build/languageProcessing/languages/ar/config/functionWords.js +7 -13
  258. package/build/languageProcessing/languages/ar/config/functionWords.js.map +1 -1
  259. package/build/languageProcessing/languages/ar/config/internal/passiveVerbsWithLongVowel.js +1 -7
  260. package/build/languageProcessing/languages/ar/config/internal/passiveVerbsWithLongVowel.js.map +1 -1
  261. package/build/languageProcessing/languages/ar/config/prefixedFunctionWords.js +2 -8
  262. package/build/languageProcessing/languages/ar/config/prefixedFunctionWords.js.map +1 -1
  263. package/build/languageProcessing/languages/ar/config/transitionWords.js +4 -10
  264. package/build/languageProcessing/languages/ar/config/transitionWords.js.map +1 -1
  265. package/build/languageProcessing/languages/ar/config/twoPartTransitionWords.js +2 -7
  266. package/build/languageProcessing/languages/ar/config/twoPartTransitionWords.js.map +1 -1
  267. package/build/languageProcessing/languages/ar/helpers/createBasicWordForms.js +6 -11
  268. package/build/languageProcessing/languages/ar/helpers/createBasicWordForms.js.map +1 -1
  269. package/build/languageProcessing/languages/ar/helpers/getStemmer.js +8 -14
  270. package/build/languageProcessing/languages/ar/helpers/getStemmer.js.map +1 -1
  271. package/build/languageProcessing/languages/ar/helpers/internal/stem.js +1 -7
  272. package/build/languageProcessing/languages/ar/helpers/internal/stem.js.map +1 -1
  273. package/build/languageProcessing/languages/ar/helpers/isPassiveSentence.js +5 -12
  274. package/build/languageProcessing/languages/ar/helpers/isPassiveSentence.js.map +1 -1
  275. package/build/languageProcessing/languages/ca/Researcher.js +11 -19
  276. package/build/languageProcessing/languages/ca/Researcher.js.map +1 -1
  277. package/build/languageProcessing/languages/ca/config/sentenceLength.js +1 -7
  278. package/build/languageProcessing/languages/ca/config/sentenceLength.js.map +1 -1
  279. package/build/languageProcessing/languages/ca/config/transitionWords.js +4 -10
  280. package/build/languageProcessing/languages/ca/config/transitionWords.js.map +1 -1
  281. package/build/languageProcessing/languages/ca/config/twoPartTransitionWords.js +2 -7
  282. package/build/languageProcessing/languages/ca/config/twoPartTransitionWords.js.map +1 -1
  283. package/build/languageProcessing/languages/ca/helpers/getStemmer.js +3 -9
  284. package/build/languageProcessing/languages/ca/helpers/getStemmer.js.map +1 -1
  285. package/build/languageProcessing/languages/cs/Researcher.js +17 -25
  286. package/build/languageProcessing/languages/cs/Researcher.js.map +1 -1
  287. package/build/languageProcessing/languages/cs/config/firstWordExceptions.js +1 -7
  288. package/build/languageProcessing/languages/cs/config/firstWordExceptions.js.map +1 -1
  289. package/build/languageProcessing/languages/cs/config/functionWords.js +4 -10
  290. package/build/languageProcessing/languages/cs/config/functionWords.js.map +1 -1
  291. package/build/languageProcessing/languages/cs/config/internal/passiveVoiceAuxiliaries.js +2 -8
  292. package/build/languageProcessing/languages/cs/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  293. package/build/languageProcessing/languages/cs/config/internal/passiveVoiceEndings.js +2 -8
  294. package/build/languageProcessing/languages/cs/config/internal/passiveVoiceEndings.js.map +1 -1
  295. package/build/languageProcessing/languages/cs/config/stopWords.js +1 -7
  296. package/build/languageProcessing/languages/cs/config/stopWords.js.map +1 -1
  297. package/build/languageProcessing/languages/cs/config/transitionWords.js +4 -10
  298. package/build/languageProcessing/languages/cs/config/transitionWords.js.map +1 -1
  299. package/build/languageProcessing/languages/cs/config/twoPartTransitionWords.js +2 -7
  300. package/build/languageProcessing/languages/cs/config/twoPartTransitionWords.js.map +1 -1
  301. package/build/languageProcessing/languages/cs/helpers/getClauses.js +9 -16
  302. package/build/languageProcessing/languages/cs/helpers/getClauses.js.map +1 -1
  303. package/build/languageProcessing/languages/cs/helpers/getStemmer.js +8 -14
  304. package/build/languageProcessing/languages/cs/helpers/getStemmer.js.map +1 -1
  305. package/build/languageProcessing/languages/cs/helpers/internal/getParticiples.js +6 -12
  306. package/build/languageProcessing/languages/cs/helpers/internal/getParticiples.js.map +1 -1
  307. package/build/languageProcessing/languages/cs/helpers/internal/stem.js +1 -7
  308. package/build/languageProcessing/languages/cs/helpers/internal/stem.js.map +1 -1
  309. package/build/languageProcessing/languages/cs/values/Clause.js +5 -12
  310. package/build/languageProcessing/languages/cs/values/Clause.js.map +1 -1
  311. package/build/languageProcessing/languages/de/Researcher.js +27 -35
  312. package/build/languageProcessing/languages/de/Researcher.js.map +1 -1
  313. package/build/languageProcessing/languages/de/config/firstWordExceptions.js +1 -7
  314. package/build/languageProcessing/languages/de/config/firstWordExceptions.js.map +1 -1
  315. package/build/languageProcessing/languages/de/config/functionWords.js +11 -19
  316. package/build/languageProcessing/languages/de/config/functionWords.js.map +1 -1
  317. package/build/languageProcessing/languages/de/config/internal/exceptionsParticiplesActive.js +1 -7
  318. package/build/languageProcessing/languages/de/config/internal/exceptionsParticiplesActive.js.map +1 -1
  319. package/build/languageProcessing/languages/de/config/internal/passiveVoiceAuxiliaries.js +4 -10
  320. package/build/languageProcessing/languages/de/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  321. package/build/languageProcessing/languages/de/config/internal/passiveVoiceIrregulars.js +1 -7
  322. package/build/languageProcessing/languages/de/config/internal/passiveVoiceIrregulars.js.map +1 -1
  323. package/build/languageProcessing/languages/de/config/internal/passiveVoiceRegex.js +1 -7
  324. package/build/languageProcessing/languages/de/config/internal/passiveVoiceRegex.js.map +1 -1
  325. package/build/languageProcessing/languages/de/config/keyphraseLength.js +1 -7
  326. package/build/languageProcessing/languages/de/config/keyphraseLength.js.map +1 -1
  327. package/build/languageProcessing/languages/de/config/stopWords.js +1 -7
  328. package/build/languageProcessing/languages/de/config/stopWords.js.map +1 -1
  329. package/build/languageProcessing/languages/de/config/transitionWords.js +4 -10
  330. package/build/languageProcessing/languages/de/config/transitionWords.js.map +1 -1
  331. package/build/languageProcessing/languages/de/config/twoPartTransitionWords.js +2 -7
  332. package/build/languageProcessing/languages/de/config/twoPartTransitionWords.js.map +1 -1
  333. package/build/languageProcessing/languages/de/config/wordComplexity.js +1 -7
  334. package/build/languageProcessing/languages/de/config/wordComplexity.js.map +1 -1
  335. package/build/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js +3 -9
  336. package/build/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js.map +1 -1
  337. package/build/languageProcessing/languages/de/helpers/checkIfWordIsComplex.js +1 -7
  338. package/build/languageProcessing/languages/de/helpers/checkIfWordIsComplex.js.map +1 -1
  339. package/build/languageProcessing/languages/de/helpers/checkIfWordIsFunction.js +3 -8
  340. package/build/languageProcessing/languages/de/helpers/checkIfWordIsFunction.js.map +1 -1
  341. package/build/languageProcessing/languages/de/helpers/getClauses.js +9 -16
  342. package/build/languageProcessing/languages/de/helpers/getClauses.js.map +1 -1
  343. package/build/languageProcessing/languages/de/helpers/getStemmer.js +8 -14
  344. package/build/languageProcessing/languages/de/helpers/getStemmer.js.map +1 -1
  345. package/build/languageProcessing/languages/de/helpers/internal/SentenceTokenizer.js +4 -11
  346. package/build/languageProcessing/languages/de/helpers/internal/SentenceTokenizer.js.map +1 -1
  347. package/build/languageProcessing/languages/de/helpers/internal/detectAndStemRegularParticiple.js +4 -10
  348. package/build/languageProcessing/languages/de/helpers/internal/detectAndStemRegularParticiple.js.map +1 -1
  349. package/build/languageProcessing/languages/de/helpers/internal/determineStem.js +10 -16
  350. package/build/languageProcessing/languages/de/helpers/internal/determineStem.js.map +1 -1
  351. package/build/languageProcessing/languages/de/helpers/internal/getParticiples.js +9 -16
  352. package/build/languageProcessing/languages/de/helpers/internal/getParticiples.js.map +1 -1
  353. package/build/languageProcessing/languages/de/helpers/internal/stem.js +1 -7
  354. package/build/languageProcessing/languages/de/helpers/internal/stem.js.map +1 -1
  355. package/build/languageProcessing/languages/de/helpers/memoizedSentenceTokenizer.js +4 -10
  356. package/build/languageProcessing/languages/de/helpers/memoizedSentenceTokenizer.js.map +1 -1
  357. package/build/languageProcessing/languages/de/values/Clause.js +11 -18
  358. package/build/languageProcessing/languages/de/values/Clause.js.map +1 -1
  359. package/build/languageProcessing/languages/el/Researcher.js +18 -26
  360. package/build/languageProcessing/languages/el/Researcher.js.map +1 -1
  361. package/build/languageProcessing/languages/el/config/firstWordExceptions.js +1 -7
  362. package/build/languageProcessing/languages/el/config/firstWordExceptions.js.map +1 -1
  363. package/build/languageProcessing/languages/el/config/functionWords.js +4 -10
  364. package/build/languageProcessing/languages/el/config/functionWords.js.map +1 -1
  365. package/build/languageProcessing/languages/el/config/internal/auxiliaries.js +1 -7
  366. package/build/languageProcessing/languages/el/config/internal/auxiliaries.js.map +1 -1
  367. package/build/languageProcessing/languages/el/config/internal/morphologicalPassiveSuffixes.js +1 -7
  368. package/build/languageProcessing/languages/el/config/internal/morphologicalPassiveSuffixes.js.map +1 -1
  369. package/build/languageProcessing/languages/el/config/internal/nonPassiveVerbStems.js +1 -7
  370. package/build/languageProcessing/languages/el/config/internal/nonPassiveVerbStems.js.map +1 -1
  371. package/build/languageProcessing/languages/el/config/stopWords.js +1 -7
  372. package/build/languageProcessing/languages/el/config/stopWords.js.map +1 -1
  373. package/build/languageProcessing/languages/el/config/transitionWords.js +4 -10
  374. package/build/languageProcessing/languages/el/config/transitionWords.js.map +1 -1
  375. package/build/languageProcessing/languages/el/config/twoPartTransitionWords.js +2 -7
  376. package/build/languageProcessing/languages/el/config/twoPartTransitionWords.js.map +1 -1
  377. package/build/languageProcessing/languages/el/helpers/getClauses.js +9 -16
  378. package/build/languageProcessing/languages/el/helpers/getClauses.js.map +1 -1
  379. package/build/languageProcessing/languages/el/helpers/getStemmer.js +7 -14
  380. package/build/languageProcessing/languages/el/helpers/getStemmer.js.map +1 -1
  381. package/build/languageProcessing/languages/el/helpers/internal/getParticiples.js +3 -9
  382. package/build/languageProcessing/languages/el/helpers/internal/getParticiples.js.map +1 -1
  383. package/build/languageProcessing/languages/el/helpers/internal/stem.js +4 -13
  384. package/build/languageProcessing/languages/el/helpers/internal/stem.js.map +1 -1
  385. package/build/languageProcessing/languages/el/helpers/isPassiveSentence.js +7 -14
  386. package/build/languageProcessing/languages/el/helpers/isPassiveSentence.js.map +1 -1
  387. package/build/languageProcessing/languages/el/values/Clause.js +6 -12
  388. package/build/languageProcessing/languages/el/values/Clause.js.map +1 -1
  389. package/build/languageProcessing/languages/en/Researcher.js +21 -29
  390. package/build/languageProcessing/languages/en/Researcher.js.map +1 -1
  391. package/build/languageProcessing/languages/en/config/abbreviations.js +2 -8
  392. package/build/languageProcessing/languages/en/config/abbreviations.js.map +1 -1
  393. package/build/languageProcessing/languages/en/config/firstWordExceptions.js +1 -7
  394. package/build/languageProcessing/languages/en/config/firstWordExceptions.js.map +1 -1
  395. package/build/languageProcessing/languages/en/config/functionWords.js +11 -18
  396. package/build/languageProcessing/languages/en/config/functionWords.js.map +1 -1
  397. package/build/languageProcessing/languages/en/config/internal/passiveVoiceAuxiliaries.js +6 -12
  398. package/build/languageProcessing/languages/en/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  399. package/build/languageProcessing/languages/en/config/internal/passiveVoiceIrregulars.js +1 -7
  400. package/build/languageProcessing/languages/en/config/internal/passiveVoiceIrregulars.js.map +1 -1
  401. package/build/languageProcessing/languages/en/config/internal/passiveVoiceNonVerbEndingEd.js +1 -7
  402. package/build/languageProcessing/languages/en/config/internal/passiveVoiceNonVerbEndingEd.js.map +1 -1
  403. package/build/languageProcessing/languages/en/config/regularParticiplesRegex.js +1 -7
  404. package/build/languageProcessing/languages/en/config/regularParticiplesRegex.js.map +1 -1
  405. package/build/languageProcessing/languages/en/config/stopWords.js +1 -7
  406. package/build/languageProcessing/languages/en/config/stopWords.js.map +1 -1
  407. package/build/languageProcessing/languages/en/config/transitionWords.js +4 -10
  408. package/build/languageProcessing/languages/en/config/transitionWords.js.map +1 -1
  409. package/build/languageProcessing/languages/en/config/twoPartTransitionWords.js +2 -7
  410. package/build/languageProcessing/languages/en/config/twoPartTransitionWords.js.map +1 -1
  411. package/build/languageProcessing/languages/en/config/wordComplexity.js +1 -7
  412. package/build/languageProcessing/languages/en/config/wordComplexity.js.map +1 -1
  413. package/build/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js +3 -9
  414. package/build/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js.map +1 -1
  415. package/build/languageProcessing/languages/en/helpers/checkIfWordIsComplex.js +4 -10
  416. package/build/languageProcessing/languages/en/helpers/checkIfWordIsComplex.js.map +1 -1
  417. package/build/languageProcessing/languages/en/helpers/getClauses.js +15 -22
  418. package/build/languageProcessing/languages/en/helpers/getClauses.js.map +1 -1
  419. package/build/languageProcessing/languages/en/helpers/getStemmer.js +8 -14
  420. package/build/languageProcessing/languages/en/helpers/getStemmer.js.map +1 -1
  421. package/build/languageProcessing/languages/en/helpers/internal/determineStem.js +21 -32
  422. package/build/languageProcessing/languages/en/helpers/internal/determineStem.js.map +1 -1
  423. package/build/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js +6 -13
  424. package/build/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js.map +1 -1
  425. package/build/languageProcessing/languages/en/helpers/internal/getParticiples.js +8 -14
  426. package/build/languageProcessing/languages/en/helpers/internal/getParticiples.js.map +1 -1
  427. package/build/languageProcessing/languages/en/helpers/internal/getVerbStem.js +6 -16
  428. package/build/languageProcessing/languages/en/helpers/internal/getVerbStem.js.map +1 -1
  429. package/build/languageProcessing/languages/en/values/Clause.js +10 -17
  430. package/build/languageProcessing/languages/en/values/Clause.js.map +1 -1
  431. package/build/languageProcessing/languages/es/Researcher.js +23 -31
  432. package/build/languageProcessing/languages/es/Researcher.js.map +1 -1
  433. package/build/languageProcessing/languages/es/config/firstWordExceptions.js +1 -7
  434. package/build/languageProcessing/languages/es/config/firstWordExceptions.js.map +1 -1
  435. package/build/languageProcessing/languages/es/config/functionWords.js +11 -17
  436. package/build/languageProcessing/languages/es/config/functionWords.js.map +1 -1
  437. package/build/languageProcessing/languages/es/config/internal/passiveVoiceAuxiliaries.js +1 -7
  438. package/build/languageProcessing/languages/es/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  439. package/build/languageProcessing/languages/es/config/internal/passiveVoiceParticiples.js +1 -7
  440. package/build/languageProcessing/languages/es/config/internal/passiveVoiceParticiples.js.map +1 -1
  441. package/build/languageProcessing/languages/es/config/sentenceLength.js +1 -7
  442. package/build/languageProcessing/languages/es/config/sentenceLength.js.map +1 -1
  443. package/build/languageProcessing/languages/es/config/stopWords.js +1 -7
  444. package/build/languageProcessing/languages/es/config/stopWords.js.map +1 -1
  445. package/build/languageProcessing/languages/es/config/transitionWords.js +4 -10
  446. package/build/languageProcessing/languages/es/config/transitionWords.js.map +1 -1
  447. package/build/languageProcessing/languages/es/config/twoPartTransitionWords.js +2 -7
  448. package/build/languageProcessing/languages/es/config/twoPartTransitionWords.js.map +1 -1
  449. package/build/languageProcessing/languages/es/config/wordComplexity.js +1 -7
  450. package/build/languageProcessing/languages/es/config/wordComplexity.js.map +1 -1
  451. package/build/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js +3 -9
  452. package/build/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js.map +1 -1
  453. package/build/languageProcessing/languages/es/helpers/checkIfWordIsComplex.js +1 -7
  454. package/build/languageProcessing/languages/es/helpers/checkIfWordIsComplex.js.map +1 -1
  455. package/build/languageProcessing/languages/es/helpers/getClauses.js +10 -17
  456. package/build/languageProcessing/languages/es/helpers/getClauses.js.map +1 -1
  457. package/build/languageProcessing/languages/es/helpers/getStemmer.js +8 -14
  458. package/build/languageProcessing/languages/es/helpers/getStemmer.js.map +1 -1
  459. package/build/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js +7 -13
  460. package/build/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js.map +1 -1
  461. package/build/languageProcessing/languages/es/helpers/internal/getParticiples.js +6 -12
  462. package/build/languageProcessing/languages/es/helpers/internal/getParticiples.js.map +1 -1
  463. package/build/languageProcessing/languages/es/helpers/internal/stem.js +5 -13
  464. package/build/languageProcessing/languages/es/helpers/internal/stem.js.map +1 -1
  465. package/build/languageProcessing/languages/es/values/Clause.js +7 -14
  466. package/build/languageProcessing/languages/es/values/Clause.js.map +1 -1
  467. package/build/languageProcessing/languages/fa/Researcher.js +19 -27
  468. package/build/languageProcessing/languages/fa/Researcher.js.map +1 -1
  469. package/build/languageProcessing/languages/fa/config/firstWordExceptions.js +1 -7
  470. package/build/languageProcessing/languages/fa/config/firstWordExceptions.js.map +1 -1
  471. package/build/languageProcessing/languages/fa/config/functionWords.js +4 -10
  472. package/build/languageProcessing/languages/fa/config/functionWords.js.map +1 -1
  473. package/build/languageProcessing/languages/fa/config/internal/participles.js +1 -7
  474. package/build/languageProcessing/languages/fa/config/internal/participles.js.map +1 -1
  475. package/build/languageProcessing/languages/fa/config/sentenceLength.js +1 -7
  476. package/build/languageProcessing/languages/fa/config/sentenceLength.js.map +1 -1
  477. package/build/languageProcessing/languages/fa/config/transitionWords.js +4 -10
  478. package/build/languageProcessing/languages/fa/config/transitionWords.js.map +1 -1
  479. package/build/languageProcessing/languages/fa/config/twoPartTransitionWords.js +2 -7
  480. package/build/languageProcessing/languages/fa/config/twoPartTransitionWords.js.map +1 -1
  481. package/build/languageProcessing/languages/fa/helpers/createBasicWordForms.js +3 -9
  482. package/build/languageProcessing/languages/fa/helpers/createBasicWordForms.js.map +1 -1
  483. package/build/languageProcessing/languages/fa/helpers/getStemmer.js +3 -9
  484. package/build/languageProcessing/languages/fa/helpers/getStemmer.js.map +1 -1
  485. package/build/languageProcessing/languages/fa/helpers/isPassiveSentence.js +6 -12
  486. package/build/languageProcessing/languages/fa/helpers/isPassiveSentence.js.map +1 -1
  487. package/build/languageProcessing/languages/fr/Researcher.js +21 -29
  488. package/build/languageProcessing/languages/fr/Researcher.js.map +1 -1
  489. package/build/languageProcessing/languages/fr/config/firstWordExceptions.js +1 -7
  490. package/build/languageProcessing/languages/fr/config/firstWordExceptions.js.map +1 -1
  491. package/build/languageProcessing/languages/fr/config/functionWords.js +11 -17
  492. package/build/languageProcessing/languages/fr/config/functionWords.js.map +1 -1
  493. package/build/languageProcessing/languages/fr/config/internal/exceptionsParticiplesActive.js +4 -9
  494. package/build/languageProcessing/languages/fr/config/internal/exceptionsParticiplesActive.js.map +1 -1
  495. package/build/languageProcessing/languages/fr/config/internal/passiveVoiceAuxiliaries.js +1 -7
  496. package/build/languageProcessing/languages/fr/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  497. package/build/languageProcessing/languages/fr/config/internal/passiveVoiceIrregulars.js +4 -9
  498. package/build/languageProcessing/languages/fr/config/internal/passiveVoiceIrregulars.js.map +1 -1
  499. package/build/languageProcessing/languages/fr/config/stopWords.js +1 -7
  500. package/build/languageProcessing/languages/fr/config/stopWords.js.map +1 -1
  501. package/build/languageProcessing/languages/fr/config/transitionWords.js +4 -10
  502. package/build/languageProcessing/languages/fr/config/transitionWords.js.map +1 -1
  503. package/build/languageProcessing/languages/fr/config/twoPartTransitionWords.js +2 -7
  504. package/build/languageProcessing/languages/fr/config/twoPartTransitionWords.js.map +1 -1
  505. package/build/languageProcessing/languages/fr/config/wordComplexity.js +1 -7
  506. package/build/languageProcessing/languages/fr/config/wordComplexity.js.map +1 -1
  507. package/build/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js +3 -9
  508. package/build/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js.map +1 -1
  509. package/build/languageProcessing/languages/fr/helpers/checkIfWordIsComplex.js +3 -9
  510. package/build/languageProcessing/languages/fr/helpers/checkIfWordIsComplex.js.map +1 -1
  511. package/build/languageProcessing/languages/fr/helpers/getClauses.js +10 -17
  512. package/build/languageProcessing/languages/fr/helpers/getClauses.js.map +1 -1
  513. package/build/languageProcessing/languages/fr/helpers/getStemmer.js +8 -14
  514. package/build/languageProcessing/languages/fr/helpers/getStemmer.js.map +1 -1
  515. package/build/languageProcessing/languages/fr/helpers/internal/getParticiples.js +11 -16
  516. package/build/languageProcessing/languages/fr/helpers/internal/getParticiples.js.map +1 -1
  517. package/build/languageProcessing/languages/fr/helpers/internal/stem.js +3 -10
  518. package/build/languageProcessing/languages/fr/helpers/internal/stem.js.map +1 -1
  519. package/build/languageProcessing/languages/fr/values/Clause.js +14 -20
  520. package/build/languageProcessing/languages/fr/values/Clause.js.map +1 -1
  521. package/build/languageProcessing/languages/he/Researcher.js +21 -29
  522. package/build/languageProcessing/languages/he/Researcher.js.map +1 -1
  523. package/build/languageProcessing/languages/he/config/firstWordExceptions.js +1 -7
  524. package/build/languageProcessing/languages/he/config/firstWordExceptions.js.map +1 -1
  525. package/build/languageProcessing/languages/he/config/functionWords.js +4 -11
  526. package/build/languageProcessing/languages/he/config/functionWords.js.map +1 -1
  527. package/build/languageProcessing/languages/he/config/internal/regularRootsHufal.js +1 -7
  528. package/build/languageProcessing/languages/he/config/internal/regularRootsHufal.js.map +1 -1
  529. package/build/languageProcessing/languages/he/config/internal/regularRootsNifal.js +1 -7
  530. package/build/languageProcessing/languages/he/config/internal/regularRootsNifal.js.map +1 -1
  531. package/build/languageProcessing/languages/he/config/internal/regularRootsPual.js +1 -7
  532. package/build/languageProcessing/languages/he/config/internal/regularRootsPual.js.map +1 -1
  533. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsHufal.js +1 -7
  534. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsHufal.js.map +1 -1
  535. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsNifal.js +1 -7
  536. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsNifal.js.map +1 -1
  537. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsPual.js +1 -7
  538. package/build/languageProcessing/languages/he/config/passiveVoice/regularRootsPual.js.map +1 -1
  539. package/build/languageProcessing/languages/he/config/prefixedFunctionWords.js +2 -8
  540. package/build/languageProcessing/languages/he/config/prefixedFunctionWords.js.map +1 -1
  541. package/build/languageProcessing/languages/he/config/sentenceLength.js +1 -7
  542. package/build/languageProcessing/languages/he/config/sentenceLength.js.map +1 -1
  543. package/build/languageProcessing/languages/he/config/transitionWords.js +4 -10
  544. package/build/languageProcessing/languages/he/config/transitionWords.js.map +1 -1
  545. package/build/languageProcessing/languages/he/config/twoPartTransitionWords.js +2 -7
  546. package/build/languageProcessing/languages/he/config/twoPartTransitionWords.js.map +1 -1
  547. package/build/languageProcessing/languages/he/helpers/createBasicWordForms.js +6 -11
  548. package/build/languageProcessing/languages/he/helpers/createBasicWordForms.js.map +1 -1
  549. package/build/languageProcessing/languages/he/helpers/getStemmer.js +8 -14
  550. package/build/languageProcessing/languages/he/helpers/getStemmer.js.map +1 -1
  551. package/build/languageProcessing/languages/he/helpers/internal/stem.js +1 -7
  552. package/build/languageProcessing/languages/he/helpers/internal/stem.js.map +1 -1
  553. package/build/languageProcessing/languages/he/helpers/isPassiveSentence.js +10 -16
  554. package/build/languageProcessing/languages/he/helpers/isPassiveSentence.js.map +1 -1
  555. package/build/languageProcessing/languages/he/helpers/stem.js +1 -7
  556. package/build/languageProcessing/languages/he/helpers/stem.js.map +1 -1
  557. package/build/languageProcessing/languages/hu/Researcher.js +19 -27
  558. package/build/languageProcessing/languages/hu/Researcher.js.map +1 -1
  559. package/build/languageProcessing/languages/hu/config/firstWordExceptions.js +1 -7
  560. package/build/languageProcessing/languages/hu/config/firstWordExceptions.js.map +1 -1
  561. package/build/languageProcessing/languages/hu/config/functionWords.js +4 -10
  562. package/build/languageProcessing/languages/hu/config/functionWords.js.map +1 -1
  563. package/build/languageProcessing/languages/hu/config/internal/auxiliaries.js +1 -7
  564. package/build/languageProcessing/languages/hu/config/internal/auxiliaries.js.map +1 -1
  565. package/build/languageProcessing/languages/hu/config/internal/morphologicalPassiveAffixes.js +3 -9
  566. package/build/languageProcessing/languages/hu/config/internal/morphologicalPassiveAffixes.js.map +1 -1
  567. package/build/languageProcessing/languages/hu/config/internal/nonPassivesInVaAndVe.js +2 -7
  568. package/build/languageProcessing/languages/hu/config/internal/nonPassivesInVaAndVe.js.map +1 -1
  569. package/build/languageProcessing/languages/hu/config/internal/odikVerbs.js +1 -7
  570. package/build/languageProcessing/languages/hu/config/internal/odikVerbs.js.map +1 -1
  571. package/build/languageProcessing/languages/hu/config/internal/participles.js +2 -7
  572. package/build/languageProcessing/languages/hu/config/internal/participles.js.map +1 -1
  573. package/build/languageProcessing/languages/hu/config/stopWords.js +2 -7
  574. package/build/languageProcessing/languages/hu/config/stopWords.js.map +1 -1
  575. package/build/languageProcessing/languages/hu/config/transitionWords.js +4 -10
  576. package/build/languageProcessing/languages/hu/config/transitionWords.js.map +1 -1
  577. package/build/languageProcessing/languages/hu/config/twoPartTransitionWords.js +2 -7
  578. package/build/languageProcessing/languages/hu/config/twoPartTransitionWords.js.map +1 -1
  579. package/build/languageProcessing/languages/hu/helpers/getClauses.js +9 -16
  580. package/build/languageProcessing/languages/hu/helpers/getClauses.js.map +1 -1
  581. package/build/languageProcessing/languages/hu/helpers/getStemmer.js +8 -14
  582. package/build/languageProcessing/languages/hu/helpers/getStemmer.js.map +1 -1
  583. package/build/languageProcessing/languages/hu/helpers/internal/getParticiples.js +6 -12
  584. package/build/languageProcessing/languages/hu/helpers/internal/getParticiples.js.map +1 -1
  585. package/build/languageProcessing/languages/hu/helpers/internal/stem.js +1 -7
  586. package/build/languageProcessing/languages/hu/helpers/internal/stem.js.map +1 -1
  587. package/build/languageProcessing/languages/hu/helpers/isPassiveSentence.js +9 -15
  588. package/build/languageProcessing/languages/hu/helpers/isPassiveSentence.js.map +1 -1
  589. package/build/languageProcessing/languages/hu/values/Clause.js +8 -14
  590. package/build/languageProcessing/languages/hu/values/Clause.js.map +1 -1
  591. package/build/languageProcessing/languages/id/Researcher.js +17 -25
  592. package/build/languageProcessing/languages/id/Researcher.js.map +1 -1
  593. package/build/languageProcessing/languages/id/config/firstWordExceptions.js +1 -7
  594. package/build/languageProcessing/languages/id/config/firstWordExceptions.js.map +1 -1
  595. package/build/languageProcessing/languages/id/config/functionWords.js +8 -16
  596. package/build/languageProcessing/languages/id/config/functionWords.js.map +1 -1
  597. package/build/languageProcessing/languages/id/config/internal/nonPassiveVerbsStartingDi.js +1 -7
  598. package/build/languageProcessing/languages/id/config/internal/nonPassiveVerbsStartingDi.js.map +1 -1
  599. package/build/languageProcessing/languages/id/config/transitionWords.js +4 -10
  600. package/build/languageProcessing/languages/id/config/transitionWords.js.map +1 -1
  601. package/build/languageProcessing/languages/id/config/twoPartTransitionWords.js +2 -7
  602. package/build/languageProcessing/languages/id/config/twoPartTransitionWords.js.map +1 -1
  603. package/build/languageProcessing/languages/id/helpers/getStemmer.js +8 -14
  604. package/build/languageProcessing/languages/id/helpers/getStemmer.js.map +1 -1
  605. package/build/languageProcessing/languages/id/helpers/internal/stem.js +29 -34
  606. package/build/languageProcessing/languages/id/helpers/internal/stem.js.map +1 -1
  607. package/build/languageProcessing/languages/id/helpers/internal/stemHelpers.js +5 -13
  608. package/build/languageProcessing/languages/id/helpers/internal/stemHelpers.js.map +1 -1
  609. package/build/languageProcessing/languages/id/helpers/isPassiveSentence.js +5 -12
  610. package/build/languageProcessing/languages/id/helpers/isPassiveSentence.js.map +1 -1
  611. package/build/languageProcessing/languages/id/helpers/splitIntoTokensCustom.js +3 -9
  612. package/build/languageProcessing/languages/id/helpers/splitIntoTokensCustom.js.map +1 -1
  613. package/build/languageProcessing/languages/it/Researcher.js +23 -31
  614. package/build/languageProcessing/languages/it/Researcher.js.map +1 -1
  615. package/build/languageProcessing/languages/it/config/firstWordExceptions.js +1 -7
  616. package/build/languageProcessing/languages/it/config/firstWordExceptions.js.map +1 -1
  617. package/build/languageProcessing/languages/it/config/functionWords.js +11 -17
  618. package/build/languageProcessing/languages/it/config/functionWords.js.map +1 -1
  619. package/build/languageProcessing/languages/it/config/internal/passiveVoiceAuxiliaries.js +1 -7
  620. package/build/languageProcessing/languages/it/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  621. package/build/languageProcessing/languages/it/config/internal/passiveVoiceParticiples.js +1 -7
  622. package/build/languageProcessing/languages/it/config/internal/passiveVoiceParticiples.js.map +1 -1
  623. package/build/languageProcessing/languages/it/config/sentenceLength.js +1 -7
  624. package/build/languageProcessing/languages/it/config/sentenceLength.js.map +1 -1
  625. package/build/languageProcessing/languages/it/config/stopWords.js +1 -7
  626. package/build/languageProcessing/languages/it/config/stopWords.js.map +1 -1
  627. package/build/languageProcessing/languages/it/config/transitionWords.js +4 -10
  628. package/build/languageProcessing/languages/it/config/transitionWords.js.map +1 -1
  629. package/build/languageProcessing/languages/it/config/twoPartTransitionWords.js +1 -7
  630. package/build/languageProcessing/languages/it/config/twoPartTransitionWords.js.map +1 -1
  631. package/build/languageProcessing/languages/it/helpers/calculateFleschReadingScore.js +3 -9
  632. package/build/languageProcessing/languages/it/helpers/calculateFleschReadingScore.js.map +1 -1
  633. package/build/languageProcessing/languages/it/helpers/getClauses.js +10 -17
  634. package/build/languageProcessing/languages/it/helpers/getClauses.js.map +1 -1
  635. package/build/languageProcessing/languages/it/helpers/getStemmer.js +8 -14
  636. package/build/languageProcessing/languages/it/helpers/getStemmer.js.map +1 -1
  637. package/build/languageProcessing/languages/it/helpers/internal/getParticiples.js +6 -12
  638. package/build/languageProcessing/languages/it/helpers/internal/getParticiples.js.map +1 -1
  639. package/build/languageProcessing/languages/it/helpers/internal/stem.js +3 -9
  640. package/build/languageProcessing/languages/it/helpers/internal/stem.js.map +1 -1
  641. package/build/languageProcessing/languages/it/values/Clause.js +7 -14
  642. package/build/languageProcessing/languages/it/values/Clause.js.map +1 -1
  643. package/build/languageProcessing/languages/ja/Researcher.js +51 -59
  644. package/build/languageProcessing/languages/ja/Researcher.js.map +1 -1
  645. package/build/languageProcessing/languages/ja/config/assessmentApplicabilityCharacterCount.js +1 -7
  646. package/build/languageProcessing/languages/ja/config/assessmentApplicabilityCharacterCount.js.map +1 -1
  647. package/build/languageProcessing/languages/ja/config/firstWordExceptions.js +1 -7
  648. package/build/languageProcessing/languages/ja/config/firstWordExceptions.js.map +1 -1
  649. package/build/languageProcessing/languages/ja/config/functionWords.js +1 -7
  650. package/build/languageProcessing/languages/ja/config/functionWords.js.map +1 -1
  651. package/build/languageProcessing/languages/ja/config/keyphraseLength.js +1 -7
  652. package/build/languageProcessing/languages/ja/config/keyphraseLength.js.map +1 -1
  653. package/build/languageProcessing/languages/ja/config/metaDescriptionLength.js +1 -7
  654. package/build/languageProcessing/languages/ja/config/metaDescriptionLength.js.map +1 -1
  655. package/build/languageProcessing/languages/ja/config/paragraphLength.js +1 -7
  656. package/build/languageProcessing/languages/ja/config/paragraphLength.js.map +1 -1
  657. package/build/languageProcessing/languages/ja/config/sentenceLength.js +1 -7
  658. package/build/languageProcessing/languages/ja/config/sentenceLength.js.map +1 -1
  659. package/build/languageProcessing/languages/ja/config/subheadingsTooLong.js +1 -7
  660. package/build/languageProcessing/languages/ja/config/subheadingsTooLong.js.map +1 -1
  661. package/build/languageProcessing/languages/ja/config/textLength.js +1 -7
  662. package/build/languageProcessing/languages/ja/config/textLength.js.map +1 -1
  663. package/build/languageProcessing/languages/ja/config/topicLength.js +1 -7
  664. package/build/languageProcessing/languages/ja/config/topicLength.js.map +1 -1
  665. package/build/languageProcessing/languages/ja/config/transitionWords.js +2 -7
  666. package/build/languageProcessing/languages/ja/config/transitionWords.js.map +1 -1
  667. package/build/languageProcessing/languages/ja/customResearches/findKeyphraseInSEOTitle.js +16 -22
  668. package/build/languageProcessing/languages/ja/customResearches/findKeyphraseInSEOTitle.js.map +1 -1
  669. package/build/languageProcessing/languages/ja/customResearches/getKeyphraseLength.js +5 -11
  670. package/build/languageProcessing/languages/ja/customResearches/getKeyphraseLength.js.map +1 -1
  671. package/build/languageProcessing/languages/ja/customResearches/getWordForms.js +11 -17
  672. package/build/languageProcessing/languages/ja/customResearches/getWordForms.js.map +1 -1
  673. package/build/languageProcessing/languages/ja/customResearches/textLength.js +3 -9
  674. package/build/languageProcessing/languages/ja/customResearches/textLength.js.map +1 -1
  675. package/build/languageProcessing/languages/ja/helpers/countCharacters.js +6 -12
  676. package/build/languageProcessing/languages/ja/helpers/countCharacters.js.map +1 -1
  677. package/build/languageProcessing/languages/ja/helpers/customGetStemmer.js +8 -14
  678. package/build/languageProcessing/languages/ja/helpers/customGetStemmer.js.map +1 -1
  679. package/build/languageProcessing/languages/ja/helpers/getContentWords.js +5 -11
  680. package/build/languageProcessing/languages/ja/helpers/getContentWords.js.map +1 -1
  681. package/build/languageProcessing/languages/ja/helpers/getWords.js +8 -15
  682. package/build/languageProcessing/languages/ja/helpers/getWords.js.map +1 -1
  683. package/build/languageProcessing/languages/ja/helpers/internal/SentenceTokenizer.js +6 -13
  684. package/build/languageProcessing/languages/ja/helpers/internal/SentenceTokenizer.js.map +1 -1
  685. package/build/languageProcessing/languages/ja/helpers/internal/createWordForms.js +4 -9
  686. package/build/languageProcessing/languages/ja/helpers/internal/createWordForms.js.map +1 -1
  687. package/build/languageProcessing/languages/ja/helpers/internal/determineStem.js +3 -9
  688. package/build/languageProcessing/languages/ja/helpers/internal/determineStem.js.map +1 -1
  689. package/build/languageProcessing/languages/ja/helpers/matchTextWithWord.js +7 -13
  690. package/build/languageProcessing/languages/ja/helpers/matchTextWithWord.js.map +1 -1
  691. package/build/languageProcessing/languages/ja/helpers/matchTransitionWords.js +3 -9
  692. package/build/languageProcessing/languages/ja/helpers/matchTransitionWords.js.map +1 -1
  693. package/build/languageProcessing/languages/ja/helpers/memoizedSentenceTokenizer.js +4 -10
  694. package/build/languageProcessing/languages/ja/helpers/memoizedSentenceTokenizer.js.map +1 -1
  695. package/build/languageProcessing/languages/ja/helpers/splitIntoTokensCustom.js +5 -11
  696. package/build/languageProcessing/languages/ja/helpers/splitIntoTokensCustom.js.map +1 -1
  697. package/build/languageProcessing/languages/ja/helpers/wordsCharacterCount.js +1 -7
  698. package/build/languageProcessing/languages/ja/helpers/wordsCharacterCount.js.map +1 -1
  699. package/build/languageProcessing/languages/nb/Researcher.js +17 -25
  700. package/build/languageProcessing/languages/nb/Researcher.js.map +1 -1
  701. package/build/languageProcessing/languages/nb/config/firstWordExceptions.js +1 -7
  702. package/build/languageProcessing/languages/nb/config/firstWordExceptions.js.map +1 -1
  703. package/build/languageProcessing/languages/nb/config/functionWords.js +5 -11
  704. package/build/languageProcessing/languages/nb/config/functionWords.js.map +1 -1
  705. package/build/languageProcessing/languages/nb/config/internal/participles.js +2 -7
  706. package/build/languageProcessing/languages/nb/config/internal/participles.js.map +1 -1
  707. package/build/languageProcessing/languages/nb/config/internal/passiveVoiceAuxiliaries.js +1 -7
  708. package/build/languageProcessing/languages/nb/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  709. package/build/languageProcessing/languages/nb/config/stopWords.js +1 -7
  710. package/build/languageProcessing/languages/nb/config/stopWords.js.map +1 -1
  711. package/build/languageProcessing/languages/nb/config/transitionWords.js +4 -10
  712. package/build/languageProcessing/languages/nb/config/transitionWords.js.map +1 -1
  713. package/build/languageProcessing/languages/nb/config/twoPartTransitionWords.js +2 -7
  714. package/build/languageProcessing/languages/nb/config/twoPartTransitionWords.js.map +1 -1
  715. package/build/languageProcessing/languages/nb/helpers/getClauses.js +11 -18
  716. package/build/languageProcessing/languages/nb/helpers/getClauses.js.map +1 -1
  717. package/build/languageProcessing/languages/nb/helpers/getStemmer.js +8 -14
  718. package/build/languageProcessing/languages/nb/helpers/getStemmer.js.map +1 -1
  719. package/build/languageProcessing/languages/nb/helpers/internal/getParticiples.js +8 -14
  720. package/build/languageProcessing/languages/nb/helpers/internal/getParticiples.js.map +1 -1
  721. package/build/languageProcessing/languages/nb/helpers/internal/stem.js +1 -7
  722. package/build/languageProcessing/languages/nb/helpers/internal/stem.js.map +1 -1
  723. package/build/languageProcessing/languages/nb/values/Clause.js +8 -14
  724. package/build/languageProcessing/languages/nb/values/Clause.js.map +1 -1
  725. package/build/languageProcessing/languages/nl/Researcher.js +23 -31
  726. package/build/languageProcessing/languages/nl/Researcher.js.map +1 -1
  727. package/build/languageProcessing/languages/nl/config/firstWordExceptions.js +1 -7
  728. package/build/languageProcessing/languages/nl/config/firstWordExceptions.js.map +1 -1
  729. package/build/languageProcessing/languages/nl/config/functionWords.js +10 -16
  730. package/build/languageProcessing/languages/nl/config/functionWords.js.map +1 -1
  731. package/build/languageProcessing/languages/nl/config/internal/nonParticiples.js +1 -7
  732. package/build/languageProcessing/languages/nl/config/internal/nonParticiples.js.map +1 -1
  733. package/build/languageProcessing/languages/nl/config/internal/passiveVoiceAuxiliaries.js +1 -7
  734. package/build/languageProcessing/languages/nl/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  735. package/build/languageProcessing/languages/nl/config/internal/passiveVoiceIrregulars.js +1 -7
  736. package/build/languageProcessing/languages/nl/config/internal/passiveVoiceIrregulars.js.map +1 -1
  737. package/build/languageProcessing/languages/nl/config/keyphraseLength.js +1 -7
  738. package/build/languageProcessing/languages/nl/config/keyphraseLength.js.map +1 -1
  739. package/build/languageProcessing/languages/nl/config/stopWords.js +1 -7
  740. package/build/languageProcessing/languages/nl/config/stopWords.js.map +1 -1
  741. package/build/languageProcessing/languages/nl/config/transitionWords.js +4 -10
  742. package/build/languageProcessing/languages/nl/config/transitionWords.js.map +1 -1
  743. package/build/languageProcessing/languages/nl/config/twoPartTransitionWords.js +1 -7
  744. package/build/languageProcessing/languages/nl/config/twoPartTransitionWords.js.map +1 -1
  745. package/build/languageProcessing/languages/nl/helpers/calculateFleschReadingScore.js +3 -9
  746. package/build/languageProcessing/languages/nl/helpers/calculateFleschReadingScore.js.map +1 -1
  747. package/build/languageProcessing/languages/nl/helpers/getClauses.js +9 -16
  748. package/build/languageProcessing/languages/nl/helpers/getClauses.js.map +1 -1
  749. package/build/languageProcessing/languages/nl/helpers/getStemmer.js +8 -14
  750. package/build/languageProcessing/languages/nl/helpers/getStemmer.js.map +1 -1
  751. package/build/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js +7 -13
  752. package/build/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js.map +1 -1
  753. package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js +8 -14
  754. package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js.map +1 -1
  755. package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemSuffixes.js +10 -15
  756. package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemSuffixes.js.map +1 -1
  757. package/build/languageProcessing/languages/nl/helpers/internal/determineStem.js +10 -16
  758. package/build/languageProcessing/languages/nl/helpers/internal/determineStem.js.map +1 -1
  759. package/build/languageProcessing/languages/nl/helpers/internal/getParticiples.js +7 -13
  760. package/build/languageProcessing/languages/nl/helpers/internal/getParticiples.js.map +1 -1
  761. package/build/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js +7 -12
  762. package/build/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js.map +1 -1
  763. package/build/languageProcessing/languages/nl/helpers/internal/stem.js +17 -23
  764. package/build/languageProcessing/languages/nl/helpers/internal/stem.js.map +1 -1
  765. package/build/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js +4 -11
  766. package/build/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js.map +1 -1
  767. package/build/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js +8 -14
  768. package/build/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js.map +1 -1
  769. package/build/languageProcessing/languages/nl/values/Clause.js +10 -16
  770. package/build/languageProcessing/languages/nl/values/Clause.js.map +1 -1
  771. package/build/languageProcessing/languages/pl/Researcher.js +19 -27
  772. package/build/languageProcessing/languages/pl/Researcher.js.map +1 -1
  773. package/build/languageProcessing/languages/pl/config/firstWordExceptions.js +1 -7
  774. package/build/languageProcessing/languages/pl/config/firstWordExceptions.js.map +1 -1
  775. package/build/languageProcessing/languages/pl/config/functionWords.js +9 -16
  776. package/build/languageProcessing/languages/pl/config/functionWords.js.map +1 -1
  777. package/build/languageProcessing/languages/pl/config/internal/auxiliaries.js +1 -7
  778. package/build/languageProcessing/languages/pl/config/internal/auxiliaries.js.map +1 -1
  779. package/build/languageProcessing/languages/pl/config/internal/participles.js +1 -7
  780. package/build/languageProcessing/languages/pl/config/internal/participles.js.map +1 -1
  781. package/build/languageProcessing/languages/pl/config/sentenceLength.js +1 -7
  782. package/build/languageProcessing/languages/pl/config/sentenceLength.js.map +1 -1
  783. package/build/languageProcessing/languages/pl/config/stopWords.js +1 -7
  784. package/build/languageProcessing/languages/pl/config/stopWords.js.map +1 -1
  785. package/build/languageProcessing/languages/pl/config/transitionWords.js +4 -10
  786. package/build/languageProcessing/languages/pl/config/transitionWords.js.map +1 -1
  787. package/build/languageProcessing/languages/pl/config/twoPartTransitionWords.js +2 -7
  788. package/build/languageProcessing/languages/pl/config/twoPartTransitionWords.js.map +1 -1
  789. package/build/languageProcessing/languages/pl/helpers/getClauses.js +9 -16
  790. package/build/languageProcessing/languages/pl/helpers/getClauses.js.map +1 -1
  791. package/build/languageProcessing/languages/pl/helpers/getStemmer.js +8 -14
  792. package/build/languageProcessing/languages/pl/helpers/getStemmer.js.map +1 -1
  793. package/build/languageProcessing/languages/pl/helpers/internal/getParticiples.js +7 -13
  794. package/build/languageProcessing/languages/pl/helpers/internal/getParticiples.js.map +1 -1
  795. package/build/languageProcessing/languages/pl/helpers/internal/stem.js +1 -7
  796. package/build/languageProcessing/languages/pl/helpers/internal/stem.js.map +1 -1
  797. package/build/languageProcessing/languages/pl/values/Clause.js +8 -14
  798. package/build/languageProcessing/languages/pl/values/Clause.js.map +1 -1
  799. package/build/languageProcessing/languages/pt/Researcher.js +23 -31
  800. package/build/languageProcessing/languages/pt/Researcher.js.map +1 -1
  801. package/build/languageProcessing/languages/pt/config/firstWordExceptions.js +1 -7
  802. package/build/languageProcessing/languages/pt/config/firstWordExceptions.js.map +1 -1
  803. package/build/languageProcessing/languages/pt/config/functionWords.js +10 -16
  804. package/build/languageProcessing/languages/pt/config/functionWords.js.map +1 -1
  805. package/build/languageProcessing/languages/pt/config/internal/passiveVoiceAuxiliaries.js +1 -7
  806. package/build/languageProcessing/languages/pt/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  807. package/build/languageProcessing/languages/pt/config/internal/passiveVoiceParticiples.js +1 -7
  808. package/build/languageProcessing/languages/pt/config/internal/passiveVoiceParticiples.js.map +1 -1
  809. package/build/languageProcessing/languages/pt/config/sentenceLength.js +1 -7
  810. package/build/languageProcessing/languages/pt/config/sentenceLength.js.map +1 -1
  811. package/build/languageProcessing/languages/pt/config/stopWords.js +1 -7
  812. package/build/languageProcessing/languages/pt/config/stopWords.js.map +1 -1
  813. package/build/languageProcessing/languages/pt/config/transitionWords.js +4 -10
  814. package/build/languageProcessing/languages/pt/config/transitionWords.js.map +1 -1
  815. package/build/languageProcessing/languages/pt/config/twoPartTransitionWords.js +1 -7
  816. package/build/languageProcessing/languages/pt/config/twoPartTransitionWords.js.map +1 -1
  817. package/build/languageProcessing/languages/pt/helpers/calculateFleschReadingScore.js +3 -9
  818. package/build/languageProcessing/languages/pt/helpers/calculateFleschReadingScore.js.map +1 -1
  819. package/build/languageProcessing/languages/pt/helpers/getClauses.js +10 -17
  820. package/build/languageProcessing/languages/pt/helpers/getClauses.js.map +1 -1
  821. package/build/languageProcessing/languages/pt/helpers/getStemmer.js +8 -14
  822. package/build/languageProcessing/languages/pt/helpers/getStemmer.js.map +1 -1
  823. package/build/languageProcessing/languages/pt/helpers/internal/getParticiples.js +6 -12
  824. package/build/languageProcessing/languages/pt/helpers/internal/getParticiples.js.map +1 -1
  825. package/build/languageProcessing/languages/pt/helpers/internal/stem.js +3 -9
  826. package/build/languageProcessing/languages/pt/helpers/internal/stem.js.map +1 -1
  827. package/build/languageProcessing/languages/pt/values/Clause.js +7 -14
  828. package/build/languageProcessing/languages/pt/values/Clause.js.map +1 -1
  829. package/build/languageProcessing/languages/ru/Researcher.js +23 -31
  830. package/build/languageProcessing/languages/ru/Researcher.js.map +1 -1
  831. package/build/languageProcessing/languages/ru/config/firstWordExceptions.js +1 -7
  832. package/build/languageProcessing/languages/ru/config/firstWordExceptions.js.map +1 -1
  833. package/build/languageProcessing/languages/ru/config/fleschReadingEaseScores.js +1 -7
  834. package/build/languageProcessing/languages/ru/config/fleschReadingEaseScores.js.map +1 -1
  835. package/build/languageProcessing/languages/ru/config/functionWords.js +8 -14
  836. package/build/languageProcessing/languages/ru/config/functionWords.js.map +1 -1
  837. package/build/languageProcessing/languages/ru/config/internal/participlesShortenedList.js +2 -8
  838. package/build/languageProcessing/languages/ru/config/internal/participlesShortenedList.js.map +1 -1
  839. package/build/languageProcessing/languages/ru/config/internal/passiveVoiceParticiples.js +1 -7
  840. package/build/languageProcessing/languages/ru/config/internal/passiveVoiceParticiples.js.map +1 -1
  841. package/build/languageProcessing/languages/ru/config/sentenceLength.js +1 -7
  842. package/build/languageProcessing/languages/ru/config/sentenceLength.js.map +1 -1
  843. package/build/languageProcessing/languages/ru/config/transitionWords.js +4 -10
  844. package/build/languageProcessing/languages/ru/config/transitionWords.js.map +1 -1
  845. package/build/languageProcessing/languages/ru/config/twoPartTransitionWords.js +2 -7
  846. package/build/languageProcessing/languages/ru/config/twoPartTransitionWords.js.map +1 -1
  847. package/build/languageProcessing/languages/ru/helpers/calculateFleschReadingScore.js +3 -9
  848. package/build/languageProcessing/languages/ru/helpers/calculateFleschReadingScore.js.map +1 -1
  849. package/build/languageProcessing/languages/ru/helpers/getStemmer.js +8 -14
  850. package/build/languageProcessing/languages/ru/helpers/getStemmer.js.map +1 -1
  851. package/build/languageProcessing/languages/ru/helpers/internal/stem.js +1 -7
  852. package/build/languageProcessing/languages/ru/helpers/internal/stem.js.map +1 -1
  853. package/build/languageProcessing/languages/ru/helpers/isPassiveSentence.js +6 -12
  854. package/build/languageProcessing/languages/ru/helpers/isPassiveSentence.js.map +1 -1
  855. package/build/languageProcessing/languages/sk/Researcher.js +17 -25
  856. package/build/languageProcessing/languages/sk/Researcher.js.map +1 -1
  857. package/build/languageProcessing/languages/sk/config/firstWordExceptions.js +1 -7
  858. package/build/languageProcessing/languages/sk/config/firstWordExceptions.js.map +1 -1
  859. package/build/languageProcessing/languages/sk/config/functionWords.js +5 -11
  860. package/build/languageProcessing/languages/sk/config/functionWords.js.map +1 -1
  861. package/build/languageProcessing/languages/sk/config/internal/nonPassives.js +1 -7
  862. package/build/languageProcessing/languages/sk/config/internal/nonPassives.js.map +1 -1
  863. package/build/languageProcessing/languages/sk/config/internal/passiveVoiceAuxiliaries.js +2 -8
  864. package/build/languageProcessing/languages/sk/config/internal/passiveVoiceAuxiliaries.js.map +1 -1
  865. package/build/languageProcessing/languages/sk/config/stopWords.js +1 -7
  866. package/build/languageProcessing/languages/sk/config/stopWords.js.map +1 -1
  867. package/build/languageProcessing/languages/sk/config/transitionWords.js +4 -10
  868. package/build/languageProcessing/languages/sk/config/transitionWords.js.map +1 -1
  869. package/build/languageProcessing/languages/sk/config/twoPartTransitionWords.js +2 -7
  870. package/build/languageProcessing/languages/sk/config/twoPartTransitionWords.js.map +1 -1
  871. package/build/languageProcessing/languages/sk/helpers/getClauses.js +9 -16
  872. package/build/languageProcessing/languages/sk/helpers/getClauses.js.map +1 -1
  873. package/build/languageProcessing/languages/sk/helpers/getStemmer.js +8 -14
  874. package/build/languageProcessing/languages/sk/helpers/getStemmer.js.map +1 -1
  875. package/build/languageProcessing/languages/sk/helpers/internal/getParticiples.js +3 -9
  876. package/build/languageProcessing/languages/sk/helpers/internal/getParticiples.js.map +1 -1
  877. package/build/languageProcessing/languages/sk/helpers/internal/stem.js +1 -7
  878. package/build/languageProcessing/languages/sk/helpers/internal/stem.js.map +1 -1
  879. package/build/languageProcessing/languages/sk/values/Clause.js +8 -14
  880. package/build/languageProcessing/languages/sk/values/Clause.js.map +1 -1
  881. package/build/languageProcessing/languages/sv/Researcher.js +17 -25
  882. package/build/languageProcessing/languages/sv/Researcher.js.map +1 -1
  883. package/build/languageProcessing/languages/sv/config/firstWordExceptions.js +1 -7
  884. package/build/languageProcessing/languages/sv/config/firstWordExceptions.js.map +1 -1
  885. package/build/languageProcessing/languages/sv/config/functionWords.js +7 -13
  886. package/build/languageProcessing/languages/sv/config/functionWords.js.map +1 -1
  887. package/build/languageProcessing/languages/sv/config/internal/passiveVerbs.js +2 -7
  888. package/build/languageProcessing/languages/sv/config/internal/passiveVerbs.js.map +1 -1
  889. package/build/languageProcessing/languages/sv/config/keyphraseLength.js +1 -7
  890. package/build/languageProcessing/languages/sv/config/keyphraseLength.js.map +1 -1
  891. package/build/languageProcessing/languages/sv/config/transitionWords.js +4 -10
  892. package/build/languageProcessing/languages/sv/config/transitionWords.js.map +1 -1
  893. package/build/languageProcessing/languages/sv/config/twoPartTransitionWords.js +2 -7
  894. package/build/languageProcessing/languages/sv/config/twoPartTransitionWords.js.map +1 -1
  895. package/build/languageProcessing/languages/sv/helpers/getStemmer.js +8 -14
  896. package/build/languageProcessing/languages/sv/helpers/getStemmer.js.map +1 -1
  897. package/build/languageProcessing/languages/sv/helpers/internal/stem.js +1 -7
  898. package/build/languageProcessing/languages/sv/helpers/internal/stem.js.map +1 -1
  899. package/build/languageProcessing/languages/sv/helpers/isPassiveSentence.js +6 -12
  900. package/build/languageProcessing/languages/sv/helpers/isPassiveSentence.js.map +1 -1
  901. package/build/languageProcessing/languages/tr/Researcher.js +17 -25
  902. package/build/languageProcessing/languages/tr/Researcher.js.map +1 -1
  903. package/build/languageProcessing/languages/tr/config/firstWordExceptions.js +1 -7
  904. package/build/languageProcessing/languages/tr/config/firstWordExceptions.js.map +1 -1
  905. package/build/languageProcessing/languages/tr/config/functionWords.js +4 -10
  906. package/build/languageProcessing/languages/tr/config/functionWords.js.map +1 -1
  907. package/build/languageProcessing/languages/tr/config/internal/nonPassiveExceptions.js +3 -8
  908. package/build/languageProcessing/languages/tr/config/internal/nonPassiveExceptions.js.map +1 -1
  909. package/build/languageProcessing/languages/tr/config/internal/passiveEndings.js +1 -7
  910. package/build/languageProcessing/languages/tr/config/internal/passiveEndings.js.map +1 -1
  911. package/build/languageProcessing/languages/tr/config/sentenceLength.js +1 -7
  912. package/build/languageProcessing/languages/tr/config/sentenceLength.js.map +1 -1
  913. package/build/languageProcessing/languages/tr/config/transitionWords.js +4 -10
  914. package/build/languageProcessing/languages/tr/config/transitionWords.js.map +1 -1
  915. package/build/languageProcessing/languages/tr/config/twoPartTransitionWords.js +2 -7
  916. package/build/languageProcessing/languages/tr/config/twoPartTransitionWords.js.map +1 -1
  917. package/build/languageProcessing/languages/tr/helpers/getStemmer.js +8 -14
  918. package/build/languageProcessing/languages/tr/helpers/getStemmer.js.map +1 -1
  919. package/build/languageProcessing/languages/tr/helpers/internal/stem.js +3 -9
  920. package/build/languageProcessing/languages/tr/helpers/internal/stem.js.map +1 -1
  921. package/build/languageProcessing/languages/tr/helpers/isPassiveSentence.js +9 -15
  922. package/build/languageProcessing/languages/tr/helpers/isPassiveSentence.js.map +1 -1
  923. package/build/languageProcessing/researches/altTagCount.js +10 -16
  924. package/build/languageProcessing/researches/altTagCount.js.map +1 -1
  925. package/build/languageProcessing/researches/checkRelatedKeywords.js +72 -0
  926. package/build/languageProcessing/researches/checkRelatedKeywords.js.map +1 -0
  927. package/build/languageProcessing/researches/countSentencesFromText.js +9 -15
  928. package/build/languageProcessing/researches/countSentencesFromText.js.map +1 -1
  929. package/build/languageProcessing/researches/findKeyphraseInSEOTitle.js +19 -26
  930. package/build/languageProcessing/researches/findKeyphraseInSEOTitle.js.map +1 -1
  931. package/build/languageProcessing/researches/findKeywordInFirstParagraph.js +17 -23
  932. package/build/languageProcessing/researches/findKeywordInFirstParagraph.js.map +1 -1
  933. package/build/languageProcessing/researches/findTransitionWords.js +16 -23
  934. package/build/languageProcessing/researches/findTransitionWords.js.map +1 -1
  935. package/build/languageProcessing/researches/functionWordsInKeyphrase.js +10 -16
  936. package/build/languageProcessing/researches/functionWordsInKeyphrase.js.map +1 -1
  937. package/build/languageProcessing/researches/getAnchorsWithKeyphrase.js +21 -28
  938. package/build/languageProcessing/researches/getAnchorsWithKeyphrase.js.map +1 -1
  939. package/build/languageProcessing/researches/getFleschReadingScore.js +18 -25
  940. package/build/languageProcessing/researches/getFleschReadingScore.js.map +1 -1
  941. package/build/languageProcessing/researches/getKeywordDensity.js +7 -14
  942. package/build/languageProcessing/researches/getKeywordDensity.js.map +1 -1
  943. package/build/languageProcessing/researches/getLinkStatistics.js +7 -13
  944. package/build/languageProcessing/researches/getLinkStatistics.js.map +1 -1
  945. package/build/languageProcessing/researches/getLinks.js +7 -13
  946. package/build/languageProcessing/researches/getLinks.js.map +1 -1
  947. package/build/languageProcessing/researches/getLongCenterAlignedTexts.js +1 -7
  948. package/build/languageProcessing/researches/getLongCenterAlignedTexts.js.map +1 -1
  949. package/build/languageProcessing/researches/getParagraphLength.js +15 -21
  950. package/build/languageProcessing/researches/getParagraphLength.js.map +1 -1
  951. package/build/languageProcessing/researches/getParagraphs.js +4 -9
  952. package/build/languageProcessing/researches/getParagraphs.js.map +1 -1
  953. package/build/languageProcessing/researches/getPassiveVoiceResult.js +21 -30
  954. package/build/languageProcessing/researches/getPassiveVoiceResult.js.map +1 -1
  955. package/build/languageProcessing/researches/getProminentWordsForInsights.js +12 -18
  956. package/build/languageProcessing/researches/getProminentWordsForInsights.js.map +1 -1
  957. package/build/languageProcessing/researches/getProminentWordsForInternalLinking.js +20 -26
  958. package/build/languageProcessing/researches/getProminentWordsForInternalLinking.js.map +1 -1
  959. package/build/languageProcessing/researches/getSentenceBeginnings.js +30 -36
  960. package/build/languageProcessing/researches/getSentenceBeginnings.js.map +1 -1
  961. package/build/languageProcessing/researches/getSubheadingTextLengths.js +12 -18
  962. package/build/languageProcessing/researches/getSubheadingTextLengths.js.map +1 -1
  963. package/build/languageProcessing/researches/getWordForms.js +13 -19
  964. package/build/languageProcessing/researches/getWordForms.js.map +1 -1
  965. package/build/languageProcessing/researches/h1s.js +1 -7
  966. package/build/languageProcessing/researches/h1s.js.map +1 -1
  967. package/build/languageProcessing/researches/imageCount.js +4 -10
  968. package/build/languageProcessing/researches/imageCount.js.map +1 -1
  969. package/build/languageProcessing/researches/index.js +4 -27
  970. package/build/languageProcessing/researches/index.js.map +1 -1
  971. package/build/languageProcessing/researches/keyphraseDistribution.js +22 -32
  972. package/build/languageProcessing/researches/keyphraseDistribution.js.map +1 -1
  973. package/build/languageProcessing/researches/keyphraseLength.js +1 -7
  974. package/build/languageProcessing/researches/keyphraseLength.js.map +1 -1
  975. package/build/languageProcessing/researches/keywordCount.js +30 -39
  976. package/build/languageProcessing/researches/keywordCount.js.map +1 -1
  977. package/build/languageProcessing/researches/keywordCountInUrl.js +8 -16
  978. package/build/languageProcessing/researches/keywordCountInUrl.js.map +1 -1
  979. package/build/languageProcessing/researches/matchKeywordInSubheadings.js +15 -20
  980. package/build/languageProcessing/researches/matchKeywordInSubheadings.js.map +1 -1
  981. package/build/languageProcessing/researches/metaDescriptionKeyword.js +6 -12
  982. package/build/languageProcessing/researches/metaDescriptionKeyword.js.map +1 -1
  983. package/build/languageProcessing/researches/metaDescriptionLength.js +3 -9
  984. package/build/languageProcessing/researches/metaDescriptionLength.js.map +1 -1
  985. package/build/languageProcessing/researches/pageTitleWidth.js +1 -7
  986. package/build/languageProcessing/researches/pageTitleWidth.js.map +1 -1
  987. package/build/languageProcessing/researches/readingTime.js +7 -13
  988. package/build/languageProcessing/researches/readingTime.js.map +1 -1
  989. package/build/languageProcessing/researches/sentences.js +7 -13
  990. package/build/languageProcessing/researches/sentences.js.map +1 -1
  991. package/build/languageProcessing/researches/videoCount.js +1 -7
  992. package/build/languageProcessing/researches/videoCount.js.map +1 -1
  993. package/build/languageProcessing/researches/wordComplexity.js +15 -21
  994. package/build/languageProcessing/researches/wordComplexity.js.map +1 -1
  995. package/build/languageProcessing/researches/wordCountInText.js +10 -15
  996. package/build/languageProcessing/researches/wordCountInText.js.map +1 -1
  997. package/build/languageProcessing/values/Clause.js +1 -7
  998. package/build/languageProcessing/values/Clause.js.map +1 -1
  999. package/build/languageProcessing/values/ProminentWord.js +1 -7
  1000. package/build/languageProcessing/values/ProminentWord.js.map +1 -1
  1001. package/build/languageProcessing/values/Sentence.js +1 -7
  1002. package/build/languageProcessing/values/Sentence.js.map +1 -1
  1003. package/build/languageProcessing/values/index.js +4 -27
  1004. package/build/languageProcessing/values/index.js.map +1 -1
  1005. package/build/markers/addMark.js +1 -7
  1006. package/build/markers/addMark.js.map +1 -1
  1007. package/build/markers/addMarkSingleWord.js +7 -12
  1008. package/build/markers/addMarkSingleWord.js.map +1 -1
  1009. package/build/markers/index.js +3 -20
  1010. package/build/markers/index.js.map +1 -1
  1011. package/build/markers/removeDuplicateMarks.js +3 -8
  1012. package/build/markers/removeDuplicateMarks.js.map +1 -1
  1013. package/build/markers/removeMarks.js +1 -7
  1014. package/build/markers/removeMarks.js.map +1 -1
  1015. package/build/parse/build/build.js +17 -25
  1016. package/build/parse/build/build.js.map +1 -1
  1017. package/build/parse/build/index.js +7 -12
  1018. package/build/parse/build/index.js.map +1 -1
  1019. package/build/parse/build/private/adapt.js +15 -21
  1020. package/build/parse/build/private/adapt.js.map +1 -1
  1021. package/build/parse/build/private/adaptAttributes.js +3 -9
  1022. package/build/parse/build/private/adaptAttributes.js.map +1 -1
  1023. package/build/parse/build/private/alwaysFilterElements.js +9 -14
  1024. package/build/parse/build/private/alwaysFilterElements.js.map +1 -1
  1025. package/build/parse/build/private/combineIntoImplicitParagraphs.js +12 -18
  1026. package/build/parse/build/private/combineIntoImplicitParagraphs.js.map +1 -1
  1027. package/build/parse/build/private/filterBeforeTokenizing.js +5 -10
  1028. package/build/parse/build/private/filterBeforeTokenizing.js.map +1 -1
  1029. package/build/parse/build/private/filterHelpers.js +3 -11
  1030. package/build/parse/build/private/filterHelpers.js.map +1 -1
  1031. package/build/parse/build/private/filterTree.js +3 -8
  1032. package/build/parse/build/private/filterTree.js.map +1 -1
  1033. package/build/parse/build/private/getTextElementPositions.js +5 -10
  1034. package/build/parse/build/private/getTextElementPositions.js.map +1 -1
  1035. package/build/parse/build/private/helpers/parseClassAttribute.js +1 -7
  1036. package/build/parse/build/private/helpers/parseClassAttribute.js.map +1 -1
  1037. package/build/parse/build/private/isPhrasingContent.js +1 -7
  1038. package/build/parse/build/private/isPhrasingContent.js.map +1 -1
  1039. package/build/parse/build/private/parseBlocks.js +4 -11
  1040. package/build/parse/build/private/parseBlocks.js.map +1 -1
  1041. package/build/parse/build/private/tokenize.js +8 -14
  1042. package/build/parse/build/private/tokenize.js.map +1 -1
  1043. package/build/parse/language/LanguageProcessor.js +8 -15
  1044. package/build/parse/language/LanguageProcessor.js.map +1 -1
  1045. package/build/parse/structure/Heading.js +3 -9
  1046. package/build/parse/structure/Heading.js.map +1 -1
  1047. package/build/parse/structure/Node.js +8 -14
  1048. package/build/parse/structure/Node.js.map +1 -1
  1049. package/build/parse/structure/Paragraph.js +3 -9
  1050. package/build/parse/structure/Paragraph.js.map +1 -1
  1051. package/build/parse/structure/Sentence.js +1 -7
  1052. package/build/parse/structure/Sentence.js.map +1 -1
  1053. package/build/parse/structure/SourceCodeLocation.js +1 -7
  1054. package/build/parse/structure/SourceCodeLocation.js.map +1 -1
  1055. package/build/parse/structure/Text.js +3 -10
  1056. package/build/parse/structure/Text.js.map +1 -1
  1057. package/build/parse/structure/Token.js +3 -8
  1058. package/build/parse/structure/Token.js.map +1 -1
  1059. package/build/parse/structure/index.js +10 -33
  1060. package/build/parse/structure/index.js.map +1 -1
  1061. package/build/parse/traverse/findAllInTree.js +1 -7
  1062. package/build/parse/traverse/findAllInTree.js.map +1 -1
  1063. package/build/parse/traverse/index.js +8 -19
  1064. package/build/parse/traverse/index.js.map +1 -1
  1065. package/build/parse/traverse/innerText.js +3 -8
  1066. package/build/parse/traverse/innerText.js.map +1 -1
  1067. package/build/parsedPaper/ParsedPaper.js +1 -8
  1068. package/build/parsedPaper/ParsedPaper.js.map +1 -1
  1069. package/build/parsedPaper/assess/TreeAssessor.js +6 -12
  1070. package/build/parsedPaper/assess/TreeAssessor.js.map +1 -1
  1071. package/build/parsedPaper/assess/assessmentListFactories.js +1 -11
  1072. package/build/parsedPaper/assess/assessmentListFactories.js.map +1 -1
  1073. package/build/parsedPaper/assess/assessments/Assessment.js +15 -9
  1074. package/build/parsedPaper/assess/assessments/Assessment.js.map +1 -1
  1075. package/build/parsedPaper/assess/assessments/index.js +6 -13
  1076. package/build/parsedPaper/assess/assessments/index.js.map +1 -1
  1077. package/build/parsedPaper/assess/assessorFactories.js +16 -24
  1078. package/build/parsedPaper/assess/assessorFactories.js.map +1 -1
  1079. package/build/parsedPaper/assess/cornerstone/assessmentListFactories.js +1 -9
  1080. package/build/parsedPaper/assess/cornerstone/assessmentListFactories.js.map +1 -1
  1081. package/build/parsedPaper/assess/cornerstone/index.js +2 -10
  1082. package/build/parsedPaper/assess/cornerstone/index.js.map +1 -1
  1083. package/build/parsedPaper/assess/index.js +13 -29
  1084. package/build/parsedPaper/assess/index.js.map +1 -1
  1085. package/build/parsedPaper/build/PaperParser.js +5 -11
  1086. package/build/parsedPaper/build/PaperParser.js.map +1 -1
  1087. package/build/parsedPaper/build/linguisticParsing/Sentence.js +1 -7
  1088. package/build/parsedPaper/build/linguisticParsing/Sentence.js.map +1 -1
  1089. package/build/parsedPaper/build/linguisticParsing/SentenceTokenizer.js +16 -23
  1090. package/build/parsedPaper/build/linguisticParsing/SentenceTokenizer.js.map +1 -1
  1091. package/build/parsedPaper/build/linguisticParsing/parseText.js +3 -9
  1092. package/build/parsedPaper/build/linguisticParsing/parseText.js.map +1 -1
  1093. package/build/parsedPaper/build/tree/TreeBuilder.js +3 -9
  1094. package/build/parsedPaper/build/tree/TreeBuilder.js.map +1 -1
  1095. package/build/parsedPaper/build/tree/cleanup/calculateTextIndices.js +5 -10
  1096. package/build/parsedPaper/build/tree/cleanup/calculateTextIndices.js.map +1 -1
  1097. package/build/parsedPaper/build/tree/cleanup/getElementContent.js +1 -7
  1098. package/build/parsedPaper/build/tree/cleanup/getElementContent.js.map +1 -1
  1099. package/build/parsedPaper/build/tree/cleanup/postParsing.js +5 -11
  1100. package/build/parsedPaper/build/tree/cleanup/postParsing.js.map +1 -1
  1101. package/build/parsedPaper/build/tree/html/HTMLTreeConverter.js +21 -27
  1102. package/build/parsedPaper/build/tree/html/HTMLTreeConverter.js.map +1 -1
  1103. package/build/parsedPaper/build/tree/html/buildTree.js +7 -13
  1104. package/build/parsedPaper/build/tree/html/buildTree.js.map +1 -1
  1105. package/build/parsedPaper/build/tree/html/htmlConstants.js +4 -9
  1106. package/build/parsedPaper/build/tree/html/htmlConstants.js.map +1 -1
  1107. package/build/parsedPaper/build/tree/index.js +3 -8
  1108. package/build/parsedPaper/build/tree/index.js.map +1 -1
  1109. package/build/parsedPaper/build/tree/metadata/buildTree.js +12 -18
  1110. package/build/parsedPaper/build/tree/metadata/buildTree.js.map +1 -1
  1111. package/build/parsedPaper/research/TreeResearcher.js +4 -9
  1112. package/build/parsedPaper/research/TreeResearcher.js.map +1 -1
  1113. package/build/parsedPaper/research/index.js +10 -12
  1114. package/build/parsedPaper/research/index.js.map +1 -1
  1115. package/build/parsedPaper/research/researches/Headings.js +5 -11
  1116. package/build/parsedPaper/research/researches/Headings.js.map +1 -1
  1117. package/build/parsedPaper/research/researches/LinkStatistics.js +6 -12
  1118. package/build/parsedPaper/research/researches/LinkStatistics.js.map +1 -1
  1119. package/build/parsedPaper/research/researches/Research.js +5 -10
  1120. package/build/parsedPaper/research/researches/Research.js.map +1 -1
  1121. package/build/parsedPaper/research/researches/index.js +1 -13
  1122. package/build/parsedPaper/research/researches/index.js.map +1 -1
  1123. package/build/parsedPaper/structure/tree/FormattingElement.js +3 -9
  1124. package/build/parsedPaper/structure/tree/FormattingElement.js.map +1 -1
  1125. package/build/parsedPaper/structure/tree/SourceCodeLocation.js +1 -7
  1126. package/build/parsedPaper/structure/tree/SourceCodeLocation.js.map +1 -1
  1127. package/build/parsedPaper/structure/tree/TextContainer.js +5 -10
  1128. package/build/parsedPaper/structure/tree/TextContainer.js.map +1 -1
  1129. package/build/parsedPaper/structure/tree/index.js +9 -74
  1130. package/build/parsedPaper/structure/tree/index.js.map +1 -1
  1131. package/build/parsedPaper/structure/tree/nodes/Heading.js +3 -9
  1132. package/build/parsedPaper/structure/tree/nodes/Heading.js.map +1 -1
  1133. package/build/parsedPaper/structure/tree/nodes/LeafNode.js +5 -12
  1134. package/build/parsedPaper/structure/tree/nodes/LeafNode.js.map +1 -1
  1135. package/build/parsedPaper/structure/tree/nodes/List.js +5 -11
  1136. package/build/parsedPaper/structure/tree/nodes/List.js.map +1 -1
  1137. package/build/parsedPaper/structure/tree/nodes/ListItem.js +3 -10
  1138. package/build/parsedPaper/structure/tree/nodes/ListItem.js.map +1 -1
  1139. package/build/parsedPaper/structure/tree/nodes/MetadataMiscellaneous.js +3 -9
  1140. package/build/parsedPaper/structure/tree/nodes/MetadataMiscellaneous.js.map +1 -1
  1141. package/build/parsedPaper/structure/tree/nodes/MetadataText.js +3 -9
  1142. package/build/parsedPaper/structure/tree/nodes/MetadataText.js.map +1 -1
  1143. package/build/parsedPaper/structure/tree/nodes/Node.js +6 -12
  1144. package/build/parsedPaper/structure/tree/nodes/Node.js.map +1 -1
  1145. package/build/parsedPaper/structure/tree/nodes/Paragraph.js +3 -9
  1146. package/build/parsedPaper/structure/tree/nodes/Paragraph.js.map +1 -1
  1147. package/build/parsedPaper/structure/tree/nodes/StructuredNode.js +3 -10
  1148. package/build/parsedPaper/structure/tree/nodes/StructuredNode.js.map +1 -1
  1149. package/build/parsedPaper/structure/tree/nodes/index.js +10 -69
  1150. package/build/parsedPaper/structure/tree/nodes/index.js.map +1 -1
  1151. package/build/scoring/assessments/assessment.js +17 -15
  1152. package/build/scoring/assessments/assessment.js.map +1 -1
  1153. package/build/scoring/assessments/index.js +53 -56
  1154. package/build/scoring/assessments/index.js.map +1 -1
  1155. package/build/scoring/assessments/readability/ParagraphTooLongAssessment.js +30 -47
  1156. package/build/scoring/assessments/readability/ParagraphTooLongAssessment.js.map +1 -1
  1157. package/build/scoring/assessments/readability/RelatedKeywordsAssessment.js +98 -0
  1158. package/build/scoring/assessments/readability/RelatedKeywordsAssessment.js.map +1 -0
  1159. package/build/scoring/assessments/readability/SentenceBeginningsAssessment.js +22 -35
  1160. package/build/scoring/assessments/readability/SentenceBeginningsAssessment.js.map +1 -1
  1161. package/build/scoring/assessments/readability/SentenceLengthInTextAssessment.js +24 -39
  1162. package/build/scoring/assessments/readability/SentenceLengthInTextAssessment.js.map +1 -1
  1163. package/build/scoring/assessments/readability/TransitionWordsAssessment.js +29 -47
  1164. package/build/scoring/assessments/readability/TransitionWordsAssessment.js.map +1 -1
  1165. package/build/scoring/assessments/seo/FAQsAssessment.js +162 -0
  1166. package/build/scoring/assessments/seo/FAQsAssessment.js.map +1 -0
  1167. package/build/scoring/assessments/seo/ImageCountAssessment.js +17 -33
  1168. package/build/scoring/assessments/seo/ImageCountAssessment.js.map +1 -1
  1169. package/build/scoring/assessments/seo/InternalLinksAssessment.js +21 -35
  1170. package/build/scoring/assessments/seo/InternalLinksAssessment.js.map +1 -1
  1171. package/build/scoring/assessments/seo/IntroductionKeywordAssessment.js +20 -34
  1172. package/build/scoring/assessments/seo/IntroductionKeywordAssessment.js.map +1 -1
  1173. package/build/scoring/assessments/seo/KeyphraseAssessment.js +18 -32
  1174. package/build/scoring/assessments/seo/KeyphraseAssessment.js.map +1 -1
  1175. package/build/scoring/assessments/seo/KeyphraseLengthAssessment.js +21 -34
  1176. package/build/scoring/assessments/seo/KeyphraseLengthAssessment.js.map +1 -1
  1177. package/build/scoring/assessments/seo/KeywordDensityAssessment.js +26 -40
  1178. package/build/scoring/assessments/seo/KeywordDensityAssessment.js.map +1 -1
  1179. package/build/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js +23 -42
  1180. package/build/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js.map +1 -1
  1181. package/build/scoring/assessments/seo/MetaDescriptionLengthAssessment.js +19 -34
  1182. package/build/scoring/assessments/seo/MetaDescriptionLengthAssessment.js.map +1 -1
  1183. package/build/scoring/assessments/seo/MetaTitleKeywordAssessment.js +25 -41
  1184. package/build/scoring/assessments/seo/MetaTitleKeywordAssessment.js.map +1 -1
  1185. package/build/scoring/assessments/seo/NumberInMetaTitleAssessment.js +16 -30
  1186. package/build/scoring/assessments/seo/NumberInMetaTitleAssessment.js.map +1 -1
  1187. package/build/scoring/assessments/seo/OutboundLinksAssessment.js +21 -40
  1188. package/build/scoring/assessments/seo/OutboundLinksAssessment.js.map +1 -1
  1189. package/build/scoring/assessments/seo/PageTitleWidthAssessment.js +17 -31
  1190. package/build/scoring/assessments/seo/PageTitleWidthAssessment.js.map +1 -1
  1191. package/build/scoring/assessments/seo/SchemaAssessment.js +95 -0
  1192. package/build/scoring/assessments/seo/SchemaAssessment.js.map +1 -0
  1193. package/build/scoring/assessments/seo/SingleH1Assessment.js +20 -33
  1194. package/build/scoring/assessments/seo/SingleH1Assessment.js.map +1 -1
  1195. package/build/scoring/assessments/seo/SingleTitleAssessment.js +20 -33
  1196. package/build/scoring/assessments/seo/SingleTitleAssessment.js.map +1 -1
  1197. package/build/scoring/assessments/seo/SubHeadingsKeywordAssessment.js +18 -35
  1198. package/build/scoring/assessments/seo/SubHeadingsKeywordAssessment.js.map +1 -1
  1199. package/build/scoring/assessments/seo/TextImagesAssessment.js +20 -36
  1200. package/build/scoring/assessments/seo/TextImagesAssessment.js.map +1 -1
  1201. package/build/scoring/assessments/seo/TextLengthAssessment.js +21 -37
  1202. package/build/scoring/assessments/seo/TextLengthAssessment.js.map +1 -1
  1203. package/build/scoring/assessments/seo/UrlKeywordAssessment.js +20 -36
  1204. package/build/scoring/assessments/seo/UrlKeywordAssessment.js.map +1 -1
  1205. package/build/scoring/assessments/seo/UrlLengthAssessment.js +19 -33
  1206. package/build/scoring/assessments/seo/UrlLengthAssessment.js.map +1 -1
  1207. package/build/scoring/assessors/assessor.js +53 -33
  1208. package/build/scoring/assessors/assessor.js.map +1 -1
  1209. package/build/scoring/assessors/avadaAssessor.js +37 -17
  1210. package/build/scoring/assessors/avadaAssessor.js.map +1 -1
  1211. package/build/scoring/assessors/contentAssessor.js +16 -22
  1212. package/build/scoring/assessors/contentAssessor.js.map +1 -1
  1213. package/build/scoring/assessors/index.js +4 -34
  1214. package/build/scoring/assessors/index.js.map +1 -1
  1215. package/build/scoring/assessors/seoAssessor.js +27 -32
  1216. package/build/scoring/assessors/seoAssessor.js.map +1 -1
  1217. package/build/scoring/helpers/assessments/checkForTooLongSentences.js +3 -8
  1218. package/build/scoring/helpers/assessments/checkForTooLongSentences.js.map +1 -1
  1219. package/build/scoring/helpers/assessments/inRange.js +2 -10
  1220. package/build/scoring/helpers/assessments/inRange.js.map +1 -1
  1221. package/build/scoring/helpers/assessments/keyphraseLengthFactor.js +1 -7
  1222. package/build/scoring/helpers/assessments/keyphraseLengthFactor.js.map +1 -1
  1223. package/build/scoring/helpers/assessments/recommendedKeywordCount.js +5 -11
  1224. package/build/scoring/helpers/assessments/recommendedKeywordCount.js.map +1 -1
  1225. package/build/scoring/helpers/index.js +27 -18
  1226. package/build/scoring/helpers/index.js.map +1 -1
  1227. package/build/scoring/interpreters/index.js +2 -13
  1228. package/build/scoring/interpreters/index.js.map +1 -1
  1229. package/build/scoring/interpreters/scoreToRating.js +1 -7
  1230. package/build/scoring/interpreters/scoreToRating.js.map +1 -1
  1231. package/build/scoring/renderers/AssessorPresenter.js +12 -18
  1232. package/build/scoring/renderers/AssessorPresenter.js.map +1 -1
  1233. package/build/scoring/scoreAggregators/ReadabilityScoreAggregator.js +8 -14
  1234. package/build/scoring/scoreAggregators/ReadabilityScoreAggregator.js.map +1 -1
  1235. package/build/scoring/scoreAggregators/SEOScoreAggregator.js +3 -9
  1236. package/build/scoring/scoreAggregators/SEOScoreAggregator.js.map +1 -1
  1237. package/build/scoring/scoreAggregators/ScoreAggregator.js +1 -7
  1238. package/build/scoring/scoreAggregators/ScoreAggregator.js.map +1 -1
  1239. package/build/scoring/scoreAggregators/index.js +3 -27
  1240. package/build/scoring/scoreAggregators/index.js.map +1 -1
  1241. package/build/values/AssessmentResult.js +31 -57
  1242. package/build/values/AssessmentResult.js.map +1 -1
  1243. package/build/values/Mark.js +9 -15
  1244. package/build/values/Mark.js.map +1 -1
  1245. package/build/values/Paper.js +115 -16
  1246. package/build/values/Paper.js.map +1 -1
  1247. package/build/values/index.js +4 -27
  1248. package/build/values/index.js.map +1 -1
  1249. package/build/vendor/turkishStemmer.js +1 -7
  1250. package/build/vendor/turkishStemmer.js.map +1 -1
  1251. package/package.json +10 -1
  1252. package/build/bundledPlugins/index.js +0 -14
  1253. package/build/bundledPlugins/index.js.map +0 -1
  1254. package/build/bundledPlugins/previouslyUsedKeywords.js +0 -171
  1255. package/build/bundledPlugins/previouslyUsedKeywords.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"parseBlocks.js","names":["_lodash","require","blockTokenizer","getAllBlocks","paper","blocks","_attributes","wpBlocks","flattenBlocks","length","forEach","block","innerBlocks","push","updateBlocksOffset","text","currentBlock","index","matches","exec","name","previousBlock","previousBlockEndOffset","endOffset","startedAt","startOffset","blockLength","contentOffset","match","updateClientIdAndAttrIdForSubtree","rootNode","clientId","currentClientId","sourceCodeLocation","isUndefined","foundBlock","find","childNodes","node","attributes","id","attributeId","isFirstSection","_default","lastIndex","getText","rawBlocks","undefined"],"sources":["../../../../src/parse/build/private/parseBlocks.js"],"sourcesContent":["import { isUndefined } from \"lodash\";\nconst blockTokenizer = /<!--\\s+wp:([a-z][a-z0-9_-]*\\/)?([a-z][a-z0-9_-]*)\\s+({(?:(?=([^}]+|}+(?=})|(?!}\\s+\\/?-->)[^])*)\\5|[^]*?)}\\s+)?(\\/)?-->/g;\n\n/**\n * Get all the blocks including the inner blocks.\n *\n * @param {Paper} paper The paper to get all the blocks from.\n *\n * @returns {Object[]} An array of blocks.\n */\nconst getAllBlocks = ( paper ) => {\n\tconst blocks = paper._attributes.wpBlocks;\n\tconst flattenBlocks = [];\n\tif ( ! ( blocks && blocks.length > 0 ) ) {\n\t\treturn [];\n\t}\n\tblocks.forEach( ( block ) => {\n\t\tif ( block.innerBlocks.length > 0 ) {\n\t\t\tconst innerBlocks = block.innerBlocks;\n\t\t\tflattenBlocks.push(\n\t\t\t\tblock, ...innerBlocks\n\t\t\t);\n\t\t} else {\n\t\t\tflattenBlocks.push( block );\n\t\t}\n\t} );\n\treturn flattenBlocks;\n};\n\n\n/**\n * Gets the offset of each block and set it to the tree.\n *\n * @param {Object[]}\tblocks An array of blocks.\n * @param {string}\t\ttext The text.\n *\n * @returns {void}\n */\nexport function updateBlocksOffset( blocks, text ) {\n\tif ( blocks.length === 0 ) {\n\t\treturn;\n\t}\n\tblocks.forEach( ( currentBlock, index ) => {\n\t\tconst matches = blockTokenizer.exec( text );\n\t\tif ( currentBlock.name === \"core/freeform\" ) {\n\t\t\tconst previousBlock = blocks[ index - 1 ];\n\t\t\tif ( previousBlock ) {\n\t\t\t\tconst previousBlockEndOffset = previousBlock.endOffset;\n\t\t\t\tconst startedAt = previousBlockEndOffset + 2;\n\t\t\t\tcurrentBlock.startOffset = startedAt;\n\t\t\t\tcurrentBlock.endOffset = startedAt + currentBlock.blockLength;\n\t\t\t\tcurrentBlock.contentOffset = startedAt;\n\t\t\t} else {\n\t\t\t\tcurrentBlock.startOffset = 0;\n\t\t\t\tcurrentBlock.endOffset = 0 + currentBlock.blockLength;\n\t\t\t\tcurrentBlock.contentOffset = 0;\n\t\t\t}\n\t\t} else {\n\t\t\tif ( null === matches ) {\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tconst [ match ] = matches;\n\t\t\tconst startedAt = matches.index;\n\t\t\tconst length = match.length;\n\t\t\tcurrentBlock.startOffset = startedAt;\n\t\t\tcurrentBlock.endOffset = startedAt + currentBlock.blockLength;\n\t\t\tcurrentBlock.contentOffset = startedAt + length + 1;\n\t\t}\n\n\t\tif ( currentBlock.innerBlocks && currentBlock.innerBlocks.length > 0 ) {\n\t\t\tupdateBlocksOffset( currentBlock.innerBlocks, text );\n\t\t}\n\t} );\n}\n\n\n/**\n * Gets the client id for each block and set it to the child nodes.\n * Additionally, when a node has an attribute with 'id' key, also set this id to the first.\n *\n * @param {Node}\t\trootNode The root node.\n * @param {Object[]}\tblocks An array of blocks.\n * @param {string}\t\tclientId The client id to set.\n *\n * @returns {void}\n */\nfunction updateClientIdAndAttrIdForSubtree( rootNode, blocks, clientId ) {\n\tif ( ! rootNode ) {\n\t\treturn;\n\t}\n\n\tlet currentClientId = clientId;\n\tif ( rootNode.sourceCodeLocation && ! isUndefined( rootNode.sourceCodeLocation.startOffset ) ) {\n\t\tconst foundBlock = blocks.find( block => block.contentOffset === rootNode.sourceCodeLocation.startOffset );\n\t\tif ( foundBlock ) {\n\t\t\tcurrentClientId = foundBlock.clientId;\n\t\t}\n\t}\n\n\t// If the clientId is not undefined, also set this to the root node.\n\tif ( currentClientId ) {\n\t\trootNode.clientId = currentClientId;\n\t}\n\n\t// If the node has children, update the clientId for them.\n\t( rootNode.childNodes || [] ).forEach( ( node ) => {\n\t\tif ( node.attributes && node.attributes.id ) {\n\t\t\t/*\n\t\t\t * If the node's child has an attribute with 'id' key, also set this id to the first and third child node.\n\t\t\t * This step is specifically for parsing the Yoast blocks.\n\t\t\t *\n\t\t\t * For Yoast blocks, if a node has attribute with 'id' key, this means that this node represents a sub-block.\n\t\t\t * A sub-block has four child nodes:\n\t\t\t * 1. The first child node of the sub-block, represents the first section of that sub-block.\n\t\t\t * - For example, in Yoast FAQ block, the first child node would represent the \"question\" section.\n\t\t\t * 2. The second child node of the sub-block, only contains a new line.\n\t\t\t * 3. The third child node of the sub-block, represents the second section of that sub-block.\n\t\t\t * - For example, in Yoast FAQ block, the second child node would represent the \"answer\" section.\n\t\t\t * 4. The fourth child node of the sub-block, only contains a new line.\n\t\t\t */\n\t\t\tif ( node.childNodes && node.childNodes.length > 3 ) {\n\t\t\t\tnode.childNodes[ 0 ].attributeId = node.attributes.id;\n\t\t\t\tnode.childNodes[ 0 ].isFirstSection = true;\n\n\t\t\t\tnode.childNodes[ 2 ].attributeId = node.attributes.id;\n\t\t\t\tnode.childNodes[ 2 ].isFirstSection = false;\n\t\t\t}\n\t\t}\n\t\tupdateClientIdAndAttrIdForSubtree( node, blocks, currentClientId );\n\t} );\n}\n\n/**\n * Parses blocks and updates the clientId for the subtree.\n * Additionally, when a node has an attribute with 'id' key, also set this id to the first and third child node of that node.\n *\n * @param {Paper} paper The paper to parse.\n * @param {Node} node\tThe node to parse.\n *\n * @returns {void}\n */\nexport default function( paper, node ) {\n\tconst blocks = paper._attributes.wpBlocks || [];\n\tblockTokenizer.lastIndex = 0;\n\tupdateBlocksOffset( blocks, paper.getText() );\n\n\tconst rawBlocks = getAllBlocks( paper );\n\n\t// eslint-disable-next-line no-undefined\n\tupdateClientIdAndAttrIdForSubtree( node, rawBlocks, undefined );\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,MAAMC,cAAc,GAAG,yHAAyH;;AAEhJ;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,YAAY,GAAKC,KAAK,IAAM;EACjC,MAAMC,MAAM,GAAGD,KAAK,CAACE,WAAW,CAACC,QAAQ;EACzC,MAAMC,aAAa,GAAG,EAAE;EACxB,IAAK,EAAIH,MAAM,IAAIA,MAAM,CAACI,MAAM,GAAG,CAAC,CAAE,EAAG;IACxC,OAAO,EAAE;EACV;EACAJ,MAAM,CAACK,OAAO,CAAIC,KAAK,IAAM;IAC5B,IAAKA,KAAK,CAACC,WAAW,CAACH,MAAM,GAAG,CAAC,EAAG;MACnC,MAAMG,WAAW,GAAGD,KAAK,CAACC,WAAW;MACrCJ,aAAa,CAACK,IAAI,CACjBF,KAAK,EAAE,GAAGC,WACX,CAAC;IACF,CAAC,MAAM;MACNJ,aAAa,CAACK,IAAI,CAAEF,KAAM,CAAC;IAC5B;EACD,CAAE,CAAC;EACH,OAAOH,aAAa;AACrB,CAAC;;AAGD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASM,kBAAkBA,CAAET,MAAM,EAAEU,IAAI,EAAG;EAClD,IAAKV,MAAM,CAACI,MAAM,KAAK,CAAC,EAAG;IAC1B;EACD;EACAJ,MAAM,CAACK,OAAO,CAAE,CAAEM,YAAY,EAAEC,KAAK,KAAM;IAC1C,MAAMC,OAAO,GAAGhB,cAAc,CAACiB,IAAI,CAAEJ,IAAK,CAAC;IAC3C,IAAKC,YAAY,CAACI,IAAI,KAAK,eAAe,EAAG;MAC5C,MAAMC,aAAa,GAAGhB,MAAM,CAAEY,KAAK,GAAG,CAAC,CAAE;MACzC,IAAKI,aAAa,EAAG;QACpB,MAAMC,sBAAsB,GAAGD,aAAa,CAACE,SAAS;QACtD,MAAMC,SAAS,GAAGF,sBAAsB,GAAG,CAAC;QAC5CN,YAAY,CAACS,WAAW,GAAGD,SAAS;QACpCR,YAAY,CAACO,SAAS,GAAGC,SAAS,GAAGR,YAAY,CAACU,WAAW;QAC7DV,YAAY,CAACW,aAAa,GAAGH,SAAS;MACvC,CAAC,MAAM;QACNR,YAAY,CAACS,WAAW,GAAG,CAAC;QAC5BT,YAAY,CAACO,SAAS,GAAG,CAAC,GAAGP,YAAY,CAACU,WAAW;QACrDV,YAAY,CAACW,aAAa,GAAG,CAAC;MAC/B;IACD,CAAC,MAAM;MACN,IAAK,IAAI,KAAKT,OAAO,EAAG;QACvB;MACD;MACA,MAAM,CAAEU,KAAK,CAAE,GAAGV,OAAO;MACzB,MAAMM,SAAS,GAAGN,OAAO,CAACD,KAAK;MAC/B,MAAMR,MAAM,GAAGmB,KAAK,CAACnB,MAAM;MAC3BO,YAAY,CAACS,WAAW,GAAGD,SAAS;MACpCR,YAAY,CAACO,SAAS,GAAGC,SAAS,GAAGR,YAAY,CAACU,WAAW;MAC7DV,YAAY,CAACW,aAAa,GAAGH,SAAS,GAAGf,MAAM,GAAG,CAAC;IACpD;IAEA,IAAKO,YAAY,CAACJ,WAAW,IAAII,YAAY,CAACJ,WAAW,CAACH,MAAM,GAAG,CAAC,EAAG;MACtEK,kBAAkB,CAAEE,YAAY,CAACJ,WAAW,EAAEG,IAAK,CAAC;IACrD;EACD,CAAE,CAAC;AACJ;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASc,iCAAiCA,CAAEC,QAAQ,EAAEzB,MAAM,EAAE0B,QAAQ,EAAG;EACxE,IAAK,CAAED,QAAQ,EAAG;IACjB;EACD;EAEA,IAAIE,eAAe,GAAGD,QAAQ;EAC9B,IAAKD,QAAQ,CAACG,kBAAkB,IAAI,CAAE,IAAAC,mBAAW,EAAEJ,QAAQ,CAACG,kBAAkB,CAACR,WAAY,CAAC,EAAG;IAC9F,MAAMU,UAAU,GAAG9B,MAAM,CAAC+B,IAAI,CAAEzB,KAAK,IAAIA,KAAK,CAACgB,aAAa,KAAKG,QAAQ,CAACG,kBAAkB,CAACR,WAAY,CAAC;IAC1G,IAAKU,UAAU,EAAG;MACjBH,eAAe,GAAGG,UAAU,CAACJ,QAAQ;IACtC;EACD;;EAEA;EACA,IAAKC,eAAe,EAAG;IACtBF,QAAQ,CAACC,QAAQ,GAAGC,eAAe;EACpC;;EAEA;EACA,CAAEF,QAAQ,CAACO,UAAU,IAAI,EAAE,EAAG3B,OAAO,CAAI4B,IAAI,IAAM;IAClD,IAAKA,IAAI,CAACC,UAAU,IAAID,IAAI,CAACC,UAAU,CAACC,EAAE,EAAG;MAC5C;AACH;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;MACG,IAAKF,IAAI,CAACD,UAAU,IAAIC,IAAI,CAACD,UAAU,CAAC5B,MAAM,GAAG,CAAC,EAAG;QACpD6B,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACI,WAAW,GAAGH,IAAI,CAACC,UAAU,CAACC,EAAE;QACrDF,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACK,cAAc,GAAG,IAAI;QAE1CJ,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACI,WAAW,GAAGH,IAAI,CAACC,UAAU,CAACC,EAAE;QACrDF,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACK,cAAc,GAAG,KAAK;MAC5C;IACD;IACAb,iCAAiC,CAAES,IAAI,EAAEjC,MAAM,EAAE2B,eAAgB,CAAC;EACnE,CAAE,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACe,SAAAW,SAAUvC,KAAK,EAAEkC,IAAI,EAAG;EACtC,MAAMjC,MAAM,GAAGD,KAAK,CAACE,WAAW,CAACC,QAAQ,IAAI,EAAE;EAC/CL,cAAc,CAAC0C,SAAS,GAAG,CAAC;EAC5B9B,kBAAkB,CAAET,MAAM,EAAED,KAAK,CAACyC,OAAO,CAAC,CAAE,CAAC;EAE7C,MAAMC,SAAS,GAAG3C,YAAY,CAAEC,KAAM,CAAC;;EAEvC;EACAyB,iCAAiC,CAAES,IAAI,EAAEQ,SAAS,EAAEC,SAAU,CAAC;AAChE","ignoreList":[]}
1
+ {"version":3,"file":"parseBlocks.js","names":["isUndefined","blockTokenizer","getAllBlocks","paper","blocks","_attributes","wpBlocks","flattenBlocks","length","forEach","block","innerBlocks","push","updateBlocksOffset","text","currentBlock","index","matches","exec","name","previousBlock","previousBlockEndOffset","endOffset","startedAt","startOffset","blockLength","contentOffset","match","updateClientIdAndAttrIdForSubtree","rootNode","clientId","currentClientId","sourceCodeLocation","foundBlock","find","childNodes","node","attributes","id","attributeId","isFirstSection","lastIndex","getText","rawBlocks","undefined"],"sources":["../../../../src/parse/build/private/parseBlocks.js"],"sourcesContent":["import { isUndefined } from \"lodash\";\nconst blockTokenizer = /<!--\\s+wp:([a-z][a-z0-9_-]*\\/)?([a-z][a-z0-9_-]*)\\s+({(?:(?=([^}]+|}+(?=})|(?!}\\s+\\/?-->)[^])*)\\5|[^]*?)}\\s+)?(\\/)?-->/g;\n\n/**\n * Get all the blocks including the inner blocks.\n *\n * @param {Paper} paper The paper to get all the blocks from.\n *\n * @returns {Object[]} An array of blocks.\n */\nconst getAllBlocks = ( paper ) => {\n\tconst blocks = paper._attributes.wpBlocks;\n\tconst flattenBlocks = [];\n\tif ( ! ( blocks && blocks.length > 0 ) ) {\n\t\treturn [];\n\t}\n\tblocks.forEach( ( block ) => {\n\t\tif ( block.innerBlocks.length > 0 ) {\n\t\t\tconst innerBlocks = block.innerBlocks;\n\t\t\tflattenBlocks.push(\n\t\t\t\tblock, ...innerBlocks\n\t\t\t);\n\t\t} else {\n\t\t\tflattenBlocks.push( block );\n\t\t}\n\t} );\n\treturn flattenBlocks;\n};\n\n\n/**\n * Gets the offset of each block and set it to the tree.\n *\n * @param {Object[]}\tblocks An array of blocks.\n * @param {string}\t\ttext The text.\n *\n * @returns {void}\n */\nexport function updateBlocksOffset( blocks, text ) {\n\tif ( blocks.length === 0 ) {\n\t\treturn;\n\t}\n\tblocks.forEach( ( currentBlock, index ) => {\n\t\tconst matches = blockTokenizer.exec( text );\n\t\tif ( currentBlock.name === \"core/freeform\" ) {\n\t\t\tconst previousBlock = blocks[ index - 1 ];\n\t\t\tif ( previousBlock ) {\n\t\t\t\tconst previousBlockEndOffset = previousBlock.endOffset;\n\t\t\t\tconst startedAt = previousBlockEndOffset + 2;\n\t\t\t\tcurrentBlock.startOffset = startedAt;\n\t\t\t\tcurrentBlock.endOffset = startedAt + currentBlock.blockLength;\n\t\t\t\tcurrentBlock.contentOffset = startedAt;\n\t\t\t} else {\n\t\t\t\tcurrentBlock.startOffset = 0;\n\t\t\t\tcurrentBlock.endOffset = 0 + currentBlock.blockLength;\n\t\t\t\tcurrentBlock.contentOffset = 0;\n\t\t\t}\n\t\t} else {\n\t\t\tif ( null === matches ) {\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tconst [ match ] = matches;\n\t\t\tconst startedAt = matches.index;\n\t\t\tconst length = match.length;\n\t\t\tcurrentBlock.startOffset = startedAt;\n\t\t\tcurrentBlock.endOffset = startedAt + currentBlock.blockLength;\n\t\t\tcurrentBlock.contentOffset = startedAt + length + 1;\n\t\t}\n\n\t\tif ( currentBlock.innerBlocks && currentBlock.innerBlocks.length > 0 ) {\n\t\t\tupdateBlocksOffset( currentBlock.innerBlocks, text );\n\t\t}\n\t} );\n}\n\n\n/**\n * Gets the client id for each block and set it to the child nodes.\n * Additionally, when a node has an attribute with 'id' key, also set this id to the first.\n *\n * @param {Node}\t\trootNode The root node.\n * @param {Object[]}\tblocks An array of blocks.\n * @param {string}\t\tclientId The client id to set.\n *\n * @returns {void}\n */\nfunction updateClientIdAndAttrIdForSubtree( rootNode, blocks, clientId ) {\n\tif ( ! rootNode ) {\n\t\treturn;\n\t}\n\n\tlet currentClientId = clientId;\n\tif ( rootNode.sourceCodeLocation && ! isUndefined( rootNode.sourceCodeLocation.startOffset ) ) {\n\t\tconst foundBlock = blocks.find( block => block.contentOffset === rootNode.sourceCodeLocation.startOffset );\n\t\tif ( foundBlock ) {\n\t\t\tcurrentClientId = foundBlock.clientId;\n\t\t}\n\t}\n\n\t// If the clientId is not undefined, also set this to the root node.\n\tif ( currentClientId ) {\n\t\trootNode.clientId = currentClientId;\n\t}\n\n\t// If the node has children, update the clientId for them.\n\t( rootNode.childNodes || [] ).forEach( ( node ) => {\n\t\tif ( node.attributes && node.attributes.id ) {\n\t\t\t/*\n\t\t\t * If the node's child has an attribute with 'id' key, also set this id to the first and third child node.\n\t\t\t * This step is specifically for parsing the Yoast blocks.\n\t\t\t *\n\t\t\t * For Yoast blocks, if a node has attribute with 'id' key, this means that this node represents a sub-block.\n\t\t\t * A sub-block has four child nodes:\n\t\t\t * 1. The first child node of the sub-block, represents the first section of that sub-block.\n\t\t\t * - For example, in Yoast FAQ block, the first child node would represent the \"question\" section.\n\t\t\t * 2. The second child node of the sub-block, only contains a new line.\n\t\t\t * 3. The third child node of the sub-block, represents the second section of that sub-block.\n\t\t\t * - For example, in Yoast FAQ block, the second child node would represent the \"answer\" section.\n\t\t\t * 4. The fourth child node of the sub-block, only contains a new line.\n\t\t\t */\n\t\t\tif ( node.childNodes && node.childNodes.length > 3 ) {\n\t\t\t\tnode.childNodes[ 0 ].attributeId = node.attributes.id;\n\t\t\t\tnode.childNodes[ 0 ].isFirstSection = true;\n\n\t\t\t\tnode.childNodes[ 2 ].attributeId = node.attributes.id;\n\t\t\t\tnode.childNodes[ 2 ].isFirstSection = false;\n\t\t\t}\n\t\t}\n\t\tupdateClientIdAndAttrIdForSubtree( node, blocks, currentClientId );\n\t} );\n}\n\n/**\n * Parses blocks and updates the clientId for the subtree.\n * Additionally, when a node has an attribute with 'id' key, also set this id to the first and third child node of that node.\n *\n * @param {Paper} paper The paper to parse.\n * @param {Node} node\tThe node to parse.\n *\n * @returns {void}\n */\nexport default function( paper, node ) {\n\tconst blocks = paper._attributes.wpBlocks || [];\n\tblockTokenizer.lastIndex = 0;\n\tupdateBlocksOffset( blocks, paper.getText() );\n\n\tconst rawBlocks = getAllBlocks( paper );\n\n\t// eslint-disable-next-line no-undefined\n\tupdateClientIdAndAttrIdForSubtree( node, rawBlocks, undefined );\n}\n"],"mappings":"AAAA,SAASA,WAAW,QAAQ,QAAQ;AACpC,MAAMC,cAAc,GAAG,yHAAyH;;AAEhJ;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,YAAY,GAAKC,KAAK,IAAM;EACjC,MAAMC,MAAM,GAAGD,KAAK,CAACE,WAAW,CAACC,QAAQ;EACzC,MAAMC,aAAa,GAAG,EAAE;EACxB,IAAK,EAAIH,MAAM,IAAIA,MAAM,CAACI,MAAM,GAAG,CAAC,CAAE,EAAG;IACxC,OAAO,EAAE;EACV;EACAJ,MAAM,CAACK,OAAO,CAAIC,KAAK,IAAM;IAC5B,IAAKA,KAAK,CAACC,WAAW,CAACH,MAAM,GAAG,CAAC,EAAG;MACnC,MAAMG,WAAW,GAAGD,KAAK,CAACC,WAAW;MACrCJ,aAAa,CAACK,IAAI,CACjBF,KAAK,EAAE,GAAGC,WACX,CAAC;IACF,CAAC,MAAM;MACNJ,aAAa,CAACK,IAAI,CAAEF,KAAM,CAAC;IAC5B;EACD,CAAE,CAAC;EACH,OAAOH,aAAa;AACrB,CAAC;;AAGD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASM,kBAAkBA,CAAET,MAAM,EAAEU,IAAI,EAAG;EAClD,IAAKV,MAAM,CAACI,MAAM,KAAK,CAAC,EAAG;IAC1B;EACD;EACAJ,MAAM,CAACK,OAAO,CAAE,CAAEM,YAAY,EAAEC,KAAK,KAAM;IAC1C,MAAMC,OAAO,GAAGhB,cAAc,CAACiB,IAAI,CAAEJ,IAAK,CAAC;IAC3C,IAAKC,YAAY,CAACI,IAAI,KAAK,eAAe,EAAG;MAC5C,MAAMC,aAAa,GAAGhB,MAAM,CAAEY,KAAK,GAAG,CAAC,CAAE;MACzC,IAAKI,aAAa,EAAG;QACpB,MAAMC,sBAAsB,GAAGD,aAAa,CAACE,SAAS;QACtD,MAAMC,SAAS,GAAGF,sBAAsB,GAAG,CAAC;QAC5CN,YAAY,CAACS,WAAW,GAAGD,SAAS;QACpCR,YAAY,CAACO,SAAS,GAAGC,SAAS,GAAGR,YAAY,CAACU,WAAW;QAC7DV,YAAY,CAACW,aAAa,GAAGH,SAAS;MACvC,CAAC,MAAM;QACNR,YAAY,CAACS,WAAW,GAAG,CAAC;QAC5BT,YAAY,CAACO,SAAS,GAAG,CAAC,GAAGP,YAAY,CAACU,WAAW;QACrDV,YAAY,CAACW,aAAa,GAAG,CAAC;MAC/B;IACD,CAAC,MAAM;MACN,IAAK,IAAI,KAAKT,OAAO,EAAG;QACvB;MACD;MACA,MAAM,CAAEU,KAAK,CAAE,GAAGV,OAAO;MACzB,MAAMM,SAAS,GAAGN,OAAO,CAACD,KAAK;MAC/B,MAAMR,MAAM,GAAGmB,KAAK,CAACnB,MAAM;MAC3BO,YAAY,CAACS,WAAW,GAAGD,SAAS;MACpCR,YAAY,CAACO,SAAS,GAAGC,SAAS,GAAGR,YAAY,CAACU,WAAW;MAC7DV,YAAY,CAACW,aAAa,GAAGH,SAAS,GAAGf,MAAM,GAAG,CAAC;IACpD;IAEA,IAAKO,YAAY,CAACJ,WAAW,IAAII,YAAY,CAACJ,WAAW,CAACH,MAAM,GAAG,CAAC,EAAG;MACtEK,kBAAkB,CAAEE,YAAY,CAACJ,WAAW,EAAEG,IAAK,CAAC;IACrD;EACD,CAAE,CAAC;AACJ;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASc,iCAAiCA,CAAEC,QAAQ,EAAEzB,MAAM,EAAE0B,QAAQ,EAAG;EACxE,IAAK,CAAED,QAAQ,EAAG;IACjB;EACD;EAEA,IAAIE,eAAe,GAAGD,QAAQ;EAC9B,IAAKD,QAAQ,CAACG,kBAAkB,IAAI,CAAEhC,WAAW,CAAE6B,QAAQ,CAACG,kBAAkB,CAACR,WAAY,CAAC,EAAG;IAC9F,MAAMS,UAAU,GAAG7B,MAAM,CAAC8B,IAAI,CAAExB,KAAK,IAAIA,KAAK,CAACgB,aAAa,KAAKG,QAAQ,CAACG,kBAAkB,CAACR,WAAY,CAAC;IAC1G,IAAKS,UAAU,EAAG;MACjBF,eAAe,GAAGE,UAAU,CAACH,QAAQ;IACtC;EACD;;EAEA;EACA,IAAKC,eAAe,EAAG;IACtBF,QAAQ,CAACC,QAAQ,GAAGC,eAAe;EACpC;;EAEA;EACA,CAAEF,QAAQ,CAACM,UAAU,IAAI,EAAE,EAAG1B,OAAO,CAAI2B,IAAI,IAAM;IAClD,IAAKA,IAAI,CAACC,UAAU,IAAID,IAAI,CAACC,UAAU,CAACC,EAAE,EAAG;MAC5C;AACH;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;MACG,IAAKF,IAAI,CAACD,UAAU,IAAIC,IAAI,CAACD,UAAU,CAAC3B,MAAM,GAAG,CAAC,EAAG;QACpD4B,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACI,WAAW,GAAGH,IAAI,CAACC,UAAU,CAACC,EAAE;QACrDF,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACK,cAAc,GAAG,IAAI;QAE1CJ,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACI,WAAW,GAAGH,IAAI,CAACC,UAAU,CAACC,EAAE;QACrDF,IAAI,CAACD,UAAU,CAAE,CAAC,CAAE,CAACK,cAAc,GAAG,KAAK;MAC5C;IACD;IACAZ,iCAAiC,CAAEQ,IAAI,EAAEhC,MAAM,EAAE2B,eAAgB,CAAC;EACnE,CAAE,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,eAAe,UAAU5B,KAAK,EAAEiC,IAAI,EAAG;EACtC,MAAMhC,MAAM,GAAGD,KAAK,CAACE,WAAW,CAACC,QAAQ,IAAI,EAAE;EAC/CL,cAAc,CAACwC,SAAS,GAAG,CAAC;EAC5B5B,kBAAkB,CAAET,MAAM,EAAED,KAAK,CAACuC,OAAO,CAAC,CAAE,CAAC;EAE7C,MAAMC,SAAS,GAAGzC,YAAY,CAAEC,KAAM,CAAC;;EAEvC;EACAyB,iCAAiC,CAAEQ,IAAI,EAAEO,SAAS,EAAEC,SAAU,CAAC;AAChE","ignoreList":[]}
@@ -1,13 +1,7 @@
1
- "use strict";
1
+ import { Heading, Paragraph } from "../../structure";
2
+ import getTextElementPositions from "./getTextElementPositions";
3
+ import { hashedHtmlEntities } from "../../../helpers/htmlEntities";
2
4
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _structure = require("../../structure");
8
- var _getTextElementPositions = _interopRequireDefault(require("./getTextElementPositions"));
9
- var _htmlEntities = require("../../../helpers/htmlEntities");
10
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
11
5
  /**
12
6
  * Splits the sentence into tokens, determines their positions in the source code, and puts them on the sentence.
13
7
  *
@@ -19,7 +13,7 @@ function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e
19
13
  */
20
14
  function getTokens(node, sentence, languageProcessor) {
21
15
  sentence.tokens = languageProcessor.splitIntoTokens(sentence);
22
- sentence.tokens = (0, _getTextElementPositions.default)(node, sentence.tokens, sentence.sourceCodeRange.startOffset);
16
+ sentence.tokens = getTextElementPositions(node, sentence.tokens, sentence.sourceCodeRange.startOffset);
23
17
  return sentence;
24
18
  }
25
19
 
@@ -36,14 +30,14 @@ function getSentences(node, languageProcessor) {
36
30
  // Split text into sentences.
37
31
  let sentences = languageProcessor.splitIntoSentences(node.innerText());
38
32
  // Add position information to the sentences.
39
- sentences = (0, _getTextElementPositions.default)(node, sentences);
33
+ sentences = getTextElementPositions(node, sentences);
40
34
  // Tokenize sentences into tokens.
41
35
  return sentences.map(sentence => {
42
36
  sentence = getTokens(node, sentence, languageProcessor);
43
37
  // Now positions have been determined, change HTML entities that had earlier been converted to hashed versions back to their short version.
44
38
  // For example, "&amp;" was earlier converted into "#amp;" and is now converted into "&".
45
39
  // We make this change in both the Sentence and the accompanying Tokens.
46
- _htmlEntities.hashedHtmlEntities.forEach((character, hashedHtmlEntity) => {
40
+ hashedHtmlEntities.forEach((character, hashedHtmlEntity) => {
47
41
  // We use a global regex instead of replaceAll to support older browsers.
48
42
  const hashedHtmlEntityRegex = new RegExp(hashedHtmlEntity, "g");
49
43
  sentence.text = sentence.text.replace(hashedHtmlEntityRegex, character);
@@ -66,7 +60,7 @@ function getSentences(node, languageProcessor) {
66
60
  * @returns {Node} The processed tree.
67
61
  */
68
62
  function tokenize(tree, languageProcessor) {
69
- if (tree instanceof _structure.Paragraph && tree.name !== "p-overarching" || tree instanceof _structure.Heading) {
63
+ if (tree instanceof Paragraph && tree.name !== "p-overarching" || tree instanceof Heading) {
70
64
  tree.sentences = getSentences(tree, languageProcessor);
71
65
  }
72
66
  if (tree.childNodes) {
@@ -74,5 +68,5 @@ function tokenize(tree, languageProcessor) {
74
68
  }
75
69
  return tree;
76
70
  }
77
- var _default = exports.default = tokenize;
71
+ export default tokenize;
78
72
  //# sourceMappingURL=tokenize.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"tokenize.js","names":["_structure","require","_getTextElementPositions","_interopRequireDefault","_htmlEntities","e","__esModule","default","getTokens","node","sentence","languageProcessor","tokens","splitIntoTokens","getTextElementPositions","sourceCodeRange","startOffset","getSentences","sentences","splitIntoSentences","innerText","map","hashedHtmlEntities","forEach","character","hashedHtmlEntity","hashedHtmlEntityRegex","RegExp","text","replace","token","tokenize","tree","Paragraph","name","Heading","childNodes","child","_default","exports"],"sources":["../../../../src/parse/build/private/tokenize.js"],"sourcesContent":["import { Heading, Paragraph } from \"../../structure\";\nimport getTextElementPositions from \"./getTextElementPositions\";\nimport { hashedHtmlEntities } from \"../../../helpers/htmlEntities\";\n\n/**\n * Splits the sentence into tokens, determines their positions in the source code, and puts them on the sentence.\n *\n * @param {Paragraph|Heading} node The paragraph or heading node to split into sentences.\n * @param {Sentence} sentence The sentence.\n * @param {LanguageProcessor} languageProcessor The language processor for the current language.\n *\n * @returns {Sentence} The sentence, with tokens.\n */\nfunction getTokens( node, sentence, languageProcessor ) {\n\tsentence.tokens = languageProcessor.splitIntoTokens( sentence );\n\tsentence.tokens = getTextElementPositions( node, sentence.tokens, sentence.sourceCodeRange.startOffset );\n\treturn sentence;\n}\n\n/**\n * Splits the node's inner text into sentences, and the sentences into tokens,\n * using the language processor.\n *\n * @param {Paragraph|Heading} node \t\t\t\tThe paragraph or heading node to split into sentences.\n * @param {LanguageProcessor} languageProcessor The language processor to use.\n *\n * @returns {Sentence[]} The node's sentences.\n */\nfunction getSentences( node, languageProcessor ) {\n\t// Split text into sentences.\n\tlet sentences = languageProcessor.splitIntoSentences( node.innerText() );\n\t// Add position information to the sentences.\n\tsentences = getTextElementPositions( node, sentences );\n\t// Tokenize sentences into tokens.\n\treturn sentences.map( sentence => {\n\t\tsentence = getTokens( node, sentence, languageProcessor );\n\t\t// Now positions have been determined, change HTML entities that had earlier been converted to hashed versions back to their short version.\n\t\t// For example, \"&amp;\" was earlier converted into \"#amp;\" and is now converted into \"&\".\n\t\t// We make this change in both the Sentence and the accompanying Tokens.\n\t\thashedHtmlEntities.forEach( ( character, hashedHtmlEntity ) => {\n\t\t\t// We use a global regex instead of replaceAll to support older browsers.\n\t\t\tconst hashedHtmlEntityRegex = new RegExp( hashedHtmlEntity, \"g\" );\n\t\t\tsentence.text = sentence.text.replace( hashedHtmlEntityRegex, character );\n\t\t\tsentence.tokens.map( token => {\n\t\t\t\ttoken.text = token.text.replace( hashedHtmlEntityRegex, character );\n\t\t\t\treturn token;\n\t\t\t} );\n\t\t} );\n\t\treturn sentence;\n\t} );\n}\n\n/**\n * Splits any Paragraph and Heading nodes in the tree into sentences and tokens.\n * Excludes overarching Paragraphs, as those will have (implicit) paragraphs as their children.\n *\n * @param {Node} tree The tree to process.\n * @param {LanguageProcessor} languageProcessor The language processor to use.\n *\n * @returns {Node} The processed tree.\n */\nfunction tokenize( tree, languageProcessor ) {\n\tif ( ( tree instanceof Paragraph && tree.name !== \"p-overarching\" ) || tree instanceof Heading ) {\n\t\ttree.sentences = getSentences( tree, languageProcessor );\n\t}\n\n\tif ( tree.childNodes ) {\n\t\ttree.childNodes = tree.childNodes.map( child => tokenize( child, languageProcessor ) );\n\t}\n\n\treturn tree;\n}\n\nexport default tokenize;\n"],"mappings":";;;;;;AAAA,IAAAA,UAAA,GAAAC,OAAA;AACA,IAAAC,wBAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AAAmE,SAAAE,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEnE;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASG,SAASA,CAAEC,IAAI,EAAEC,QAAQ,EAAEC,iBAAiB,EAAG;EACvDD,QAAQ,CAACE,MAAM,GAAGD,iBAAiB,CAACE,eAAe,CAAEH,QAAS,CAAC;EAC/DA,QAAQ,CAACE,MAAM,GAAG,IAAAE,gCAAuB,EAAEL,IAAI,EAAEC,QAAQ,CAACE,MAAM,EAAEF,QAAQ,CAACK,eAAe,CAACC,WAAY,CAAC;EACxG,OAAON,QAAQ;AAChB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASO,YAAYA,CAAER,IAAI,EAAEE,iBAAiB,EAAG;EAChD;EACA,IAAIO,SAAS,GAAGP,iBAAiB,CAACQ,kBAAkB,CAAEV,IAAI,CAACW,SAAS,CAAC,CAAE,CAAC;EACxE;EACAF,SAAS,GAAG,IAAAJ,gCAAuB,EAAEL,IAAI,EAAES,SAAU,CAAC;EACtD;EACA,OAAOA,SAAS,CAACG,GAAG,CAAEX,QAAQ,IAAI;IACjCA,QAAQ,GAAGF,SAAS,CAAEC,IAAI,EAAEC,QAAQ,EAAEC,iBAAkB,CAAC;IACzD;IACA;IACA;IACAW,gCAAkB,CAACC,OAAO,CAAE,CAAEC,SAAS,EAAEC,gBAAgB,KAAM;MAC9D;MACA,MAAMC,qBAAqB,GAAG,IAAIC,MAAM,CAAEF,gBAAgB,EAAE,GAAI,CAAC;MACjEf,QAAQ,CAACkB,IAAI,GAAGlB,QAAQ,CAACkB,IAAI,CAACC,OAAO,CAAEH,qBAAqB,EAAEF,SAAU,CAAC;MACzEd,QAAQ,CAACE,MAAM,CAACS,GAAG,CAAES,KAAK,IAAI;QAC7BA,KAAK,CAACF,IAAI,GAAGE,KAAK,CAACF,IAAI,CAACC,OAAO,CAAEH,qBAAqB,EAAEF,SAAU,CAAC;QACnE,OAAOM,KAAK;MACb,CAAE,CAAC;IACJ,CAAE,CAAC;IACH,OAAOpB,QAAQ;EAChB,CAAE,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASqB,QAAQA,CAAEC,IAAI,EAAErB,iBAAiB,EAAG;EAC5C,IAAOqB,IAAI,YAAYC,oBAAS,IAAID,IAAI,CAACE,IAAI,KAAK,eAAe,IAAMF,IAAI,YAAYG,kBAAO,EAAG;IAChGH,IAAI,CAACd,SAAS,GAAGD,YAAY,CAAEe,IAAI,EAAErB,iBAAkB,CAAC;EACzD;EAEA,IAAKqB,IAAI,CAACI,UAAU,EAAG;IACtBJ,IAAI,CAACI,UAAU,GAAGJ,IAAI,CAACI,UAAU,CAACf,GAAG,CAAEgB,KAAK,IAAIN,QAAQ,CAAEM,KAAK,EAAE1B,iBAAkB,CAAE,CAAC;EACvF;EAEA,OAAOqB,IAAI;AACZ;AAAC,IAAAM,QAAA,GAAAC,OAAA,CAAAhC,OAAA,GAEcwB,QAAQ","ignoreList":[]}
1
+ {"version":3,"file":"tokenize.js","names":["Heading","Paragraph","getTextElementPositions","hashedHtmlEntities","getTokens","node","sentence","languageProcessor","tokens","splitIntoTokens","sourceCodeRange","startOffset","getSentences","sentences","splitIntoSentences","innerText","map","forEach","character","hashedHtmlEntity","hashedHtmlEntityRegex","RegExp","text","replace","token","tokenize","tree","name","childNodes","child"],"sources":["../../../../src/parse/build/private/tokenize.js"],"sourcesContent":["import { Heading, Paragraph } from \"../../structure\";\nimport getTextElementPositions from \"./getTextElementPositions\";\nimport { hashedHtmlEntities } from \"../../../helpers/htmlEntities\";\n\n/**\n * Splits the sentence into tokens, determines their positions in the source code, and puts them on the sentence.\n *\n * @param {Paragraph|Heading} node The paragraph or heading node to split into sentences.\n * @param {Sentence} sentence The sentence.\n * @param {LanguageProcessor} languageProcessor The language processor for the current language.\n *\n * @returns {Sentence} The sentence, with tokens.\n */\nfunction getTokens( node, sentence, languageProcessor ) {\n\tsentence.tokens = languageProcessor.splitIntoTokens( sentence );\n\tsentence.tokens = getTextElementPositions( node, sentence.tokens, sentence.sourceCodeRange.startOffset );\n\treturn sentence;\n}\n\n/**\n * Splits the node's inner text into sentences, and the sentences into tokens,\n * using the language processor.\n *\n * @param {Paragraph|Heading} node \t\t\t\tThe paragraph or heading node to split into sentences.\n * @param {LanguageProcessor} languageProcessor The language processor to use.\n *\n * @returns {Sentence[]} The node's sentences.\n */\nfunction getSentences( node, languageProcessor ) {\n\t// Split text into sentences.\n\tlet sentences = languageProcessor.splitIntoSentences( node.innerText() );\n\t// Add position information to the sentences.\n\tsentences = getTextElementPositions( node, sentences );\n\t// Tokenize sentences into tokens.\n\treturn sentences.map( sentence => {\n\t\tsentence = getTokens( node, sentence, languageProcessor );\n\t\t// Now positions have been determined, change HTML entities that had earlier been converted to hashed versions back to their short version.\n\t\t// For example, \"&amp;\" was earlier converted into \"#amp;\" and is now converted into \"&\".\n\t\t// We make this change in both the Sentence and the accompanying Tokens.\n\t\thashedHtmlEntities.forEach( ( character, hashedHtmlEntity ) => {\n\t\t\t// We use a global regex instead of replaceAll to support older browsers.\n\t\t\tconst hashedHtmlEntityRegex = new RegExp( hashedHtmlEntity, \"g\" );\n\t\t\tsentence.text = sentence.text.replace( hashedHtmlEntityRegex, character );\n\t\t\tsentence.tokens.map( token => {\n\t\t\t\ttoken.text = token.text.replace( hashedHtmlEntityRegex, character );\n\t\t\t\treturn token;\n\t\t\t} );\n\t\t} );\n\t\treturn sentence;\n\t} );\n}\n\n/**\n * Splits any Paragraph and Heading nodes in the tree into sentences and tokens.\n * Excludes overarching Paragraphs, as those will have (implicit) paragraphs as their children.\n *\n * @param {Node} tree The tree to process.\n * @param {LanguageProcessor} languageProcessor The language processor to use.\n *\n * @returns {Node} The processed tree.\n */\nfunction tokenize( tree, languageProcessor ) {\n\tif ( ( tree instanceof Paragraph && tree.name !== \"p-overarching\" ) || tree instanceof Heading ) {\n\t\ttree.sentences = getSentences( tree, languageProcessor );\n\t}\n\n\tif ( tree.childNodes ) {\n\t\ttree.childNodes = tree.childNodes.map( child => tokenize( child, languageProcessor ) );\n\t}\n\n\treturn tree;\n}\n\nexport default tokenize;\n"],"mappings":"AAAA,SAASA,OAAO,EAAEC,SAAS;AAC3B,OAAOC,uBAAuB;AAC9B,SAASC,kBAAkB;;AAE3B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASC,SAASA,CAAEC,IAAI,EAAEC,QAAQ,EAAEC,iBAAiB,EAAG;EACvDD,QAAQ,CAACE,MAAM,GAAGD,iBAAiB,CAACE,eAAe,CAAEH,QAAS,CAAC;EAC/DA,QAAQ,CAACE,MAAM,GAAGN,uBAAuB,CAAEG,IAAI,EAAEC,QAAQ,CAACE,MAAM,EAAEF,QAAQ,CAACI,eAAe,CAACC,WAAY,CAAC;EACxG,OAAOL,QAAQ;AAChB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASM,YAAYA,CAAEP,IAAI,EAAEE,iBAAiB,EAAG;EAChD;EACA,IAAIM,SAAS,GAAGN,iBAAiB,CAACO,kBAAkB,CAAET,IAAI,CAACU,SAAS,CAAC,CAAE,CAAC;EACxE;EACAF,SAAS,GAAGX,uBAAuB,CAAEG,IAAI,EAAEQ,SAAU,CAAC;EACtD;EACA,OAAOA,SAAS,CAACG,GAAG,CAAEV,QAAQ,IAAI;IACjCA,QAAQ,GAAGF,SAAS,CAAEC,IAAI,EAAEC,QAAQ,EAAEC,iBAAkB,CAAC;IACzD;IACA;IACA;IACAJ,kBAAkB,CAACc,OAAO,CAAE,CAAEC,SAAS,EAAEC,gBAAgB,KAAM;MAC9D;MACA,MAAMC,qBAAqB,GAAG,IAAIC,MAAM,CAAEF,gBAAgB,EAAE,GAAI,CAAC;MACjEb,QAAQ,CAACgB,IAAI,GAAGhB,QAAQ,CAACgB,IAAI,CAACC,OAAO,CAAEH,qBAAqB,EAAEF,SAAU,CAAC;MACzEZ,QAAQ,CAACE,MAAM,CAACQ,GAAG,CAAEQ,KAAK,IAAI;QAC7BA,KAAK,CAACF,IAAI,GAAGE,KAAK,CAACF,IAAI,CAACC,OAAO,CAAEH,qBAAqB,EAAEF,SAAU,CAAC;QACnE,OAAOM,KAAK;MACb,CAAE,CAAC;IACJ,CAAE,CAAC;IACH,OAAOlB,QAAQ;EAChB,CAAE,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASmB,QAAQA,CAAEC,IAAI,EAAEnB,iBAAiB,EAAG;EAC5C,IAAOmB,IAAI,YAAYzB,SAAS,IAAIyB,IAAI,CAACC,IAAI,KAAK,eAAe,IAAMD,IAAI,YAAY1B,OAAO,EAAG;IAChG0B,IAAI,CAACb,SAAS,GAAGD,YAAY,CAAEc,IAAI,EAAEnB,iBAAkB,CAAC;EACzD;EAEA,IAAKmB,IAAI,CAACE,UAAU,EAAG;IACtBF,IAAI,CAACE,UAAU,GAAGF,IAAI,CAACE,UAAU,CAACZ,GAAG,CAAEa,KAAK,IAAIJ,QAAQ,CAAEI,KAAK,EAAEtB,iBAAkB,CAAE,CAAC;EACvF;EAEA,OAAOmB,IAAI;AACZ;AAEA,eAAeD,QAAQ","ignoreList":[]}
@@ -1,13 +1,6 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _Sentence = _interopRequireDefault(require("../structure/Sentence"));
8
- var _Token = _interopRequireDefault(require("../structure/Token"));
9
- var _splitIntoTokens = _interopRequireDefault(require("../../languageProcessing/helpers/word/splitIntoTokens"));
10
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
1
+ import Sentence from "../structure/Sentence";
2
+ import Token from "../structure/Token";
3
+ import splitIntoTokens from "../../languageProcessing/helpers/word/splitIntoTokens";
11
4
  const whitespaceRegex = /^\s+$/;
12
5
 
13
6
  /**
@@ -48,7 +41,7 @@ class LanguageProcessor {
48
41
  sentences.pop();
49
42
  }
50
43
  return sentences.map(function (sentence) {
51
- return new _Sentence.default(sentence);
44
+ return new Sentence(sentence);
52
45
  });
53
46
  }
54
47
 
@@ -67,11 +60,11 @@ class LanguageProcessor {
67
60
  const tokenTextsCustom = this.researcher.getHelper("splitIntoTokensCustom");
68
61
  if (tokenTextsCustom) {
69
62
  const tokensCustom = tokenTextsCustom(sentenceText);
70
- return tokensCustom.map(tokenText => new _Token.default(tokenText));
63
+ return tokensCustom.map(tokenText => new Token(tokenText));
71
64
  }
72
- const tokenTexts = (0, _splitIntoTokens.default)(sentenceText);
73
- return tokenTexts.map(tokenText => new _Token.default(tokenText));
65
+ const tokenTexts = splitIntoTokens(sentenceText);
66
+ return tokenTexts.map(tokenText => new Token(tokenText));
74
67
  }
75
68
  }
76
- var _default = exports.default = LanguageProcessor;
69
+ export default LanguageProcessor;
77
70
  //# sourceMappingURL=LanguageProcessor.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"LanguageProcessor.js","names":["_Sentence","_interopRequireDefault","require","_Token","_splitIntoTokens","e","__esModule","default","whitespaceRegex","LanguageProcessor","constructor","researcher","splitIntoSentences","text","memoizedTokenizer","getHelper","sentences","test","length","pop","map","sentence","Sentence","splitIntoTokens","sentenceText","tokenTextsCustom","tokensCustom","tokenText","Token","tokenTexts","_default","exports"],"sources":["../../../src/parse/language/LanguageProcessor.js"],"sourcesContent":["import Sentence from \"../structure/Sentence\";\nimport Token from \"../structure/Token\";\nimport splitIntoTokens from \"../../languageProcessing/helpers/word/splitIntoTokens\";\n\nconst whitespaceRegex = /^\\s+$/;\n\n\n/**\n * Contains language-specific logic for splitting a text into sentences and tokens.\n */\nclass LanguageProcessor {\n\t/**\n\t * Creates a new language processor.\n\t *\n\t * @param {Researcher} researcher The researcher to use.\n\t */\n\tconstructor( researcher ) {\n\t\tthis.researcher = researcher;\n\t}\n\n\t/**\n\t * Split text into sentences.\n\t *\n\t * @param {string} text The text to split into sentences.\n\t *\n\t * @returns {Sentence[]} The sentences.\n\t */\n\tsplitIntoSentences( text ) {\n\t\tconst memoizedTokenizer = this.researcher.getHelper( \"memoizedTokenizer\" );\n\t\t/*\n\t\t * Set the `trimSentences` flag to false. We want to keep whitespaces to be able to correctly assess the\n\t\t * position of sentences within the source code.\n\t\t */\n\t\tconst sentences = memoizedTokenizer( text, false );\n\n\t\t/*\n\t\t * If the last element in the array of sentences contains only whitespaces, remove it.\n\t\t * This will be the case if the text ends in a whitespace - that whitespace ends up being tokenized as a\n\t\t * separate sentence. A space at the end of the text is not needed for calculating the position of\n\t\t * sentences, so it can be safely removed.\n\t\t */\n\t\tif ( whitespaceRegex.test( sentences[ sentences.length - 1 ] ) ) {\n\t\t\tsentences.pop();\n\t\t}\n\n\t\treturn sentences.map( function( sentence ) {\n\t\t\treturn new Sentence( sentence );\n\t\t} );\n\t}\n\n\t/**\n\t * Split sentence into tokens.\n\t *\n\t * @param {Sentence} sentence The sentence to split.\n\t *\n\t * @returns {Token[]} The tokens.\n\t */\n\tsplitIntoTokens( sentence ) {\n\t\t// Retrieve sentence from sentence class\n\t\tconst sentenceText = sentence.text;\n\n\t\t// If there is a custom splitIntoTokens helper use its output for retrieving tokens.\n\t\tconst tokenTextsCustom = this.researcher.getHelper( \"splitIntoTokensCustom\" );\n\t\tif ( tokenTextsCustom ) {\n\t\t\tconst tokensCustom = tokenTextsCustom( sentenceText );\n\t\t\treturn tokensCustom.map( tokenText => new Token( tokenText ) );\n\t\t}\n\n\t\tconst tokenTexts = splitIntoTokens( sentenceText );\n\n\t\treturn tokenTexts.map( tokenText => new Token( tokenText ) );\n\t}\n}\nexport default LanguageProcessor;\n"],"mappings":";;;;;;AAAA,IAAAA,SAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,gBAAA,GAAAH,sBAAA,CAAAC,OAAA;AAAoF,SAAAD,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEpF,MAAMG,eAAe,GAAG,OAAO;;AAG/B;AACA;AACA;AACA,MAAMC,iBAAiB,CAAC;EACvB;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,UAAU,EAAG;IACzB,IAAI,CAACA,UAAU,GAAGA,UAAU;EAC7B;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;EACCC,kBAAkBA,CAAEC,IAAI,EAAG;IAC1B,MAAMC,iBAAiB,GAAG,IAAI,CAACH,UAAU,CAACI,SAAS,CAAE,mBAAoB,CAAC;IAC1E;AACF;AACA;AACA;IACE,MAAMC,SAAS,GAAGF,iBAAiB,CAAED,IAAI,EAAE,KAAM,CAAC;;IAElD;AACF;AACA;AACA;AACA;AACA;IACE,IAAKL,eAAe,CAACS,IAAI,CAAED,SAAS,CAAEA,SAAS,CAACE,MAAM,GAAG,CAAC,CAAG,CAAC,EAAG;MAChEF,SAAS,CAACG,GAAG,CAAC,CAAC;IAChB;IAEA,OAAOH,SAAS,CAACI,GAAG,CAAE,UAAUC,QAAQ,EAAG;MAC1C,OAAO,IAAIC,iBAAQ,CAAED,QAAS,CAAC;IAChC,CAAE,CAAC;EACJ;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;EACCE,eAAeA,CAAEF,QAAQ,EAAG;IAC3B;IACA,MAAMG,YAAY,GAAGH,QAAQ,CAACR,IAAI;;IAElC;IACA,MAAMY,gBAAgB,GAAG,IAAI,CAACd,UAAU,CAACI,SAAS,CAAE,uBAAwB,CAAC;IAC7E,IAAKU,gBAAgB,EAAG;MACvB,MAAMC,YAAY,GAAGD,gBAAgB,CAAED,YAAa,CAAC;MACrD,OAAOE,YAAY,CAACN,GAAG,CAAEO,SAAS,IAAI,IAAIC,cAAK,CAAED,SAAU,CAAE,CAAC;IAC/D;IAEA,MAAME,UAAU,GAAG,IAAAN,wBAAe,EAAEC,YAAa,CAAC;IAElD,OAAOK,UAAU,CAACT,GAAG,CAAEO,SAAS,IAAI,IAAIC,cAAK,CAAED,SAAU,CAAE,CAAC;EAC7D;AACD;AAAC,IAAAG,QAAA,GAAAC,OAAA,CAAAxB,OAAA,GACcE,iBAAiB","ignoreList":[]}
1
+ {"version":3,"file":"LanguageProcessor.js","names":["Sentence","Token","splitIntoTokens","whitespaceRegex","LanguageProcessor","constructor","researcher","splitIntoSentences","text","memoizedTokenizer","getHelper","sentences","test","length","pop","map","sentence","sentenceText","tokenTextsCustom","tokensCustom","tokenText","tokenTexts"],"sources":["../../../src/parse/language/LanguageProcessor.js"],"sourcesContent":["import Sentence from \"../structure/Sentence\";\nimport Token from \"../structure/Token\";\nimport splitIntoTokens from \"../../languageProcessing/helpers/word/splitIntoTokens\";\n\nconst whitespaceRegex = /^\\s+$/;\n\n\n/**\n * Contains language-specific logic for splitting a text into sentences and tokens.\n */\nclass LanguageProcessor {\n\t/**\n\t * Creates a new language processor.\n\t *\n\t * @param {Researcher} researcher The researcher to use.\n\t */\n\tconstructor( researcher ) {\n\t\tthis.researcher = researcher;\n\t}\n\n\t/**\n\t * Split text into sentences.\n\t *\n\t * @param {string} text The text to split into sentences.\n\t *\n\t * @returns {Sentence[]} The sentences.\n\t */\n\tsplitIntoSentences( text ) {\n\t\tconst memoizedTokenizer = this.researcher.getHelper( \"memoizedTokenizer\" );\n\t\t/*\n\t\t * Set the `trimSentences` flag to false. We want to keep whitespaces to be able to correctly assess the\n\t\t * position of sentences within the source code.\n\t\t */\n\t\tconst sentences = memoizedTokenizer( text, false );\n\n\t\t/*\n\t\t * If the last element in the array of sentences contains only whitespaces, remove it.\n\t\t * This will be the case if the text ends in a whitespace - that whitespace ends up being tokenized as a\n\t\t * separate sentence. A space at the end of the text is not needed for calculating the position of\n\t\t * sentences, so it can be safely removed.\n\t\t */\n\t\tif ( whitespaceRegex.test( sentences[ sentences.length - 1 ] ) ) {\n\t\t\tsentences.pop();\n\t\t}\n\n\t\treturn sentences.map( function( sentence ) {\n\t\t\treturn new Sentence( sentence );\n\t\t} );\n\t}\n\n\t/**\n\t * Split sentence into tokens.\n\t *\n\t * @param {Sentence} sentence The sentence to split.\n\t *\n\t * @returns {Token[]} The tokens.\n\t */\n\tsplitIntoTokens( sentence ) {\n\t\t// Retrieve sentence from sentence class\n\t\tconst sentenceText = sentence.text;\n\n\t\t// If there is a custom splitIntoTokens helper use its output for retrieving tokens.\n\t\tconst tokenTextsCustom = this.researcher.getHelper( \"splitIntoTokensCustom\" );\n\t\tif ( tokenTextsCustom ) {\n\t\t\tconst tokensCustom = tokenTextsCustom( sentenceText );\n\t\t\treturn tokensCustom.map( tokenText => new Token( tokenText ) );\n\t\t}\n\n\t\tconst tokenTexts = splitIntoTokens( sentenceText );\n\n\t\treturn tokenTexts.map( tokenText => new Token( tokenText ) );\n\t}\n}\nexport default LanguageProcessor;\n"],"mappings":"AAAA,OAAOA,QAAQ;AACf,OAAOC,KAAK;AACZ,OAAOC,eAAe;AAEtB,MAAMC,eAAe,GAAG,OAAO;;AAG/B;AACA;AACA;AACA,MAAMC,iBAAiB,CAAC;EACvB;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,UAAU,EAAG;IACzB,IAAI,CAACA,UAAU,GAAGA,UAAU;EAC7B;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;EACCC,kBAAkBA,CAAEC,IAAI,EAAG;IAC1B,MAAMC,iBAAiB,GAAG,IAAI,CAACH,UAAU,CAACI,SAAS,CAAE,mBAAoB,CAAC;IAC1E;AACF;AACA;AACA;IACE,MAAMC,SAAS,GAAGF,iBAAiB,CAAED,IAAI,EAAE,KAAM,CAAC;;IAElD;AACF;AACA;AACA;AACA;AACA;IACE,IAAKL,eAAe,CAACS,IAAI,CAAED,SAAS,CAAEA,SAAS,CAACE,MAAM,GAAG,CAAC,CAAG,CAAC,EAAG;MAChEF,SAAS,CAACG,GAAG,CAAC,CAAC;IAChB;IAEA,OAAOH,SAAS,CAACI,GAAG,CAAE,UAAUC,QAAQ,EAAG;MAC1C,OAAO,IAAIhB,QAAQ,CAAEgB,QAAS,CAAC;IAChC,CAAE,CAAC;EACJ;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;EACCd,eAAeA,CAAEc,QAAQ,EAAG;IAC3B;IACA,MAAMC,YAAY,GAAGD,QAAQ,CAACR,IAAI;;IAElC;IACA,MAAMU,gBAAgB,GAAG,IAAI,CAACZ,UAAU,CAACI,SAAS,CAAE,uBAAwB,CAAC;IAC7E,IAAKQ,gBAAgB,EAAG;MACvB,MAAMC,YAAY,GAAGD,gBAAgB,CAAED,YAAa,CAAC;MACrD,OAAOE,YAAY,CAACJ,GAAG,CAAEK,SAAS,IAAI,IAAInB,KAAK,CAAEmB,SAAU,CAAE,CAAC;IAC/D;IAEA,MAAMC,UAAU,GAAGnB,eAAe,CAAEe,YAAa,CAAC;IAElD,OAAOI,UAAU,CAACN,GAAG,CAAEK,SAAS,IAAI,IAAInB,KAAK,CAAEmB,SAAU,CAAE,CAAC;EAC7D;AACD;AACA,eAAehB,iBAAiB","ignoreList":[]}
@@ -1,15 +1,9 @@
1
- "use strict";
1
+ import Node from "./Node";
2
2
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _Node = _interopRequireDefault(require("./Node"));
8
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
9
3
  /**
10
4
  * A heading in the tree.
11
5
  */
12
- class Heading extends _Node.default {
6
+ class Heading extends Node {
13
7
  /**
14
8
  * Creates a new heading.
15
9
  *
@@ -28,5 +22,5 @@ class Heading extends _Node.default {
28
22
  this.level = level;
29
23
  }
30
24
  }
31
- var _default = exports.default = Heading;
25
+ export default Heading;
32
26
  //# sourceMappingURL=Heading.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Heading.js","names":["_Node","_interopRequireDefault","require","e","__esModule","default","Heading","Node","constructor","level","attributes","childNodes","sourceCodeLocationInfo","_default","exports"],"sources":["../../../src/parse/structure/Heading.js"],"sourcesContent":["import Node from \"./Node\";\n\n/**\n * A heading in the tree.\n */\nclass Heading extends Node {\n\t/**\n\t * Creates a new heading.\n\t *\n\t * @param {1|2|3|4|5|6} level The heading level (e.g. `1` for `h1` up to `6` for `h6`).\n\t * @param {Object} attributes This heading's attributes.\n\t * @param {(Node|Text)[]} childNodes This heading's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This heading's location in the source code, from parse5.\n\t */\n\tconstructor( level, attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\tsuper( `h${level}`, attributes, childNodes, sourceCodeLocationInfo );\n\t\t/**\n\t\t * This heading's level (e.g. `1` for `h1`, `2` for `h2` etc.).\n\t\t *\n\t\t * @type {1|2|3|4|5|6}\n\t\t */\n\t\tthis.level = level;\n\t}\n}\n\nexport default Heading;\n"],"mappings":";;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AAA0B,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAE1B;AACA;AACA;AACA,MAAMG,OAAO,SAASC,aAAI,CAAC;EAC1B;AACD;AACA;AACA;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,KAAK,EAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IACnF,KAAK,CAAE,IAAIH,KAAK,EAAE,EAAEC,UAAU,EAAEC,UAAU,EAAEC,sBAAuB,CAAC;IACpE;AACF;AACA;AACA;AACA;IACE,IAAI,CAACH,KAAK,GAAGA,KAAK;EACnB;AACD;AAAC,IAAAI,QAAA,GAAAC,OAAA,CAAAT,OAAA,GAEcC,OAAO","ignoreList":[]}
1
+ {"version":3,"file":"Heading.js","names":["Node","Heading","constructor","level","attributes","childNodes","sourceCodeLocationInfo"],"sources":["../../../src/parse/structure/Heading.js"],"sourcesContent":["import Node from \"./Node\";\n\n/**\n * A heading in the tree.\n */\nclass Heading extends Node {\n\t/**\n\t * Creates a new heading.\n\t *\n\t * @param {1|2|3|4|5|6} level The heading level (e.g. `1` for `h1` up to `6` for `h6`).\n\t * @param {Object} attributes This heading's attributes.\n\t * @param {(Node|Text)[]} childNodes This heading's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This heading's location in the source code, from parse5.\n\t */\n\tconstructor( level, attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\tsuper( `h${level}`, attributes, childNodes, sourceCodeLocationInfo );\n\t\t/**\n\t\t * This heading's level (e.g. `1` for `h1`, `2` for `h2` etc.).\n\t\t *\n\t\t * @type {1|2|3|4|5|6}\n\t\t */\n\t\tthis.level = level;\n\t}\n}\n\nexport default Heading;\n"],"mappings":"AAAA,OAAOA,IAAI;;AAEX;AACA;AACA;AACA,MAAMC,OAAO,SAASD,IAAI,CAAC;EAC1B;AACD;AACA;AACA;AACA;AACA;AACA;AACA;EACCE,WAAWA,CAAEC,KAAK,EAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IACnF,KAAK,CAAE,IAAIH,KAAK,EAAE,EAAEC,UAAU,EAAEC,UAAU,EAAEC,sBAAuB,CAAC;IACpE;AACF;AACA;AACA;AACA;IACE,IAAI,CAACH,KAAK,GAAGA,KAAK;EACnB;AACD;AAEA,eAAeF,OAAO","ignoreList":[]}
@@ -1,13 +1,7 @@
1
- "use strict";
1
+ import { findAllInTree, innerText } from "../traverse";
2
+ import SourceCodeLocation from "./SourceCodeLocation";
3
+ import { isEmpty } from "lodash";
2
4
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _traverse = require("../traverse");
8
- var _SourceCodeLocation = _interopRequireDefault(require("./SourceCodeLocation"));
9
- var _lodash = require("lodash");
10
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
11
5
  /**
12
6
  * A node in the tree.
13
7
  */
@@ -40,12 +34,12 @@ class Node {
40
34
  this.childNodes = childNodes;
41
35
 
42
36
  // Don't add the source code location when unavailable.
43
- if (!(0, _lodash.isEmpty)(sourceCodeLocationInfo)) {
37
+ if (!isEmpty(sourceCodeLocationInfo)) {
44
38
  /**
45
39
  * The location of this node inside the HTML.
46
40
  * @type {SourceCodeLocation}
47
41
  */
48
- this.sourceCodeLocation = new _SourceCodeLocation.default(sourceCodeLocationInfo);
42
+ this.sourceCodeLocation = new SourceCodeLocation(sourceCodeLocationInfo);
49
43
  }
50
44
  }
51
45
 
@@ -59,7 +53,7 @@ class Node {
59
53
  * @returns {(Node|Text|Paragraph|Heading)[]} The list of nodes that satisfy the condition.
60
54
  */
61
55
  findAll(condition, recurseFoundNodes = false) {
62
- return (0, _traverse.findAllInTree)(this, condition, recurseFoundNodes);
56
+ return findAllInTree(this, condition, recurseFoundNodes);
63
57
  }
64
58
 
65
59
  /**
@@ -68,8 +62,8 @@ class Node {
68
62
  * @returns {string} The inner text from this node.
69
63
  */
70
64
  innerText() {
71
- return (0, _traverse.innerText)(this);
65
+ return innerText(this);
72
66
  }
73
67
  }
74
- var _default = exports.default = Node;
68
+ export default Node;
75
69
  //# sourceMappingURL=Node.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Node.js","names":["_traverse","require","_SourceCodeLocation","_interopRequireDefault","_lodash","e","__esModule","default","Node","constructor","name","attributes","childNodes","sourceCodeLocationInfo","isEmpty","sourceCodeLocation","SourceCodeLocation","findAll","condition","recurseFoundNodes","findAllInTree","innerText","_default","exports"],"sources":["../../../src/parse/structure/Node.js"],"sourcesContent":["import { findAllInTree, innerText } from \"../traverse\";\nimport SourceCodeLocation from \"./SourceCodeLocation\";\nimport { isEmpty } from \"lodash\";\n\n/**\n * A node in the tree.\n */\nclass Node {\n\t/**\n\t * Creates a new node.\n\t *\n\t * @param {string} \t\t\tname \t\t\t\t\tThe node's name or tag.\n\t * @param {Object} \t\t\tattributes \t\t\t\tThis node's attributes.\n\t * @param {(Node|Text)[]} \tchildNodes \t\t\t\tThis node's child nodes.\n\t * @param {Object} \t\t\tsourceCodeLocationInfo \tThis node's location in the source code, from parse5.\n\t */\n\tconstructor( name, attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\t/**\n\t\t * This node's name or tag.\n\t\t * @type {string}\n\t\t */\n\t\tthis.name = name;\n\n\t\t/**\n\t\t * This node's attributes.\n\t\t * @type {Object}\n\t\t */\n\t\tthis.attributes = attributes;\n\n\t\t/**\n\t\t * This node's child nodes.\n\t\t * @type {(Node|Text)[]}\n\t\t */\n\t\tthis.childNodes = childNodes;\n\n\t\t// Don't add the source code location when unavailable.\n\t\tif ( ! isEmpty( sourceCodeLocationInfo ) ) {\n\t\t\t/**\n\t\t\t * The location of this node inside the HTML.\n\t\t\t * @type {SourceCodeLocation}\n\t\t\t */\n\t\t\tthis.sourceCodeLocation = new SourceCodeLocation( sourceCodeLocationInfo );\n\t\t}\n\t}\n\n\t/**\n\t * Finds all nodes in the tree that satisfies the given condition.\n\t *\n\t * @param {function} \tcondition \t\t\t\t\tThe condition that a node should satisfy to end up in the list.\n\t * @param {boolean} \trecurseFoundNodes=false \tWhether to recurse into found nodes to see if the condition\n\t * also applies to sub-nodes of the found node.\n\t *\n\t * @returns {(Node|Text|Paragraph|Heading)[]} The list of nodes that satisfy the condition.\n\t */\n\tfindAll( condition, recurseFoundNodes = false ) {\n\t\treturn findAllInTree( this, condition, recurseFoundNodes );\n\t}\n\n\t/**\n\t * Returns the inner text (text without any markup) from this node.\n\t *\n\t * @returns {string} The inner text from this node.\n\t */\n\tinnerText() {\n\t\treturn innerText( this );\n\t}\n}\n\nexport default Node;\n"],"mappings":";;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,mBAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAAiC,SAAAE,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEjC;AACA;AACA;AACA,MAAMG,IAAI,CAAC;EACV;AACD;AACA;AACA;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IAClF;AACF;AACA;AACA;IACE,IAAI,CAACH,IAAI,GAAGA,IAAI;;IAEhB;AACF;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;;IAE5B;AACF;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;;IAE5B;IACA,IAAK,CAAE,IAAAE,eAAO,EAAED,sBAAuB,CAAC,EAAG;MAC1C;AACH;AACA;AACA;MACG,IAAI,CAACE,kBAAkB,GAAG,IAAIC,2BAAkB,CAAEH,sBAAuB,CAAC;IAC3E;EACD;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACCI,OAAOA,CAAEC,SAAS,EAAEC,iBAAiB,GAAG,KAAK,EAAG;IAC/C,OAAO,IAAAC,uBAAa,EAAE,IAAI,EAAEF,SAAS,EAAEC,iBAAkB,CAAC;EAC3D;;EAEA;AACD;AACA;AACA;AACA;EACCE,SAASA,CAAA,EAAG;IACX,OAAO,IAAAA,mBAAS,EAAE,IAAK,CAAC;EACzB;AACD;AAAC,IAAAC,QAAA,GAAAC,OAAA,CAAAhB,OAAA,GAEcC,IAAI","ignoreList":[]}
1
+ {"version":3,"file":"Node.js","names":["findAllInTree","innerText","SourceCodeLocation","isEmpty","Node","constructor","name","attributes","childNodes","sourceCodeLocationInfo","sourceCodeLocation","findAll","condition","recurseFoundNodes"],"sources":["../../../src/parse/structure/Node.js"],"sourcesContent":["import { findAllInTree, innerText } from \"../traverse\";\nimport SourceCodeLocation from \"./SourceCodeLocation\";\nimport { isEmpty } from \"lodash\";\n\n/**\n * A node in the tree.\n */\nclass Node {\n\t/**\n\t * Creates a new node.\n\t *\n\t * @param {string} \t\t\tname \t\t\t\t\tThe node's name or tag.\n\t * @param {Object} \t\t\tattributes \t\t\t\tThis node's attributes.\n\t * @param {(Node|Text)[]} \tchildNodes \t\t\t\tThis node's child nodes.\n\t * @param {Object} \t\t\tsourceCodeLocationInfo \tThis node's location in the source code, from parse5.\n\t */\n\tconstructor( name, attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\t/**\n\t\t * This node's name or tag.\n\t\t * @type {string}\n\t\t */\n\t\tthis.name = name;\n\n\t\t/**\n\t\t * This node's attributes.\n\t\t * @type {Object}\n\t\t */\n\t\tthis.attributes = attributes;\n\n\t\t/**\n\t\t * This node's child nodes.\n\t\t * @type {(Node|Text)[]}\n\t\t */\n\t\tthis.childNodes = childNodes;\n\n\t\t// Don't add the source code location when unavailable.\n\t\tif ( ! isEmpty( sourceCodeLocationInfo ) ) {\n\t\t\t/**\n\t\t\t * The location of this node inside the HTML.\n\t\t\t * @type {SourceCodeLocation}\n\t\t\t */\n\t\t\tthis.sourceCodeLocation = new SourceCodeLocation( sourceCodeLocationInfo );\n\t\t}\n\t}\n\n\t/**\n\t * Finds all nodes in the tree that satisfies the given condition.\n\t *\n\t * @param {function} \tcondition \t\t\t\t\tThe condition that a node should satisfy to end up in the list.\n\t * @param {boolean} \trecurseFoundNodes=false \tWhether to recurse into found nodes to see if the condition\n\t * also applies to sub-nodes of the found node.\n\t *\n\t * @returns {(Node|Text|Paragraph|Heading)[]} The list of nodes that satisfy the condition.\n\t */\n\tfindAll( condition, recurseFoundNodes = false ) {\n\t\treturn findAllInTree( this, condition, recurseFoundNodes );\n\t}\n\n\t/**\n\t * Returns the inner text (text without any markup) from this node.\n\t *\n\t * @returns {string} The inner text from this node.\n\t */\n\tinnerText() {\n\t\treturn innerText( this );\n\t}\n}\n\nexport default Node;\n"],"mappings":"AAAA,SAASA,aAAa,EAAEC,SAAS;AACjC,OAAOC,kBAAkB;AACzB,SAASC,OAAO,QAAQ,QAAQ;;AAEhC;AACA;AACA;AACA,MAAMC,IAAI,CAAC;EACV;AACD;AACA;AACA;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IAClF;AACF;AACA;AACA;IACE,IAAI,CAACH,IAAI,GAAGA,IAAI;;IAEhB;AACF;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;;IAE5B;AACF;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;;IAE5B;IACA,IAAK,CAAEL,OAAO,CAAEM,sBAAuB,CAAC,EAAG;MAC1C;AACH;AACA;AACA;MACG,IAAI,CAACC,kBAAkB,GAAG,IAAIR,kBAAkB,CAAEO,sBAAuB,CAAC;IAC3E;EACD;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACCE,OAAOA,CAAEC,SAAS,EAAEC,iBAAiB,GAAG,KAAK,EAAG;IAC/C,OAAOb,aAAa,CAAE,IAAI,EAAEY,SAAS,EAAEC,iBAAkB,CAAC;EAC3D;;EAEA;AACD;AACA;AACA;AACA;EACCZ,SAASA,CAAA,EAAG;IACX,OAAOA,SAAS,CAAE,IAAK,CAAC;EACzB;AACD;AAEA,eAAeG,IAAI","ignoreList":[]}
@@ -1,17 +1,11 @@
1
- "use strict";
1
+ import Node from "./Node";
2
2
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _Node = _interopRequireDefault(require("./Node"));
8
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
9
3
  /**
10
4
  * A paragraph in the tree.
11
5
  *
12
6
  * @see https://html.spec.whatwg.org/dev/dom.html#paragraphs
13
7
  */
14
- class Paragraph extends _Node.default {
8
+ class Paragraph extends Node {
15
9
  /**
16
10
  * Creates a new paragraph.
17
11
  *
@@ -49,5 +43,5 @@ class Paragraph extends _Node.default {
49
43
  return new Paragraph(attributes, childNodes, sourceCodeLocationInfo, true);
50
44
  }
51
45
  }
52
- var _default = exports.default = Paragraph;
46
+ export default Paragraph;
53
47
  //# sourceMappingURL=Paragraph.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Paragraph.js","names":["_Node","_interopRequireDefault","require","e","__esModule","default","Paragraph","Node","constructor","attributes","childNodes","sourceCodeLocationInfo","isImplicit","isOverarching","name","createImplicit","_default","exports"],"sources":["../../../src/parse/structure/Paragraph.js"],"sourcesContent":["import Node from \"./Node\";\n\n/**\n * A paragraph in the tree.\n *\n * @see https://html.spec.whatwg.org/dev/dom.html#paragraphs\n */\nclass Paragraph extends Node {\n\t/**\n\t * Creates a new paragraph.\n\t *\n\t * @param {Object} attributes The paragraph's attributes.\n\t * @param {(Node|Text)[]} childNodes This paragraph's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This paragraph's location in the source code, from parse5.\n\t * @param {boolean} isImplicit Whether this paragraph is an implicit paragraph, or an explicit paragraph.\n\t * @param {boolean} isOverarching Whether this paragraph is overarching text that is separated by double line breaks.\n\t */\n\tconstructor( attributes = {}, childNodes = [], sourceCodeLocationInfo = {},\n\t\tisImplicit = false, isOverarching = false ) {\n\t\t// We rename any overarching `<p>` element to not match it as a stand-alone paragraph downstream.\n\t\tconst name = isOverarching ? \"p-overarching\" : \"p\";\n\t\tsuper( name, attributes, childNodes, sourceCodeLocationInfo );\n\t\t/**\n\t\t * Whether this paragraph is explicit (defined by an explicit `<p>` tag within the markup),\n\t\t * or implicit (defined by a run of phrasing content).\n\t\t *\n\t\t * @see https://html.spec.whatwg.org/dev/dom.html#paragraphs\n\t\t *\n\t\t * @type {boolean}\n\t\t */\n\t\tthis.isImplicit = isImplicit;\n\t}\n\n\t/**\n\t * Creates and returns a new implicit paragraph.\n\t *\n\t * @param {Object} attributes The paragraph's attributes.\n\t * @param {(Node|Text)[]} childNodes This paragraph's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This paragraph's location in the source code, from parse5.\n\t *\n\t * @returns {Paragraph} A new implicit paragraph.\n\t */\n\tstatic createImplicit( attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\treturn new Paragraph( attributes, childNodes, sourceCodeLocationInfo, true );\n\t}\n}\n\nexport default Paragraph;\n"],"mappings":";;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AAA0B,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAE1B;AACA;AACA;AACA;AACA;AACA,MAAMG,SAAS,SAASC,aAAI,CAAC;EAC5B;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EACzEC,UAAU,GAAG,KAAK,EAAEC,aAAa,GAAG,KAAK,EAAG;IAC5C;IACA,MAAMC,IAAI,GAAGD,aAAa,GAAG,eAAe,GAAG,GAAG;IAClD,KAAK,CAAEC,IAAI,EAAEL,UAAU,EAAEC,UAAU,EAAEC,sBAAuB,CAAC;IAC7D;AACF;AACA;AACA;AACA;AACA;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC7B;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACC,OAAOG,cAAcA,CAAEN,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IACtF,OAAO,IAAIL,SAAS,CAAEG,UAAU,EAAEC,UAAU,EAAEC,sBAAsB,EAAE,IAAK,CAAC;EAC7E;AACD;AAAC,IAAAK,QAAA,GAAAC,OAAA,CAAAZ,OAAA,GAEcC,SAAS","ignoreList":[]}
1
+ {"version":3,"file":"Paragraph.js","names":["Node","Paragraph","constructor","attributes","childNodes","sourceCodeLocationInfo","isImplicit","isOverarching","name","createImplicit"],"sources":["../../../src/parse/structure/Paragraph.js"],"sourcesContent":["import Node from \"./Node\";\n\n/**\n * A paragraph in the tree.\n *\n * @see https://html.spec.whatwg.org/dev/dom.html#paragraphs\n */\nclass Paragraph extends Node {\n\t/**\n\t * Creates a new paragraph.\n\t *\n\t * @param {Object} attributes The paragraph's attributes.\n\t * @param {(Node|Text)[]} childNodes This paragraph's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This paragraph's location in the source code, from parse5.\n\t * @param {boolean} isImplicit Whether this paragraph is an implicit paragraph, or an explicit paragraph.\n\t * @param {boolean} isOverarching Whether this paragraph is overarching text that is separated by double line breaks.\n\t */\n\tconstructor( attributes = {}, childNodes = [], sourceCodeLocationInfo = {},\n\t\tisImplicit = false, isOverarching = false ) {\n\t\t// We rename any overarching `<p>` element to not match it as a stand-alone paragraph downstream.\n\t\tconst name = isOverarching ? \"p-overarching\" : \"p\";\n\t\tsuper( name, attributes, childNodes, sourceCodeLocationInfo );\n\t\t/**\n\t\t * Whether this paragraph is explicit (defined by an explicit `<p>` tag within the markup),\n\t\t * or implicit (defined by a run of phrasing content).\n\t\t *\n\t\t * @see https://html.spec.whatwg.org/dev/dom.html#paragraphs\n\t\t *\n\t\t * @type {boolean}\n\t\t */\n\t\tthis.isImplicit = isImplicit;\n\t}\n\n\t/**\n\t * Creates and returns a new implicit paragraph.\n\t *\n\t * @param {Object} attributes The paragraph's attributes.\n\t * @param {(Node|Text)[]} childNodes This paragraph's child nodes.\n\t * @param {Object} sourceCodeLocationInfo This paragraph's location in the source code, from parse5.\n\t *\n\t * @returns {Paragraph} A new implicit paragraph.\n\t */\n\tstatic createImplicit( attributes = {}, childNodes = [], sourceCodeLocationInfo = {} ) {\n\t\treturn new Paragraph( attributes, childNodes, sourceCodeLocationInfo, true );\n\t}\n}\n\nexport default Paragraph;\n"],"mappings":"AAAA,OAAOA,IAAI;;AAEX;AACA;AACA;AACA;AACA;AACA,MAAMC,SAAS,SAASD,IAAI,CAAC;EAC5B;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACCE,WAAWA,CAAEC,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EACzEC,UAAU,GAAG,KAAK,EAAEC,aAAa,GAAG,KAAK,EAAG;IAC5C;IACA,MAAMC,IAAI,GAAGD,aAAa,GAAG,eAAe,GAAG,GAAG;IAClD,KAAK,CAAEC,IAAI,EAAEL,UAAU,EAAEC,UAAU,EAAEC,sBAAuB,CAAC;IAC7D;AACF;AACA;AACA;AACA;AACA;AACA;AACA;IACE,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC7B;;EAEA;AACD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACC,OAAOG,cAAcA,CAAEN,UAAU,GAAG,CAAC,CAAC,EAAEC,UAAU,GAAG,EAAE,EAAEC,sBAAsB,GAAG,CAAC,CAAC,EAAG;IACtF,OAAO,IAAIJ,SAAS,CAAEE,UAAU,EAAEC,UAAU,EAAEC,sBAAsB,EAAE,IAAK,CAAC;EAC7E;AACD;AAEA,eAAeJ,SAAS","ignoreList":[]}
@@ -1,9 +1,3 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
1
  /**
8
2
  * A sentence within a text.
9
3
  */
@@ -32,5 +26,5 @@ class Sentence {
32
26
  this.sourceCodeRange = {};
33
27
  }
34
28
  }
35
- var _default = exports.default = Sentence;
29
+ export default Sentence;
36
30
  //# sourceMappingURL=Sentence.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Sentence.js","names":["Sentence","constructor","text","tokens","sourceCodeRange","_default","exports","default"],"sources":["../../../src/parse/structure/Sentence.js"],"sourcesContent":["/**\n * A sentence within a text.\n */\nclass Sentence {\n\t/**\n\t * Creates a sentence.\n\t *\n\t * @param {string} text The sentence's text.\n\t */\n\tconstructor( text ) {\n\t\t/**\n\t\t * The text in this sentence.\n\t\t *\n\t\t * @type {string}\n\t\t */\n\t\tthis.text = text;\n\t\t/**\n\t\t * The tokens in this sentence.\n\t\t * @type {Token[]}\n\t\t */\n\t\tthis.tokens = [];\n\t\t/**\n\t\t * The start and end positions of the sentence in the source code.\n\t\t * @type {SourceCodeRange}\n\t\t */\n\t\tthis.sourceCodeRange = {};\n\t}\n}\n\nexport default Sentence;\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA,MAAMA,QAAQ,CAAC;EACd;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAG;IACnB;AACF;AACA;AACA;AACA;IACE,IAAI,CAACA,IAAI,GAAGA,IAAI;IAChB;AACF;AACA;AACA;IACE,IAAI,CAACC,MAAM,GAAG,EAAE;IAChB;AACF;AACA;AACA;IACE,IAAI,CAACC,eAAe,GAAG,CAAC,CAAC;EAC1B;AACD;AAAC,IAAAC,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAEcP,QAAQ","ignoreList":[]}
1
+ {"version":3,"file":"Sentence.js","names":["Sentence","constructor","text","tokens","sourceCodeRange"],"sources":["../../../src/parse/structure/Sentence.js"],"sourcesContent":["/**\n * A sentence within a text.\n */\nclass Sentence {\n\t/**\n\t * Creates a sentence.\n\t *\n\t * @param {string} text The sentence's text.\n\t */\n\tconstructor( text ) {\n\t\t/**\n\t\t * The text in this sentence.\n\t\t *\n\t\t * @type {string}\n\t\t */\n\t\tthis.text = text;\n\t\t/**\n\t\t * The tokens in this sentence.\n\t\t * @type {Token[]}\n\t\t */\n\t\tthis.tokens = [];\n\t\t/**\n\t\t * The start and end positions of the sentence in the source code.\n\t\t * @type {SourceCodeRange}\n\t\t */\n\t\tthis.sourceCodeRange = {};\n\t}\n}\n\nexport default Sentence;\n"],"mappings":"AAAA;AACA;AACA;AACA,MAAMA,QAAQ,CAAC;EACd;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAG;IACnB;AACF;AACA;AACA;AACA;IACE,IAAI,CAACA,IAAI,GAAGA,IAAI;IAChB;AACF;AACA;AACA;IACE,IAAI,CAACC,MAAM,GAAG,EAAE;IAChB;AACF;AACA;AACA;IACE,IAAI,CAACC,eAAe,GAAG,CAAC,CAAC;EAC1B;AACD;AAEA,eAAeJ,QAAQ","ignoreList":[]}
@@ -1,9 +1,3 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
1
  /**
8
2
  * Represents a range in the source code.
9
3
  *
@@ -42,5 +36,5 @@ class SourceCodeLocation {
42
36
  this.endOffset = sourceCodeLocationInfo.endOffset;
43
37
  }
44
38
  }
45
- var _default = exports.default = SourceCodeLocation;
39
+ export default SourceCodeLocation;
46
40
  //# sourceMappingURL=SourceCodeLocation.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"SourceCodeLocation.js","names":["SourceCodeLocation","constructor","sourceCodeLocationInfo","startTag","startOffset","endOffset","endTag","_default","exports","default"],"sources":["../../../src/parse/structure/SourceCodeLocation.js"],"sourcesContent":["/**\n * Represents a range in the source code.\n *\n * @typedef {Object} SourceCodeRange\n * @property {number} startOffset The start position of the range.\n * @property {number} endOffset The end position of the range.\n */\n\n/**\n * Represents a location of a node in the HTML tree.\n *\n * @extends SourceCodeRange\n * @property {SourceCodeRange?} startTag The location of the start tag of the element, if it has one.\n * @property {SourceCodeRange?} endTag The location of the end tag of the element, if it has one.\n */\nclass SourceCodeLocation {\n\t/**\n\t * Creates a new SourceCodeLocation.\n\t *\n\t * @param {Object} sourceCodeLocationInfo This node's location in the source code, from parse5.\n\t */\n\tconstructor( sourceCodeLocationInfo ) {\n\t\tif ( sourceCodeLocationInfo.startTag ) {\n\t\t\tthis.startTag = {\n\t\t\t\tstartOffset: sourceCodeLocationInfo.startTag.startOffset,\n\t\t\t\tendOffset: sourceCodeLocationInfo.startTag.endOffset,\n\t\t\t};\n\t\t}\n\t\tif ( sourceCodeLocationInfo.endTag ) {\n\t\t\tthis.endTag = {\n\t\t\t\tstartOffset: sourceCodeLocationInfo.endTag.startOffset,\n\t\t\t\tendOffset: sourceCodeLocationInfo.endTag.endOffset,\n\t\t\t};\n\t\t}\n\n\t\tthis.startOffset = sourceCodeLocationInfo.startOffset;\n\t\tthis.endOffset = sourceCodeLocationInfo.endOffset;\n\t}\n}\n\nexport default SourceCodeLocation;\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAMA,kBAAkB,CAAC;EACxB;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,sBAAsB,EAAG;IACrC,IAAKA,sBAAsB,CAACC,QAAQ,EAAG;MACtC,IAAI,CAACA,QAAQ,GAAG;QACfC,WAAW,EAAEF,sBAAsB,CAACC,QAAQ,CAACC,WAAW;QACxDC,SAAS,EAAEH,sBAAsB,CAACC,QAAQ,CAACE;MAC5C,CAAC;IACF;IACA,IAAKH,sBAAsB,CAACI,MAAM,EAAG;MACpC,IAAI,CAACA,MAAM,GAAG;QACbF,WAAW,EAAEF,sBAAsB,CAACI,MAAM,CAACF,WAAW;QACtDC,SAAS,EAAEH,sBAAsB,CAACI,MAAM,CAACD;MAC1C,CAAC;IACF;IAEA,IAAI,CAACD,WAAW,GAAGF,sBAAsB,CAACE,WAAW;IACrD,IAAI,CAACC,SAAS,GAAGH,sBAAsB,CAACG,SAAS;EAClD;AACD;AAAC,IAAAE,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAEcT,kBAAkB","ignoreList":[]}
1
+ {"version":3,"file":"SourceCodeLocation.js","names":["SourceCodeLocation","constructor","sourceCodeLocationInfo","startTag","startOffset","endOffset","endTag"],"sources":["../../../src/parse/structure/SourceCodeLocation.js"],"sourcesContent":["/**\n * Represents a range in the source code.\n *\n * @typedef {Object} SourceCodeRange\n * @property {number} startOffset The start position of the range.\n * @property {number} endOffset The end position of the range.\n */\n\n/**\n * Represents a location of a node in the HTML tree.\n *\n * @extends SourceCodeRange\n * @property {SourceCodeRange?} startTag The location of the start tag of the element, if it has one.\n * @property {SourceCodeRange?} endTag The location of the end tag of the element, if it has one.\n */\nclass SourceCodeLocation {\n\t/**\n\t * Creates a new SourceCodeLocation.\n\t *\n\t * @param {Object} sourceCodeLocationInfo This node's location in the source code, from parse5.\n\t */\n\tconstructor( sourceCodeLocationInfo ) {\n\t\tif ( sourceCodeLocationInfo.startTag ) {\n\t\t\tthis.startTag = {\n\t\t\t\tstartOffset: sourceCodeLocationInfo.startTag.startOffset,\n\t\t\t\tendOffset: sourceCodeLocationInfo.startTag.endOffset,\n\t\t\t};\n\t\t}\n\t\tif ( sourceCodeLocationInfo.endTag ) {\n\t\t\tthis.endTag = {\n\t\t\t\tstartOffset: sourceCodeLocationInfo.endTag.startOffset,\n\t\t\t\tendOffset: sourceCodeLocationInfo.endTag.endOffset,\n\t\t\t};\n\t\t}\n\n\t\tthis.startOffset = sourceCodeLocationInfo.startOffset;\n\t\tthis.endOffset = sourceCodeLocationInfo.endOffset;\n\t}\n}\n\nexport default SourceCodeLocation;\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAMA,kBAAkB,CAAC;EACxB;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,sBAAsB,EAAG;IACrC,IAAKA,sBAAsB,CAACC,QAAQ,EAAG;MACtC,IAAI,CAACA,QAAQ,GAAG;QACfC,WAAW,EAAEF,sBAAsB,CAACC,QAAQ,CAACC,WAAW;QACxDC,SAAS,EAAEH,sBAAsB,CAACC,QAAQ,CAACE;MAC5C,CAAC;IACF;IACA,IAAKH,sBAAsB,CAACI,MAAM,EAAG;MACpC,IAAI,CAACA,MAAM,GAAG;QACbF,WAAW,EAAEF,sBAAsB,CAACI,MAAM,CAACF,WAAW;QACtDC,SAAS,EAAEH,sBAAsB,CAACI,MAAM,CAACD;MAC1C,CAAC;IACF;IAEA,IAAI,CAACD,WAAW,GAAGF,sBAAsB,CAACE,WAAW;IACrD,IAAI,CAACC,SAAS,GAAGH,sBAAsB,CAACG,SAAS;EAClD;AACD;AAEA,eAAeL,kBAAkB","ignoreList":[]}
@@ -1,11 +1,4 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _SourceCodeLocation = _interopRequireDefault(require("./SourceCodeLocation"));
8
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
1
+ import SourceCodeLocation from "./SourceCodeLocation";
9
2
  /**
10
3
  * A text.
11
4
  */
@@ -23,11 +16,11 @@ class Text {
23
16
  * @type {string}
24
17
  */
25
18
  this.value = textNode.value;
26
- this.sourceCodeRange = new _SourceCodeLocation.default({
19
+ this.sourceCodeRange = new SourceCodeLocation({
27
20
  startOffset: textNode.sourceCodeLocation.startOffset,
28
21
  endOffset: textNode.sourceCodeLocation.endOffset
29
22
  });
30
23
  }
31
24
  }
32
- var _default = exports.default = Text;
25
+ export default Text;
33
26
  //# sourceMappingURL=Text.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Text.js","names":["_SourceCodeLocation","_interopRequireDefault","require","e","__esModule","default","Text","constructor","textNode","name","value","sourceCodeRange","SourceCodeLocation","startOffset","sourceCodeLocation","endOffset","_default","exports"],"sources":["../../../src/parse/structure/Text.js"],"sourcesContent":["import SourceCodeLocation from \"./SourceCodeLocation\";\n/**\n * A text.\n */\nclass Text {\n\t/**\n\t * Creates a new Text object, that consist of some text and a source code range.\n\t *\n\t * @param {object} textNode The current #text node in the parse5 tree.\n\t */\n\tconstructor( textNode ) {\n\t\tthis.name = \"#text\";\n\t\t/**\n\t\t * This text's content.\n\t\t *\n\t\t * @type {string}\n\t\t */\n\t\tthis.value = textNode.value;\n\n\t\tthis.sourceCodeRange = new SourceCodeLocation( {\n\t\t\tstartOffset: textNode.sourceCodeLocation.startOffset,\n\t\t\tendOffset: textNode.sourceCodeLocation.endOffset,\n\t\t} );\n\t}\n}\n\nexport default Text;\n"],"mappings":";;;;;;AAAA,IAAAA,mBAAA,GAAAC,sBAAA,CAAAC,OAAA;AAAsD,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AACtD;AACA;AACA;AACA,MAAMG,IAAI,CAAC;EACV;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,QAAQ,EAAG;IACvB,IAAI,CAACC,IAAI,GAAG,OAAO;IACnB;AACF;AACA;AACA;AACA;IACE,IAAI,CAACC,KAAK,GAAGF,QAAQ,CAACE,KAAK;IAE3B,IAAI,CAACC,eAAe,GAAG,IAAIC,2BAAkB,CAAE;MAC9CC,WAAW,EAAEL,QAAQ,CAACM,kBAAkB,CAACD,WAAW;MACpDE,SAAS,EAAEP,QAAQ,CAACM,kBAAkB,CAACC;IACxC,CAAE,CAAC;EACJ;AACD;AAAC,IAAAC,QAAA,GAAAC,OAAA,CAAAZ,OAAA,GAEcC,IAAI","ignoreList":[]}
1
+ {"version":3,"file":"Text.js","names":["SourceCodeLocation","Text","constructor","textNode","name","value","sourceCodeRange","startOffset","sourceCodeLocation","endOffset"],"sources":["../../../src/parse/structure/Text.js"],"sourcesContent":["import SourceCodeLocation from \"./SourceCodeLocation\";\n/**\n * A text.\n */\nclass Text {\n\t/**\n\t * Creates a new Text object, that consist of some text and a source code range.\n\t *\n\t * @param {object} textNode The current #text node in the parse5 tree.\n\t */\n\tconstructor( textNode ) {\n\t\tthis.name = \"#text\";\n\t\t/**\n\t\t * This text's content.\n\t\t *\n\t\t * @type {string}\n\t\t */\n\t\tthis.value = textNode.value;\n\n\t\tthis.sourceCodeRange = new SourceCodeLocation( {\n\t\t\tstartOffset: textNode.sourceCodeLocation.startOffset,\n\t\t\tendOffset: textNode.sourceCodeLocation.endOffset,\n\t\t} );\n\t}\n}\n\nexport default Text;\n"],"mappings":"AAAA,OAAOA,kBAAkB;AACzB;AACA;AACA;AACA,MAAMC,IAAI,CAAC;EACV;AACD;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,QAAQ,EAAG;IACvB,IAAI,CAACC,IAAI,GAAG,OAAO;IACnB;AACF;AACA;AACA;AACA;IACE,IAAI,CAACC,KAAK,GAAGF,QAAQ,CAACE,KAAK;IAE3B,IAAI,CAACC,eAAe,GAAG,IAAIN,kBAAkB,CAAE;MAC9CO,WAAW,EAAEJ,QAAQ,CAACK,kBAAkB,CAACD,WAAW;MACpDE,SAAS,EAAEN,QAAQ,CAACK,kBAAkB,CAACC;IACxC,CAAE,CAAC;EACJ;AACD;AAEA,eAAeR,IAAI","ignoreList":[]}
@@ -1,10 +1,5 @@
1
- "use strict";
1
+ import { normalizeSingle } from "../../languageProcessing";
2
2
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
- var _languageProcessing = require("../../languageProcessing");
8
3
  /**
9
4
  * A token representing a word, whitespace or punctuation in the sentence.
10
5
  */
@@ -17,7 +12,7 @@ class Token {
17
12
  */
18
13
  constructor(text, sourceCodeRange = {}) {
19
14
  // Normalize single quotes so that tokens can be matched with strings regardless of single quote type.
20
- this.text = (0, _languageProcessing.normalizeSingle)(text);
15
+ this.text = normalizeSingle(text);
21
16
  /**
22
17
  * The start and end positions of the token in the source code.
23
18
  * @type {SourceCodeRange}
@@ -25,5 +20,5 @@ class Token {
25
20
  this.sourceCodeRange = sourceCodeRange;
26
21
  }
27
22
  }
28
- var _default = exports.default = Token;
23
+ export default Token;
29
24
  //# sourceMappingURL=Token.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Token.js","names":["_languageProcessing","require","Token","constructor","text","sourceCodeRange","normalizeSingle","_default","exports","default"],"sources":["../../../src/parse/structure/Token.js"],"sourcesContent":["import { normalizeSingle } from \"../../languageProcessing\";\n\n/**\n * A token representing a word, whitespace or punctuation in the sentence.\n */\nclass Token {\n\t/**\n\t * Creates a new token.\n\t *\n\t * @param {string} text The token's text.\n\t * @param {SourceCodeRange} sourceCodeRange The start and end positions of the token in the source code.\n\t */\n\tconstructor( text, sourceCodeRange = {} ) {\n\t\t// Normalize single quotes so that tokens can be matched with strings regardless of single quote type.\n\t\tthis.text = normalizeSingle( text );\n\t\t/**\n\t\t * The start and end positions of the token in the source code.\n\t\t * @type {SourceCodeRange}\n\t\t */\n\t\tthis.sourceCodeRange = sourceCodeRange;\n\t}\n}\n\nexport default Token;\n"],"mappings":";;;;;;AAAA,IAAAA,mBAAA,GAAAC,OAAA;AAEA;AACA;AACA;AACA,MAAMC,KAAK,CAAC;EACX;AACD;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAEC,eAAe,GAAG,CAAC,CAAC,EAAG;IACzC;IACA,IAAI,CAACD,IAAI,GAAG,IAAAE,mCAAe,EAAEF,IAAK,CAAC;IACnC;AACF;AACA;AACA;IACE,IAAI,CAACC,eAAe,GAAGA,eAAe;EACvC;AACD;AAAC,IAAAE,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAEcP,KAAK","ignoreList":[]}
1
+ {"version":3,"file":"Token.js","names":["normalizeSingle","Token","constructor","text","sourceCodeRange"],"sources":["../../../src/parse/structure/Token.js"],"sourcesContent":["import { normalizeSingle } from \"../../languageProcessing\";\n\n/**\n * A token representing a word, whitespace or punctuation in the sentence.\n */\nclass Token {\n\t/**\n\t * Creates a new token.\n\t *\n\t * @param {string} text The token's text.\n\t * @param {SourceCodeRange} sourceCodeRange The start and end positions of the token in the source code.\n\t */\n\tconstructor( text, sourceCodeRange = {} ) {\n\t\t// Normalize single quotes so that tokens can be matched with strings regardless of single quote type.\n\t\tthis.text = normalizeSingle( text );\n\t\t/**\n\t\t * The start and end positions of the token in the source code.\n\t\t * @type {SourceCodeRange}\n\t\t */\n\t\tthis.sourceCodeRange = sourceCodeRange;\n\t}\n}\n\nexport default Token;\n"],"mappings":"AAAA,SAASA,eAAe;;AAExB;AACA;AACA;AACA,MAAMC,KAAK,CAAC;EACX;AACD;AACA;AACA;AACA;AACA;EACCC,WAAWA,CAAEC,IAAI,EAAEC,eAAe,GAAG,CAAC,CAAC,EAAG;IACzC;IACA,IAAI,CAACD,IAAI,GAAGH,eAAe,CAAEG,IAAK,CAAC;IACnC;AACF;AACA;AACA;IACE,IAAI,CAACC,eAAe,GAAGA,eAAe;EACvC;AACD;AAEA,eAAeH,KAAK","ignoreList":[]}
@@ -1,35 +1,12 @@
1
- "use strict";
1
+ import Node from "./Node";
2
+ import Heading from "./Heading";
3
+ import Paragraph from "./Paragraph";
4
+ import Text from "./Text";
2
5
 
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- Object.defineProperty(exports, "Heading", {
7
- enumerable: true,
8
- get: function () {
9
- return _Heading.default;
10
- }
11
- });
12
- Object.defineProperty(exports, "Node", {
13
- enumerable: true,
14
- get: function () {
15
- return _Node.default;
16
- }
17
- });
18
- Object.defineProperty(exports, "Paragraph", {
19
- enumerable: true,
20
- get: function () {
21
- return _Paragraph.default;
22
- }
23
- });
24
- Object.defineProperty(exports, "Text", {
25
- enumerable: true,
26
- get: function () {
27
- return _Text.default;
28
- }
29
- });
30
- var _Node = _interopRequireDefault(require("./Node"));
31
- var _Heading = _interopRequireDefault(require("./Heading"));
32
- var _Paragraph = _interopRequireDefault(require("./Paragraph"));
33
- var _Text = _interopRequireDefault(require("./Text"));
34
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
6
+ /**
7
+ * @module parse/structure
8
+ *
9
+ * Contains elements out of which a tree structure can be built.
10
+ */
11
+ export { Node, Heading, Paragraph, Text };
35
12
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":["_Node","_interopRequireDefault","require","_Heading","_Paragraph","_Text","e","__esModule","default"],"sources":["../../../src/parse/structure/index.js"],"sourcesContent":["import Node from \"./Node\";\nimport Heading from \"./Heading\";\nimport Paragraph from \"./Paragraph\";\nimport Text from \"./Text\";\n\n/**\n * @module parse/structure\n *\n * Contains elements out of which a tree structure can be built.\n */\nexport {\n\tNode,\n\tHeading,\n\tParagraph,\n\tText,\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,QAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,UAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,KAAA,GAAAJ,sBAAA,CAAAC,OAAA;AAA0B,SAAAD,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}
1
+ {"version":3,"file":"index.js","names":["Node","Heading","Paragraph","Text"],"sources":["../../../src/parse/structure/index.js"],"sourcesContent":["import Node from \"./Node\";\nimport Heading from \"./Heading\";\nimport Paragraph from \"./Paragraph\";\nimport Text from \"./Text\";\n\n/**\n * @module parse/structure\n *\n * Contains elements out of which a tree structure can be built.\n */\nexport {\n\tNode,\n\tHeading,\n\tParagraph,\n\tText,\n};\n"],"mappings":"AAAA,OAAOA,IAAI;AACX,OAAOC,OAAO;AACd,OAAOC,SAAS;AAChB,OAAOC,IAAI;;AAEX;AACA;AACA;AACA;AACA;AACA,SACCH,IAAI,EACJC,OAAO,EACPC,SAAS,EACTC,IAAI","ignoreList":[]}
@@ -1,9 +1,3 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = findAllInTree;
7
1
  /**
8
2
  * Finds all nodes in the tree that satisfies the given condition.
9
3
  *
@@ -42,7 +36,7 @@ exports.default = findAllInTree;
42
36
  *
43
37
  * @returns {Object[]} The list of nodes that satisfy the condition.
44
38
  */
45
- function findAllInTree(tree, condition, recurseFoundNodes = false) {
39
+ export default function findAllInTree(tree, condition, recurseFoundNodes = false) {
46
40
  const nodes = [];
47
41
  if (!tree.childNodes) {
48
42
  return nodes;
@@ -1 +1 @@
1
- {"version":3,"file":"findAllInTree.js","names":["findAllInTree","tree","condition","recurseFoundNodes","nodes","childNodes","forEach","child","push"],"sources":["../../../src/parse/traverse/findAllInTree.js"],"sourcesContent":["/**\n * Finds all nodes in the tree that satisfies the given condition.\n *\n * @param {Object} \t\ttree \t\t\t\t\t\tThe tree.\n * @param {function} \tcondition \t\t\t\t\tThe condition that a node should satisfy to end up in the list.\n * @param {boolean} \trecurseFoundNodes=false \tWhether to recurse into found nodes to see if the condition also applies to\n * sub-nodes of the found node.\n * If false, as soon as a node is found that satisfies the condition, it is added to the list and no further recursion is done through its children.\n * If true, the node is added to the list and its children are also checked for the condition.\n * If they satisfy the condition, they are also added to the list.\n * This comes with the risk of adding the same node multiple times to the list.\n *\n * Example:\n * HTML: <div><div><div>foo</div></div></div>\n * Condition: node => node.nodeName === 'div'\n * If recurseFoundNodes is false, this will return: [ <div><div><div>foo</div></div></div> ]\n *\n * If recurseFoundNodes is true, this will return: [ <div><div><div>foo</div></div></div>, <div><div>foo</div></div>, <div>foo</div> ]\n *\n * In assessments where you want to count the number of occurrences of a certain type of node, you should set recurseFoundNodes to false.\n * For example in the list assessment with a nested list: you only want to count the outer list.\n *\n * <ul>\n * <li>Coffee</li>\n * <li>Tea\n * <ul>\n * <li>Black tea</li>\n * <li>Green tea</li>\n * </ul>\n * </li>\n * <li>Milk</li>\n * </ul>\n *\n * In getTextElementPositions, you want to find all descendant nodes that have position information.\n * In this case you want to recurse into found nodes.\n *\n * @returns {Object[]} The list of nodes that satisfy the condition.\n */\nexport default function findAllInTree( tree, condition, recurseFoundNodes = false ) {\n\tconst nodes = [];\n\n\tif ( ! tree.childNodes ) {\n\t\treturn nodes;\n\t}\n\n\ttree.childNodes.forEach( child => {\n\t\tif ( condition( child ) ) {\n\t\t\tnodes.push( child );\n\t\t\tif ( recurseFoundNodes ) {\n\t\t\t\tnodes.push( ...findAllInTree( child, condition, recurseFoundNodes ) );\n\t\t\t}\n\t\t} else {\n\t\t\tnodes.push( ...findAllInTree( child, condition, recurseFoundNodes ) );\n\t\t}\n\t} );\n\n\treturn nodes;\n}\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACe,SAASA,aAAaA,CAAEC,IAAI,EAAEC,SAAS,EAAEC,iBAAiB,GAAG,KAAK,EAAG;EACnF,MAAMC,KAAK,GAAG,EAAE;EAEhB,IAAK,CAAEH,IAAI,CAACI,UAAU,EAAG;IACxB,OAAOD,KAAK;EACb;EAEAH,IAAI,CAACI,UAAU,CAACC,OAAO,CAAEC,KAAK,IAAI;IACjC,IAAKL,SAAS,CAAEK,KAAM,CAAC,EAAG;MACzBH,KAAK,CAACI,IAAI,CAAED,KAAM,CAAC;MACnB,IAAKJ,iBAAiB,EAAG;QACxBC,KAAK,CAACI,IAAI,CAAE,GAAGR,aAAa,CAAEO,KAAK,EAAEL,SAAS,EAAEC,iBAAkB,CAAE,CAAC;MACtE;IACD,CAAC,MAAM;MACNC,KAAK,CAACI,IAAI,CAAE,GAAGR,aAAa,CAAEO,KAAK,EAAEL,SAAS,EAAEC,iBAAkB,CAAE,CAAC;IACtE;EACD,CAAE,CAAC;EAEH,OAAOC,KAAK;AACb","ignoreList":[]}
1
+ {"version":3,"file":"findAllInTree.js","names":["findAllInTree","tree","condition","recurseFoundNodes","nodes","childNodes","forEach","child","push"],"sources":["../../../src/parse/traverse/findAllInTree.js"],"sourcesContent":["/**\n * Finds all nodes in the tree that satisfies the given condition.\n *\n * @param {Object} \t\ttree \t\t\t\t\t\tThe tree.\n * @param {function} \tcondition \t\t\t\t\tThe condition that a node should satisfy to end up in the list.\n * @param {boolean} \trecurseFoundNodes=false \tWhether to recurse into found nodes to see if the condition also applies to\n * sub-nodes of the found node.\n * If false, as soon as a node is found that satisfies the condition, it is added to the list and no further recursion is done through its children.\n * If true, the node is added to the list and its children are also checked for the condition.\n * If they satisfy the condition, they are also added to the list.\n * This comes with the risk of adding the same node multiple times to the list.\n *\n * Example:\n * HTML: <div><div><div>foo</div></div></div>\n * Condition: node => node.nodeName === 'div'\n * If recurseFoundNodes is false, this will return: [ <div><div><div>foo</div></div></div> ]\n *\n * If recurseFoundNodes is true, this will return: [ <div><div><div>foo</div></div></div>, <div><div>foo</div></div>, <div>foo</div> ]\n *\n * In assessments where you want to count the number of occurrences of a certain type of node, you should set recurseFoundNodes to false.\n * For example in the list assessment with a nested list: you only want to count the outer list.\n *\n * <ul>\n * <li>Coffee</li>\n * <li>Tea\n * <ul>\n * <li>Black tea</li>\n * <li>Green tea</li>\n * </ul>\n * </li>\n * <li>Milk</li>\n * </ul>\n *\n * In getTextElementPositions, you want to find all descendant nodes that have position information.\n * In this case you want to recurse into found nodes.\n *\n * @returns {Object[]} The list of nodes that satisfy the condition.\n */\nexport default function findAllInTree( tree, condition, recurseFoundNodes = false ) {\n\tconst nodes = [];\n\n\tif ( ! tree.childNodes ) {\n\t\treturn nodes;\n\t}\n\n\ttree.childNodes.forEach( child => {\n\t\tif ( condition( child ) ) {\n\t\t\tnodes.push( child );\n\t\t\tif ( recurseFoundNodes ) {\n\t\t\t\tnodes.push( ...findAllInTree( child, condition, recurseFoundNodes ) );\n\t\t\t}\n\t\t} else {\n\t\t\tnodes.push( ...findAllInTree( child, condition, recurseFoundNodes ) );\n\t\t}\n\t} );\n\n\treturn nodes;\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,eAAe,SAASA,aAAaA,CAAEC,IAAI,EAAEC,SAAS,EAAEC,iBAAiB,GAAG,KAAK,EAAG;EACnF,MAAMC,KAAK,GAAG,EAAE;EAEhB,IAAK,CAAEH,IAAI,CAACI,UAAU,EAAG;IACxB,OAAOD,KAAK;EACb;EAEAH,IAAI,CAACI,UAAU,CAACC,OAAO,CAAEC,KAAK,IAAI;IACjC,IAAKL,SAAS,CAAEK,KAAM,CAAC,EAAG;MACzBH,KAAK,CAACI,IAAI,CAAED,KAAM,CAAC;MACnB,IAAKJ,iBAAiB,EAAG;QACxBC,KAAK,CAACI,IAAI,CAAE,GAAGR,aAAa,CAAEO,KAAK,EAAEL,SAAS,EAAEC,iBAAkB,CAAE,CAAC;MACtE;IACD,CAAC,MAAM;MACNC,KAAK,CAACI,IAAI,CAAE,GAAGR,aAAa,CAAEO,KAAK,EAAEL,SAAS,EAAEC,iBAAkB,CAAE,CAAC;IACtE;EACD,CAAE,CAAC;EAEH,OAAOC,KAAK;AACb","ignoreList":[]}