axyseo 2.0.0-alpha.0.0.4 → 2.0.0-alpha.0.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (637) hide show
  1. package/package.json +5 -2
  2. package/.browserslistrc +0 -1
  3. package/.gitattributes +0 -1
  4. package/babel.config.js +0 -3
  5. package/eslint.config.mjs +0 -119
  6. package/src/bundledPlugins/index.js +0 -5
  7. package/src/bundledPlugins/previouslyUsedKeywords.js +0 -192
  8. package/src/config/diacritics.js +0 -106
  9. package/src/config/getTransliterations.js +0 -1447
  10. package/src/config/transliterationsWPstyle.js +0 -774
  11. package/src/config/wordBoundaries.js +0 -23
  12. package/src/config/wordBoundariesWithoutPunctuation.js +0 -9
  13. package/src/const/analysis.js +0 -41
  14. package/src/errors/invalidType.js +0 -14
  15. package/src/errors/missingArgument.js +0 -14
  16. package/src/helpers/createMeasurementElement.js +0 -40
  17. package/src/helpers/domManipulation.js +0 -65
  18. package/src/helpers/errors.js +0 -26
  19. package/src/helpers/factory.js +0 -219
  20. package/src/helpers/formatNumber.js +0 -12
  21. package/src/helpers/formatString.js +0 -33
  22. package/src/helpers/getLanguagesWithWordComplexity.js +0 -8
  23. package/src/helpers/getLanguagesWithWordFormSupport.js +0 -11
  24. package/src/helpers/getWordComplexityConfig.js +0 -20
  25. package/src/helpers/getWordComplexityHelper.js +0 -20
  26. package/src/helpers/htmlEntities.js +0 -41
  27. package/src/helpers/includesAny.js +0 -19
  28. package/src/helpers/index.js +0 -127
  29. package/src/helpers/shortlinker/Shortlinker.js +0 -75
  30. package/src/helpers/shortlinker/index.js +0 -1
  31. package/src/helpers/shortlinker/singleton.js +0 -68
  32. package/src/helpers/types.js +0 -34
  33. package/src/index.js +0 -60
  34. package/src/languageProcessing/AbstractResearcher.js +0 -366
  35. package/src/languageProcessing/helpers/highlighting/getMarkingsInSentence.js +0 -125
  36. package/src/languageProcessing/helpers/html/getFieldsToMark.js +0 -29
  37. package/src/languageProcessing/helpers/html/getSubheadingTexts.js +0 -47
  38. package/src/languageProcessing/helpers/html/getSubheadings.js +0 -95
  39. package/src/languageProcessing/helpers/html/html.js +0 -176
  40. package/src/languageProcessing/helpers/html/htmlParser.js +0 -145
  41. package/src/languageProcessing/helpers/html/matchParagraphs.js +0 -62
  42. package/src/languageProcessing/helpers/html/normalizeHTML.js +0 -16
  43. package/src/languageProcessing/helpers/image/getAltAttribute.js +0 -20
  44. package/src/languageProcessing/helpers/image/getImagesInTree.js +0 -16
  45. package/src/languageProcessing/helpers/image/imageInText.js +0 -19
  46. package/src/languageProcessing/helpers/index.js +0 -12
  47. package/src/languageProcessing/helpers/language/getLanguage.js +0 -9
  48. package/src/languageProcessing/helpers/link/checkNofollow.js +0 -38
  49. package/src/languageProcessing/helpers/link/getAnchorsFromText.js +0 -32
  50. package/src/languageProcessing/helpers/link/getLinkType.js +0 -32
  51. package/src/languageProcessing/helpers/match/findKeywordFormsInString.js +0 -101
  52. package/src/languageProcessing/helpers/match/isDoubleQuoted.js +0 -13
  53. package/src/languageProcessing/helpers/match/matchTextWithArray.js +0 -36
  54. package/src/languageProcessing/helpers/match/matchTextWithTransliteration.js +0 -58
  55. package/src/languageProcessing/helpers/match/matchTextWithWord.js +0 -45
  56. package/src/languageProcessing/helpers/match/matchWordFormsWithSentence.js +0 -164
  57. package/src/languageProcessing/helpers/match/processExactMatchRequest.js +0 -20
  58. package/src/languageProcessing/helpers/morphology/baseStemmer.js +0 -11
  59. package/src/languageProcessing/helpers/morphology/buildFormRule.js +0 -19
  60. package/src/languageProcessing/helpers/morphology/buildTopicStems.js +0 -169
  61. package/src/languageProcessing/helpers/morphology/createRulesFromArrays.js +0 -45
  62. package/src/languageProcessing/helpers/morphology/exceptionListHelpers.js +0 -65
  63. package/src/languageProcessing/helpers/morphology/findMatchingEndingInArray.js +0 -24
  64. package/src/languageProcessing/helpers/morphology/flattenSortLength.js +0 -14
  65. package/src/languageProcessing/helpers/morphology/getAllWordsFromPaper.js +0 -39
  66. package/src/languageProcessing/helpers/morphology/regexHelpers.js +0 -44
  67. package/src/languageProcessing/helpers/morphology/stemHelpers.js +0 -38
  68. package/src/languageProcessing/helpers/morphology/stemPrefixedFunctionWords.js +0 -31
  69. package/src/languageProcessing/helpers/passiveVoice/periphrastic/directPrecedenceException.js +0 -36
  70. package/src/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/getClausesSplitOnStopWords.js +0 -113
  71. package/src/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/nonDirectParticiplePrecedenceException.js +0 -45
  72. package/src/languageProcessing/helpers/passiveVoice/periphrastic/getClauses.js +0 -231
  73. package/src/languageProcessing/helpers/passiveVoice/periphrastic/getIndicesWithRegex.js +0 -20
  74. package/src/languageProcessing/helpers/passiveVoice/periphrastic/matchRegularParticiples.js +0 -23
  75. package/src/languageProcessing/helpers/passiveVoice/periphrastic/precedenceException.js +0 -40
  76. package/src/languageProcessing/helpers/prominentWords/determineProminentWords.js +0 -238
  77. package/src/languageProcessing/helpers/regex/createRegexFromArray.js +0 -35
  78. package/src/languageProcessing/helpers/regex/createRegexFromDoubleArray.js +0 -34
  79. package/src/languageProcessing/helpers/regex/createWordRegex.js +0 -30
  80. package/src/languageProcessing/helpers/regex/matchStringWithRegex.js +0 -19
  81. package/src/languageProcessing/helpers/regex/searchAndReplaceWithOneRegex.js +0 -14
  82. package/src/languageProcessing/helpers/sanitize/doubleQuotes.js +0 -12
  83. package/src/languageProcessing/helpers/sanitize/filterShortcodesFromTree.js +0 -131
  84. package/src/languageProcessing/helpers/sanitize/mergeListItems.js +0 -24
  85. package/src/languageProcessing/helpers/sanitize/parseSynonyms.js +0 -20
  86. package/src/languageProcessing/helpers/sanitize/quotes.js +0 -46
  87. package/src/languageProcessing/helpers/sanitize/removeEmailAddresses.js +0 -12
  88. package/src/languageProcessing/helpers/sanitize/removePunctuation.js +0 -64
  89. package/src/languageProcessing/helpers/sanitize/removePunctuationExceptQuotes.js +0 -18
  90. package/src/languageProcessing/helpers/sanitize/removeSentenceTerminators.js +0 -13
  91. package/src/languageProcessing/helpers/sanitize/removeURLs.js +0 -13
  92. package/src/languageProcessing/helpers/sanitize/sanitizeLineBreakTag.js +0 -11
  93. package/src/languageProcessing/helpers/sanitize/sanitizeString.js +0 -18
  94. package/src/languageProcessing/helpers/sanitize/stripHTMLTags.js +0 -57
  95. package/src/languageProcessing/helpers/sanitize/stripNonTextTags.js +0 -15
  96. package/src/languageProcessing/helpers/sanitize/stripNumbers.js +0 -21
  97. package/src/languageProcessing/helpers/sanitize/stripSpaces.js +0 -23
  98. package/src/languageProcessing/helpers/sanitize/stripWordBoundaries.js +0 -65
  99. package/src/languageProcessing/helpers/sanitize/unifyWhitespace.js +0 -61
  100. package/src/languageProcessing/helpers/sentence/SentenceTokenizer.js +0 -640
  101. package/src/languageProcessing/helpers/sentence/countSentences.js +0 -20
  102. package/src/languageProcessing/helpers/sentence/getSentences.js +0 -65
  103. package/src/languageProcessing/helpers/sentence/getSentencesFromTree.js +0 -55
  104. package/src/languageProcessing/helpers/sentence/memoizedSentenceTokenizer.js +0 -28
  105. package/src/languageProcessing/helpers/sentence/sentencesLength.js +0 -31
  106. package/src/languageProcessing/helpers/syllables/DeviationFragment.js +0 -112
  107. package/src/languageProcessing/helpers/syllables/countSyllables.js +0 -182
  108. package/src/languageProcessing/helpers/syllables/syllableCountIterator.js +0 -56
  109. package/src/languageProcessing/helpers/syllables/syllableCountStep.js +0 -68
  110. package/src/languageProcessing/helpers/transform/transformWordsWithHyphens.js +0 -17
  111. package/src/languageProcessing/helpers/transliterate/replaceDiacritics.js +0 -22
  112. package/src/languageProcessing/helpers/transliterate/specialCharacterMappings.js +0 -214
  113. package/src/languageProcessing/helpers/transliterate/transliterate.js +0 -20
  114. package/src/languageProcessing/helpers/transliterate/transliterateWPstyle.js +0 -21
  115. package/src/languageProcessing/helpers/url/parseSlug.js +0 -10
  116. package/src/languageProcessing/helpers/url/url.js +0 -172
  117. package/src/languageProcessing/helpers/word/addWordboundary.js +0 -37
  118. package/src/languageProcessing/helpers/word/areWordsInSentence.js +0 -16
  119. package/src/languageProcessing/helpers/word/countMetaDescriptionLength.js +0 -18
  120. package/src/languageProcessing/helpers/word/countWords.js +0 -14
  121. package/src/languageProcessing/helpers/word/createPunctuationTokens.js +0 -42
  122. package/src/languageProcessing/helpers/word/filterWordsFromArray.js +0 -15
  123. package/src/languageProcessing/helpers/word/followsIndex.js +0 -25
  124. package/src/languageProcessing/helpers/word/getAllWordsFromTree.js +0 -23
  125. package/src/languageProcessing/helpers/word/getWords.js +0 -43
  126. package/src/languageProcessing/helpers/word/includesIndex.js +0 -30
  127. package/src/languageProcessing/helpers/word/indices.js +0 -146
  128. package/src/languageProcessing/helpers/word/markWordsInSentences.js +0 -173
  129. package/src/languageProcessing/helpers/word/matchWordInSentence.js +0 -61
  130. package/src/languageProcessing/helpers/word/splitIntoTokens.js +0 -46
  131. package/src/languageProcessing/index.js +0 -91
  132. package/src/languageProcessing/languages/_default/Researcher.js +0 -34
  133. package/src/languageProcessing/languages/_default/helpers/getStemmer.js +0 -11
  134. package/src/languageProcessing/languages/ar/Researcher.js +0 -46
  135. package/src/languageProcessing/languages/ar/config/firstWordExceptions.js +0 -14
  136. package/src/languageProcessing/languages/ar/config/functionWords.js +0 -329
  137. package/src/languageProcessing/languages/ar/config/internal/passiveVerbsWithLongVowel.js +0 -570
  138. package/src/languageProcessing/languages/ar/config/prefixedFunctionWords.js +0 -5
  139. package/src/languageProcessing/languages/ar/config/transitionWords.js +0 -19
  140. package/src/languageProcessing/languages/ar/config/twoPartTransitionWords.js +0 -7
  141. package/src/languageProcessing/languages/ar/helpers/createBasicWordForms.js +0 -32
  142. package/src/languageProcessing/languages/ar/helpers/getStemmer.js +0 -22
  143. package/src/languageProcessing/languages/ar/helpers/internal/stem.js +0 -632
  144. package/src/languageProcessing/languages/ar/helpers/isPassiveSentence.js +0 -33
  145. package/src/languageProcessing/languages/ca/Researcher.js +0 -43
  146. package/src/languageProcessing/languages/ca/config/sentenceLength.js +0 -3
  147. package/src/languageProcessing/languages/ca/config/transitionWords.js +0 -31
  148. package/src/languageProcessing/languages/ca/config/twoPartTransitionWords.js +0 -7
  149. package/src/languageProcessing/languages/ca/helpers/getStemmer.js +0 -11
  150. package/src/languageProcessing/languages/cs/Researcher.js +0 -44
  151. package/src/languageProcessing/languages/cs/config/firstWordExceptions.js +0 -15
  152. package/src/languageProcessing/languages/cs/config/functionWords.js +0 -121
  153. package/src/languageProcessing/languages/cs/config/internal/passiveVoiceAuxiliaries.js +0 -38
  154. package/src/languageProcessing/languages/cs/config/internal/passiveVoiceEndings.js +0 -54
  155. package/src/languageProcessing/languages/cs/config/stopWords.js +0 -42
  156. package/src/languageProcessing/languages/cs/config/transitionWords.js +0 -26
  157. package/src/languageProcessing/languages/cs/config/twoPartTransitionWords.js +0 -8
  158. package/src/languageProcessing/languages/cs/helpers/getClauses.js +0 -26
  159. package/src/languageProcessing/languages/cs/helpers/getStemmer.js +0 -22
  160. package/src/languageProcessing/languages/cs/helpers/internal/getParticiples.js +0 -16
  161. package/src/languageProcessing/languages/cs/helpers/internal/stem.js +0 -499
  162. package/src/languageProcessing/languages/cs/values/Clause.js +0 -34
  163. package/src/languageProcessing/languages/de/Researcher.js +0 -52
  164. package/src/languageProcessing/languages/de/config/firstWordExceptions.js +0 -17
  165. package/src/languageProcessing/languages/de/config/functionWords.js +0 -303
  166. package/src/languageProcessing/languages/de/config/internal/exceptionsParticiplesActive.js +0 -2231
  167. package/src/languageProcessing/languages/de/config/internal/passiveVoiceAuxiliaries.js +0 -96
  168. package/src/languageProcessing/languages/de/config/internal/passiveVoiceIrregulars.js +0 -368
  169. package/src/languageProcessing/languages/de/config/internal/passiveVoiceRegex.js +0 -72
  170. package/src/languageProcessing/languages/de/config/keyphraseLength.js +0 -11
  171. package/src/languageProcessing/languages/de/config/stopWords.js +0 -67
  172. package/src/languageProcessing/languages/de/config/syllables.json +0 -460
  173. package/src/languageProcessing/languages/de/config/transitionWords.js +0 -31
  174. package/src/languageProcessing/languages/de/config/twoPartTransitionWords.js +0 -12
  175. package/src/languageProcessing/languages/de/config/wordComplexity.js +0 -4
  176. package/src/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js +0 -18
  177. package/src/languageProcessing/languages/de/helpers/checkIfWordIsComplex.js +0 -40
  178. package/src/languageProcessing/languages/de/helpers/checkIfWordIsFunction.js +0 -15
  179. package/src/languageProcessing/languages/de/helpers/getClauses.js +0 -25
  180. package/src/languageProcessing/languages/de/helpers/getStemmer.js +0 -22
  181. package/src/languageProcessing/languages/de/helpers/internal/SentenceTokenizer.js +0 -31
  182. package/src/languageProcessing/languages/de/helpers/internal/detectAndStemRegularParticiple.js +0 -128
  183. package/src/languageProcessing/languages/de/helpers/internal/determineStem.js +0 -128
  184. package/src/languageProcessing/languages/de/helpers/internal/getParticiples.js +0 -40
  185. package/src/languageProcessing/languages/de/helpers/internal/stem.js +0 -215
  186. package/src/languageProcessing/languages/de/helpers/memoizedSentenceTokenizer.js +0 -28
  187. package/src/languageProcessing/languages/de/values/Clause.js +0 -85
  188. package/src/languageProcessing/languages/el/Researcher.js +0 -46
  189. package/src/languageProcessing/languages/el/config/firstWordExceptions.js +0 -47
  190. package/src/languageProcessing/languages/el/config/functionWords.js +0 -116
  191. package/src/languageProcessing/languages/el/config/internal/auxiliaries.js +0 -19
  192. package/src/languageProcessing/languages/el/config/internal/morphologicalPassiveSuffixes.js +0 -87
  193. package/src/languageProcessing/languages/el/config/internal/nonPassiveVerbStems.js +0 -138
  194. package/src/languageProcessing/languages/el/config/stopWords.js +0 -854
  195. package/src/languageProcessing/languages/el/config/transitionWords.js +0 -26
  196. package/src/languageProcessing/languages/el/config/twoPartTransitionWords.js +0 -10
  197. package/src/languageProcessing/languages/el/helpers/getClauses.js +0 -25
  198. package/src/languageProcessing/languages/el/helpers/getStemmer.js +0 -21
  199. package/src/languageProcessing/languages/el/helpers/internal/getParticiples.js +0 -20
  200. package/src/languageProcessing/languages/el/helpers/internal/stem.js +0 -368
  201. package/src/languageProcessing/languages/el/helpers/isPassiveSentence.js +0 -38
  202. package/src/languageProcessing/languages/el/values/Clause.js +0 -37
  203. package/src/languageProcessing/languages/en/Researcher.js +0 -46
  204. package/src/languageProcessing/languages/en/config/abbreviations.js +0 -55
  205. package/src/languageProcessing/languages/en/config/firstWordExceptions.js +0 -14
  206. package/src/languageProcessing/languages/en/config/functionWords.js +0 -186
  207. package/src/languageProcessing/languages/en/config/internal/passiveVoiceAuxiliaries.js +0 -44
  208. package/src/languageProcessing/languages/en/config/internal/passiveVoiceIrregulars.js +0 -354
  209. package/src/languageProcessing/languages/en/config/internal/passiveVoiceNonVerbEndingEd.js +0 -3047
  210. package/src/languageProcessing/languages/en/config/regularParticiplesRegex.js +0 -5
  211. package/src/languageProcessing/languages/en/config/stopWords.js +0 -52
  212. package/src/languageProcessing/languages/en/config/syllables.json +0 -86
  213. package/src/languageProcessing/languages/en/config/transitionWords.js +0 -48
  214. package/src/languageProcessing/languages/en/config/twoPartTransitionWords.js +0 -7
  215. package/src/languageProcessing/languages/en/config/wordComplexity.js +0 -5
  216. package/src/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js +0 -18
  217. package/src/languageProcessing/languages/en/helpers/checkIfWordIsComplex.js +0 -43
  218. package/src/languageProcessing/languages/en/helpers/getClauses.js +0 -49
  219. package/src/languageProcessing/languages/en/helpers/getStemmer.js +0 -22
  220. package/src/languageProcessing/languages/en/helpers/internal/determineStem.js +0 -178
  221. package/src/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js +0 -162
  222. package/src/languageProcessing/languages/en/helpers/internal/getParticiples.js +0 -25
  223. package/src/languageProcessing/languages/en/helpers/internal/getVerbStem.js +0 -237
  224. package/src/languageProcessing/languages/en/values/Clause.js +0 -68
  225. package/src/languageProcessing/languages/es/Researcher.js +0 -48
  226. package/src/languageProcessing/languages/es/config/firstWordExceptions.js +0 -16
  227. package/src/languageProcessing/languages/es/config/functionWords.js +0 -321
  228. package/src/languageProcessing/languages/es/config/internal/passiveVoiceAuxiliaries.js +0 -60
  229. package/src/languageProcessing/languages/es/config/internal/passiveVoiceParticiples.js +0 -7327
  230. package/src/languageProcessing/languages/es/config/sentenceLength.js +0 -3
  231. package/src/languageProcessing/languages/es/config/stopWords.js +0 -33
  232. package/src/languageProcessing/languages/es/config/syllables.json +0 -176
  233. package/src/languageProcessing/languages/es/config/transitionWords.js +0 -40
  234. package/src/languageProcessing/languages/es/config/twoPartTransitionWords.js +0 -10
  235. package/src/languageProcessing/languages/es/config/wordComplexity.js +0 -4
  236. package/src/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js +0 -18
  237. package/src/languageProcessing/languages/es/helpers/checkIfWordIsComplex.js +0 -56
  238. package/src/languageProcessing/languages/es/helpers/getClauses.js +0 -29
  239. package/src/languageProcessing/languages/es/helpers/getStemmer.js +0 -22
  240. package/src/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js +0 -41
  241. package/src/languageProcessing/languages/es/helpers/internal/getParticiples.js +0 -35
  242. package/src/languageProcessing/languages/es/helpers/internal/stem.js +0 -793
  243. package/src/languageProcessing/languages/es/values/Clause.js +0 -47
  244. package/src/languageProcessing/languages/fa/Researcher.js +0 -47
  245. package/src/languageProcessing/languages/fa/config/firstWordExceptions.js +0 -12
  246. package/src/languageProcessing/languages/fa/config/functionWords.js +0 -122
  247. package/src/languageProcessing/languages/fa/config/internal/participles.js +0 -1429
  248. package/src/languageProcessing/languages/fa/config/sentenceLength.js +0 -3
  249. package/src/languageProcessing/languages/fa/config/transitionWords.js +0 -20
  250. package/src/languageProcessing/languages/fa/config/twoPartTransitionWords.js +0 -9
  251. package/src/languageProcessing/languages/fa/helpers/createBasicWordForms.js +0 -97
  252. package/src/languageProcessing/languages/fa/helpers/getStemmer.js +0 -13
  253. package/src/languageProcessing/languages/fa/helpers/isPassiveSentence.js +0 -14
  254. package/src/languageProcessing/languages/fr/Researcher.js +0 -46
  255. package/src/languageProcessing/languages/fr/config/firstWordExceptions.js +0 -16
  256. package/src/languageProcessing/languages/fr/config/functionWords.js +0 -281
  257. package/src/languageProcessing/languages/fr/config/internal/exceptionsParticiplesActive.js +0 -1510
  258. package/src/languageProcessing/languages/fr/config/internal/passiveVoiceAuxiliaries.js +0 -108
  259. package/src/languageProcessing/languages/fr/config/internal/passiveVoiceIrregulars.js +0 -565
  260. package/src/languageProcessing/languages/fr/config/stopWords.js +0 -119
  261. package/src/languageProcessing/languages/fr/config/syllables.json +0 -1426
  262. package/src/languageProcessing/languages/fr/config/transitionWords.js +0 -59
  263. package/src/languageProcessing/languages/fr/config/twoPartTransitionWords.js +0 -15
  264. package/src/languageProcessing/languages/fr/config/wordComplexity.js +0 -4
  265. package/src/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js +0 -18
  266. package/src/languageProcessing/languages/fr/helpers/checkIfWordIsComplex.js +0 -67
  267. package/src/languageProcessing/languages/fr/helpers/getClauses.js +0 -34
  268. package/src/languageProcessing/languages/fr/helpers/getStemmer.js +0 -22
  269. package/src/languageProcessing/languages/fr/helpers/internal/getParticiples.js +0 -72
  270. package/src/languageProcessing/languages/fr/helpers/internal/stem.js +0 -633
  271. package/src/languageProcessing/languages/fr/values/Clause.js +0 -96
  272. package/src/languageProcessing/languages/he/Researcher.js +0 -50
  273. package/src/languageProcessing/languages/he/config/firstWordExceptions.js +0 -13
  274. package/src/languageProcessing/languages/he/config/functionWords.js +0 -564
  275. package/src/languageProcessing/languages/he/config/internal/regularRootsHufal.js +0 -186
  276. package/src/languageProcessing/languages/he/config/internal/regularRootsNifal.js +0 -195
  277. package/src/languageProcessing/languages/he/config/internal/regularRootsPual.js +0 -168
  278. package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsHufal.js +0 -188
  279. package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsNifal.js +0 -197
  280. package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsPual.js +0 -170
  281. package/src/languageProcessing/languages/he/config/prefixedFunctionWords.js +0 -2
  282. package/src/languageProcessing/languages/he/config/sentenceLength.js +0 -3
  283. package/src/languageProcessing/languages/he/config/transitionWords.js +0 -28
  284. package/src/languageProcessing/languages/he/config/twoPartTransitionWords.js +0 -8
  285. package/src/languageProcessing/languages/he/helpers/createBasicWordForms.js +0 -33
  286. package/src/languageProcessing/languages/he/helpers/getStemmer.js +0 -22
  287. package/src/languageProcessing/languages/he/helpers/internal/stem.js +0 -52
  288. package/src/languageProcessing/languages/he/helpers/isPassiveSentence.js +0 -96
  289. package/src/languageProcessing/languages/he/helpers/stem.js +0 -52
  290. package/src/languageProcessing/languages/hu/Researcher.js +0 -48
  291. package/src/languageProcessing/languages/hu/config/firstWordExceptions.js +0 -31
  292. package/src/languageProcessing/languages/hu/config/functionWords.js +0 -284
  293. package/src/languageProcessing/languages/hu/config/internal/auxiliaries.js +0 -97
  294. package/src/languageProcessing/languages/hu/config/internal/morphologicalPassiveAffixes.js +0 -125
  295. package/src/languageProcessing/languages/hu/config/internal/nonPassivesInVaAndVe.js +0 -265
  296. package/src/languageProcessing/languages/hu/config/internal/odikVerbs.js +0 -273
  297. package/src/languageProcessing/languages/hu/config/internal/participles.js +0 -412
  298. package/src/languageProcessing/languages/hu/config/stopWords.js +0 -213
  299. package/src/languageProcessing/languages/hu/config/transitionWords.js +0 -42
  300. package/src/languageProcessing/languages/hu/config/twoPartTransitionWords.js +0 -34
  301. package/src/languageProcessing/languages/hu/helpers/getClauses.js +0 -25
  302. package/src/languageProcessing/languages/hu/helpers/getStemmer.js +0 -22
  303. package/src/languageProcessing/languages/hu/helpers/internal/getParticiples.js +0 -21
  304. package/src/languageProcessing/languages/hu/helpers/internal/stem.js +0 -389
  305. package/src/languageProcessing/languages/hu/helpers/isPassiveSentence.js +0 -54
  306. package/src/languageProcessing/languages/hu/values/Clause.js +0 -41
  307. package/src/languageProcessing/languages/id/Researcher.js +0 -46
  308. package/src/languageProcessing/languages/id/config/firstWordExceptions.js +0 -13
  309. package/src/languageProcessing/languages/id/config/functionWords.js +0 -202
  310. package/src/languageProcessing/languages/id/config/internal/nonPassiveVerbsStartingDi.js +0 -215
  311. package/src/languageProcessing/languages/id/config/transitionWords.js +0 -62
  312. package/src/languageProcessing/languages/id/config/twoPartTransitionWords.js +0 -13
  313. package/src/languageProcessing/languages/id/helpers/getStemmer.js +0 -22
  314. package/src/languageProcessing/languages/id/helpers/internal/stem.js +0 -462
  315. package/src/languageProcessing/languages/id/helpers/internal/stemHelpers.js +0 -78
  316. package/src/languageProcessing/languages/id/helpers/isPassiveSentence.js +0 -39
  317. package/src/languageProcessing/languages/id/helpers/splitIntoTokensCustom.js +0 -47
  318. package/src/languageProcessing/languages/it/Researcher.js +0 -48
  319. package/src/languageProcessing/languages/it/config/firstWordExceptions.js +0 -17
  320. package/src/languageProcessing/languages/it/config/functionWords.js +0 -277
  321. package/src/languageProcessing/languages/it/config/internal/passiveVoiceAuxiliaries.js +0 -98
  322. package/src/languageProcessing/languages/it/config/internal/passiveVoiceParticiples.js +0 -7197
  323. package/src/languageProcessing/languages/it/config/sentenceLength.js +0 -3
  324. package/src/languageProcessing/languages/it/config/stopWords.js +0 -57
  325. package/src/languageProcessing/languages/it/config/syllables.json +0 -573
  326. package/src/languageProcessing/languages/it/config/transitionWords.js +0 -104
  327. package/src/languageProcessing/languages/it/config/twoPartTransitionWords.js +0 -9
  328. package/src/languageProcessing/languages/it/helpers/calculateFleschReadingScore.js +0 -15
  329. package/src/languageProcessing/languages/it/helpers/getClauses.js +0 -32
  330. package/src/languageProcessing/languages/it/helpers/getStemmer.js +0 -22
  331. package/src/languageProcessing/languages/it/helpers/internal/getParticiples.js +0 -34
  332. package/src/languageProcessing/languages/it/helpers/internal/stem.js +0 -436
  333. package/src/languageProcessing/languages/it/values/Clause.js +0 -47
  334. package/src/languageProcessing/languages/ja/Researcher.js +0 -86
  335. package/src/languageProcessing/languages/ja/config/assessmentApplicabilityCharacterCount.js +0 -4
  336. package/src/languageProcessing/languages/ja/config/firstWordExceptions.js +0 -8
  337. package/src/languageProcessing/languages/ja/config/functionWords.js +0 -563
  338. package/src/languageProcessing/languages/ja/config/keyphraseLength.js +0 -16
  339. package/src/languageProcessing/languages/ja/config/metaDescriptionLength.js +0 -4
  340. package/src/languageProcessing/languages/ja/config/paragraphLength.js +0 -10
  341. package/src/languageProcessing/languages/ja/config/sentenceLength.js +0 -4
  342. package/src/languageProcessing/languages/ja/config/subheadingsTooLong.js +0 -18
  343. package/src/languageProcessing/languages/ja/config/textLength.js +0 -47
  344. package/src/languageProcessing/languages/ja/config/topicLength.js +0 -5
  345. package/src/languageProcessing/languages/ja/config/transitionWords.js +0 -354
  346. package/src/languageProcessing/languages/ja/customResearches/findKeyphraseInSEOTitle.js +0 -98
  347. package/src/languageProcessing/languages/ja/customResearches/getKeyphraseLength.js +0 -19
  348. package/src/languageProcessing/languages/ja/customResearches/getWordForms.js +0 -50
  349. package/src/languageProcessing/languages/ja/customResearches/textLength.js +0 -24
  350. package/src/languageProcessing/languages/ja/helpers/countCharacters.js +0 -19
  351. package/src/languageProcessing/languages/ja/helpers/customGetStemmer.js +0 -21
  352. package/src/languageProcessing/languages/ja/helpers/getContentWords.js +0 -21
  353. package/src/languageProcessing/languages/ja/helpers/getWords.js +0 -31
  354. package/src/languageProcessing/languages/ja/helpers/internal/SentenceTokenizer.js +0 -102
  355. package/src/languageProcessing/languages/ja/helpers/internal/createWordForms.js +0 -68
  356. package/src/languageProcessing/languages/ja/helpers/internal/determineStem.js +0 -17
  357. package/src/languageProcessing/languages/ja/helpers/matchTextWithWord.js +0 -53
  358. package/src/languageProcessing/languages/ja/helpers/matchTransitionWords.js +0 -25
  359. package/src/languageProcessing/languages/ja/helpers/memoizedSentenceTokenizer.js +0 -28
  360. package/src/languageProcessing/languages/ja/helpers/splitIntoTokensCustom.js +0 -20
  361. package/src/languageProcessing/languages/ja/helpers/wordsCharacterCount.js +0 -13
  362. package/src/languageProcessing/languages/nb/Researcher.js +0 -45
  363. package/src/languageProcessing/languages/nb/config/firstWordExceptions.js +0 -12
  364. package/src/languageProcessing/languages/nb/config/functionWords.js +0 -106
  365. package/src/languageProcessing/languages/nb/config/internal/participles.js +0 -3127
  366. package/src/languageProcessing/languages/nb/config/internal/passiveVoiceAuxiliaries.js +0 -15
  367. package/src/languageProcessing/languages/nb/config/stopWords.js +0 -39
  368. package/src/languageProcessing/languages/nb/config/transitionWords.js +0 -21
  369. package/src/languageProcessing/languages/nb/config/twoPartTransitionWords.js +0 -10
  370. package/src/languageProcessing/languages/nb/helpers/getClauses.js +0 -28
  371. package/src/languageProcessing/languages/nb/helpers/getStemmer.js +0 -22
  372. package/src/languageProcessing/languages/nb/helpers/internal/getParticiples.js +0 -24
  373. package/src/languageProcessing/languages/nb/helpers/internal/stem.js +0 -133
  374. package/src/languageProcessing/languages/nb/values/Clause.js +0 -43
  375. package/src/languageProcessing/languages/nl/Researcher.js +0 -48
  376. package/src/languageProcessing/languages/nl/config/firstWordExceptions.js +0 -15
  377. package/src/languageProcessing/languages/nl/config/functionWords.js +0 -233
  378. package/src/languageProcessing/languages/nl/config/internal/nonParticiples.js +0 -2515
  379. package/src/languageProcessing/languages/nl/config/internal/passiveVoiceAuxiliaries.js +0 -13
  380. package/src/languageProcessing/languages/nl/config/internal/passiveVoiceIrregulars.js +0 -474
  381. package/src/languageProcessing/languages/nl/config/keyphraseLength.js +0 -10
  382. package/src/languageProcessing/languages/nl/config/stopWords.js +0 -35
  383. package/src/languageProcessing/languages/nl/config/syllables.json +0 -343
  384. package/src/languageProcessing/languages/nl/config/transitionWords.js +0 -22
  385. package/src/languageProcessing/languages/nl/config/twoPartTransitionWords.js +0 -8
  386. package/src/languageProcessing/languages/nl/helpers/calculateFleschReadingScore.js +0 -15
  387. package/src/languageProcessing/languages/nl/helpers/getClauses.js +0 -25
  388. package/src/languageProcessing/languages/nl/helpers/getStemmer.js +0 -22
  389. package/src/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js +0 -128
  390. package/src/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js +0 -324
  391. package/src/languageProcessing/languages/nl/helpers/internal/detectAndStemSuffixes.js +0 -164
  392. package/src/languageProcessing/languages/nl/helpers/internal/determineStem.js +0 -133
  393. package/src/languageProcessing/languages/nl/helpers/internal/getParticiples.js +0 -25
  394. package/src/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js +0 -183
  395. package/src/languageProcessing/languages/nl/helpers/internal/stem.js +0 -146
  396. package/src/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js +0 -109
  397. package/src/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js +0 -65
  398. package/src/languageProcessing/languages/nl/values/Clause.js +0 -62
  399. package/src/languageProcessing/languages/pl/Researcher.js +0 -47
  400. package/src/languageProcessing/languages/pl/config/firstWordExceptions.js +0 -12
  401. package/src/languageProcessing/languages/pl/config/functionWords.js +0 -421
  402. package/src/languageProcessing/languages/pl/config/internal/auxiliaries.js +0 -85
  403. package/src/languageProcessing/languages/pl/config/internal/participles.js +0 -26433
  404. package/src/languageProcessing/languages/pl/config/sentenceLength.js +0 -10
  405. package/src/languageProcessing/languages/pl/config/stopWords.js +0 -36
  406. package/src/languageProcessing/languages/pl/config/transitionWords.js +0 -42
  407. package/src/languageProcessing/languages/pl/config/twoPartTransitionWords.js +0 -8
  408. package/src/languageProcessing/languages/pl/helpers/getClauses.js +0 -25
  409. package/src/languageProcessing/languages/pl/helpers/getStemmer.js +0 -22
  410. package/src/languageProcessing/languages/pl/helpers/internal/getParticiples.js +0 -18
  411. package/src/languageProcessing/languages/pl/helpers/internal/stem.js +0 -161
  412. package/src/languageProcessing/languages/pl/values/Clause.js +0 -53
  413. package/src/languageProcessing/languages/pt/Researcher.js +0 -48
  414. package/src/languageProcessing/languages/pt/config/firstWordExceptions.js +0 -15
  415. package/src/languageProcessing/languages/pt/config/functionWords.js +0 -226
  416. package/src/languageProcessing/languages/pt/config/internal/passiveVoiceAuxiliaries.js +0 -66
  417. package/src/languageProcessing/languages/pt/config/internal/passiveVoiceParticiples.js +0 -4088
  418. package/src/languageProcessing/languages/pt/config/sentenceLength.js +0 -3
  419. package/src/languageProcessing/languages/pt/config/stopWords.js +0 -50
  420. package/src/languageProcessing/languages/pt/config/syllables.json +0 -38
  421. package/src/languageProcessing/languages/pt/config/transitionWords.js +0 -34
  422. package/src/languageProcessing/languages/pt/config/twoPartTransitionWords.js +0 -9
  423. package/src/languageProcessing/languages/pt/helpers/calculateFleschReadingScore.js +0 -15
  424. package/src/languageProcessing/languages/pt/helpers/getClauses.js +0 -29
  425. package/src/languageProcessing/languages/pt/helpers/getStemmer.js +0 -22
  426. package/src/languageProcessing/languages/pt/helpers/internal/getParticiples.js +0 -35
  427. package/src/languageProcessing/languages/pt/helpers/internal/stem.js +0 -319
  428. package/src/languageProcessing/languages/pt/values/Clause.js +0 -43
  429. package/src/languageProcessing/languages/ru/Researcher.js +0 -48
  430. package/src/languageProcessing/languages/ru/config/firstWordExceptions.js +0 -14
  431. package/src/languageProcessing/languages/ru/config/fleschReadingEaseScores.js +0 -20
  432. package/src/languageProcessing/languages/ru/config/functionWords.js +0 -519
  433. package/src/languageProcessing/languages/ru/config/internal/participlesShortenedList.js +0 -2914
  434. package/src/languageProcessing/languages/ru/config/internal/passiveVoiceParticiples.js +0 -6295
  435. package/src/languageProcessing/languages/ru/config/sentenceLength.js +0 -3
  436. package/src/languageProcessing/languages/ru/config/syllables.json +0 -19
  437. package/src/languageProcessing/languages/ru/config/transitionWords.js +0 -62
  438. package/src/languageProcessing/languages/ru/config/twoPartTransitionWords.js +0 -14
  439. package/src/languageProcessing/languages/ru/helpers/calculateFleschReadingScore.js +0 -16
  440. package/src/languageProcessing/languages/ru/helpers/getStemmer.js +0 -22
  441. package/src/languageProcessing/languages/ru/helpers/internal/stem.js +0 -288
  442. package/src/languageProcessing/languages/ru/helpers/isPassiveSentence.js +0 -14
  443. package/src/languageProcessing/languages/sk/Researcher.js +0 -46
  444. package/src/languageProcessing/languages/sk/config/firstWordExceptions.js +0 -14
  445. package/src/languageProcessing/languages/sk/config/functionWords.js +0 -855
  446. package/src/languageProcessing/languages/sk/config/internal/nonPassives.js +0 -1074
  447. package/src/languageProcessing/languages/sk/config/internal/passiveVoiceAuxiliaries.js +0 -22
  448. package/src/languageProcessing/languages/sk/config/stopWords.js +0 -34
  449. package/src/languageProcessing/languages/sk/config/transitionWords.js +0 -23
  450. package/src/languageProcessing/languages/sk/config/twoPartTransitionWords.js +0 -10
  451. package/src/languageProcessing/languages/sk/helpers/getClauses.js +0 -26
  452. package/src/languageProcessing/languages/sk/helpers/getStemmer.js +0 -22
  453. package/src/languageProcessing/languages/sk/helpers/internal/getParticiples.js +0 -16
  454. package/src/languageProcessing/languages/sk/helpers/internal/stem.js +0 -319
  455. package/src/languageProcessing/languages/sk/values/Clause.js +0 -39
  456. package/src/languageProcessing/languages/sv/Researcher.js +0 -45
  457. package/src/languageProcessing/languages/sv/config/firstWordExceptions.js +0 -15
  458. package/src/languageProcessing/languages/sv/config/functionWords.js +0 -176
  459. package/src/languageProcessing/languages/sv/config/internal/passiveVerbs.js +0 -10400
  460. package/src/languageProcessing/languages/sv/config/keyphraseLength.js +0 -11
  461. package/src/languageProcessing/languages/sv/config/transitionWords.js +0 -35
  462. package/src/languageProcessing/languages/sv/config/twoPartTransitionWords.js +0 -8
  463. package/src/languageProcessing/languages/sv/helpers/getStemmer.js +0 -22
  464. package/src/languageProcessing/languages/sv/helpers/internal/stem.js +0 -152
  465. package/src/languageProcessing/languages/sv/helpers/isPassiveSentence.js +0 -14
  466. package/src/languageProcessing/languages/tr/Researcher.js +0 -44
  467. package/src/languageProcessing/languages/tr/config/firstWordExceptions.js +0 -13
  468. package/src/languageProcessing/languages/tr/config/functionWords.js +0 -116
  469. package/src/languageProcessing/languages/tr/config/internal/nonPassiveExceptions.js +0 -574
  470. package/src/languageProcessing/languages/tr/config/internal/passiveEndings.js +0 -151
  471. package/src/languageProcessing/languages/tr/config/sentenceLength.js +0 -7
  472. package/src/languageProcessing/languages/tr/config/transitionWords.js +0 -42
  473. package/src/languageProcessing/languages/tr/config/twoPartTransitionWords.js +0 -7
  474. package/src/languageProcessing/languages/tr/helpers/getStemmer.js +0 -22
  475. package/src/languageProcessing/languages/tr/helpers/internal/stem.js +0 -20
  476. package/src/languageProcessing/languages/tr/helpers/isPassiveSentence.js +0 -43
  477. package/src/languageProcessing/researches/altTagCount.js +0 -70
  478. package/src/languageProcessing/researches/countSentencesFromText.js +0 -19
  479. package/src/languageProcessing/researches/findKeyphraseInSEOTitle.js +0 -257
  480. package/src/languageProcessing/researches/findKeywordInFirstParagraph.js +0 -86
  481. package/src/languageProcessing/researches/findTransitionWords.js +0 -123
  482. package/src/languageProcessing/researches/functionWordsInKeyphrase.js +0 -44
  483. package/src/languageProcessing/researches/getAnchorsWithKeyphrase.js +0 -227
  484. package/src/languageProcessing/researches/getFleschReadingScore.js +0 -150
  485. package/src/languageProcessing/researches/getKeywordDensity.js +0 -44
  486. package/src/languageProcessing/researches/getLinkStatistics.js +0 -54
  487. package/src/languageProcessing/researches/getLinks.js +0 -18
  488. package/src/languageProcessing/researches/getLongCenterAlignedTexts.js +0 -37
  489. package/src/languageProcessing/researches/getParagraphLength.js +0 -44
  490. package/src/languageProcessing/researches/getParagraphs.js +0 -18
  491. package/src/languageProcessing/researches/getPassiveVoiceResult.js +0 -129
  492. package/src/languageProcessing/researches/getProminentWordsForInsights.js +0 -48
  493. package/src/languageProcessing/researches/getProminentWordsForInternalLinking.js +0 -119
  494. package/src/languageProcessing/researches/getSentenceBeginnings.js +0 -124
  495. package/src/languageProcessing/researches/getSubheadingTextLengths.js +0 -59
  496. package/src/languageProcessing/researches/getWordForms.js +0 -204
  497. package/src/languageProcessing/researches/h1s.js +0 -10
  498. package/src/languageProcessing/researches/imageCount.js +0 -16
  499. package/src/languageProcessing/researches/index.js +0 -5
  500. package/src/languageProcessing/researches/keyphraseDistribution.js +0 -249
  501. package/src/languageProcessing/researches/keyphraseLength.js +0 -17
  502. package/src/languageProcessing/researches/keywordCount.js +0 -134
  503. package/src/languageProcessing/researches/keywordCountInUrl.js +0 -57
  504. package/src/languageProcessing/researches/matchKeywordInSubheadings.js +0 -62
  505. package/src/languageProcessing/researches/metaDescriptionKeyword.js +0 -85
  506. package/src/languageProcessing/researches/metaDescriptionLength.js +0 -12
  507. package/src/languageProcessing/researches/pageTitleWidth.js +0 -11
  508. package/src/languageProcessing/researches/readingTime.js +0 -82
  509. package/src/languageProcessing/researches/sentences.js +0 -20
  510. package/src/languageProcessing/researches/videoCount.js +0 -32
  511. package/src/languageProcessing/researches/wordComplexity.js +0 -129
  512. package/src/languageProcessing/researches/wordCountInText.js +0 -29
  513. package/src/languageProcessing/values/Clause.js +0 -108
  514. package/src/languageProcessing/values/ProminentWord.js +0 -95
  515. package/src/languageProcessing/values/Sentence.js +0 -111
  516. package/src/languageProcessing/values/index.js +0 -9
  517. package/src/markers/addMark.js +0 -9
  518. package/src/markers/addMarkSingleWord.js +0 -32
  519. package/src/markers/index.js +0 -7
  520. package/src/markers/removeDuplicateMarks.js +0 -27
  521. package/src/markers/removeMarks.js +0 -11
  522. package/src/parse/build/build.js +0 -52
  523. package/src/parse/build/index.js +0 -10
  524. package/src/parse/build/private/adapt.js +0 -113
  525. package/src/parse/build/private/adaptAttributes.js +0 -36
  526. package/src/parse/build/private/alwaysFilterElements.js +0 -75
  527. package/src/parse/build/private/combineIntoImplicitParagraphs.js +0 -130
  528. package/src/parse/build/private/filterBeforeTokenizing.js +0 -32
  529. package/src/parse/build/private/filterHelpers.js +0 -44
  530. package/src/parse/build/private/filterTree.js +0 -42
  531. package/src/parse/build/private/getTextElementPositions.js +0 -184
  532. package/src/parse/build/private/helpers/parseClassAttribute.js +0 -9
  533. package/src/parse/build/private/isPhrasingContent.js +0 -28
  534. package/src/parse/build/private/parseBlocks.js +0 -151
  535. package/src/parse/build/private/tokenize.js +0 -74
  536. package/src/parse/language/LanguageProcessor.js +0 -74
  537. package/src/parse/structure/Heading.js +0 -26
  538. package/src/parse/structure/Node.js +0 -69
  539. package/src/parse/structure/Paragraph.js +0 -48
  540. package/src/parse/structure/Sentence.js +0 -30
  541. package/src/parse/structure/SourceCodeLocation.js +0 -41
  542. package/src/parse/structure/Text.js +0 -27
  543. package/src/parse/structure/Token.js +0 -24
  544. package/src/parse/structure/index.js +0 -16
  545. package/src/parse/traverse/findAllInTree.js +0 -58
  546. package/src/parse/traverse/index.js +0 -12
  547. package/src/parse/traverse/innerText.js +0 -26
  548. package/src/parsedPaper/ParsedPaper.js +0 -92
  549. package/src/parsedPaper/assess/TreeAssessor.js +0 -184
  550. package/src/parsedPaper/assess/assessmentListFactories.js +0 -73
  551. package/src/parsedPaper/assess/assessments/Assessment.js +0 -79
  552. package/src/parsedPaper/assess/assessments/index.js +0 -6
  553. package/src/parsedPaper/assess/assessorFactories.js +0 -104
  554. package/src/parsedPaper/assess/cornerstone/assessmentListFactories.js +0 -47
  555. package/src/parsedPaper/assess/cornerstone/index.js +0 -5
  556. package/src/parsedPaper/assess/index.js +0 -20
  557. package/src/parsedPaper/build/PaperParser.js +0 -105
  558. package/src/parsedPaper/build/linguisticParsing/Sentence.js +0 -89
  559. package/src/parsedPaper/build/linguisticParsing/SentenceTokenizer.js +0 -323
  560. package/src/parsedPaper/build/linguisticParsing/parseText.js +0 -20
  561. package/src/parsedPaper/build/tree/TreeBuilder.js +0 -75
  562. package/src/parsedPaper/build/tree/cleanup/calculateTextIndices.js +0 -190
  563. package/src/parsedPaper/build/tree/cleanup/getElementContent.js +0 -21
  564. package/src/parsedPaper/build/tree/cleanup/postParsing.js +0 -37
  565. package/src/parsedPaper/build/tree/html/HTMLTreeConverter.js +0 -230
  566. package/src/parsedPaper/build/tree/html/buildTree.js +0 -31
  567. package/src/parsedPaper/build/tree/html/htmlConstants.js +0 -37
  568. package/src/parsedPaper/build/tree/index.js +0 -14
  569. package/src/parsedPaper/build/tree/metadata/buildTree.js +0 -32
  570. package/src/parsedPaper/research/TreeResearcher.js +0 -134
  571. package/src/parsedPaper/research/index.js +0 -13
  572. package/src/parsedPaper/research/researches/Headings.js +0 -20
  573. package/src/parsedPaper/research/researches/LinkStatistics.js +0 -128
  574. package/src/parsedPaper/research/researches/Research.js +0 -50
  575. package/src/parsedPaper/research/researches/index.js +0 -1
  576. package/src/parsedPaper/structure/tree/FormattingElement.js +0 -67
  577. package/src/parsedPaper/structure/tree/SourceCodeLocation.js +0 -31
  578. package/src/parsedPaper/structure/tree/TextContainer.js +0 -85
  579. package/src/parsedPaper/structure/tree/index.js +0 -22
  580. package/src/parsedPaper/structure/tree/nodes/Heading.js +0 -26
  581. package/src/parsedPaper/structure/tree/nodes/LeafNode.js +0 -75
  582. package/src/parsedPaper/structure/tree/nodes/List.js +0 -47
  583. package/src/parsedPaper/structure/tree/nodes/ListItem.js +0 -26
  584. package/src/parsedPaper/structure/tree/nodes/MetadataMiscellaneous.js +0 -46
  585. package/src/parsedPaper/structure/tree/nodes/MetadataText.js +0 -26
  586. package/src/parsedPaper/structure/tree/nodes/Node.js +0 -154
  587. package/src/parsedPaper/structure/tree/nodes/Paragraph.js +0 -24
  588. package/src/parsedPaper/structure/tree/nodes/StructuredNode.js +0 -52
  589. package/src/parsedPaper/structure/tree/nodes/index.js +0 -21
  590. package/src/scoring/assessments/assessment.js +0 -63
  591. package/src/scoring/assessments/index.js +0 -58
  592. package/src/scoring/assessments/readability/ParagraphTooLongAssessment.js +0 -173
  593. package/src/scoring/assessments/readability/SentenceBeginningsAssessment.js +0 -132
  594. package/src/scoring/assessments/readability/SentenceLengthInTextAssessment.js +0 -186
  595. package/src/scoring/assessments/readability/TransitionWordsAssessment.js +0 -168
  596. package/src/scoring/assessments/seo/ImageCountAssessment.js +0 -112
  597. package/src/scoring/assessments/seo/InternalLinksAssessment.js +0 -114
  598. package/src/scoring/assessments/seo/IntroductionKeywordAssessment.js +0 -110
  599. package/src/scoring/assessments/seo/KeyphraseAssessment.js +0 -104
  600. package/src/scoring/assessments/seo/KeyphraseLengthAssessment.js +0 -110
  601. package/src/scoring/assessments/seo/KeywordDensityAssessment.js +0 -116
  602. package/src/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js +0 -114
  603. package/src/scoring/assessments/seo/MetaDescriptionLengthAssessment.js +0 -112
  604. package/src/scoring/assessments/seo/MetaTitleKeywordAssessment.js +0 -111
  605. package/src/scoring/assessments/seo/NumberInMetaTitleAssessment.js +0 -107
  606. package/src/scoring/assessments/seo/OutboundLinksAssessment.js +0 -111
  607. package/src/scoring/assessments/seo/PageTitleWidthAssessment.js +0 -104
  608. package/src/scoring/assessments/seo/SingleH1Assessment.js +0 -118
  609. package/src/scoring/assessments/seo/SingleTitleAssessment.js +0 -108
  610. package/src/scoring/assessments/seo/SubHeadingsKeywordAssessment.js +0 -107
  611. package/src/scoring/assessments/seo/TextImagesAssessment.js +0 -144
  612. package/src/scoring/assessments/seo/TextLengthAssessment.js +0 -100
  613. package/src/scoring/assessments/seo/UrlKeywordAssessment.js +0 -111
  614. package/src/scoring/assessments/seo/UrlLengthAssessment.js +0 -103
  615. package/src/scoring/assessors/assessor.js +0 -269
  616. package/src/scoring/assessors/avadaAssessor.js +0 -67
  617. package/src/scoring/assessors/contentAssessor.js +0 -159
  618. package/src/scoring/assessors/index.js +0 -4
  619. package/src/scoring/assessors/seoAssessor.js +0 -57
  620. package/src/scoring/helpers/assessments/checkForTooLongSentences.js +0 -13
  621. package/src/scoring/helpers/assessments/inRange.js +0 -49
  622. package/src/scoring/helpers/assessments/keyphraseLengthFactor.js +0 -10
  623. package/src/scoring/helpers/assessments/recommendedKeywordCount.js +0 -43
  624. package/src/scoring/helpers/index.js +0 -74
  625. package/src/scoring/interpreters/index.js +0 -5
  626. package/src/scoring/interpreters/scoreToRating.js +0 -31
  627. package/src/scoring/renderers/AssessorPresenter.js +0 -360
  628. package/src/scoring/scoreAggregators/ReadabilityScoreAggregator.js +0 -203
  629. package/src/scoring/scoreAggregators/SEOScoreAggregator.js +0 -54
  630. package/src/scoring/scoreAggregators/ScoreAggregator.js +0 -23
  631. package/src/scoring/scoreAggregators/index.js +0 -3
  632. package/src/values/AssessmentResult.js +0 -496
  633. package/src/values/Mark.js +0 -271
  634. package/src/values/Paper.js +0 -425
  635. package/src/values/index.js +0 -9
  636. package/src/vendor/turkishStemmer.js +0 -3435
  637. package/tsconfig.json +0 -15
@@ -1,499 +0,0 @@
1
- /**
2
- * Copyright (c) 2005, Jacques Savoy
3
- * Copyright (c) 2013, Jakub Dundalek.
4
- * Authored by Ljiljana Dolamic from the University of Neuchatel.
5
- * All rights reserved.
6
- *
7
- * Redistribution and use in source and binary forms, with or without modification, are permitted provided that
8
- * the following conditions are met:
9
- *
10
- * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
11
- *
12
- * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer
13
- * in the documentation and/or other materials provided with the distribution.
14
- *
15
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS AS IS AND ANY EXPRESS OR IMPLIED WARRANTIES,
16
- * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17
- * IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
18
- * OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
19
- * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
20
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
21
- */
22
-
23
- /**
24
- * Takes care of palatalisation.
25
- *
26
- * @param {string} word The word to stem.
27
- * @param {Object} morphologyData The Czech morphology data.
28
- *
29
- * @returns {string} The non-palatalised word or the original word if no such suffix is found.
30
- */
31
- const palatalise = function( word, morphologyData ) {
32
- const palataliseSuffixes = morphologyData.externalStemmer.palataliseSuffixes;
33
- const len = word.length;
34
-
35
- if ( word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixCi ||
36
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixCe ||
37
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixCiCaron ||
38
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixCeCaron ) {
39
- return word.replace( word.substring( len - 2, len ), palataliseSuffixes.palataliseSuffixK );
40
- }
41
- if ( word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixZi ||
42
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixZe ||
43
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixZiCaron ||
44
- word.substring( len - 2, len ) === palataliseSuffixes.palataliseSuffixZeCaron ) {
45
- return word.replace( word.substring( len - 2, len ), palataliseSuffixes.palataliseSuffixH );
46
- }
47
- if ( word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixCte ||
48
- word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixCti ||
49
- word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixCtiAccented ) {
50
- return word.replace( word.substring( len - 3, len ), palataliseSuffixes.palataliseSuffixCk );
51
- }
52
- if ( word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixSte ||
53
- word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixSti ||
54
- word.substring( len - 3, len ) === palataliseSuffixes.palataliseSuffixStiAccented ) {
55
- return word.replace( word.substring( len - 3, len ), palataliseSuffixes.palataliseSuffixSk );
56
- }
57
- return word.slice( 0, -1 );
58
- };
59
-
60
- /**
61
- * Removes derivational suffixes.
62
- *
63
- * @param {string} word The word to stem.
64
- * @param {Object} morphologyData The Czech morphology data.
65
- *
66
- * @returns {string} The word without derivational suffixes or the original word if no such suffix is found.
67
- */
68
- const removeDerivational = function( word, morphologyData ) {
69
- const derivationalSuffixes = morphologyData.externalStemmer.derivationalSuffixes;
70
- const len = word.length;
71
-
72
- if ( ( len > 8 ) &&
73
- word.substring( len - 6, len ) === derivationalSuffixes.derivationalSuffixObinec ) {
74
- return word.slice( 0, -6 );
75
- }
76
- if ( len > 7 ) {
77
- if ( word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixIonar ) {
78
- word = word.slice( 0, -4 );
79
- return palatalise( word, morphologyData );
80
- } else if ( word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixOvisk ||
81
- word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixOvstv ||
82
- word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixOvist ||
83
- word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixOvnik ) {
84
- return word.slice( 0, -5 );
85
- }
86
- }
87
- if ( len > 6 ) {
88
- if ( word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixAsek ||
89
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixLoun ||
90
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixNost ||
91
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixTeln ||
92
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixOvec ||
93
- word.substring( len - 5, len ) === derivationalSuffixes.derivationalSuffixOvik ||
94
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixOvtv ||
95
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixOvin ||
96
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixStin ) {
97
- return word.slice( 0, -4 );
98
- } else if ( word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixEnic ||
99
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixInec ||
100
- word.substring( len - 4, len ) === derivationalSuffixes.derivationalSuffixItel ) {
101
- word = word.slice( 0, -3 );
102
- return palatalise( word, morphologyData );
103
- }
104
- }
105
- if ( len > 5 ) {
106
- if ( word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixEnk ||
107
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixIan ||
108
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixIst ||
109
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixIsk ||
110
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixIstCaron ||
111
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixItb ||
112
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixIrn ) {
113
- word = word.slice( 0, -2 );
114
- return palatalise( word, morphologyData );
115
- } else if ( word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixArn ||
116
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOch ||
117
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOst ||
118
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOvn ||
119
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOun ||
120
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOut ||
121
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixOus ||
122
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixUsk ||
123
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixKyn ||
124
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixCan ||
125
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixKar ||
126
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixNer ||
127
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixNik ||
128
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixCtv ||
129
- word.substring( len - 3, len ) === derivationalSuffixes.derivationalSuffixStv ) {
130
- return word.slice( 0, -3 );
131
- }
132
- }
133
- if ( len > 4 ) {
134
- if ( word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAcAccented ||
135
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAc ||
136
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAnAccented ||
137
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAn ||
138
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAr ||
139
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixAs ) {
140
- return word.slice( 0, -2 );
141
- } else if ( word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixEc ||
142
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixEn ||
143
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixEnCaron ||
144
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixEr ||
145
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixIr ||
146
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixIc ||
147
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixIn ||
148
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixInAccented ||
149
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixIt ||
150
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixIv ) {
151
- word = word.slice( 0, -1 );
152
- return palatalise( word, morphologyData );
153
- } else if ( word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixOb ||
154
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixOt ||
155
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixOv ||
156
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixOn ||
157
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixUl ||
158
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixYn ||
159
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixCk ||
160
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixCn ||
161
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixDl ||
162
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixNk ||
163
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixTv ||
164
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixTk ||
165
- word.substring( len - 2, len ) === derivationalSuffixes.derivationalSuffixVk ) {
166
- return word.slice( 0, -2 );
167
- }
168
- }
169
- if ( len > 3 ) {
170
- if ( word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixC ||
171
- word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixCCaron ||
172
- word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixK ||
173
- word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixL ||
174
- word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixN ||
175
- word.charAt( word.length - 1 ) === derivationalSuffixes.derivationalSuffixT ) {
176
- return word.slice( 0, -1 );
177
- }
178
- }
179
- return word;
180
- };
181
-
182
- /**
183
- * Removes augmentative suffixes.
184
- *
185
- * @param {string} word The word to stem.
186
- * @param {Object} morphologyData The Czech morphology data.
187
- *
188
- * @returns {string} The word without augmentative suffixes or the original word if no such suffix is found.
189
- */
190
- const removeAugmentative = function( word, morphologyData ) {
191
- const augmentativeSuffixes = morphologyData.externalStemmer.augmentativeSuffixes;
192
- const len = word.length;
193
-
194
- if ( ( len > 6 ) &&
195
- word.substring( len - 4, len ) === augmentativeSuffixes.augmentativeSuffixAjzn ) {
196
- return word.slice( 0, -4 );
197
- }
198
- if ( ( len > 5 ) &&
199
- ( word.substring( len - 3, len ) === augmentativeSuffixes.augmentativeSuffixIzn ) ||
200
- word.substring( len - 3, len ) === augmentativeSuffixes.augmentativeSuffixIsk ) {
201
- word = word.slice( 0, -2 );
202
- return palatalise( word, morphologyData );
203
- }
204
- return word;
205
- };
206
-
207
- /**
208
- * Removes diminutive suffixes.
209
- *
210
- * @param {string} word The word to stem.
211
- * @param {Object} morphologyData The Czech morphology data.
212
- *
213
- * @returns {string} The word without diminutive suffixes or the original word if no such suffix is found.
214
- */
215
- const removeDiminutive = function( word, morphologyData ) {
216
- const diminutiveSuffixes = morphologyData.externalStemmer.diminutiveSuffixes;
217
- const len = word.length;
218
-
219
- if ( ( len > 7 ) &&
220
- word.substring( len - 5, len ) === diminutiveSuffixes.diminutiveSuffixOusek ) {
221
- return word.slice( 0, -5 );
222
- }
223
- if ( len > 6 ) {
224
- if ( word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixEcek ||
225
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixEcekAccented ||
226
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixIcek ||
227
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixIcekAccented ||
228
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixEnek ||
229
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixEnekAccented ||
230
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixInek ||
231
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixInekAccented ) {
232
- word = word.slice( 0, -3 );
233
- return palatalise( word, morphologyData );
234
- }
235
- if ( word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixAcekAccented ||
236
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixAcek ||
237
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixOcek ||
238
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixUcek ||
239
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixAnek ||
240
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixOnek ||
241
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixUnek ||
242
- word.substring( len - 4, len ) === diminutiveSuffixes.diminutiveSuffixAnekAccented ) {
243
- return word.slice( 0, -4 );
244
- }
245
- }
246
- if ( len > 5 ) {
247
- if ( word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixEck ||
248
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixEckAccented ||
249
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixIck ||
250
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixIckAccented ||
251
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixEnk ||
252
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixEnkAccented ||
253
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixInk ||
254
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixInkAccented ) {
255
- word = word.slice( 0, -3 );
256
- return palatalise( word, morphologyData );
257
- }
258
- if ( word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixAckAccented ||
259
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixAck ||
260
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixOck ||
261
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixUck ||
262
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixAnk ||
263
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixOnk ||
264
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixUnk ) {
265
- return word.slice( 0, -3 );
266
- }
267
- if ( word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixAtk ||
268
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixAnkAccented ||
269
- word.substring( len - 3, len ) === diminutiveSuffixes.diminutiveSuffixUsk ) {
270
- return word.slice( 0, -3 );
271
- }
272
- }
273
- if ( len > 4 ) {
274
- if ( word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixEk ||
275
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixEkAccented ||
276
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixIkAccented ||
277
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixIk ) {
278
- word = word.slice( 0, -1 );
279
- return palatalise( word, morphologyData );
280
- }
281
- if ( word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixAkAccented ||
282
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixAk ||
283
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixOk ||
284
- word.substring( len - 2, len ) === diminutiveSuffixes.diminutiveSuffixUk ) {
285
- return word.slice( 0, -1 );
286
- }
287
- }
288
- if ( ( len > 3 ) &&
289
- word.substring( len - 1, len ) === diminutiveSuffixes.diminutiveSuffixK ) {
290
- return word.slice( 0, -1 );
291
- }
292
- return word;
293
- };
294
-
295
- /**
296
- * Removes comparative suffixes.
297
- *
298
- * @param {string} word The word to stem.
299
- * @param {Object} morphologyData The Czech morphology data.
300
- *
301
- * @returns {string} The word without comparative suffixes or the original word if no such suffix is found.
302
- */
303
- const removeComparative = function( word, morphologyData ) {
304
- const comparativeSuffixes = morphologyData.externalStemmer.comparativeSuffixes;
305
- const len = word.length;
306
-
307
- if ( ( len > 5 ) &&
308
- ( word.substring( len - 3, len ) === comparativeSuffixes.comparativeSuffixesEjs ) ||
309
- word.substring( len - 3, len ) === comparativeSuffixes.comparativeSuffixesEjsCaron ) {
310
- word = word.slice( 0, -2 );
311
- return palatalise( word, morphologyData );
312
- }
313
- return word;
314
- };
315
-
316
- /**
317
- * Removes possessive suffixes.
318
- *
319
- * @param {string} word The word to stem.
320
- * @param {Object} morphologyData The Czech morphology data.
321
- *
322
- * @returns {string} The word without possessive suffixes or the original word if no such suffix is found.
323
- */
324
- const removePossessives = function( word, morphologyData ) {
325
- const possessiveSuffixes = morphologyData.externalStemmer.possessiveSuffixes;
326
- const len = word.length;
327
-
328
- if ( len > 5 ) {
329
- if ( word.substring( len - 2, len ) === possessiveSuffixes.possessiveSuffixOv ) {
330
- return word.slice( 0, -2 );
331
- }
332
- if ( word.substring( len - 2, len ) === possessiveSuffixes.possessiveSuffixesUv ) {
333
- return word.slice( 0, -2 );
334
- }
335
- if ( word.substring( len - 2, len ) === possessiveSuffixes.possessiveSuffixIn ) {
336
- word = word.slice( 0, -1 );
337
- return palatalise( word, morphologyData );
338
- }
339
- }
340
- return word;
341
- };
342
-
343
- /**
344
- * Removes case suffixes.
345
- *
346
- * @param {string} word The word to stem.
347
- * @param {Object} morphologyData The Czech morphology data.
348
- *
349
- * @returns {string} The word without case suffixes or the original word if no such suffix is found.
350
- */
351
- const removeCase = function( word, morphologyData ) {
352
- const caseSuffixes = morphologyData.externalStemmer.caseSuffixes;
353
- const len = word.length;
354
-
355
- if ( ( len > 7 ) &&
356
- word.substring( len - 5, len ) === caseSuffixes.caseSuffixAtech ) {
357
- return word.slice( 0, -5 );
358
- }
359
- if ( len > 6 ) {
360
- if ( word.substring( len - 4, len ) === caseSuffixes.caseSuffixEtem ) {
361
- word = word.slice( 0, -3 );
362
- return palatalise( word, morphologyData );
363
- }
364
- if ( word.substring( len - 4, len ) === caseSuffixes.caseSuffixAtum ) {
365
- return word.slice( 0, -4 );
366
- }
367
- }
368
- if ( len > 5 ) {
369
- if ( word.substring( len - 3, len ) === caseSuffixes.caseSuffixEch ||
370
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixIch ||
371
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixIchAccented ||
372
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEho ||
373
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEmiCaron ||
374
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEmi ||
375
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEmuAccented ||
376
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEte ||
377
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixEti ||
378
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixIho ||
379
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixIhoAccented ||
380
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixImi ||
381
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixImu ) {
382
- word = word.slice( 0, -2 );
383
- return palatalise( word, morphologyData );
384
- } else if ( word.substring( len - 3, len ) === caseSuffixes.caseSuffixAchAccented ||
385
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixAta ||
386
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixAty ||
387
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixYch ||
388
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixAma ||
389
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixAmi ||
390
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixOve ||
391
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixOvi ||
392
- word.substring( len - 3, len ) === caseSuffixes.caseSuffixYmi ) {
393
- return word.slice( 0, -3 );
394
- }
395
- }
396
- if ( len > 4 ) {
397
- if ( word.substring( len - 2, len ) === caseSuffixes.caseSuffixEm ) {
398
- word = word.slice( 0, -1 );
399
- return palatalise( word, morphologyData );
400
- } else if ( word.substring( len - 2, len ) === caseSuffixes.caseSuffixEs ||
401
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixEmAccented ||
402
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixIm ) {
403
- word = word.slice( 0, -2 );
404
- return palatalise( word, morphologyData );
405
- } else if ( word.substring( len - 2, len ) === caseSuffixes.caseSuffixUm ||
406
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixAt ||
407
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixAm ||
408
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixOs ||
409
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixUs ||
410
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixYm ||
411
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixMi ||
412
- word.substring( len - 2, len ) === caseSuffixes.caseSuffixOu ) {
413
- return word.slice( 0, -2 );
414
- }
415
- }
416
- if ( len > 3 ) {
417
- if ( word.substring( len - 1, len ) === caseSuffixes.caseSuffixE ||
418
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixI ||
419
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixIAccented ||
420
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixECaron ) {
421
- return palatalise( word, morphologyData );
422
- } else if ( word.substring( len - 1, len ) === caseSuffixes.caseSuffixU ||
423
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixY ||
424
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixURing ||
425
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixA ||
426
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixO ||
427
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixAAccented ||
428
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixEAccented ||
429
- word.substring( len - 1, len ) === caseSuffixes.caseSuffixYAccented ) {
430
- return word.slice( 0, -1 );
431
- }
432
- }
433
- return word;
434
- };
435
-
436
- /**
437
- * Checks whether a word is in the full-form exception list and if so returns the canonical stem.
438
- *
439
- * @param {string} word The word to be checked.
440
- * @param {Object} morphologyData The Czech morphology data.
441
- *
442
- * @returns {string} The canonical stem if word was found on the list or the original word otherwise.
443
- */
444
- const checkWordInFullFormExceptions = function( word, morphologyData ) {
445
- for ( const paradigm of morphologyData.externalStemmer.exceptionStemsWithFullForms ) {
446
- if ( paradigm[ 1 ].includes( word ) ) {
447
- return paradigm[ 0 ];
448
- }
449
- }
450
- return word;
451
- };
452
-
453
- /**
454
- * Check whether the stem is on the exception list of stems that belong to one word. If it is, returns the canonical stem.
455
- *
456
- * @param {string} word The stemmed word.
457
- * @param {Object} morphologyData The Czech morphology data.
458
- *
459
- * @returns {string} The canonical stem if word was found on the list or the original word otherwise.
460
- */
461
- const canonicalizeStem = function( word, morphologyData ) {
462
- // Checks the nouns list.
463
- for ( const paradigm of morphologyData.externalStemmer.stemsThatBelongToOneWord.nouns ) {
464
- if ( paradigm.includes( word ) ) {
465
- return paradigm[ 0 ];
466
- }
467
- }
468
- return word;
469
- };
470
-
471
- /**
472
- * Stems Czech words.
473
- *
474
- * @param {string} word The word to stem.
475
- * @param {Object} morphologyData The Czech morphology data.
476
- *
477
- * @returns {string} The stemmed word.
478
- */
479
- export default function stem( word, morphologyData ) {
480
- word = word.toLowerCase();
481
- // Checks if the word is on an exception list for which all forms of a word and its stem are listed.
482
- word = checkWordInFullFormExceptions( word, morphologyData );
483
- // Removes case endings from nouns and adjectives.
484
- word = removeCase( word, morphologyData );
485
- // Removes possessive -ov- and -in- endings from names.
486
- word = removePossessives( word, morphologyData );
487
- // Removes comparative endings.
488
- word = removeComparative( word, morphologyData );
489
- // Removes diminutive endings.
490
- word = removeDiminutive( word, morphologyData );
491
- // Removes augmentatives endings.
492
- word = removeAugmentative( word, morphologyData );
493
- // Removes derivational suffixes from nouns.
494
- word = removeDerivational( word, morphologyData );
495
- // Checks whether the stem is on the exception list of stems that belong to one word.
496
- word = canonicalizeStem( word, morphologyData );
497
-
498
- return word;
499
- }
@@ -1,34 +0,0 @@
1
- import {languageProcessing} from '../../../index';
2
- import getParticiples from '../helpers/internal/getParticiples';
3
- const {values} = languageProcessing;
4
- const {Clause} = values;
5
-
6
- /**
7
- * Creates a Clause object for the Czech language.
8
- */
9
- class CzechClause extends Clause {
10
- /**
11
- * Constructor.
12
- *
13
- * @param {string} clauseText The text of the clause.
14
- * @param {Array} auxiliaries The auxiliaries.
15
- *
16
- * @constructor
17
- */
18
- constructor(clauseText, auxiliaries) {
19
- super(clauseText, auxiliaries);
20
- this._participles = getParticiples(this.getClauseText());
21
- this.checkParticiples();
22
- }
23
-
24
- /**
25
- * Sets the clause passiveness to true if there is a participle present in the clause, otherwise sets it to false.
26
- *
27
- * @returns {void}
28
- */
29
- checkParticiples() {
30
- this.setPassive(this.getParticiples().length > 0);
31
- }
32
- }
33
-
34
- export default CzechClause;
@@ -1,52 +0,0 @@
1
- import {languageProcessing} from '../../../index';
2
- const {AbstractResearcher} = languageProcessing;
3
-
4
- // All config
5
- import firstWordExceptions from './config/firstWordExceptions';
6
- import {all as functionWords} from './config/functionWords';
7
- import stopWords from './config/stopWords';
8
- import transitionWords from './config/transitionWords';
9
- import twoPartTransitionWords from './config/twoPartTransitionWords';
10
- import syllables from './config/syllables.json';
11
- import keyphraseLength from './config/keyphraseLength';
12
- import memoizedTokenizer from './helpers/memoizedSentenceTokenizer';
13
-
14
- // All helpers
15
- import getClauses from './helpers/getClauses';
16
- import getStemmer from './helpers/getStemmer';
17
- import fleschReadingScore from './helpers/calculateFleschReadingScore';
18
- import checkIfWordIsFunction from './helpers/checkIfWordIsFunction';
19
-
20
- /**
21
- * The researcher contains all the researches, helpers, data, and config.
22
- */
23
- export default class Researcher extends AbstractResearcher {
24
- /**
25
- * Constructor
26
- * @param {Paper} paper The Paper object that is needed within the researches.
27
- * @constructor
28
- */
29
- constructor(paper) {
30
- super(paper);
31
-
32
- Object.assign(this.config, {
33
- language: 'de',
34
- passiveConstructionType: 'periphrastic',
35
- firstWordExceptions,
36
- functionWords,
37
- stopWords,
38
- transitionWords,
39
- twoPartTransitionWords,
40
- syllables,
41
- keyphraseLength
42
- });
43
-
44
- Object.assign(this.helpers, {
45
- getClauses,
46
- getStemmer,
47
- fleschReadingScore,
48
- memoizedTokenizer,
49
- checkIfWordIsFunction
50
- });
51
- }
52
- }
@@ -1,17 +0,0 @@
1
- /**
2
- * Returns an array with exceptions for the sentence beginning researcher.
3
- * @returns {Array} The array filled with exceptions.
4
- */
5
- export default [
6
- // Definite articles:
7
- "das", "dem", "den", "der", "des", "die",
8
- // Indefinite articles:
9
- "ein", "eine", "einem", "einen", "einer", "eines",
10
- // Numbers 1-10:
11
- "eins", "zwei", "drei", "vier", "fünf", "sechs", "sieben", "acht", "neun", "zehn",
12
- // Demonstrative pronouns:
13
- "denen", "deren", "derer", "dessen", "diese", "diesem", "diesen", "dieser", "dieses", "jene",
14
- "jenem", "jenen", "jener", "jenes", "welch", "welcher", "welches",
15
- ];
16
-
17
-