axyseo 2.0.0-alpha.0.0.20 → 2.0.0-alpha.0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.browserslistrc +1 -0
- package/.gitattributes +1 -0
- package/babel.config.js +3 -0
- package/build/index.js +0 -8
- package/build/index.js.map +1 -1
- package/build/languageProcessing/helpers/highlighting/getMarkingsInSentence.js.map +1 -1
- package/build/languageProcessing/helpers/morphology/buildTopicStems.js.map +1 -1
- package/build/languageProcessing/helpers/morphology/getAllWordsFromPaper.js.map +1 -1
- package/build/languageProcessing/languages/_default/Researcher.js +1 -1
- package/build/languageProcessing/languages/_default/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/_default/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/_default/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/ar/Researcher.js +1 -1
- package/build/languageProcessing/languages/ar/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/ar/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/ar/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/ar/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/ar/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/ca/Researcher.js +1 -1
- package/build/languageProcessing/languages/ca/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/ca/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/ca/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/cs/Researcher.js +1 -1
- package/build/languageProcessing/languages/cs/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/cs/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/cs/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/cs/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/cs/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/cs/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/cs/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/cs/values/Clause.js +1 -1
- package/build/languageProcessing/languages/cs/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/de/Researcher.js +1 -1
- package/build/languageProcessing/languages/de/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js +1 -1
- package/build/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js.map +1 -1
- package/build/languageProcessing/languages/de/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/de/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/de/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/de/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/de/helpers/internal/determineStem.js +1 -1
- package/build/languageProcessing/languages/de/helpers/internal/determineStem.js.map +1 -1
- package/build/languageProcessing/languages/de/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/de/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/de/values/Clause.js +1 -1
- package/build/languageProcessing/languages/de/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/el/Researcher.js +1 -1
- package/build/languageProcessing/languages/el/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/el/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/el/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/el/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/el/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/el/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/el/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/el/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/el/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/el/values/Clause.js +1 -1
- package/build/languageProcessing/languages/el/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/en/Researcher.js +1 -1
- package/build/languageProcessing/languages/en/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js +1 -1
- package/build/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/en/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/en/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/determineStem.js +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/determineStem.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getVerbStem.js +1 -1
- package/build/languageProcessing/languages/en/helpers/internal/getVerbStem.js.map +1 -1
- package/build/languageProcessing/languages/en/values/Clause.js +1 -1
- package/build/languageProcessing/languages/en/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/es/Researcher.js +1 -1
- package/build/languageProcessing/languages/es/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js +1 -1
- package/build/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/es/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/es/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js +3 -3
- package/build/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/es/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/es/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/es/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/es/values/Clause.js +1 -1
- package/build/languageProcessing/languages/es/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/fa/Researcher.js +1 -1
- package/build/languageProcessing/languages/fa/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/fa/helpers/createBasicWordForms.js +1 -1
- package/build/languageProcessing/languages/fa/helpers/createBasicWordForms.js.map +1 -1
- package/build/languageProcessing/languages/fa/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/fa/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/fa/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/fa/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/fr/Researcher.js +1 -1
- package/build/languageProcessing/languages/fr/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js +1 -1
- package/build/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js.map +1 -1
- package/build/languageProcessing/languages/fr/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/fr/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/fr/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/fr/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/fr/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/fr/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/fr/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/fr/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/fr/values/Clause.js +1 -1
- package/build/languageProcessing/languages/fr/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/he/Researcher.js +1 -1
- package/build/languageProcessing/languages/he/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/he/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/he/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/he/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/he/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/hu/Researcher.js +1 -1
- package/build/languageProcessing/languages/hu/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/hu/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/hu/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/hu/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/hu/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/hu/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/hu/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/hu/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/hu/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/hu/values/Clause.js +1 -1
- package/build/languageProcessing/languages/hu/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/id/Researcher.js +1 -1
- package/build/languageProcessing/languages/id/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/id/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/id/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/id/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/id/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/id/helpers/internal/stemHelpers.js +1 -1
- package/build/languageProcessing/languages/id/helpers/internal/stemHelpers.js.map +1 -1
- package/build/languageProcessing/languages/id/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/id/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/it/Researcher.js +1 -1
- package/build/languageProcessing/languages/it/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/it/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/it/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/it/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/it/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/it/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/it/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/it/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/it/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/it/values/Clause.js +1 -1
- package/build/languageProcessing/languages/it/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/ja/Researcher.js +1 -1
- package/build/languageProcessing/languages/ja/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/ja/helpers/countCharacters.js +1 -1
- package/build/languageProcessing/languages/ja/helpers/countCharacters.js.map +1 -1
- package/build/languageProcessing/languages/ja/helpers/customGetStemmer.js +1 -1
- package/build/languageProcessing/languages/ja/helpers/customGetStemmer.js.map +1 -1
- package/build/languageProcessing/languages/ja/helpers/getWords.js +1 -1
- package/build/languageProcessing/languages/ja/helpers/getWords.js.map +1 -1
- package/build/languageProcessing/languages/nb/Researcher.js +1 -1
- package/build/languageProcessing/languages/nb/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/nb/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/nb/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/nb/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/nb/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/nb/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/nb/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/nb/values/Clause.js +1 -1
- package/build/languageProcessing/languages/nb/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/nl/Researcher.js +1 -1
- package/build/languageProcessing/languages/nl/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/determineStem.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/determineStem.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js.map +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js +1 -1
- package/build/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js.map +1 -1
- package/build/languageProcessing/languages/nl/values/Clause.js +1 -1
- package/build/languageProcessing/languages/nl/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/pl/Researcher.js +1 -1
- package/build/languageProcessing/languages/pl/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/pl/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/pl/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/pl/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/pl/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/pl/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/pl/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/pl/values/Clause.js +1 -1
- package/build/languageProcessing/languages/pl/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/pt/Researcher.js +1 -1
- package/build/languageProcessing/languages/pt/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/pt/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/pt/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/pt/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/pt/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/pt/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/pt/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/pt/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/pt/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/pt/values/Clause.js +1 -1
- package/build/languageProcessing/languages/pt/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/ru/Researcher.js +1 -1
- package/build/languageProcessing/languages/ru/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/ru/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/ru/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/ru/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/ru/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/sk/Researcher.js +1 -1
- package/build/languageProcessing/languages/sk/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/sk/helpers/getClauses.js +1 -1
- package/build/languageProcessing/languages/sk/helpers/getClauses.js.map +1 -1
- package/build/languageProcessing/languages/sk/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/sk/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/sk/helpers/internal/getParticiples.js +1 -1
- package/build/languageProcessing/languages/sk/helpers/internal/getParticiples.js.map +1 -1
- package/build/languageProcessing/languages/sk/values/Clause.js +1 -1
- package/build/languageProcessing/languages/sk/values/Clause.js.map +1 -1
- package/build/languageProcessing/languages/sv/Researcher.js +1 -1
- package/build/languageProcessing/languages/sv/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/sv/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/sv/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/sv/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/sv/helpers/isPassiveSentence.js.map +1 -1
- package/build/languageProcessing/languages/tr/Researcher.js +1 -1
- package/build/languageProcessing/languages/tr/Researcher.js.map +1 -1
- package/build/languageProcessing/languages/tr/helpers/getStemmer.js +1 -1
- package/build/languageProcessing/languages/tr/helpers/getStemmer.js.map +1 -1
- package/build/languageProcessing/languages/tr/helpers/internal/stem.js +1 -1
- package/build/languageProcessing/languages/tr/helpers/internal/stem.js.map +1 -1
- package/build/languageProcessing/languages/tr/helpers/isPassiveSentence.js +1 -1
- package/build/languageProcessing/languages/tr/helpers/isPassiveSentence.js.map +1 -1
- package/build/parsedPaper/assess/assessments/Assessment.js +2 -14
- package/build/parsedPaper/assess/assessments/Assessment.js.map +1 -1
- package/build/parsedPaper/build/linguisticParsing/SentenceTokenizer.js.map +1 -1
- package/build/parsedPaper/build/tree/metadata/buildTree.js +1 -1
- package/build/parsedPaper/build/tree/metadata/buildTree.js.map +1 -1
- package/build/scoring/assessments/assessment.js +2 -6
- package/build/scoring/assessments/assessment.js.map +1 -1
- package/build/scoring/assessments/index.js +5 -5
- package/build/scoring/assessments/index.js.map +1 -1
- package/build/scoring/assessments/readability/ParagraphTooLongAssessment.js +1 -5
- package/build/scoring/assessments/readability/ParagraphTooLongAssessment.js.map +1 -1
- package/build/scoring/assessments/readability/SentenceBeginningsAssessment.js +1 -5
- package/build/scoring/assessments/readability/SentenceBeginningsAssessment.js.map +1 -1
- package/build/scoring/assessments/readability/SentenceLengthInTextAssessment.js +1 -5
- package/build/scoring/assessments/readability/SentenceLengthInTextAssessment.js.map +1 -1
- package/build/scoring/assessments/readability/TransitionWordsAssessment.js +1 -5
- package/build/scoring/assessments/readability/TransitionWordsAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/ImageCountAssessment.js +1 -5
- package/build/scoring/assessments/seo/ImageCountAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/InternalLinksAssessment.js +1 -5
- package/build/scoring/assessments/seo/InternalLinksAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/IntroductionKeywordAssessment.js +1 -5
- package/build/scoring/assessments/seo/IntroductionKeywordAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/KeyphraseAssessment.js +1 -5
- package/build/scoring/assessments/seo/KeyphraseAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/KeyphraseLengthAssessment.js +1 -5
- package/build/scoring/assessments/seo/KeyphraseLengthAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/KeywordDensityAssessment.js +2 -6
- package/build/scoring/assessments/seo/KeywordDensityAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js +1 -5
- package/build/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/MetaDescriptionLengthAssessment.js +1 -5
- package/build/scoring/assessments/seo/MetaDescriptionLengthAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/MetaTitleKeywordAssessment.js +1 -5
- package/build/scoring/assessments/seo/MetaTitleKeywordAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/NumberInMetaTitleAssessment.js +3 -8
- package/build/scoring/assessments/seo/NumberInMetaTitleAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/OutboundLinksAssessment.js +1 -5
- package/build/scoring/assessments/seo/OutboundLinksAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/PageTitleWidthAssessment.js +3 -8
- package/build/scoring/assessments/seo/PageTitleWidthAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/SingleH1Assessment.js +1 -5
- package/build/scoring/assessments/seo/SingleH1Assessment.js.map +1 -1
- package/build/scoring/assessments/seo/SingleTitleAssessment.js +1 -5
- package/build/scoring/assessments/seo/SingleTitleAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/SubHeadingsKeywordAssessment.js +1 -5
- package/build/scoring/assessments/seo/SubHeadingsKeywordAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/TextImagesAssessment.js +1 -5
- package/build/scoring/assessments/seo/TextImagesAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/TextLengthAssessment.js +1 -5
- package/build/scoring/assessments/seo/TextLengthAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/UrlKeywordAssessment.js +1 -5
- package/build/scoring/assessments/seo/UrlKeywordAssessment.js.map +1 -1
- package/build/scoring/assessments/seo/UrlLengthAssessment.js +1 -5
- package/build/scoring/assessments/seo/UrlLengthAssessment.js.map +1 -1
- package/build/scoring/assessors/assessor.js +7 -20
- package/build/scoring/assessors/assessor.js.map +1 -1
- package/build/scoring/assessors/avadaAssessor.js +5 -6
- package/build/scoring/assessors/avadaAssessor.js.map +1 -1
- package/build/scoring/assessors/contentAssessor.js +3 -3
- package/build/scoring/assessors/contentAssessor.js.map +1 -1
- package/build/scoring/assessors/seoAssessor.js +3 -3
- package/build/scoring/assessors/seoAssessor.js.map +1 -1
- package/build/scoring/helpers/assessments/recommendedKeywordCount.js.map +1 -1
- package/eslint.config.mjs +119 -0
- package/package.json +2 -13
- package/src/bundledPlugins/index.js +5 -0
- package/src/bundledPlugins/previouslyUsedKeywords.js +192 -0
- package/src/config/diacritics.js +106 -0
- package/src/config/getTransliterations.js +1447 -0
- package/src/config/transliterationsWPstyle.js +774 -0
- package/src/config/wordBoundaries.js +23 -0
- package/src/config/wordBoundariesWithoutPunctuation.js +9 -0
- package/src/const/analysis.js +41 -0
- package/src/errors/invalidType.js +14 -0
- package/src/errors/missingArgument.js +14 -0
- package/src/helpers/createMeasurementElement.js +40 -0
- package/src/helpers/domManipulation.js +65 -0
- package/src/helpers/errors.js +26 -0
- package/src/helpers/factory.js +219 -0
- package/src/helpers/formatNumber.js +12 -0
- package/src/helpers/formatString.js +33 -0
- package/src/helpers/getLanguagesWithWordComplexity.js +8 -0
- package/src/helpers/getLanguagesWithWordFormSupport.js +11 -0
- package/src/helpers/getWordComplexityConfig.js +20 -0
- package/src/helpers/getWordComplexityHelper.js +20 -0
- package/src/helpers/htmlEntities.js +41 -0
- package/src/helpers/includesAny.js +19 -0
- package/src/helpers/index.js +127 -0
- package/src/helpers/shortlinker/Shortlinker.js +75 -0
- package/src/helpers/shortlinker/index.js +1 -0
- package/src/helpers/shortlinker/singleton.js +68 -0
- package/src/helpers/types.js +34 -0
- package/src/index.js +60 -0
- package/src/languageProcessing/AbstractResearcher.js +366 -0
- package/src/languageProcessing/helpers/highlighting/getMarkingsInSentence.js +125 -0
- package/src/languageProcessing/helpers/html/getFieldsToMark.js +29 -0
- package/src/languageProcessing/helpers/html/getSubheadingTexts.js +47 -0
- package/src/languageProcessing/helpers/html/getSubheadings.js +95 -0
- package/src/languageProcessing/helpers/html/html.js +176 -0
- package/src/languageProcessing/helpers/html/htmlParser.js +145 -0
- package/src/languageProcessing/helpers/html/matchParagraphs.js +62 -0
- package/src/languageProcessing/helpers/html/normalizeHTML.js +16 -0
- package/src/languageProcessing/helpers/image/getAltAttribute.js +20 -0
- package/src/languageProcessing/helpers/image/getImagesInTree.js +16 -0
- package/src/languageProcessing/helpers/image/imageInText.js +19 -0
- package/src/languageProcessing/helpers/index.js +12 -0
- package/src/languageProcessing/helpers/language/getLanguage.js +9 -0
- package/src/languageProcessing/helpers/link/checkNofollow.js +38 -0
- package/src/languageProcessing/helpers/link/getAnchorsFromText.js +32 -0
- package/src/languageProcessing/helpers/link/getLinkType.js +32 -0
- package/src/languageProcessing/helpers/match/findKeywordFormsInString.js +101 -0
- package/src/languageProcessing/helpers/match/isDoubleQuoted.js +13 -0
- package/src/languageProcessing/helpers/match/matchTextWithArray.js +36 -0
- package/src/languageProcessing/helpers/match/matchTextWithTransliteration.js +58 -0
- package/src/languageProcessing/helpers/match/matchTextWithWord.js +45 -0
- package/src/languageProcessing/helpers/match/matchWordFormsWithSentence.js +164 -0
- package/src/languageProcessing/helpers/match/processExactMatchRequest.js +20 -0
- package/src/languageProcessing/helpers/morphology/baseStemmer.js +11 -0
- package/src/languageProcessing/helpers/morphology/buildFormRule.js +19 -0
- package/src/languageProcessing/helpers/morphology/buildTopicStems.js +169 -0
- package/src/languageProcessing/helpers/morphology/createRulesFromArrays.js +45 -0
- package/src/languageProcessing/helpers/morphology/exceptionListHelpers.js +65 -0
- package/src/languageProcessing/helpers/morphology/findMatchingEndingInArray.js +24 -0
- package/src/languageProcessing/helpers/morphology/flattenSortLength.js +14 -0
- package/src/languageProcessing/helpers/morphology/getAllWordsFromPaper.js +39 -0
- package/src/languageProcessing/helpers/morphology/regexHelpers.js +44 -0
- package/src/languageProcessing/helpers/morphology/stemHelpers.js +38 -0
- package/src/languageProcessing/helpers/morphology/stemPrefixedFunctionWords.js +31 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/directPrecedenceException.js +36 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/getClausesSplitOnStopWords.js +113 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/freeAuxiliaryParticipleOrder/nonDirectParticiplePrecedenceException.js +45 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/getClauses.js +231 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/getIndicesWithRegex.js +20 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/matchRegularParticiples.js +23 -0
- package/src/languageProcessing/helpers/passiveVoice/periphrastic/precedenceException.js +40 -0
- package/src/languageProcessing/helpers/prominentWords/determineProminentWords.js +238 -0
- package/src/languageProcessing/helpers/regex/createRegexFromArray.js +35 -0
- package/src/languageProcessing/helpers/regex/createRegexFromDoubleArray.js +34 -0
- package/src/languageProcessing/helpers/regex/createWordRegex.js +30 -0
- package/src/languageProcessing/helpers/regex/matchStringWithRegex.js +19 -0
- package/src/languageProcessing/helpers/regex/searchAndReplaceWithOneRegex.js +14 -0
- package/src/languageProcessing/helpers/sanitize/doubleQuotes.js +12 -0
- package/src/languageProcessing/helpers/sanitize/filterShortcodesFromTree.js +131 -0
- package/src/languageProcessing/helpers/sanitize/mergeListItems.js +24 -0
- package/src/languageProcessing/helpers/sanitize/parseSynonyms.js +20 -0
- package/src/languageProcessing/helpers/sanitize/quotes.js +46 -0
- package/src/languageProcessing/helpers/sanitize/removeEmailAddresses.js +12 -0
- package/src/languageProcessing/helpers/sanitize/removePunctuation.js +64 -0
- package/src/languageProcessing/helpers/sanitize/removePunctuationExceptQuotes.js +18 -0
- package/src/languageProcessing/helpers/sanitize/removeSentenceTerminators.js +13 -0
- package/src/languageProcessing/helpers/sanitize/removeURLs.js +13 -0
- package/src/languageProcessing/helpers/sanitize/sanitizeLineBreakTag.js +11 -0
- package/src/languageProcessing/helpers/sanitize/sanitizeString.js +18 -0
- package/src/languageProcessing/helpers/sanitize/stripHTMLTags.js +57 -0
- package/src/languageProcessing/helpers/sanitize/stripNonTextTags.js +15 -0
- package/src/languageProcessing/helpers/sanitize/stripNumbers.js +21 -0
- package/src/languageProcessing/helpers/sanitize/stripSpaces.js +23 -0
- package/src/languageProcessing/helpers/sanitize/stripWordBoundaries.js +65 -0
- package/src/languageProcessing/helpers/sanitize/unifyWhitespace.js +61 -0
- package/src/languageProcessing/helpers/sentence/SentenceTokenizer.js +640 -0
- package/src/languageProcessing/helpers/sentence/countSentences.js +20 -0
- package/src/languageProcessing/helpers/sentence/getSentences.js +65 -0
- package/src/languageProcessing/helpers/sentence/getSentencesFromTree.js +55 -0
- package/src/languageProcessing/helpers/sentence/memoizedSentenceTokenizer.js +28 -0
- package/src/languageProcessing/helpers/sentence/sentencesLength.js +31 -0
- package/src/languageProcessing/helpers/syllables/DeviationFragment.js +112 -0
- package/src/languageProcessing/helpers/syllables/countSyllables.js +182 -0
- package/src/languageProcessing/helpers/syllables/syllableCountIterator.js +56 -0
- package/src/languageProcessing/helpers/syllables/syllableCountStep.js +68 -0
- package/src/languageProcessing/helpers/transform/transformWordsWithHyphens.js +17 -0
- package/src/languageProcessing/helpers/transliterate/replaceDiacritics.js +22 -0
- package/src/languageProcessing/helpers/transliterate/specialCharacterMappings.js +214 -0
- package/src/languageProcessing/helpers/transliterate/transliterate.js +20 -0
- package/src/languageProcessing/helpers/transliterate/transliterateWPstyle.js +21 -0
- package/src/languageProcessing/helpers/url/parseSlug.js +10 -0
- package/src/languageProcessing/helpers/url/url.js +172 -0
- package/src/languageProcessing/helpers/word/addWordboundary.js +37 -0
- package/src/languageProcessing/helpers/word/areWordsInSentence.js +16 -0
- package/src/languageProcessing/helpers/word/countMetaDescriptionLength.js +18 -0
- package/src/languageProcessing/helpers/word/countWords.js +14 -0
- package/src/languageProcessing/helpers/word/createPunctuationTokens.js +42 -0
- package/src/languageProcessing/helpers/word/filterWordsFromArray.js +15 -0
- package/src/languageProcessing/helpers/word/followsIndex.js +25 -0
- package/src/languageProcessing/helpers/word/getAllWordsFromTree.js +23 -0
- package/src/languageProcessing/helpers/word/getWords.js +43 -0
- package/src/languageProcessing/helpers/word/includesIndex.js +30 -0
- package/src/languageProcessing/helpers/word/indices.js +146 -0
- package/src/languageProcessing/helpers/word/markWordsInSentences.js +173 -0
- package/src/languageProcessing/helpers/word/matchWordInSentence.js +61 -0
- package/src/languageProcessing/helpers/word/splitIntoTokens.js +46 -0
- package/src/languageProcessing/index.js +91 -0
- package/src/languageProcessing/languages/_default/Researcher.js +34 -0
- package/src/languageProcessing/languages/_default/helpers/getStemmer.js +11 -0
- package/src/languageProcessing/languages/ar/Researcher.js +46 -0
- package/src/languageProcessing/languages/ar/config/firstWordExceptions.js +14 -0
- package/src/languageProcessing/languages/ar/config/functionWords.js +329 -0
- package/src/languageProcessing/languages/ar/config/internal/passiveVerbsWithLongVowel.js +570 -0
- package/src/languageProcessing/languages/ar/config/prefixedFunctionWords.js +5 -0
- package/src/languageProcessing/languages/ar/config/transitionWords.js +19 -0
- package/src/languageProcessing/languages/ar/config/twoPartTransitionWords.js +7 -0
- package/src/languageProcessing/languages/ar/helpers/createBasicWordForms.js +32 -0
- package/src/languageProcessing/languages/ar/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/ar/helpers/internal/stem.js +632 -0
- package/src/languageProcessing/languages/ar/helpers/isPassiveSentence.js +33 -0
- package/src/languageProcessing/languages/ca/Researcher.js +43 -0
- package/src/languageProcessing/languages/ca/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/ca/config/transitionWords.js +31 -0
- package/src/languageProcessing/languages/ca/config/twoPartTransitionWords.js +7 -0
- package/src/languageProcessing/languages/ca/helpers/getStemmer.js +11 -0
- package/src/languageProcessing/languages/cs/Researcher.js +44 -0
- package/src/languageProcessing/languages/cs/config/firstWordExceptions.js +15 -0
- package/src/languageProcessing/languages/cs/config/functionWords.js +121 -0
- package/src/languageProcessing/languages/cs/config/internal/passiveVoiceAuxiliaries.js +38 -0
- package/src/languageProcessing/languages/cs/config/internal/passiveVoiceEndings.js +54 -0
- package/src/languageProcessing/languages/cs/config/stopWords.js +42 -0
- package/src/languageProcessing/languages/cs/config/transitionWords.js +26 -0
- package/src/languageProcessing/languages/cs/config/twoPartTransitionWords.js +8 -0
- package/src/languageProcessing/languages/cs/helpers/getClauses.js +26 -0
- package/src/languageProcessing/languages/cs/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/cs/helpers/internal/getParticiples.js +16 -0
- package/src/languageProcessing/languages/cs/helpers/internal/stem.js +499 -0
- package/src/languageProcessing/languages/cs/values/Clause.js +34 -0
- package/src/languageProcessing/languages/de/Researcher.js +52 -0
- package/src/languageProcessing/languages/de/config/firstWordExceptions.js +17 -0
- package/src/languageProcessing/languages/de/config/functionWords.js +303 -0
- package/src/languageProcessing/languages/de/config/internal/exceptionsParticiplesActive.js +2231 -0
- package/src/languageProcessing/languages/de/config/internal/passiveVoiceAuxiliaries.js +96 -0
- package/src/languageProcessing/languages/de/config/internal/passiveVoiceIrregulars.js +368 -0
- package/src/languageProcessing/languages/de/config/internal/passiveVoiceRegex.js +72 -0
- package/src/languageProcessing/languages/de/config/keyphraseLength.js +11 -0
- package/src/languageProcessing/languages/de/config/stopWords.js +67 -0
- package/src/languageProcessing/languages/de/config/syllables.json +460 -0
- package/src/languageProcessing/languages/de/config/transitionWords.js +31 -0
- package/src/languageProcessing/languages/de/config/twoPartTransitionWords.js +12 -0
- package/src/languageProcessing/languages/de/config/wordComplexity.js +4 -0
- package/src/languageProcessing/languages/de/helpers/calculateFleschReadingScore.js +18 -0
- package/src/languageProcessing/languages/de/helpers/checkIfWordIsComplex.js +40 -0
- package/src/languageProcessing/languages/de/helpers/checkIfWordIsFunction.js +15 -0
- package/src/languageProcessing/languages/de/helpers/getClauses.js +25 -0
- package/src/languageProcessing/languages/de/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/de/helpers/internal/SentenceTokenizer.js +31 -0
- package/src/languageProcessing/languages/de/helpers/internal/detectAndStemRegularParticiple.js +128 -0
- package/src/languageProcessing/languages/de/helpers/internal/determineStem.js +128 -0
- package/src/languageProcessing/languages/de/helpers/internal/getParticiples.js +40 -0
- package/src/languageProcessing/languages/de/helpers/internal/stem.js +215 -0
- package/src/languageProcessing/languages/de/helpers/memoizedSentenceTokenizer.js +28 -0
- package/src/languageProcessing/languages/de/values/Clause.js +85 -0
- package/src/languageProcessing/languages/el/Researcher.js +46 -0
- package/src/languageProcessing/languages/el/config/firstWordExceptions.js +47 -0
- package/src/languageProcessing/languages/el/config/functionWords.js +116 -0
- package/src/languageProcessing/languages/el/config/internal/auxiliaries.js +19 -0
- package/src/languageProcessing/languages/el/config/internal/morphologicalPassiveSuffixes.js +87 -0
- package/src/languageProcessing/languages/el/config/internal/nonPassiveVerbStems.js +138 -0
- package/src/languageProcessing/languages/el/config/stopWords.js +854 -0
- package/src/languageProcessing/languages/el/config/transitionWords.js +26 -0
- package/src/languageProcessing/languages/el/config/twoPartTransitionWords.js +10 -0
- package/src/languageProcessing/languages/el/helpers/getClauses.js +25 -0
- package/src/languageProcessing/languages/el/helpers/getStemmer.js +21 -0
- package/src/languageProcessing/languages/el/helpers/internal/getParticiples.js +20 -0
- package/src/languageProcessing/languages/el/helpers/internal/stem.js +368 -0
- package/src/languageProcessing/languages/el/helpers/isPassiveSentence.js +38 -0
- package/src/languageProcessing/languages/el/values/Clause.js +37 -0
- package/src/languageProcessing/languages/en/Researcher.js +46 -0
- package/src/languageProcessing/languages/en/config/abbreviations.js +55 -0
- package/src/languageProcessing/languages/en/config/firstWordExceptions.js +14 -0
- package/src/languageProcessing/languages/en/config/functionWords.js +186 -0
- package/src/languageProcessing/languages/en/config/internal/passiveVoiceAuxiliaries.js +44 -0
- package/src/languageProcessing/languages/en/config/internal/passiveVoiceIrregulars.js +354 -0
- package/src/languageProcessing/languages/en/config/internal/passiveVoiceNonVerbEndingEd.js +3047 -0
- package/src/languageProcessing/languages/en/config/regularParticiplesRegex.js +5 -0
- package/src/languageProcessing/languages/en/config/stopWords.js +52 -0
- package/src/languageProcessing/languages/en/config/syllables.json +86 -0
- package/src/languageProcessing/languages/en/config/transitionWords.js +48 -0
- package/src/languageProcessing/languages/en/config/twoPartTransitionWords.js +7 -0
- package/src/languageProcessing/languages/en/config/wordComplexity.js +5 -0
- package/src/languageProcessing/languages/en/helpers/calculateFleschReadingScore.js +18 -0
- package/src/languageProcessing/languages/en/helpers/checkIfWordIsComplex.js +43 -0
- package/src/languageProcessing/languages/en/helpers/getClauses.js +49 -0
- package/src/languageProcessing/languages/en/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/en/helpers/internal/determineStem.js +178 -0
- package/src/languageProcessing/languages/en/helpers/internal/getAdjectiveStem.js +162 -0
- package/src/languageProcessing/languages/en/helpers/internal/getParticiples.js +25 -0
- package/src/languageProcessing/languages/en/helpers/internal/getVerbStem.js +237 -0
- package/src/languageProcessing/languages/en/values/Clause.js +68 -0
- package/src/languageProcessing/languages/es/Researcher.js +48 -0
- package/src/languageProcessing/languages/es/config/firstWordExceptions.js +16 -0
- package/src/languageProcessing/languages/es/config/functionWords.js +321 -0
- package/src/languageProcessing/languages/es/config/internal/passiveVoiceAuxiliaries.js +60 -0
- package/src/languageProcessing/languages/es/config/internal/passiveVoiceParticiples.js +7327 -0
- package/src/languageProcessing/languages/es/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/es/config/stopWords.js +33 -0
- package/src/languageProcessing/languages/es/config/syllables.json +176 -0
- package/src/languageProcessing/languages/es/config/transitionWords.js +40 -0
- package/src/languageProcessing/languages/es/config/twoPartTransitionWords.js +10 -0
- package/src/languageProcessing/languages/es/config/wordComplexity.js +4 -0
- package/src/languageProcessing/languages/es/helpers/calculateFleschReadingScore.js +18 -0
- package/src/languageProcessing/languages/es/helpers/checkIfWordIsComplex.js +56 -0
- package/src/languageProcessing/languages/es/helpers/getClauses.js +29 -0
- package/src/languageProcessing/languages/es/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/es/helpers/internal/checkVerbStemModifications.js +41 -0
- package/src/languageProcessing/languages/es/helpers/internal/getParticiples.js +35 -0
- package/src/languageProcessing/languages/es/helpers/internal/stem.js +793 -0
- package/src/languageProcessing/languages/es/values/Clause.js +47 -0
- package/src/languageProcessing/languages/fa/Researcher.js +47 -0
- package/src/languageProcessing/languages/fa/config/firstWordExceptions.js +12 -0
- package/src/languageProcessing/languages/fa/config/functionWords.js +122 -0
- package/src/languageProcessing/languages/fa/config/internal/participles.js +1429 -0
- package/src/languageProcessing/languages/fa/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/fa/config/transitionWords.js +20 -0
- package/src/languageProcessing/languages/fa/config/twoPartTransitionWords.js +9 -0
- package/src/languageProcessing/languages/fa/helpers/createBasicWordForms.js +97 -0
- package/src/languageProcessing/languages/fa/helpers/getStemmer.js +13 -0
- package/src/languageProcessing/languages/fa/helpers/isPassiveSentence.js +14 -0
- package/src/languageProcessing/languages/fr/Researcher.js +46 -0
- package/src/languageProcessing/languages/fr/config/firstWordExceptions.js +16 -0
- package/src/languageProcessing/languages/fr/config/functionWords.js +281 -0
- package/src/languageProcessing/languages/fr/config/internal/exceptionsParticiplesActive.js +1510 -0
- package/src/languageProcessing/languages/fr/config/internal/passiveVoiceAuxiliaries.js +108 -0
- package/src/languageProcessing/languages/fr/config/internal/passiveVoiceIrregulars.js +565 -0
- package/src/languageProcessing/languages/fr/config/stopWords.js +119 -0
- package/src/languageProcessing/languages/fr/config/syllables.json +1426 -0
- package/src/languageProcessing/languages/fr/config/transitionWords.js +59 -0
- package/src/languageProcessing/languages/fr/config/twoPartTransitionWords.js +15 -0
- package/src/languageProcessing/languages/fr/config/wordComplexity.js +4 -0
- package/src/languageProcessing/languages/fr/helpers/calculateFleschReadingScore.js +18 -0
- package/src/languageProcessing/languages/fr/helpers/checkIfWordIsComplex.js +67 -0
- package/src/languageProcessing/languages/fr/helpers/getClauses.js +34 -0
- package/src/languageProcessing/languages/fr/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/fr/helpers/internal/getParticiples.js +72 -0
- package/src/languageProcessing/languages/fr/helpers/internal/stem.js +633 -0
- package/src/languageProcessing/languages/fr/values/Clause.js +96 -0
- package/src/languageProcessing/languages/he/Researcher.js +50 -0
- package/src/languageProcessing/languages/he/config/firstWordExceptions.js +13 -0
- package/src/languageProcessing/languages/he/config/functionWords.js +564 -0
- package/src/languageProcessing/languages/he/config/internal/regularRootsHufal.js +186 -0
- package/src/languageProcessing/languages/he/config/internal/regularRootsNifal.js +195 -0
- package/src/languageProcessing/languages/he/config/internal/regularRootsPual.js +168 -0
- package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsHufal.js +188 -0
- package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsNifal.js +197 -0
- package/src/languageProcessing/languages/he/config/passiveVoice/regularRootsPual.js +170 -0
- package/src/languageProcessing/languages/he/config/prefixedFunctionWords.js +2 -0
- package/src/languageProcessing/languages/he/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/he/config/transitionWords.js +28 -0
- package/src/languageProcessing/languages/he/config/twoPartTransitionWords.js +8 -0
- package/src/languageProcessing/languages/he/helpers/createBasicWordForms.js +33 -0
- package/src/languageProcessing/languages/he/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/he/helpers/internal/stem.js +52 -0
- package/src/languageProcessing/languages/he/helpers/isPassiveSentence.js +96 -0
- package/src/languageProcessing/languages/he/helpers/stem.js +52 -0
- package/src/languageProcessing/languages/hu/Researcher.js +48 -0
- package/src/languageProcessing/languages/hu/config/firstWordExceptions.js +31 -0
- package/src/languageProcessing/languages/hu/config/functionWords.js +284 -0
- package/src/languageProcessing/languages/hu/config/internal/auxiliaries.js +97 -0
- package/src/languageProcessing/languages/hu/config/internal/morphologicalPassiveAffixes.js +125 -0
- package/src/languageProcessing/languages/hu/config/internal/nonPassivesInVaAndVe.js +265 -0
- package/src/languageProcessing/languages/hu/config/internal/odikVerbs.js +273 -0
- package/src/languageProcessing/languages/hu/config/internal/participles.js +412 -0
- package/src/languageProcessing/languages/hu/config/stopWords.js +213 -0
- package/src/languageProcessing/languages/hu/config/transitionWords.js +42 -0
- package/src/languageProcessing/languages/hu/config/twoPartTransitionWords.js +34 -0
- package/src/languageProcessing/languages/hu/helpers/getClauses.js +25 -0
- package/src/languageProcessing/languages/hu/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/hu/helpers/internal/getParticiples.js +21 -0
- package/src/languageProcessing/languages/hu/helpers/internal/stem.js +389 -0
- package/src/languageProcessing/languages/hu/helpers/isPassiveSentence.js +54 -0
- package/src/languageProcessing/languages/hu/values/Clause.js +41 -0
- package/src/languageProcessing/languages/id/Researcher.js +46 -0
- package/src/languageProcessing/languages/id/config/firstWordExceptions.js +13 -0
- package/src/languageProcessing/languages/id/config/functionWords.js +202 -0
- package/src/languageProcessing/languages/id/config/internal/nonPassiveVerbsStartingDi.js +215 -0
- package/src/languageProcessing/languages/id/config/transitionWords.js +62 -0
- package/src/languageProcessing/languages/id/config/twoPartTransitionWords.js +13 -0
- package/src/languageProcessing/languages/id/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/id/helpers/internal/stem.js +462 -0
- package/src/languageProcessing/languages/id/helpers/internal/stemHelpers.js +78 -0
- package/src/languageProcessing/languages/id/helpers/isPassiveSentence.js +39 -0
- package/src/languageProcessing/languages/id/helpers/splitIntoTokensCustom.js +47 -0
- package/src/languageProcessing/languages/it/Researcher.js +48 -0
- package/src/languageProcessing/languages/it/config/firstWordExceptions.js +17 -0
- package/src/languageProcessing/languages/it/config/functionWords.js +277 -0
- package/src/languageProcessing/languages/it/config/internal/passiveVoiceAuxiliaries.js +98 -0
- package/src/languageProcessing/languages/it/config/internal/passiveVoiceParticiples.js +7197 -0
- package/src/languageProcessing/languages/it/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/it/config/stopWords.js +57 -0
- package/src/languageProcessing/languages/it/config/syllables.json +573 -0
- package/src/languageProcessing/languages/it/config/transitionWords.js +104 -0
- package/src/languageProcessing/languages/it/config/twoPartTransitionWords.js +9 -0
- package/src/languageProcessing/languages/it/helpers/calculateFleschReadingScore.js +15 -0
- package/src/languageProcessing/languages/it/helpers/getClauses.js +32 -0
- package/src/languageProcessing/languages/it/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/it/helpers/internal/getParticiples.js +34 -0
- package/src/languageProcessing/languages/it/helpers/internal/stem.js +436 -0
- package/src/languageProcessing/languages/it/values/Clause.js +47 -0
- package/src/languageProcessing/languages/ja/Researcher.js +86 -0
- package/src/languageProcessing/languages/ja/config/assessmentApplicabilityCharacterCount.js +4 -0
- package/src/languageProcessing/languages/ja/config/firstWordExceptions.js +8 -0
- package/src/languageProcessing/languages/ja/config/functionWords.js +563 -0
- package/src/languageProcessing/languages/ja/config/keyphraseLength.js +16 -0
- package/src/languageProcessing/languages/ja/config/metaDescriptionLength.js +4 -0
- package/src/languageProcessing/languages/ja/config/paragraphLength.js +10 -0
- package/src/languageProcessing/languages/ja/config/sentenceLength.js +4 -0
- package/src/languageProcessing/languages/ja/config/subheadingsTooLong.js +18 -0
- package/src/languageProcessing/languages/ja/config/textLength.js +47 -0
- package/src/languageProcessing/languages/ja/config/topicLength.js +5 -0
- package/src/languageProcessing/languages/ja/config/transitionWords.js +354 -0
- package/src/languageProcessing/languages/ja/customResearches/findKeyphraseInSEOTitle.js +98 -0
- package/src/languageProcessing/languages/ja/customResearches/getKeyphraseLength.js +19 -0
- package/src/languageProcessing/languages/ja/customResearches/getWordForms.js +50 -0
- package/src/languageProcessing/languages/ja/customResearches/textLength.js +24 -0
- package/src/languageProcessing/languages/ja/helpers/countCharacters.js +19 -0
- package/src/languageProcessing/languages/ja/helpers/customGetStemmer.js +21 -0
- package/src/languageProcessing/languages/ja/helpers/getContentWords.js +21 -0
- package/src/languageProcessing/languages/ja/helpers/getWords.js +31 -0
- package/src/languageProcessing/languages/ja/helpers/internal/SentenceTokenizer.js +102 -0
- package/src/languageProcessing/languages/ja/helpers/internal/createWordForms.js +68 -0
- package/src/languageProcessing/languages/ja/helpers/internal/determineStem.js +17 -0
- package/src/languageProcessing/languages/ja/helpers/matchTextWithWord.js +53 -0
- package/src/languageProcessing/languages/ja/helpers/matchTransitionWords.js +25 -0
- package/src/languageProcessing/languages/ja/helpers/memoizedSentenceTokenizer.js +28 -0
- package/src/languageProcessing/languages/ja/helpers/splitIntoTokensCustom.js +20 -0
- package/src/languageProcessing/languages/ja/helpers/wordsCharacterCount.js +13 -0
- package/src/languageProcessing/languages/nb/Researcher.js +45 -0
- package/src/languageProcessing/languages/nb/config/firstWordExceptions.js +12 -0
- package/src/languageProcessing/languages/nb/config/functionWords.js +106 -0
- package/src/languageProcessing/languages/nb/config/internal/participles.js +3127 -0
- package/src/languageProcessing/languages/nb/config/internal/passiveVoiceAuxiliaries.js +15 -0
- package/src/languageProcessing/languages/nb/config/stopWords.js +39 -0
- package/src/languageProcessing/languages/nb/config/transitionWords.js +21 -0
- package/src/languageProcessing/languages/nb/config/twoPartTransitionWords.js +10 -0
- package/src/languageProcessing/languages/nb/helpers/getClauses.js +28 -0
- package/src/languageProcessing/languages/nb/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/nb/helpers/internal/getParticiples.js +24 -0
- package/src/languageProcessing/languages/nb/helpers/internal/stem.js +133 -0
- package/src/languageProcessing/languages/nb/values/Clause.js +43 -0
- package/src/languageProcessing/languages/nl/Researcher.js +48 -0
- package/src/languageProcessing/languages/nl/config/firstWordExceptions.js +15 -0
- package/src/languageProcessing/languages/nl/config/functionWords.js +233 -0
- package/src/languageProcessing/languages/nl/config/internal/nonParticiples.js +2515 -0
- package/src/languageProcessing/languages/nl/config/internal/passiveVoiceAuxiliaries.js +13 -0
- package/src/languageProcessing/languages/nl/config/internal/passiveVoiceIrregulars.js +474 -0
- package/src/languageProcessing/languages/nl/config/keyphraseLength.js +10 -0
- package/src/languageProcessing/languages/nl/config/stopWords.js +35 -0
- package/src/languageProcessing/languages/nl/config/syllables.json +343 -0
- package/src/languageProcessing/languages/nl/config/transitionWords.js +22 -0
- package/src/languageProcessing/languages/nl/config/twoPartTransitionWords.js +8 -0
- package/src/languageProcessing/languages/nl/helpers/calculateFleschReadingScore.js +15 -0
- package/src/languageProcessing/languages/nl/helpers/getClauses.js +25 -0
- package/src/languageProcessing/languages/nl/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/nl/helpers/internal/checkExceptionsWithFullForms.js +128 -0
- package/src/languageProcessing/languages/nl/helpers/internal/detectAndStemRegularParticiple.js +324 -0
- package/src/languageProcessing/languages/nl/helpers/internal/detectAndStemSuffixes.js +164 -0
- package/src/languageProcessing/languages/nl/helpers/internal/determineStem.js +133 -0
- package/src/languageProcessing/languages/nl/helpers/internal/getParticiples.js +25 -0
- package/src/languageProcessing/languages/nl/helpers/internal/getStemWordsWithTAndDEnding.js +183 -0
- package/src/languageProcessing/languages/nl/helpers/internal/stem.js +146 -0
- package/src/languageProcessing/languages/nl/helpers/internal/stemModificationHelpers.js +109 -0
- package/src/languageProcessing/languages/nl/helpers/internal/stemTOrDFromEndOfWord.js +65 -0
- package/src/languageProcessing/languages/nl/values/Clause.js +62 -0
- package/src/languageProcessing/languages/pl/Researcher.js +47 -0
- package/src/languageProcessing/languages/pl/config/firstWordExceptions.js +12 -0
- package/src/languageProcessing/languages/pl/config/functionWords.js +421 -0
- package/src/languageProcessing/languages/pl/config/internal/auxiliaries.js +85 -0
- package/src/languageProcessing/languages/pl/config/internal/participles.js +26433 -0
- package/src/languageProcessing/languages/pl/config/sentenceLength.js +10 -0
- package/src/languageProcessing/languages/pl/config/stopWords.js +36 -0
- package/src/languageProcessing/languages/pl/config/transitionWords.js +42 -0
- package/src/languageProcessing/languages/pl/config/twoPartTransitionWords.js +8 -0
- package/src/languageProcessing/languages/pl/helpers/getClauses.js +25 -0
- package/src/languageProcessing/languages/pl/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/pl/helpers/internal/getParticiples.js +18 -0
- package/src/languageProcessing/languages/pl/helpers/internal/stem.js +161 -0
- package/src/languageProcessing/languages/pl/values/Clause.js +53 -0
- package/src/languageProcessing/languages/pt/Researcher.js +48 -0
- package/src/languageProcessing/languages/pt/config/firstWordExceptions.js +15 -0
- package/src/languageProcessing/languages/pt/config/functionWords.js +226 -0
- package/src/languageProcessing/languages/pt/config/internal/passiveVoiceAuxiliaries.js +66 -0
- package/src/languageProcessing/languages/pt/config/internal/passiveVoiceParticiples.js +4088 -0
- package/src/languageProcessing/languages/pt/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/pt/config/stopWords.js +50 -0
- package/src/languageProcessing/languages/pt/config/syllables.json +38 -0
- package/src/languageProcessing/languages/pt/config/transitionWords.js +34 -0
- package/src/languageProcessing/languages/pt/config/twoPartTransitionWords.js +9 -0
- package/src/languageProcessing/languages/pt/helpers/calculateFleschReadingScore.js +15 -0
- package/src/languageProcessing/languages/pt/helpers/getClauses.js +29 -0
- package/src/languageProcessing/languages/pt/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/pt/helpers/internal/getParticiples.js +35 -0
- package/src/languageProcessing/languages/pt/helpers/internal/stem.js +319 -0
- package/src/languageProcessing/languages/pt/values/Clause.js +43 -0
- package/src/languageProcessing/languages/ru/Researcher.js +48 -0
- package/src/languageProcessing/languages/ru/config/firstWordExceptions.js +14 -0
- package/src/languageProcessing/languages/ru/config/fleschReadingEaseScores.js +20 -0
- package/src/languageProcessing/languages/ru/config/functionWords.js +519 -0
- package/src/languageProcessing/languages/ru/config/internal/participlesShortenedList.js +2914 -0
- package/src/languageProcessing/languages/ru/config/internal/passiveVoiceParticiples.js +6295 -0
- package/src/languageProcessing/languages/ru/config/sentenceLength.js +3 -0
- package/src/languageProcessing/languages/ru/config/syllables.json +19 -0
- package/src/languageProcessing/languages/ru/config/transitionWords.js +62 -0
- package/src/languageProcessing/languages/ru/config/twoPartTransitionWords.js +14 -0
- package/src/languageProcessing/languages/ru/helpers/calculateFleschReadingScore.js +16 -0
- package/src/languageProcessing/languages/ru/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/ru/helpers/internal/stem.js +288 -0
- package/src/languageProcessing/languages/ru/helpers/isPassiveSentence.js +14 -0
- package/src/languageProcessing/languages/sk/Researcher.js +46 -0
- package/src/languageProcessing/languages/sk/config/firstWordExceptions.js +14 -0
- package/src/languageProcessing/languages/sk/config/functionWords.js +855 -0
- package/src/languageProcessing/languages/sk/config/internal/nonPassives.js +1074 -0
- package/src/languageProcessing/languages/sk/config/internal/passiveVoiceAuxiliaries.js +22 -0
- package/src/languageProcessing/languages/sk/config/stopWords.js +34 -0
- package/src/languageProcessing/languages/sk/config/transitionWords.js +23 -0
- package/src/languageProcessing/languages/sk/config/twoPartTransitionWords.js +10 -0
- package/src/languageProcessing/languages/sk/helpers/getClauses.js +26 -0
- package/src/languageProcessing/languages/sk/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/sk/helpers/internal/getParticiples.js +16 -0
- package/src/languageProcessing/languages/sk/helpers/internal/stem.js +319 -0
- package/src/languageProcessing/languages/sk/values/Clause.js +39 -0
- package/src/languageProcessing/languages/sv/Researcher.js +45 -0
- package/src/languageProcessing/languages/sv/config/firstWordExceptions.js +15 -0
- package/src/languageProcessing/languages/sv/config/functionWords.js +176 -0
- package/src/languageProcessing/languages/sv/config/internal/passiveVerbs.js +10400 -0
- package/src/languageProcessing/languages/sv/config/keyphraseLength.js +11 -0
- package/src/languageProcessing/languages/sv/config/transitionWords.js +35 -0
- package/src/languageProcessing/languages/sv/config/twoPartTransitionWords.js +8 -0
- package/src/languageProcessing/languages/sv/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/sv/helpers/internal/stem.js +152 -0
- package/src/languageProcessing/languages/sv/helpers/isPassiveSentence.js +14 -0
- package/src/languageProcessing/languages/tr/Researcher.js +44 -0
- package/src/languageProcessing/languages/tr/config/firstWordExceptions.js +13 -0
- package/src/languageProcessing/languages/tr/config/functionWords.js +116 -0
- package/src/languageProcessing/languages/tr/config/internal/nonPassiveExceptions.js +574 -0
- package/src/languageProcessing/languages/tr/config/internal/passiveEndings.js +151 -0
- package/src/languageProcessing/languages/tr/config/sentenceLength.js +7 -0
- package/src/languageProcessing/languages/tr/config/transitionWords.js +42 -0
- package/src/languageProcessing/languages/tr/config/twoPartTransitionWords.js +7 -0
- package/src/languageProcessing/languages/tr/helpers/getStemmer.js +22 -0
- package/src/languageProcessing/languages/tr/helpers/internal/stem.js +20 -0
- package/src/languageProcessing/languages/tr/helpers/isPassiveSentence.js +43 -0
- package/src/languageProcessing/researches/altTagCount.js +70 -0
- package/src/languageProcessing/researches/countSentencesFromText.js +19 -0
- package/src/languageProcessing/researches/findKeyphraseInSEOTitle.js +257 -0
- package/src/languageProcessing/researches/findKeywordInFirstParagraph.js +86 -0
- package/src/languageProcessing/researches/findTransitionWords.js +123 -0
- package/src/languageProcessing/researches/functionWordsInKeyphrase.js +44 -0
- package/src/languageProcessing/researches/getAnchorsWithKeyphrase.js +227 -0
- package/src/languageProcessing/researches/getFleschReadingScore.js +150 -0
- package/src/languageProcessing/researches/getKeywordDensity.js +44 -0
- package/src/languageProcessing/researches/getLinkStatistics.js +54 -0
- package/src/languageProcessing/researches/getLinks.js +18 -0
- package/src/languageProcessing/researches/getLongCenterAlignedTexts.js +37 -0
- package/src/languageProcessing/researches/getParagraphLength.js +44 -0
- package/src/languageProcessing/researches/getParagraphs.js +18 -0
- package/src/languageProcessing/researches/getPassiveVoiceResult.js +129 -0
- package/src/languageProcessing/researches/getProminentWordsForInsights.js +48 -0
- package/src/languageProcessing/researches/getProminentWordsForInternalLinking.js +119 -0
- package/src/languageProcessing/researches/getSentenceBeginnings.js +124 -0
- package/src/languageProcessing/researches/getSubheadingTextLengths.js +59 -0
- package/src/languageProcessing/researches/getWordForms.js +204 -0
- package/src/languageProcessing/researches/h1s.js +10 -0
- package/src/languageProcessing/researches/imageCount.js +16 -0
- package/src/languageProcessing/researches/index.js +5 -0
- package/src/languageProcessing/researches/keyphraseDistribution.js +249 -0
- package/src/languageProcessing/researches/keyphraseLength.js +17 -0
- package/src/languageProcessing/researches/keywordCount.js +134 -0
- package/src/languageProcessing/researches/keywordCountInUrl.js +57 -0
- package/src/languageProcessing/researches/matchKeywordInSubheadings.js +62 -0
- package/src/languageProcessing/researches/metaDescriptionKeyword.js +85 -0
- package/src/languageProcessing/researches/metaDescriptionLength.js +12 -0
- package/src/languageProcessing/researches/pageTitleWidth.js +11 -0
- package/src/languageProcessing/researches/readingTime.js +82 -0
- package/src/languageProcessing/researches/sentences.js +20 -0
- package/src/languageProcessing/researches/videoCount.js +32 -0
- package/src/languageProcessing/researches/wordComplexity.js +129 -0
- package/src/languageProcessing/researches/wordCountInText.js +29 -0
- package/src/languageProcessing/values/Clause.js +108 -0
- package/src/languageProcessing/values/ProminentWord.js +95 -0
- package/src/languageProcessing/values/Sentence.js +111 -0
- package/src/languageProcessing/values/index.js +9 -0
- package/src/markers/addMark.js +9 -0
- package/src/markers/addMarkSingleWord.js +32 -0
- package/src/markers/index.js +7 -0
- package/src/markers/removeDuplicateMarks.js +27 -0
- package/src/markers/removeMarks.js +11 -0
- package/src/parse/build/build.js +52 -0
- package/src/parse/build/index.js +10 -0
- package/src/parse/build/private/adapt.js +113 -0
- package/src/parse/build/private/adaptAttributes.js +36 -0
- package/src/parse/build/private/alwaysFilterElements.js +75 -0
- package/src/parse/build/private/combineIntoImplicitParagraphs.js +130 -0
- package/src/parse/build/private/filterBeforeTokenizing.js +32 -0
- package/src/parse/build/private/filterHelpers.js +44 -0
- package/src/parse/build/private/filterTree.js +42 -0
- package/src/parse/build/private/getTextElementPositions.js +184 -0
- package/src/parse/build/private/helpers/parseClassAttribute.js +9 -0
- package/src/parse/build/private/isPhrasingContent.js +28 -0
- package/src/parse/build/private/parseBlocks.js +151 -0
- package/src/parse/build/private/tokenize.js +74 -0
- package/src/parse/language/LanguageProcessor.js +74 -0
- package/src/parse/structure/Heading.js +26 -0
- package/src/parse/structure/Node.js +69 -0
- package/src/parse/structure/Paragraph.js +48 -0
- package/src/parse/structure/Sentence.js +30 -0
- package/src/parse/structure/SourceCodeLocation.js +41 -0
- package/src/parse/structure/Text.js +27 -0
- package/src/parse/structure/Token.js +24 -0
- package/src/parse/structure/index.js +16 -0
- package/src/parse/traverse/findAllInTree.js +58 -0
- package/src/parse/traverse/index.js +12 -0
- package/src/parse/traverse/innerText.js +26 -0
- package/src/parsedPaper/ParsedPaper.js +92 -0
- package/src/parsedPaper/assess/TreeAssessor.js +184 -0
- package/src/parsedPaper/assess/assessmentListFactories.js +73 -0
- package/src/parsedPaper/assess/assessments/Assessment.js +79 -0
- package/src/parsedPaper/assess/assessments/index.js +6 -0
- package/src/parsedPaper/assess/assessorFactories.js +104 -0
- package/src/parsedPaper/assess/cornerstone/assessmentListFactories.js +47 -0
- package/src/parsedPaper/assess/cornerstone/index.js +5 -0
- package/src/parsedPaper/assess/index.js +20 -0
- package/src/parsedPaper/build/PaperParser.js +105 -0
- package/src/parsedPaper/build/linguisticParsing/Sentence.js +89 -0
- package/src/parsedPaper/build/linguisticParsing/SentenceTokenizer.js +323 -0
- package/src/parsedPaper/build/linguisticParsing/parseText.js +20 -0
- package/src/parsedPaper/build/tree/TreeBuilder.js +75 -0
- package/src/parsedPaper/build/tree/cleanup/calculateTextIndices.js +190 -0
- package/src/parsedPaper/build/tree/cleanup/getElementContent.js +21 -0
- package/src/parsedPaper/build/tree/cleanup/postParsing.js +37 -0
- package/src/parsedPaper/build/tree/html/HTMLTreeConverter.js +230 -0
- package/src/parsedPaper/build/tree/html/buildTree.js +31 -0
- package/src/parsedPaper/build/tree/html/htmlConstants.js +37 -0
- package/src/parsedPaper/build/tree/index.js +14 -0
- package/src/parsedPaper/build/tree/metadata/buildTree.js +32 -0
- package/src/parsedPaper/research/TreeResearcher.js +134 -0
- package/src/parsedPaper/research/index.js +13 -0
- package/src/parsedPaper/research/researches/Headings.js +20 -0
- package/src/parsedPaper/research/researches/LinkStatistics.js +128 -0
- package/src/parsedPaper/research/researches/Research.js +50 -0
- package/src/parsedPaper/research/researches/index.js +1 -0
- package/src/parsedPaper/structure/tree/FormattingElement.js +67 -0
- package/src/parsedPaper/structure/tree/SourceCodeLocation.js +31 -0
- package/src/parsedPaper/structure/tree/TextContainer.js +85 -0
- package/src/parsedPaper/structure/tree/index.js +22 -0
- package/src/parsedPaper/structure/tree/nodes/Heading.js +26 -0
- package/src/parsedPaper/structure/tree/nodes/LeafNode.js +75 -0
- package/src/parsedPaper/structure/tree/nodes/List.js +47 -0
- package/src/parsedPaper/structure/tree/nodes/ListItem.js +26 -0
- package/src/parsedPaper/structure/tree/nodes/MetadataMiscellaneous.js +46 -0
- package/src/parsedPaper/structure/tree/nodes/MetadataText.js +26 -0
- package/src/parsedPaper/structure/tree/nodes/Node.js +154 -0
- package/src/parsedPaper/structure/tree/nodes/Paragraph.js +24 -0
- package/src/parsedPaper/structure/tree/nodes/StructuredNode.js +52 -0
- package/src/parsedPaper/structure/tree/nodes/index.js +21 -0
- package/src/scoring/assessments/assessment.js +63 -0
- package/src/scoring/assessments/index.js +58 -0
- package/src/scoring/assessments/readability/ParagraphTooLongAssessment.js +173 -0
- package/src/scoring/assessments/readability/SentenceBeginningsAssessment.js +132 -0
- package/src/scoring/assessments/readability/SentenceLengthInTextAssessment.js +186 -0
- package/src/scoring/assessments/readability/TransitionWordsAssessment.js +168 -0
- package/src/scoring/assessments/seo/ImageCountAssessment.js +112 -0
- package/src/scoring/assessments/seo/InternalLinksAssessment.js +114 -0
- package/src/scoring/assessments/seo/IntroductionKeywordAssessment.js +110 -0
- package/src/scoring/assessments/seo/KeyphraseAssessment.js +104 -0
- package/src/scoring/assessments/seo/KeyphraseLengthAssessment.js +110 -0
- package/src/scoring/assessments/seo/KeywordDensityAssessment.js +116 -0
- package/src/scoring/assessments/seo/MetaDescriptionKeywordAssessment.js +114 -0
- package/src/scoring/assessments/seo/MetaDescriptionLengthAssessment.js +112 -0
- package/src/scoring/assessments/seo/MetaTitleKeywordAssessment.js +111 -0
- package/src/scoring/assessments/seo/NumberInMetaTitleAssessment.js +107 -0
- package/src/scoring/assessments/seo/OutboundLinksAssessment.js +111 -0
- package/src/scoring/assessments/seo/PageTitleWidthAssessment.js +104 -0
- package/src/scoring/assessments/seo/SingleH1Assessment.js +118 -0
- package/src/scoring/assessments/seo/SingleTitleAssessment.js +108 -0
- package/src/scoring/assessments/seo/SubHeadingsKeywordAssessment.js +107 -0
- package/src/scoring/assessments/seo/TextImagesAssessment.js +144 -0
- package/src/scoring/assessments/seo/TextLengthAssessment.js +100 -0
- package/src/scoring/assessments/seo/UrlKeywordAssessment.js +111 -0
- package/src/scoring/assessments/seo/UrlLengthAssessment.js +103 -0
- package/src/scoring/assessors/assessor.js +269 -0
- package/src/scoring/assessors/avadaAssessor.js +67 -0
- package/src/scoring/assessors/contentAssessor.js +159 -0
- package/src/scoring/assessors/index.js +4 -0
- package/src/scoring/assessors/seoAssessor.js +57 -0
- package/src/scoring/helpers/assessments/checkForTooLongSentences.js +13 -0
- package/src/scoring/helpers/assessments/inRange.js +49 -0
- package/src/scoring/helpers/assessments/keyphraseLengthFactor.js +10 -0
- package/src/scoring/helpers/assessments/recommendedKeywordCount.js +43 -0
- package/src/scoring/helpers/index.js +74 -0
- package/src/scoring/interpreters/index.js +5 -0
- package/src/scoring/interpreters/scoreToRating.js +31 -0
- package/src/scoring/renderers/AssessorPresenter.js +360 -0
- package/src/scoring/scoreAggregators/ReadabilityScoreAggregator.js +203 -0
- package/src/scoring/scoreAggregators/SEOScoreAggregator.js +54 -0
- package/src/scoring/scoreAggregators/ScoreAggregator.js +23 -0
- package/src/scoring/scoreAggregators/index.js +3 -0
- package/src/values/AssessmentResult.js +496 -0
- package/src/values/Mark.js +271 -0
- package/src/values/Paper.js +425 -0
- package/src/values/index.js +9 -0
- package/src/vendor/turkishStemmer.js +3435 -0
- package/tsconfig.json +15 -0
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
import {languageProcessing} from '../../../index';
|
|
2
|
+
const {
|
|
3
|
+
regexHelpers: {searchAndReplaceWithRegex, doesWordMatchRegex},
|
|
4
|
+
exceptionListHelpers: {checkIfWordEndingIsOnExceptionList, checkIfWordIsOnListThatCanHavePrefix}
|
|
5
|
+
} = languageProcessing;
|
|
6
|
+
|
|
7
|
+
import {isVowelDoublingAllowed} from './stemModificationHelpers';
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Checks whether the word ends in suffixes -e or -en which are preceded by -t or -d, and the -t/-d is part of the stem.
|
|
11
|
+
* If it does, stem the -e/-en. Also checks if after suffix deletion the stemmed word needs modification, and applies it if
|
|
12
|
+
* needed. e.g. doden -> dod -> dood
|
|
13
|
+
*
|
|
14
|
+
* @param {Object} morphologyDataNL The Dutch morphology data file.
|
|
15
|
+
* @param {string[]} regexAndReplacement The regex to check and the string replacement that should be made.
|
|
16
|
+
* @param {string} word The word to be checked.
|
|
17
|
+
*
|
|
18
|
+
* @returns {?string} The stem created or null.
|
|
19
|
+
*/
|
|
20
|
+
const stemWordsWithEOrEnSuffix = function(morphologyDataNL, regexAndReplacement, word) {
|
|
21
|
+
if (doesWordMatchRegex(word, regexAndReplacement[0])) {
|
|
22
|
+
const stemmedWord = word.replace(new RegExp(regexAndReplacement[0]), regexAndReplacement[1]);
|
|
23
|
+
if (
|
|
24
|
+
isVowelDoublingAllowed(
|
|
25
|
+
stemmedWord,
|
|
26
|
+
morphologyDataNL.regularStemmer.stemModifications.exceptionsStemModifications,
|
|
27
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
28
|
+
)
|
|
29
|
+
) {
|
|
30
|
+
const replacement = searchAndReplaceWithRegex(
|
|
31
|
+
stemmedWord,
|
|
32
|
+
morphologyDataNL.regularStemmer.stemModifications.doubleVowel
|
|
33
|
+
);
|
|
34
|
+
return replacement ? replacement : stemmedWord;
|
|
35
|
+
}
|
|
36
|
+
return stemmedWord;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
return null;
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Stems words for which we know that -t/-d is the ending of the stem (so the -t/-d is not stemmed). This is done through
|
|
44
|
+
* checking lists of words and matching the word with regexes.
|
|
45
|
+
*
|
|
46
|
+
* @param {string} word The word to check.
|
|
47
|
+
* @param {Object} morphologyDataNL The Dutch morphology data.
|
|
48
|
+
*
|
|
49
|
+
* @returns {?string} The stemmed word, if matched in one of the checks, or null if not matched.
|
|
50
|
+
*/
|
|
51
|
+
const checkWhetherTOrDIsPartOfStem = function(word, morphologyDataNL) {
|
|
52
|
+
const tAndDPartOfStemData = morphologyDataNL.ambiguousTAndDEndings.tOrDArePartOfStem;
|
|
53
|
+
/*
|
|
54
|
+
* Step 1:
|
|
55
|
+
* - If the stem ends in -tte, -tten, -dde or -dden leave the first -t/-d and stem the remaining ending.
|
|
56
|
+
* - Example: "katten" (-ten should be stemmed, leaving "kat").
|
|
57
|
+
*/
|
|
58
|
+
let stemmedWord = searchAndReplaceWithRegex(word, tAndDPartOfStemData.firstTOrDPartOfStem);
|
|
59
|
+
|
|
60
|
+
if (stemmedWord) {
|
|
61
|
+
return stemmedWord;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
/*
|
|
65
|
+
* Step 2:
|
|
66
|
+
* 2a)
|
|
67
|
+
* - Checks whether the word is in the exception list of verbal forms ending in long vowel + -fden/sden. If so, stems -den off.
|
|
68
|
+
* - Example: "hoefden" (-den should be stemmed, leaving "hoef").
|
|
69
|
+
* 2b)
|
|
70
|
+
* - Check whether the word has the suffix -en preceded by -d, where the -d is part of the stem. If it is, stem only -en.
|
|
71
|
+
* - Example: "eenden" (-en should be stemmed, leaving "eend").
|
|
72
|
+
*/
|
|
73
|
+
if (tAndDPartOfStemData.verbsDenShouldBeStemmed.includes(word)) {
|
|
74
|
+
return word.slice(0, -3);
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
if (
|
|
78
|
+
checkIfWordEndingIsOnExceptionList(
|
|
79
|
+
word,
|
|
80
|
+
tAndDPartOfStemData.wordsStemOnlyEnEnding.endingMatch
|
|
81
|
+
) ||
|
|
82
|
+
checkIfWordIsOnListThatCanHavePrefix(
|
|
83
|
+
word,
|
|
84
|
+
tAndDPartOfStemData.wordsStemOnlyEnEnding.verbs,
|
|
85
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
86
|
+
) ||
|
|
87
|
+
doesWordMatchRegex(word, tAndDPartOfStemData.denEnding)
|
|
88
|
+
) {
|
|
89
|
+
stemmedWord = word.slice(0, -2);
|
|
90
|
+
// Check if the vowel needs to be doubled after deleting suffix -en.
|
|
91
|
+
if (
|
|
92
|
+
isVowelDoublingAllowed(
|
|
93
|
+
stemmedWord,
|
|
94
|
+
morphologyDataNL.regularStemmer.stemModifications.exceptionsStemModifications,
|
|
95
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
96
|
+
)
|
|
97
|
+
) {
|
|
98
|
+
const replacement = searchAndReplaceWithRegex(
|
|
99
|
+
stemmedWord,
|
|
100
|
+
morphologyDataNL.regularStemmer.stemModifications.doubleVowel
|
|
101
|
+
);
|
|
102
|
+
return replacement ? replacement : stemmedWord;
|
|
103
|
+
}
|
|
104
|
+
return stemmedWord;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
/*
|
|
108
|
+
* Step 3:
|
|
109
|
+
* - Checks whether the word matches the regex for words ending in -de with -d being part of the stem. If it is matched,
|
|
110
|
+
* only stem the -e.
|
|
111
|
+
* - Example: "beenharde" (-e should be stemmed, leaving "beenhard")
|
|
112
|
+
*/
|
|
113
|
+
const dIsPartOfStemRegex = tAndDPartOfStemData.deEnding;
|
|
114
|
+
stemmedWord = stemWordsWithEOrEnSuffix(morphologyDataNL, dIsPartOfStemRegex, word);
|
|
115
|
+
|
|
116
|
+
if (stemmedWord) {
|
|
117
|
+
return stemmedWord;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/*
|
|
121
|
+
* Step 4:
|
|
122
|
+
* - Checks whether the word matches the regex for words ending in -te or -ten with -t being part of the stem. If it is
|
|
123
|
+
* matched, only stem the -e/-en.
|
|
124
|
+
* - Example: "castraten" (-en should be stemmed, leaving "castraat")
|
|
125
|
+
*/
|
|
126
|
+
const tIsPartOfStemRegex = tAndDPartOfStemData.teAndTenEndings;
|
|
127
|
+
stemmedWord = stemWordsWithEOrEnSuffix(morphologyDataNL, tIsPartOfStemRegex, word);
|
|
128
|
+
|
|
129
|
+
if (stemmedWord) {
|
|
130
|
+
return stemmedWord;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
return null;
|
|
134
|
+
};
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* Creates the correct stem for words which end in ambiguous endings -t, -te, -ten, -de, or -den.
|
|
138
|
+
*
|
|
139
|
+
* @param {Object} morphologyDataNL The Dutch morphology data.
|
|
140
|
+
* @param {string} word The word to be checked.
|
|
141
|
+
*
|
|
142
|
+
* @returns {?string} The stemmed word or null.
|
|
143
|
+
*/
|
|
144
|
+
export function generateCorrectStemWithTAndDEnding(morphologyDataNL, word) {
|
|
145
|
+
/*
|
|
146
|
+
* Step 1:
|
|
147
|
+
* - Check whether the word is in the exception list of words in which -t ending needs to be stemmed. If it is, stem -t.
|
|
148
|
+
* - Example: "squasht".
|
|
149
|
+
* - This is an exception to one of the rule in step 2.
|
|
150
|
+
*/
|
|
151
|
+
if (
|
|
152
|
+
checkIfWordEndingIsOnExceptionList(
|
|
153
|
+
word,
|
|
154
|
+
morphologyDataNL.ambiguousTAndDEndings.wordsTShouldBeStemmed
|
|
155
|
+
)
|
|
156
|
+
) {
|
|
157
|
+
return word.slice(0, -1);
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
/*
|
|
161
|
+
* Step 2:
|
|
162
|
+
* - Check if word is matched by a regex for a t that shouldn't be stemmed.
|
|
163
|
+
* - Example: "boot".
|
|
164
|
+
*/
|
|
165
|
+
if (doesWordMatchRegex(word, morphologyDataNL.ambiguousTAndDEndings.tOrDArePartOfStem.tEnding)) {
|
|
166
|
+
return word;
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
/*
|
|
170
|
+
* Step 3:
|
|
171
|
+
* - Check whether the word has another suffix that should be stemmed (e.g. -en) preceded by -t or -d which is part of the stem.
|
|
172
|
+
* If yes, stem the suffix that should be stemmed and return the stem which ends in -t/-d.
|
|
173
|
+
* - Example: "tijden" (only -en should be removed, not -den).
|
|
174
|
+
*/
|
|
175
|
+
|
|
176
|
+
const stemmedWord = checkWhetherTOrDIsPartOfStem(word, morphologyDataNL);
|
|
177
|
+
|
|
178
|
+
if (stemmedWord) {
|
|
179
|
+
return stemmedWord;
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
return null;
|
|
183
|
+
}
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
import {languageProcessing} from '../../../index';
|
|
2
|
+
const {
|
|
3
|
+
exceptionListHelpers: {checkIfWordEndingIsOnExceptionList, checkIfWordIsOnListThatCanHavePrefix},
|
|
4
|
+
stemHelpers: {removeSuffixFromFullForm, removeSuffixesFromFullForm}
|
|
5
|
+
} = languageProcessing;
|
|
6
|
+
|
|
7
|
+
import detectAndStemSuffixes from './detectAndStemSuffixes';
|
|
8
|
+
import {generateCorrectStemWithTAndDEnding} from './getStemWordsWithTAndDEnding.js';
|
|
9
|
+
import checkExceptionsWithFullForms from './checkExceptionsWithFullForms';
|
|
10
|
+
import {detectAndStemRegularParticiple} from './detectAndStemRegularParticiple';
|
|
11
|
+
import {modifyStem, isVowelDoublingAllowed} from './stemModificationHelpers';
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* Get the stem from noun diminutives and plurals exceptions.
|
|
15
|
+
*
|
|
16
|
+
* @param {Object} morphologyDataNL The data for stemming exception.
|
|
17
|
+
* @param {string} word The word to check.
|
|
18
|
+
*
|
|
19
|
+
* @returns {string} The stemmed word.
|
|
20
|
+
*/
|
|
21
|
+
const removeSuffixFromFullForms = function(morphologyDataNL, word) {
|
|
22
|
+
/*
|
|
23
|
+
* Checks whether the word is in the exception list of words ending in -er and gets either -e or -s suffix
|
|
24
|
+
* If it is, remove the corresponding suffix.
|
|
25
|
+
* e.g. lekkere -> lekker, bitters -> bitter
|
|
26
|
+
*/
|
|
27
|
+
for (const exceptionClass of morphologyDataNL.stemExceptions.removeSuffixesFromFullForms) {
|
|
28
|
+
const stemmedWord = removeSuffixesFromFullForm(
|
|
29
|
+
exceptionClass.forms,
|
|
30
|
+
exceptionClass.suffixes,
|
|
31
|
+
word
|
|
32
|
+
);
|
|
33
|
+
if (stemmedWord) {
|
|
34
|
+
return stemmedWord;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
/*
|
|
38
|
+
* Checks whether the word is in one of the exception lists of nouns
|
|
39
|
+
* for which a specific suffix needs to be stemmed (e.g. -s, -es, -eren, -er etc.)
|
|
40
|
+
* e.g. kuddes -> kud, modes -> mod, revenuen -> revenu
|
|
41
|
+
*/
|
|
42
|
+
for (const exceptionClass of morphologyDataNL.stemExceptions.removeSuffixFromFullForms) {
|
|
43
|
+
const stemmedWord = removeSuffixFromFullForm(exceptionClass.forms, exceptionClass.suffix, word);
|
|
44
|
+
if (stemmedWord) {
|
|
45
|
+
return stemmedWord;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Checks if the word is on a stemming exception list.
|
|
52
|
+
*
|
|
53
|
+
* @param {string} word The word to check.
|
|
54
|
+
* @param {Object} morphologyDataNL The Dutch morphology data file.
|
|
55
|
+
* @returns {string|null} The stem or null if the word was not matched by any of the exception checks.
|
|
56
|
+
*/
|
|
57
|
+
const checkOtherStemmingExceptions = function(word, morphologyDataNL) {
|
|
58
|
+
/*
|
|
59
|
+
* Checks whether the word is in the exception list of nouns or adjectives with specific suffixes that needs to be stemmed.
|
|
60
|
+
* If it is return the stem here and run possible stem modification if it is required. e.g. modes -> mod -> mood
|
|
61
|
+
*/
|
|
62
|
+
let stemFromFullForm = removeSuffixFromFullForms(morphologyDataNL, word);
|
|
63
|
+
if (stemFromFullForm) {
|
|
64
|
+
if (
|
|
65
|
+
isVowelDoublingAllowed(
|
|
66
|
+
stemFromFullForm,
|
|
67
|
+
morphologyDataNL.regularStemmer.stemModifications.exceptionsStemModifications,
|
|
68
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
69
|
+
)
|
|
70
|
+
) {
|
|
71
|
+
stemFromFullForm = modifyStem(
|
|
72
|
+
stemFromFullForm,
|
|
73
|
+
morphologyDataNL.regularStemmer.stemModifications.doubleVowel
|
|
74
|
+
);
|
|
75
|
+
return modifyStem(
|
|
76
|
+
stemFromFullForm,
|
|
77
|
+
morphologyDataNL.regularStemmer.stemModifications.finalChanges
|
|
78
|
+
);
|
|
79
|
+
}
|
|
80
|
+
return modifyStem(
|
|
81
|
+
stemFromFullForm,
|
|
82
|
+
morphologyDataNL.regularStemmer.stemModifications.finalChanges
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
return null;
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* Stems Dutch words.
|
|
90
|
+
*
|
|
91
|
+
* @param {string} word The word to stem.
|
|
92
|
+
* @param {Object} morphologyDataNL The Dutch morphology data file.
|
|
93
|
+
*
|
|
94
|
+
* @returns {string} The stemmed word.
|
|
95
|
+
*/
|
|
96
|
+
export default function stem(word, morphologyDataNL) {
|
|
97
|
+
// Check whether the word is in the list of words with full forms for which we define the stem. If it is, return the canonical stem.
|
|
98
|
+
let stemmedWord = checkExceptionsWithFullForms(morphologyDataNL, word);
|
|
99
|
+
if (stemmedWord) {
|
|
100
|
+
return stemmedWord;
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// Check whether the word is a participle, and if yes, stem it and return the stem.
|
|
104
|
+
stemmedWord = detectAndStemRegularParticiple(morphologyDataNL, word);
|
|
105
|
+
if (stemmedWord) {
|
|
106
|
+
return stemmedWord;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
// Check whether the word is on the list of words that should not be stemmed, and if yes, return the word. Example: gans -> gans
|
|
110
|
+
const wordsNotToBeStemmed = morphologyDataNL.stemExceptions.wordsNotToBeStemmedExceptions;
|
|
111
|
+
if (
|
|
112
|
+
checkIfWordIsOnListThatCanHavePrefix(
|
|
113
|
+
word,
|
|
114
|
+
wordsNotToBeStemmed.verbs,
|
|
115
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
116
|
+
) ||
|
|
117
|
+
checkIfWordEndingIsOnExceptionList(word, wordsNotToBeStemmed.endingMatch) ||
|
|
118
|
+
wordsNotToBeStemmed.exactMatch.includes(word)
|
|
119
|
+
) {
|
|
120
|
+
return word;
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
/*
|
|
124
|
+
* Check whether the word ends in -t/-te/-ten/-tend/-de/-den/-dend. If it does, run through a series of checks aimed at
|
|
125
|
+
* predicting whether the -t/d is part of the stem or the suffix. If the word was matched in one of the checks, stem it
|
|
126
|
+
* accordingly and return the stem. Example: boot -> boot, squasht -> squash
|
|
127
|
+
*/
|
|
128
|
+
const tAndDEndings = morphologyDataNL.ambiguousTAndDEndings.otherTAndDEndings;
|
|
129
|
+
for (const ending of tAndDEndings) {
|
|
130
|
+
if (word.endsWith(ending)) {
|
|
131
|
+
stemmedWord = generateCorrectStemWithTAndDEnding(morphologyDataNL, word);
|
|
132
|
+
if (stemmedWord) {
|
|
133
|
+
return stemmedWord;
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// Check if the word is on any other stemming exception list, and if yes, return the correct stem.
|
|
139
|
+
stemmedWord = checkOtherStemmingExceptions(word, morphologyDataNL);
|
|
140
|
+
if (stemmedWord) {
|
|
141
|
+
return stemmedWord;
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
// If the word was not stemmed in any of the previous steps, run through the stemming algorithm which detects and stems suffixes.
|
|
145
|
+
return detectAndStemSuffixes(word, morphologyDataNL);
|
|
146
|
+
}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import {languageProcessing} from '../../../index';
|
|
2
|
+
const {
|
|
3
|
+
exceptionListHelpers: {checkIfWordEndingIsOnExceptionList, checkIfWordIsOnListThatCanHavePrefix}
|
|
4
|
+
} = languageProcessing;
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Checks whether the word is on any of the sub-lists of the noVowelDoublingList (ending match, exact match,
|
|
8
|
+
* and verbs) and returns true if it is.
|
|
9
|
+
*
|
|
10
|
+
* @param {string} word The word to check.
|
|
11
|
+
* @param {Object} noVowelDoublingList The list of stems that should not have the vowel doubled.
|
|
12
|
+
* @param {Object} compoundVerbPrefixes The list of inseparable and separable verb prefixes.
|
|
13
|
+
*
|
|
14
|
+
* @returns {boolean} Whether the word was found on one of the lists
|
|
15
|
+
*/
|
|
16
|
+
const checkIfWordIsOnNoVowelDoublingList = function(
|
|
17
|
+
word,
|
|
18
|
+
noVowelDoublingList,
|
|
19
|
+
compoundVerbPrefixes
|
|
20
|
+
) {
|
|
21
|
+
if (
|
|
22
|
+
checkIfWordEndingIsOnExceptionList(word, noVowelDoublingList.endingMatch) ||
|
|
23
|
+
checkIfWordIsOnListThatCanHavePrefix(word, noVowelDoublingList.verbs, compoundVerbPrefixes) ||
|
|
24
|
+
noVowelDoublingList.exactMatch.includes(word)
|
|
25
|
+
) {
|
|
26
|
+
return true;
|
|
27
|
+
}
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Checks whether the third to last and fourth to last characters of the stem are the same. This, in principle, checks
|
|
32
|
+
* whether the last vowel of the stem is preceded by a double consonant (as only consonants can precede the vowel).
|
|
33
|
+
* If the third and fourth to last characters are the same, it means that vowel doubling is allowed. For example, in the
|
|
34
|
+
* word 'luttel', the third and fourth to last characters are both t's so it should not become 'lutteel'.
|
|
35
|
+
*
|
|
36
|
+
* @param {string} word The stemmed word to check.
|
|
37
|
+
*
|
|
38
|
+
* @returns {boolean} Whether the vowel should be doubled or not.
|
|
39
|
+
*/
|
|
40
|
+
const isVowelPrecededByDoubleConsonant = function(word) {
|
|
41
|
+
const fourthToLastLetter = word.charAt(word.length - 4);
|
|
42
|
+
const thirdToLastLetter = word.charAt(word.length - 3);
|
|
43
|
+
return fourthToLastLetter !== thirdToLastLetter;
|
|
44
|
+
};
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* Checks whether the second to last syllable contains a diphthong. If it does, the vowel in the last syllable should
|
|
48
|
+
* not be doubled.
|
|
49
|
+
*
|
|
50
|
+
* @param {string} word The stemmed word to check.
|
|
51
|
+
* @param {string} noVowelDoublingRegex The regex to match a word with.
|
|
52
|
+
*
|
|
53
|
+
* @returns {boolean} Whether the vowel should be doubled or not.
|
|
54
|
+
*/
|
|
55
|
+
const doesPrecedingSyllableContainDiphthong = function(word, noVowelDoublingRegex) {
|
|
56
|
+
return word.search(new RegExp(noVowelDoublingRegex)) === -1;
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
/**
|
|
60
|
+
* Modifies the stem of the word according to the specified modification type.
|
|
61
|
+
*
|
|
62
|
+
* @param {string} word The stem that needs to be modified.
|
|
63
|
+
* @param {string[]} modificationGroup The type of modification that needs to be done.
|
|
64
|
+
* @returns {string} The modified stem, or the same stem if no modification was made.
|
|
65
|
+
*/
|
|
66
|
+
export function modifyStem(word, modificationGroup) {
|
|
67
|
+
const neededReplacement = modificationGroup.find(
|
|
68
|
+
replacement => word.search(new RegExp(replacement[0])) !== -1
|
|
69
|
+
);
|
|
70
|
+
if (typeof neededReplacement !== 'undefined') {
|
|
71
|
+
word = word.replace(new RegExp(neededReplacement[0]), neededReplacement[1]);
|
|
72
|
+
}
|
|
73
|
+
return word;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* Checks whether the final vowel of the stem should be doubled by going through four checks.
|
|
78
|
+
*
|
|
79
|
+
* @param {string} word The stemmed word that the check should be executed on.
|
|
80
|
+
* @param {Object} morphologyDataNLStemmingExceptions The Dutch morphology data for stemming exceptions.
|
|
81
|
+
* @param {Object} morphologyDataNLVerbPrefixes The separable and inseparable verb prefixes.
|
|
82
|
+
*
|
|
83
|
+
* @returns {boolean} Whether the vowel should be doubled or not.
|
|
84
|
+
*/
|
|
85
|
+
export function isVowelDoublingAllowed(
|
|
86
|
+
word,
|
|
87
|
+
morphologyDataNLStemmingExceptions,
|
|
88
|
+
morphologyDataNLVerbPrefixes
|
|
89
|
+
) {
|
|
90
|
+
// Check whether the word is on the list of verbs which should have the vowel doubled (exception to third check)
|
|
91
|
+
const firstCheck = checkIfWordIsOnListThatCanHavePrefix(
|
|
92
|
+
word,
|
|
93
|
+
morphologyDataNLStemmingExceptions.getVowelDoubling,
|
|
94
|
+
morphologyDataNLVerbPrefixes
|
|
95
|
+
);
|
|
96
|
+
// Check whether the word is on the list of words which should NOT have the vowel doubled
|
|
97
|
+
const secondCheck = checkIfWordIsOnNoVowelDoublingList(
|
|
98
|
+
word,
|
|
99
|
+
morphologyDataNLStemmingExceptions.noVowelDoubling,
|
|
100
|
+
morphologyDataNLVerbPrefixes
|
|
101
|
+
);
|
|
102
|
+
const thirdCheck = isVowelPrecededByDoubleConsonant(word);
|
|
103
|
+
const fourthCheck = doesPrecedingSyllableContainDiphthong(
|
|
104
|
+
word,
|
|
105
|
+
morphologyDataNLStemmingExceptions.noVowelDoubling.rule
|
|
106
|
+
);
|
|
107
|
+
|
|
108
|
+
return firstCheck || (!secondCheck && thirdCheck && fourthCheck);
|
|
109
|
+
}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import {languageProcessing} from '../../../index';
|
|
2
|
+
const {
|
|
3
|
+
exceptionListHelpers: {checkIfWordEndingIsOnExceptionList, checkIfWordIsOnListThatCanHavePrefix}
|
|
4
|
+
} = languageProcessing;
|
|
5
|
+
|
|
6
|
+
import {detectAndStemRegularParticiple} from './detectAndStemRegularParticiple';
|
|
7
|
+
import {generateCorrectStemWithTAndDEnding} from './getStemWordsWithTAndDEnding';
|
|
8
|
+
import checkExceptionsWithFullForms from './checkExceptionsWithFullForms';
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* If the word ending in -t/-d was not matched in any of the checks for whether -t/-d should be stemmed or not, other checks still need
|
|
12
|
+
* to be done in order to be sure whether we need to stem the word further or not.
|
|
13
|
+
* If one of these checks returns true, we do not need to stem the word further.
|
|
14
|
+
*
|
|
15
|
+
* @param {Object} morphologyDataNL The Dutch morphology data.
|
|
16
|
+
* @param {string} stemmedWord The stemmed word.
|
|
17
|
+
* @param {string} word The unstemmed word.
|
|
18
|
+
* @returns {boolean} Whether one of the conditions returns true or not.
|
|
19
|
+
*/
|
|
20
|
+
const checkIfTorDIsUnambiguous = function(morphologyDataNL, stemmedWord, word) {
|
|
21
|
+
const wordsNotToBeStemmed = morphologyDataNL.stemExceptions.wordsNotToBeStemmedExceptions;
|
|
22
|
+
const adjectivesEndingInRd = morphologyDataNL.stemExceptions.removeSuffixesFromFullForms[1].forms;
|
|
23
|
+
const wordsEndingInTOrDExceptionList =
|
|
24
|
+
morphologyDataNL.ambiguousTAndDEndings.tOrDArePartOfStem.doNotStemTOrD;
|
|
25
|
+
|
|
26
|
+
// Run the checks below. If one of the conditions returns true, return the stem.
|
|
27
|
+
if (
|
|
28
|
+
detectAndStemRegularParticiple(morphologyDataNL, word) ||
|
|
29
|
+
generateCorrectStemWithTAndDEnding(morphologyDataNL, word) ||
|
|
30
|
+
checkIfWordIsOnListThatCanHavePrefix(
|
|
31
|
+
word,
|
|
32
|
+
wordsNotToBeStemmed.verbs,
|
|
33
|
+
morphologyDataNL.pastParticipleStemmer.compoundVerbsPrefixes
|
|
34
|
+
) ||
|
|
35
|
+
checkIfWordEndingIsOnExceptionList(word, wordsNotToBeStemmed.endingMatch) ||
|
|
36
|
+
wordsNotToBeStemmed.exactMatch.includes(word) ||
|
|
37
|
+
adjectivesEndingInRd.includes(stemmedWord) ||
|
|
38
|
+
checkExceptionsWithFullForms(morphologyDataNL, word) ||
|
|
39
|
+
stemmedWord.endsWith('heid') ||
|
|
40
|
+
checkIfWordEndingIsOnExceptionList(stemmedWord, wordsEndingInTOrDExceptionList)
|
|
41
|
+
) {
|
|
42
|
+
return true;
|
|
43
|
+
}
|
|
44
|
+
};
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* If the word ending in -t/-d was not matched in any of the checks for whether -t/-d should be stemmed or not, and if it
|
|
48
|
+
* is not a participle (which has its separate check), then it is still ambiguous whether -t/-d is part of the stem or a suffix.
|
|
49
|
+
* Therefore, a second stem should be created with the -t/-d removed in case it was a suffix. For example, in the verb 'poolt',
|
|
50
|
+
* -t is a suffix, but we could not predict in any of the previous checks that -t should be stemmed. To account for such cases,
|
|
51
|
+
* we stem the -t here.
|
|
52
|
+
*
|
|
53
|
+
* @param {Object} morphologyDataNL The Dutch morphology data.
|
|
54
|
+
* @param {string} stemmedWord The stemmed word.
|
|
55
|
+
* @param {string} word The unstemmed word.
|
|
56
|
+
*
|
|
57
|
+
* @returns {?string} The stemmed word or null if the -t/-d should not be stemmed.
|
|
58
|
+
*/
|
|
59
|
+
export function stemTOrDFromEndOfWord(morphologyDataNL, stemmedWord, word) {
|
|
60
|
+
if (checkIfTorDIsUnambiguous(morphologyDataNL, stemmedWord, word)) {
|
|
61
|
+
return null;
|
|
62
|
+
}
|
|
63
|
+
// If none of the conditions above is true, stem the t/d from the word.
|
|
64
|
+
return stemmedWord.slice(0, -1);
|
|
65
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import {includes} from 'lodash';
|
|
2
|
+
import {languageProcessing} from '../../../index';
|
|
3
|
+
const {directPrecedenceException, values} = languageProcessing;
|
|
4
|
+
const {Clause} = values;
|
|
5
|
+
|
|
6
|
+
import {cannotDirectlyPrecedePassiveParticiple} from '../config/functionWords';
|
|
7
|
+
import nonParticiples from '../config/internal/nonParticiples';
|
|
8
|
+
import getParticiples from '../helpers/internal/getParticiples';
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Creates a Clause object for the Dutch language.
|
|
12
|
+
*/
|
|
13
|
+
class DutchClause extends Clause {
|
|
14
|
+
/**
|
|
15
|
+
* Constructor.
|
|
16
|
+
*
|
|
17
|
+
* @param {string} clauseText The text of the clause.
|
|
18
|
+
* @param {Array} auxiliaries The auxiliaries.
|
|
19
|
+
*
|
|
20
|
+
* @constructor
|
|
21
|
+
*/
|
|
22
|
+
constructor(clauseText, auxiliaries) {
|
|
23
|
+
super(clauseText, auxiliaries);
|
|
24
|
+
this._participles = getParticiples(this.getClauseText());
|
|
25
|
+
this.checkParticiples();
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Checks if any exceptions are applicable to this participle that would result in the clause not being passive.
|
|
30
|
+
* If no exceptions are found and there is an auxiliary present, the clause is passive.
|
|
31
|
+
*
|
|
32
|
+
* @returns {void}
|
|
33
|
+
*/
|
|
34
|
+
checkParticiples() {
|
|
35
|
+
const foundParticiples = this.getParticiples().filter(participle => {
|
|
36
|
+
return (
|
|
37
|
+
!includes(nonParticiples, participle) &&
|
|
38
|
+
!this.hasNonParticipleEnding(participle) &&
|
|
39
|
+
!directPrecedenceException(
|
|
40
|
+
this.getClauseText(),
|
|
41
|
+
participle,
|
|
42
|
+
cannotDirectlyPrecedePassiveParticiple
|
|
43
|
+
)
|
|
44
|
+
);
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
this.setPassive(foundParticiples.length > 0);
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Checks whether a found participle has a non-participle ending and is therefore not really a participle.
|
|
52
|
+
*
|
|
53
|
+
* @param {string} participle The participle to check.
|
|
54
|
+
*
|
|
55
|
+
* @returns {boolean} Returns true if the participle has a non-participle ending, otherwise returns false.
|
|
56
|
+
*/
|
|
57
|
+
hasNonParticipleEnding(participle) {
|
|
58
|
+
return /\S+(heid|teit|tijd)($|[ \n\r\t.,'()"+\-;!?:/»«‹›<>])/gi.test(participle);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export default DutchClause;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import {languageProcessing} from '../../../index';
|
|
2
|
+
const {AbstractResearcher} = languageProcessing;
|
|
3
|
+
|
|
4
|
+
// All config
|
|
5
|
+
import firstWordExceptions from './config/firstWordExceptions';
|
|
6
|
+
import {all as functionWords} from './config/functionWords';
|
|
7
|
+
import stopWords from './config/stopWords';
|
|
8
|
+
import transitionWords from './config/transitionWords';
|
|
9
|
+
import twoPartTransitionWords from './config/twoPartTransitionWords';
|
|
10
|
+
import sentenceLength from './config/sentenceLength';
|
|
11
|
+
|
|
12
|
+
// All helpers
|
|
13
|
+
import getClauses from './helpers/getClauses';
|
|
14
|
+
import getStemmer from './helpers/getStemmer';
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* The researcher contains all the researches, helpers, data, and config.
|
|
18
|
+
*/
|
|
19
|
+
export default class Researcher extends AbstractResearcher {
|
|
20
|
+
/**
|
|
21
|
+
* Constructor
|
|
22
|
+
* @param {Paper} paper The Paper object that is needed within the researches.
|
|
23
|
+
* @constructor
|
|
24
|
+
*/
|
|
25
|
+
constructor(paper) {
|
|
26
|
+
super(paper);
|
|
27
|
+
|
|
28
|
+
// Delete a research(es) that is not available in Polish
|
|
29
|
+
delete this.defaultResearches.getFleschReadingScore;
|
|
30
|
+
|
|
31
|
+
Object.assign(this.config, {
|
|
32
|
+
language: 'pl',
|
|
33
|
+
passiveConstructionType: 'periphrastic',
|
|
34
|
+
firstWordExceptions,
|
|
35
|
+
functionWords,
|
|
36
|
+
stopWords,
|
|
37
|
+
transitionWords,
|
|
38
|
+
twoPartTransitionWords,
|
|
39
|
+
sentenceLength: sentenceLength
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
Object.assign(this.helpers, {
|
|
43
|
+
getClauses,
|
|
44
|
+
getStemmer
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Returns an array with exceptions for the sentence beginning researcher.
|
|
3
|
+
* @returns {Array} The array filled with exceptions.
|
|
4
|
+
* */
|
|
5
|
+
export default [
|
|
6
|
+
// Numbers 1-10:
|
|
7
|
+
"jeden", "jedna", "jedno", "dwa", "dwie", "trzy", "cztery", "pięć", "sześć", "siedem", "osiem", "dziewięć", "dziesięć",
|
|
8
|
+
// Demonstrative pronouns:
|
|
9
|
+
"ta", "to", "ten", "te", "ci", "taki", "tacy", "taka", "taką", "takich", "takie", "takiego", "takiej", "takiemu",
|
|
10
|
+
"takim", "takimi", "tamten", "tamta", "tamto", "tamci", "tamte", "tamtą", "tamtego", "tamtej", "tamtemu", "tamtych",
|
|
11
|
+
"tamtym", "tamtymi", "tą", "tę", "tego", "tej", "temu", "tych", "tymi", "tym", "tak",
|
|
12
|
+
];
|