natural 7.0.3 → 7.0.6

package/ts_spec/porter_stemmer_it_spec.ts

@@ -1,56 +0,0 @@
-/*
-Copyright (c) 2019, Leonardo Fenu, Chris Umbel, Hugo W.L. ter Doest
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerIt as stemmer } from 'lib/natural'
-import rawJson from '../spec/test_data/snowball_it.json'
-const snowBallDict = rawJson as Record<string, string>
-
-describe('porter_stemmer_it', function () {
-  it('should perform stem', function () {
-    const errors = []
-    Object.keys(snowBallDict).forEach(word => {
-      const stemmed = stemmer.stem(word)
-      const expectedStem = snowBallDict[word]
-      if (stemmed !== snowBallDict[word]) {
-        console.log('Error:', word, 'Expected:', expectedStem, 'Got:', stemmed)
-        errors.push({
-          word,
-          expected: expectedStem,
-          actual: stemmed
-        })
-      }
-    })
-
-    expect(errors.length).toEqual(0)
-  })
-
-  /*
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-
-    expect('SOPRA la panca la capra CAMPA'.tokenizeAndStem()).toEqual([ 'sopr', 'panc', 'capr', 'camp' ]);
-    expect('SOTTO la panca la capra CREPA'.tokenizeAndStem()).toEqual([ 'sott', 'panc', 'capr', 'crep' ]);
-  });
-  */
-})

package/ts_spec/porter_stemmer_nl_spec.ts

@@ -1,73 +0,0 @@
-/*
-Copyright (c) 2019, Hugo W.L. ter Doest
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerNl as stemmer } from 'lib/natural'
-import rawObj from '../spec/test_data/snowball_nl.json'
-const snowBallDict = rawObj as Record<string, string>
-// const dutchSentences = require('spec/test_data/Volkskrant-20150205-Knot-geldpers-aanzetten-is-paardenmiddel-voor-half-procent-inflatie.json')
-// const dutchStemResults = require('spec/test_data/dutchStemResults.json')
-
-const DEBUG = false
-
-describe('porter_stemmer_nl', function () {
-  it('should perform stemming on a lot of words', function () {
-    const errors = []
-
-    Object.keys(snowBallDict).forEach(word => {
-      const stemmed = stemmer.stem(word)
-      const expectedStem = snowBallDict[word]
-      if (stemmed !== snowBallDict[word]) {
-        DEBUG && console.log('Error:', word, 'Expected:', expectedStem, 'Got:', stemmed)
-        errors.push({
-          word,
-          expected: expectedStem,
-          actual: stemmed
-        })
-      }
-    })
-
-    // The stemmer has an error count of 237 against the snowball list for nl that has 45669 entries
-    expect(errors.length).toEqual(237)
-  })
-
-  // Commented out because hyphens are not processed correctly in the expected results
-  /*
-  it('should tokenize a piece of text', function () {
-    dutchSentences.sentences.forEach((sentence, index) => {
-      const result = stemmer.tokenizeAndStem(sentence, true)
-      DEBUG && console.log(result)
-      expect(result).toEqual(dutchStemResults.results[index])
-    })
-  })
-  */
-
-  /*
-  it('should work with the attached notation', function() {
-    stemmer.attach();
-    expect("mogelijkheid".stem()).toEqual("mogelijk");
-    expect("Knot: geldpers aanzetten is paardenmiddel voor half procent inflatie".tokenizeAndStem(true)).toEqual(
-      [ 'knot', 'geldper', 'aanzet', 'is', 'paardenmiddel', 'vor', 'half', 'procent', 'inflatie' ]);
-  });
-  */
-})

package/ts_spec/porter_stemmer_no_spec.ts

@@ -1,148 +0,0 @@
-/*
-Copyright (c) 2019, Kristoffer Brabrand, Hugo W.L. ter Doest
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerNo as stemmer } from 'lib/natural'
-import rawObj from '../spec/test_data/snowball_no.json'
-const snowBallDict = rawObj as Record<string, string>
-
-describe('porter_stemmer_no', function () {
-  it('should perform step 1a', function () {
-    expect(stemmer.step1a('forenkla')).toBe('forenkl')
-    expect(stemmer.step1a('aase')).toBe('aas')
-    expect(stemmer.step1a('allerede')).toBe('aller')
-    expect(stemmer.step1a('aukande')).toBe('auk')
-    expect(stemmer.step1a('avbøtende')).toBe('avbøt')
-    expect(stemmer.step1a('avdelingane')).toBe('avdeling')
-    expect(stemmer.step1a('avgiftene')).toBe('avgift')
-    expect(stemmer.step1a('havnevirksomhetene')).toBe('havnevirksom')
-    expect(stemmer.step1a('heimelen')).toBe('heimel')
-    expect(stemmer.step1a('hovedvirksomheten')).toBe('hovedvirksom')
-    expect(stemmer.step1a('hovudreglar')).toBe('hovudregl')
-    expect(stemmer.step1a('hugger')).toBe('hugg')
-    expect(stemmer.step1a('importvirksomheter')).toBe('importvirksom')
-    expect(stemmer.step1a('ivaretas')).toBe('ivaret')
-    expect(stemmer.step1a('iverksettes')).toBe('iverksett')
-    expect(stemmer.step1a('konsekvensutredes')).toBe('konsekvensutr')
-    expect(stemmer.step1a('oversendes')).toBe('overs')
-    expect(stemmer.step1a('pensjonenes')).toBe('pensjon')
-    expect(stemmer.step1a('myndighetenes')).toBe('myndig')
-    expect(stemmer.step1a('møteleiarens')).toBe('møteleiar')
-    expect(stemmer.step1a('virksomhetens')).toBe('virksom')
-    expect(stemmer.step1a('aktørers')).toBe('aktør')
-    expect(stemmer.step1a('arbeidslivets')).toBe('arbeidsliv')
-    expect(stemmer.step1a('arbeidskapasitet')).toBe('arbeidskapasit')
-    expect(stemmer.step1a('arealknapphet')).toBe('arealknapp')
-    expect(stemmer.step1a('attgjevast')).toBe('attgjev')
-  })
-
-  it('should perform step 1b', function () {
-    expect(stemmer.step1b('hinder')).toBe('hinder')
-    expect(stemmer.step1b('erwerbs')).toBe('erwerb')
-    expect(stemmer.step1b('alltids')).toBe('alltid')
-  })
-
-  it('should perform step 1c', function () {
-    expect(stemmer.step1c('akkumulerte')).toBe('akkumuler')
-    expect(stemmer.step1c('akseptert')).toBe('aksepter')
-  })
-
-  it('should perform step 1 (a-c)', function () {
-    expect(stemmer.step1('andelar')).toBe('andel')
-    expect(stemmer.step1('andeleigar')).toBe('andeleig')
-    expect(stemmer.step1('andeleigarane')).toBe('andeleigar')
-    expect(stemmer.step1('andeleigarbok')).toBe('andeleigarbok')
-    expect(stemmer.step1('andelen')).toBe('andel')
-    expect(stemmer.step1('andelene')).toBe('andel')
-    expect(stemmer.step1('andeler')).toBe('andel')
-    expect(stemmer.step1('andelsbevis')).toBe('andelsbevis')
-    expect(stemmer.step1('andelsbok')).toBe('andelsbok')
-    expect(stemmer.step1('andelsboka')).toBe('andelsbok')
-    expect(stemmer.step1('andelsboligforening')).toBe('andelsboligforening')
-    expect(stemmer.step1('andelsboligforeninger')).toBe('andelsboligforening')
-    expect(stemmer.step1('andelsboligorganisation')).toBe('andelsboligorganisation')
-    expect(stemmer.step1('andelsboligorganisationer')).toBe('andelsboligorganisation')
-    expect(stemmer.step1('andelsbrev')).toBe('andelsbrev')
-  })
-
-  it('should perform step 2', function () {
-    expect(stemmer.step2('hvorvidt')).toBe('hvorvid')
-    expect(stemmer.step2('innovativt')).toBe('innovativ')
-  })
-
-  it('should perform step 3', function () {
-    expect(stemmer.step3('lovleg')).toBe('lov')
-    expect(stemmer.step3('konkurranseskadeleg')).toBe('konkurranseskad')
-    expect(stemmer.step3('lystig')).toBe('lyst')
-    expect(stemmer.step3('utrolig')).toBe('utro')
-    expect(stemmer.step3('utrøstelig')).toBe('utrøst')
-    expect(stemmer.step3('boliglov')).toBe('bolig')
-    expect(stemmer.step3('samvirkelov')).toBe('samvirk')
-    expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift')
-  })
-
-  it('should perform stemming on a lot of words', function () {
-    const ok = []
-    const ko = []
-
-    Object.keys(snowBallDict).forEach(word => {
-      const stemmed = stemmer.stem(word)
-      const expectedStem = snowBallDict[word]
-
-      if (stemmed === expectedStem) {
-        ok.push(word)
-      } else {
-        ko.push({
-          word,
-          expected: expectedStem,
-          actual: stemmed
-        })
-      }
-    })
-
-    expect(ko.length).toBe(0)
-  })
-
-  it('should perform complete stemming', function () {
-    /*
-    expect(stemmer.step1a('forenkla')).toBe('forenkl')
-    expect(stemmer.step1a('aase')).toBe('aas')
-    expect(stemmer.step1a('allerede')).toBe('aller')
-    expect(stemmer.step1a('aukande')).toBe('auk')
-    */
-    expect(stemmer.step1a('avbøtende')).toBe('avbøt')
-    expect(stemmer.step1b('hinder')).toBe('hinder')
-    expect(stemmer.step1b('erwerbs')).toBe('erwerb')
-    expect(stemmer.step3('boliglov')).toBe('bolig')
-    expect(stemmer.step3('samvirkelov')).toBe('samvirk')
-    expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift')
-  })
-
-  /*
-    it('should tokenize and stem attached', function() {
-        stemmer.attach();
-        expect('forebygger vedlikeholdsbehovene'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-        expect('FOREBYGGER VEDLIKEHOLDSBEHOVENE'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-    });
-    */
-})

package/ts_spec/porter_stemmer_pt_spec.ts

@@ -1,50 +0,0 @@
-/*
-Copyright (c) 2019, Luís Rodrigues, Hugo W.L. ter Doest
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerPt as stemmer } from 'lib/natural'
-import rawObj from '../spec/test_data/snowball_pt.json'
-const snowBallDict = rawObj as Record<string, string>
-
-const DEBUG = false
-
-describe('porter_stemmer_pt', function () {
-  it('should perform stemming on a lot of words', function () {
-    const errors = []
-
-    Object.keys(snowBallDict).forEach(word => {
-      const stemmed = stemmer.stem(word)
-      const expectedStem = snowBallDict[word]
-      if (stemmed !== snowBallDict[word]) {
-        DEBUG && console.log('Error:', word, 'Expected:', expectedStem, 'Got:', stemmed)
-        errors.push({
-          word,
-          expected: expectedStem,
-          actual: stemmed
-        })
-      }
-    })
-
-    expect(errors.length).toEqual(0)
-  })
-})

package/ts_spec/porter_stemmer_ru_spec.ts

@@ -1,67 +0,0 @@
-/*
-Copyright (c) 2011, Polyakov Vladimir, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerRu as stemmer } from 'lib/natural'
-
-const test = [
-  'в', 'вавиловка', 'вагнера', 'вагон', 'вагона', 'вагоне', 'вагонов', 'вагоном', 'вагоны',
-  'важная', 'важнее', 'важнейшие', 'важнейшими', 'важничал', 'важно', 'важного', 'важное',
-  'важной', 'важном', 'важному', 'важности', 'важностию', 'важность', 'важностью', 'важную',
-  'важны', 'важные', 'важный', 'важным', 'важных', 'вазах', 'вазы', 'вакса', 'вакханка', 'вал',
-  'валандался', 'валентина', 'валериановых', 'валерию', 'валетами', 'вали', 'валил', 'валился',
-  'валится', 'валов', 'вальдшнепа', 'вальс', 'вальса', 'вальсе', 'вальсишку', 'вальтера', 'валяется',
-  'валялась', 'валялись', 'валялось', 'валялся', 'валять', 'валяются', 'вам', 'вами', 'п', 'па', 'пава',
-  'павел', 'павильон', 'павильонам', 'павла', 'павлиний', 'павлиньи', 'павлиньим', 'павлович', 'павловна',
-  'павловне', 'павловной', 'павловну', 'павловны', 'павловцы', 'павлыч', 'павлыча', 'пагубная', 'падает',
-  'падай', 'падал', 'падала', 'падаль', 'падать', 'падаю', 'падают', 'падающего', 'падающие', 'падеж', 'падение',
-  'падением', 'падении', 'падений', 'падения', 'паденье', 'паденья', 'падет', 'падут', 'падучая', 'падчерицей',
-  'падчерицы', 'падшая', 'падшей', 'падшему', 'падший', 'падшим', 'падших', 'падшую', 'паек', 'пазухи', 'пазуху',
-  'пай', 'пакет', 'пакетом', 'пакеты', 'пакостей', 'пакостно', 'пал']
-
-const testResult = [
-  'в', 'вавиловк', 'вагнер', 'вагон', 'вагон', 'вагон', 'вагон', 'вагон', 'вагон', 'важн', 'важн', 'важн',
-  'важн', 'важнича', 'важн', 'важн', 'важн', 'важн', 'важн', 'важн', 'важност', 'важност', 'важност',
-  'важност', 'важн', 'важн', 'важн', 'важн', 'важн', 'важн', 'ваз', 'ваз', 'вакс', 'вакханк', 'вал',
-  'валанда', 'валентин', 'валерианов', 'валер', 'валет', 'вал', 'вал', 'вал', 'вал', 'вал', 'вальдшнеп',
-  'вальс', 'вальс', 'вальс', 'вальсишк', 'вальтер', 'валя', 'валя', 'валя', 'валя', 'валя', 'валя', 'валя',
-  'вам', 'вам', 'п', 'па', 'пав', 'павел', 'павильон', 'павильон', 'павл', 'павлин', 'павлин', 'павлин',
-  'павлович', 'павловн', 'павловн', 'павловн', 'павловн', 'павловн', 'павловц', 'павлыч', 'павлыч', 'пагубн',
-  'пада', 'пада', 'пада', 'пада', 'падал', 'пада', 'пада', 'пада', 'пада', 'пада', 'падеж', 'паден', 'паден',
-  'паден', 'паден', 'паден', 'паден', 'паден', 'падет', 'падут', 'падуч', 'падчериц', 'падчериц', 'падш', 'падш',
-  'падш', 'падш', 'падш', 'падш', 'падш', 'паек', 'пазух', 'пазух', 'па', 'пакет', 'пакет', 'пакет', 'пакост',
-  'пакостн', 'пал']
-
-describe('porter_stemmer', function () {
-  it('should permof stem', function () {
-    for (let i = 0; i < test.length; i++) {
-      expect(stemmer.stem(test[i])).toBe(testResult[i])
-    }
-  })/*,
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-    expect('мама мыла раму'.tokenizeAndStem()).toEqual(['мам', 'мыл', 'рам']);
-    expect('МАМА МЫЛА РАМУ'.tokenizeAndStem()).toEqual(['мам', 'мыл', 'рам']);
-  });
-*/
-})

package/ts_spec/porter_stemmer_spec.ts

@@ -1,202 +0,0 @@
-/*
-Copyright (c) 2011, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import {
-  PorterStemmer as stemmer,
-  stopwords
-} from 'lib/natural'
-
-describe('porter_stemmer', function () {
-  it('should categorizeGroups', function () {
-    expect(stemmer.categorizeGroups('syllog')).toBe('CVCVC')
-    expect(stemmer.categorizeGroups('gypsy')).toBe('CVCV')
-  })
-
-  it('should measure', function () {
-    expect(stemmer.measure('syllog')).toBe(2)
-  })
-
-  it('should perform step 1a', function () {
-    expect(stemmer.step1a('caresses')).toBe('caress')
-    expect(stemmer.step1a('ponies')).toBe('poni')
-    expect(stemmer.step1a('ties')).toBe('ti')
-    expect(stemmer.step1a('caress')).toBe('caress')
-    expect(stemmer.step1a('cats')).toBe('cat')
-  })
-
-  it('should perform step 1b', function () {
-    expect(stemmer.step1b('feed')).toBe('feed')
-    expect(stemmer.step1b('agreed')).toBe('agree')
-    expect(stemmer.step1b('plastered')).toBe('plaster')
-    expect(stemmer.step1b('bled')).toBe('bled')
-    expect(stemmer.step1b('motoring')).toBe('motor')
-    expect(stemmer.step1b('sing')).toBe('sing')
-  })
-
-  it('should perform step 1c', function () {
-    expect(stemmer.step1c('happy')).toBe('happi')
-    expect(stemmer.step1c('sky')).toBe('sky')
-  })
-
-  it('should perform step 2', function () {
-    expect(stemmer.step2('relational')).toBe('relate')
-    expect(stemmer.step2('conditional')).toBe('condition')
-    expect(stemmer.step2('rational')).toBe('rational')
-    expect(stemmer.step2('valenci')).toBe('valence')
-    expect(stemmer.step2('hesitanci')).toBe('hesitance')
-    expect(stemmer.step2('digitizer')).toBe('digitize')
-    expect(stemmer.step2('conformabli')).toBe('conformable')
-    expect(stemmer.step2('radicalli')).toBe('radical')
-    expect(stemmer.step2('differentli')).toBe('different')
-    expect(stemmer.step2('vileli')).toBe('vile')
-    expect(stemmer.step2('analogousli')).toBe('analogous')
-    expect(stemmer.step2('vietnamization')).toBe('vietnamize')
-    expect(stemmer.step2('predication')).toBe('predicate')
-    expect(stemmer.step2('operator')).toBe('operate')
-    expect(stemmer.step2('feudalism')).toBe('feudal')
-    expect(stemmer.step2('decisiveness')).toBe('decisive')
-    expect(stemmer.step2('hopefulness')).toBe('hopeful')
-    expect(stemmer.step2('callousness')).toBe('callous')
-    expect(stemmer.step2('formaliti')).toBe('formal')
-    expect(stemmer.step2('sensitiviti')).toBe('sensitive')
-    expect(stemmer.step2('sensibiliti')).toBe('sensible')
-  })
-
-  it('should perform step 3', function () {
-    expect(stemmer.step3('triplicate')).toBe('triplic')
-    expect(stemmer.step3('formative')).toBe('form')
-    expect(stemmer.step3('formalize')).toBe('formal')
-    expect(stemmer.step3('electriciti')).toBe('electric')
-    expect(stemmer.step3('electrical')).toBe('electric')
-    expect(stemmer.step3('hopeful')).toBe('hope')
-    expect(stemmer.step3('goodness')).toBe('good')
-  })
-
-  it('should perform step 4', function () {
-    expect(stemmer.step4('revival')).toBe('reviv')
-    expect(stemmer.step4('allowance')).toBe('allow')
-    expect(stemmer.step4('inference')).toBe('infer')
-    expect(stemmer.step4('airliner')).toBe('airlin')
-    expect(stemmer.step4('gyroscopic')).toBe('gyroscop')
-    expect(stemmer.step4('adjustable')).toBe('adjust')
-    expect(stemmer.step4('defensible')).toBe('defens')
-    expect(stemmer.step4('irritant')).toBe('irrit')
-    expect(stemmer.step4('replacement')).toBe('replac')
-    expect(stemmer.step4('adjustment')).toBe('adjust')
-    expect(stemmer.step4('dependent')).toBe('depend')
-    expect(stemmer.step4('adoption')).toBe('adopt')
-    expect(stemmer.step4('homologou')).toBe('homolog')
-    expect(stemmer.step4('communism')).toBe('commun')
-    expect(stemmer.step4('activate')).toBe('activ')
-    expect(stemmer.step4('angulariti')).toBe('angular')
-    expect(stemmer.step4('homologous')).toBe('homolog')
-    expect(stemmer.step4('effective')).toBe('effect')
-    expect(stemmer.step4('bowdlerize')).toBe('bowdler')
-  })
-
-  it('should perform step 5a', function () {
-    expect(stemmer.step5a('probate')).toBe('probat')
-    expect(stemmer.step5a('rate')).toBe('rate')
-    expect(stemmer.step5a('cease')).toBe('ceas')
-  })
-
-  it('should perform step5b', function () {
-    expect(stemmer.step5b('controll')).toBe('control')
-    expect(stemmer.step5b('roll')).toBe('roll')
-  })
-
-  it('should perform complete stemming', function () {
-    expect(stemmer.stem('scoring')).toBe('score')
-    expect(stemmer.stem('scored')).toBe('score')
-    expect(stemmer.stem('scores')).toBe('score')
-    expect(stemmer.stem('score')).toBe('score')
-    expect(stemmer.stem('SCORING')).toBe('score')
-    expect(stemmer.stem('SCORED')).toBe('score')
-    expect(stemmer.stem('SCORES')).toBe('score')
-    expect(stemmer.stem('SCORE')).toBe('score')
-    expect(stemmer.stem('nationals')).toBe('nation')
-    expect(stemmer.stem('doing')).toBe('do')
-  })
-
-  it('should perform stem animated to anim', function () {
-    expect(stemmer.stem('animated')).toBe('anim')
-  })
-
-  it('issue 176 - attemptReplace ed|ing', function () {
-    expect(stemmer.stem('aedile')).toBe('aedil')
-    expect(stemmer.stem('adoptedly')).toBe('adoptedli')
-  })
-
-  it('issue 176 - minimum length for final e', function () {
-    expect(stemmer.stem('ace')).toBe('ac')
-  })
-
-  it('issue 176 - minimum length for final s', function () {
-    expect(stemmer.stem('yes')).toBe('ye')
-  })
-
-  it('issue 176 - s/tion measure', function () {
-    expect(stemmer.stem('invasion')).toBe('invas')
-  })
-
-  it('issue 176 - vehement - step 4', function () {
-    expect(stemmer.stem('vehement')).toBe('vehement')
-    expect(stemmer.stem('syllogism')).toBe('syllog')
-    expect(stemmer.stem('gypsy')).toBe('gypsi')
-  })
-
-  it('issue 176 step 2', function () {
-    expect(stemmer.stem('terribly')).toBe('terribl')
-    expect(stemmer.stem('apology')).toBe('apolog')
-  })
-
-  it('issue 176 - step 5a', function () {
-    expect(stemmer.stem('type')).toBe('type')
-  })
-
-  it('issue 176 - corruptiblity', function () {
-    expect(stemmer.stem('corruptibility')).toBe('corrupt')
-  })
-
-  /*
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-    expect('scoring stinks'.tokenizeAndStem()).toEqual(['score', 'stink']);
-    expect('SCORING STINKS'.tokenizeAndStem()).toEqual(['score', 'stink']);
-  });
-*/
-
-  it('should tokenize and stem ignoring stopwords', function () {
-    expect(stemmer.tokenizeAndStem('My dog is very fun TO play with And another thing, he is A poodle.')).toEqual(['dog', 'fun', 'plai', 'thing', 'poodl'])
-  })
-
-  it('should tokenize and stem ignoring all capital stopwords', function () {
-    const allCapitalStopwords: string = stopwords.join(' ').toUpperCase()
-    expect(stemmer.tokenizeAndStem(allCapitalStopwords)).toEqual([])
-  })
-
-  it('should tokenize and stem including stopwords', function () {
-    expect(stemmer.tokenizeAndStem('My dog is very fun TO play with And another thing, he is A poodle.', true)).toEqual(['my', 'dog', 'is', 'veri', 'fun', 'to', 'plai', 'with', 'and', 'anoth', 'thing', 'he', 'is', 'a', 'poodl'])
-  })
-})

package/ts_spec/porter_stemmer_sv_spec.ts

@@ -1,41 +0,0 @@
-/*
-Copyright (c) 2017, Dogan Yazar
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-'use strict'
-
-import { PorterStemmerSv as stemmer } from 'lib/natural'
-import { words, stemmedWords } from '../spec/test_data/sv_stemmer_sample.js'
-
-describe('porter_stemmer_sv', function () {
-  it('Stem whole sample data', function () {
-    const res = words.map(w => stemmer.stem(w))
-    expect(res).toEqual(stemmedWords)
-  })
-
-  /*
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-    expect('björks jaktbössa'.tokenizeAndStem()).toEqual(['björk', 'jaktböss'])
-    expect('bJöRks JaKtböSsa'.tokenizeAndStem()).toEqual(['björk', 'jaktböss'])
-  })
-  */
-})