natural 0.1.28 → 0.4.0

package/spec/noun_inflector_spec.js

@@ -1,270 +0,0 @@
-/*
-Copyright (c) 2011, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var NounInflector = require('../lib/natural/inflectors/noun_inflector'),
-    inflector = new NounInflector();
-
-describe('noun inflector', function() {
-    describe('singularization', function() {
-        it('should drop an S by default', function() {
-            expect(inflector.singularize('rrrs')).toBe('rrr');
-            expect(inflector.singularize('hackers')).toBe('hacker');
-            expect(inflector.singularize('movies')).toBe('movie');
-            
-            // MAN cases that don't pluralize to MEN            
-            expect(inflector.singularize('talismans')).toBe('talisman');
-            expect(inflector.singularize('humans')).toBe('human');
-            expect(inflector.singularize('prehumans')).toBe('prehuman');            
-        });
-        
-        it('should handle ambiguous form', function() {
-            expect(inflector.singularize('deer')).toBe('deer');
-            expect(inflector.singularize('fish')).toBe('fish');
-            expect(inflector.singularize('series')).toBe('series');
-            expect(inflector.singularize('sheep')).toBe('sheep');
-            expect(inflector.singularize('trout')).toBe('trout');
-        });
-        
-        it('should convert plurals ending SES to S', function() {
-            expect(inflector.singularize('statuses')).toBe('status');
-            expect(inflector.singularize('buses')).toBe('bus');
-        });        
-        
-        it('should match irregulars', function() {
-            expect(inflector.singularize('people')).toBe('person');
-            expect(inflector.singularize('children')).toBe('child');
-            expect(inflector.singularize('oxen')).toBe('ox');
-        });
-        
-        it('should handle IX cases', function() {
-            expect(inflector.singularize('matrices')).toBe('matrix');
-            expect(inflector.singularize('indices')).toBe('index');
-            expect(inflector.singularize('cortices')).toBe('cortex');
-
-            // our pluralizer won''t cause this form of appendix (appendicies)
-            // but we should handle it
-            expect(inflector.singularize('appendices')).toBe('appendix');
-        });        
-        
-        it('should regulars to ES', function() {
-            expect(inflector.singularize('churches')).toBe('church');
-            expect(inflector.singularize('appendixes')).toBe('appendix');
-            expect(inflector.singularize('messes')).toBe('mess');
-            expect(inflector.singularize('quizes')).toBe('quiz');
-            expect(inflector.singularize('shoes')).toBe('shoe');
-            expect(inflector.singularize('funguses')).toBe('fungus');
-        });
-        
-        it('should handle SIS cases', function() {
-            expect(inflector.singularize('synopses')).toBe('synopsis');
-            expect(inflector.singularize('parentheses')).toBe('parenthesis');            
-        });        
-
-        it('should handle special OES cases', function() {
-            expect(inflector.singularize('tomatoes')).toBe('tomato');
-        });
-
-        it('should handle I cases', function() {
-            expect(inflector.singularize('octopi')).toBe('octopus');
-            expect(inflector.singularize('stimuli')).toBe('stimulus');
-            expect(inflector.singularize('radii')).toBe('radius');
-            expect(inflector.singularize('nuclei')).toBe('nucleus');
-            expect(inflector.singularize('fungi')).toBe('fungus');
-            expect(inflector.singularize('cacti')).toBe('cactus');
-        });
-        
-        it('should handle IVES cases', function() {
-            expect(inflector.singularize('lives')).toBe('life');
-            expect(inflector.singularize('knives')).toBe('knife');
-        });
-
-        it('should handle Y cases', function() {
-            expect(inflector.singularize('parties')).toBe('party');
-            expect(inflector.singularize('flies')).toBe('fly');
-            expect(inflector.singularize('victories')).toBe('victory');
-            expect(inflector.singularize('monstrosities')).toBe('monstrosity');
-        });
-
-	it('should handle MAN->MAN cases', function() {
-	    expect(inflector.singularize('men')).toBe('man');
-	    expect(inflector.singularize('women')).toBe('woman');
-	    expect(inflector.singularize('workmen')).toBe('workman');
-	    expect(inflector.singularize('riflemen')).toBe('rifleman');            
-        });
-
-	it('should handle irregular cases', function() {
-	    expect(inflector.singularize('feet')).toBe('foot');
-	    expect(inflector.singularize('geese')).toBe('goose');
-	    expect(inflector.singularize('teeth')).toBe('tooth');
-        expect(inflector.singularize('ephemerides')).toBe('ephemeris');
-	});
-        
-	it('should handle AE cases', function() {
-	    expect(inflector.singularize('antennae')).toBe('antenna');
-	    expect(inflector.singularize('formulae')).toBe('formula');
-	    expect(inflector.singularize('nebulae')).toBe('nebula');
-	    expect(inflector.singularize('vertebrae')).toBe('vertebra');
-	    expect(inflector.singularize('vitae')).toBe('vita');
-        });
-        
-	it('should allow AE cases to be S', function() {
-	    expect(inflector.singularize('antennas')).toBe('antenna');
-	    expect(inflector.singularize('formulas')).toBe('formula');
-        });        
-    });
-
-    describe('pluralization', function() {
-        it('should append an S by default', function() {
-            expect(inflector.pluralize('rrr')).toBe('rrrs');
-            expect(inflector.pluralize('hacker')).toBe('hackers');
-            expect(inflector.pluralize('movie')).toBe('movies');
-        });
-        
-        it('should handle ambiguous form', function() {
-            expect(inflector.pluralize('deer')).toBe('deer');
-            expect(inflector.pluralize('fish')).toBe('fish');
-            expect(inflector.pluralize('series')).toBe('series');
-            expect(inflector.pluralize('sheep')).toBe('sheep');
-            expect(inflector.pluralize('trout')).toBe('trout');
-        });
-        
-        it('should convert singulars ending s to ses', function() {
-            expect(inflector.pluralize('status')).toBe('statuses');
-            expect(inflector.pluralize('bus')).toBe('buses');
-        });
-        
-        it('should match irregulars', function() {
-            expect(inflector.pluralize('person')).toBe('people');
-            expect(inflector.pluralize('child')).toBe('children');
-            expect(inflector.pluralize('ox')).toBe('oxen');
-        });
-        
-        it('should maintain case of irregulars', function() {
-            expect(inflector.pluralize('OX')).toBe('OXEN');
-            expect(inflector.pluralize('Person')).toBe('People');
-            expect(inflector.pluralize('child')).toBe('children');
-        });
-
-        it('should handle IX cases', function() {
-            expect(inflector.pluralize('matrix')).toBe('matrices');
-            expect(inflector.pluralize('index')).toBe('indices');
-            expect(inflector.pluralize('cortex')).toBe('cortices');
-        });        
-        
-        it('should regulars to ES', function() {
-            expect(inflector.pluralize('church')).toBe('churches');
-            expect(inflector.pluralize('appendix')).toBe('appendixes');
-            expect(inflector.pluralize('mess')).toBe('messes');
-            expect(inflector.pluralize('quiz')).toBe('quizes');
-            expect(inflector.pluralize('shoe')).toBe('shoes');
-        });
-        
-        it('should handle SIS cases', function() {
-            expect(inflector.pluralize('synopsis')).toBe('synopses');
-            expect(inflector.pluralize('parenthesis')).toBe('parentheses');            
-        });
-        
-        it('should handle special OES cases', function() {
-            expect(inflector.pluralize('tomato')).toBe('tomatoes');
-            expect(inflector.pluralize('buffalo')).toBe('buffaloes');
-            expect(inflector.pluralize('tornado')).toBe('tornadoes');
-        });
-
-        it('should handle I cases', function() {
-            expect(inflector.pluralize('radius')).toBe('radii');
-            expect(inflector.pluralize('octopus')).toBe('octopi');
-            expect(inflector.pluralize('stimulus')).toBe('stimuli');
-            expect(inflector.pluralize('nucleus')).toBe('nuclei');
-            expect(inflector.pluralize('fungus')).toBe('fungi');
-            expect(inflector.pluralize('cactus')).toBe('cacti');
-        });
-        
-        it('should handle IVES cases', function() {
-            expect(inflector.pluralize('knife')).toBe('knives');
-            expect(inflector.pluralize('life')).toBe('lives');            
-        });
-
-        it('should handle Y cases', function() {
-            expect(inflector.pluralize('party')).toBe('parties');
-            expect(inflector.pluralize('fly')).toBe('flies');
-            expect(inflector.pluralize('victory')).toBe('victories');
-            expect(inflector.pluralize('monstrosity')).toBe('monstrosities');
-        });
-
-	it('should handle MAN->MEN cases', function() {
-	    expect(inflector.pluralize('man')).toBe('men');
-	    expect(inflector.pluralize('woman')).toBe('women');
-            expect(inflector.pluralize('workman')).toBe('workmen');
-            expect(inflector.pluralize('rifleman')).toBe('riflemen');            
-        });
-
-	it('should handle irregular cases', function() {
-	    expect(inflector.pluralize('foot')).toBe('feet');
-	    expect(inflector.pluralize('goose')).toBe('geese');
-	    expect(inflector.pluralize('tooth')).toBe('teeth');
-        expect(inflector.pluralize('ephemeris')).toBe('ephemerides');
-
-            // MAN cases that don't pluralize to MEN
-            expect(inflector.pluralize('talisman')).toBe('talismans');
-            expect(inflector.pluralize('human')).toBe('humans');
-            expect(inflector.pluralize('prehuman')).toBe('prehumans');            
-	});
-        
-	it('should handle AE cases', function() {
-	    expect(inflector.pluralize('antenna')).toBe('antennae');
-	    expect(inflector.pluralize('formula')).toBe('formulae');
-	    expect(inflector.pluralize('nebula')).toBe('nebulae');
-	    expect(inflector.pluralize('vertebra')).toBe('vertebrae');
-	    expect(inflector.pluralize('vita')).toBe('vitae');
-        });        
-    });
-    
-    describe('should pluralize and singularize string from patch', function() {
-        inflector.attach();
-        expect('synopsis'.pluralizeNoun()).toBe('synopses');
-        expect('synopses'.singularizeNoun()).toBe('synopsis');        
-        expect('mess'.pluralizeNoun()).toBe('messes');
-        expect('messes'.singularizeNoun()).toBe('mess');
-    });
-
-    describe('custom inflections', function() {
-        describe('should pluralize and singularize custom forms', function() {
-            var myInflector = new NounInflector();
-            myInflector.attach();
-            myInflector.addPlural(/(code|ware)/i, '$1z');
-            myInflector.addSingular(/(code|ware)z/i, '$1');
-            expect('code'.pluralizeNoun()).toBe('codez');
-            expect('ware'.pluralizeNoun()).toBe('warez');
-            expect('codez'.singularizeNoun()).toBe('code');
-            expect('warez'.singularizeNoun()).toBe('ware');
-        });
-        
-        describe('should not break regular forms', function() {
-            var myInflector = new NounInflector();
-            myInflector.attach();
-            myInflector.addPlural(/(code|ware)/i, '$1z');
-            myInflector.addSingular(/(code|ware)z/i, '$1');
-            expect('bus'.pluralizeNoun()).toBe('buses');
-            expect('buses'.singularizeNoun()).toBe('bus');            
-        });
-    });
-});

package/spec/porter_stemmer_fr_spec.js

@@ -1,101 +0,0 @@
-/*
-Copyright (c) 2014, Ismaël Héry
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('../lib/natural/stemmers/porter_stemmer_fr');
-var fs = require('fs');
-
-describe('porter_stemmer', function() {
-
-  it('should prelude', function() {
-    expect(stemmer.prelude('JOUER')).toBe('joUer');
-    expect(stemmer.prelude('ennuie')).toBe('ennuIe');
-    expect(stemmer.prelude('yeux')).toBe('Yeux');
-    expect(stemmer.prelude('quand')).toBe('qUand');
-  });
-
-  it('should compute regions', function() {
-    expect(stemmer.regions('fameusement').r1).toBe(3);
-    expect(stemmer.regions('fameusement').r2).toBe(6);
-
-    expect(stemmer.regions('taii').r1).toBe(4);
-    expect(stemmer.regions('taii').r2).toBe(4);
-
-    expect(stemmer.regions('parade').rv).toBe(3);
-    expect(stemmer.regions('colet').rv).toBe(3);
-    expect(stemmer.regions('tapis').rv).toBe(3);
-    expect(stemmer.regions('aimer').rv).toBe(3);
-    expect(stemmer.regions('adorer').rv).toBe(3);
-    expect(stemmer.regions('voler').rv).toBe(2);
-    expect(stemmer.regions('tue').rv).toBe(2);
-  });
-
-  it('should compute longest suffix ends in Arr', function() {
-    expect(stemmer.endsinArr('voudriez', ['ez', 'iez', 'z'])).toBe('iez');
-  });
-
-  it('should stem some word', function() {
-    expect(stemmer.stem('volera')).toBe('vol');
-    expect(stemmer.stem('volerait')).toBe('vol');
-    expect(stemmer.stem('subitement')).toBe('subit');
-    expect(stemmer.stem('tempérament')).toBe('temper');
-    expect(stemmer.stem('voudriez')).toBe('voudr');
-    expect(stemmer.stem('vengeait')).toBe('veng');
-    expect(stemmer.stem('saisissement')).toBe('sais');
-    expect(stemmer.stem('transatlantique')).toBe('transatlant');
-    expect(stemmer.stem('premièrement')).toBe('premi');
-    expect(stemmer.stem('instruments')).toBe('instrument');
-    expect(stemmer.stem('trouverions')).toBe('trouv');
-    expect(stemmer.stem('voyiez')).toBe('voi');
-    expect(stemmer.stem('publicité')).toBe('publiqu');
-    expect(stemmer.stem('pitoyable')).toBe('pitoi');
-  });
-
-  it('should perform stemming on a lot of words', function() {
-    var ok = [];
-    var ko = [];
-    fs.readFileSync('spec/test_data/snowball_fr.txt').toString().split('\n').forEach(function(line) {
-      if (line) {
-        var fields = line.replace(/(\s)+/g, ' ').split(' ');
-        var stemmed = stemmer.stem(fields[0]);
-        var regs = stemmer.regions(fields[0]);
-        var txtRegions = {
-          r1: fields[0].substring(regs.r1),
-          r2: fields[0].substring(regs.r2),
-          rv: fields[0].substring(regs.rv)
-        }
-
-        if (stemmed === fields[1])
-          ok.push(fields[0]);
-        else
-          ko.push({
-            word: fields[0],
-            expected: fields[1],
-            actual: stemmed,
-            regions: txtRegions
-          });
-      }
-    });
-
-    expect(ko.length).toBe(0);
-  });
-
-});

package/spec/porter_stemmer_it_spec.js

@@ -1,44 +0,0 @@
-/*
-Copyright (c) 2012, Leonardo Fenu, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('lib/natural/stemmers/porter_stemmer_it');
-var fs = require('fs');
-
-describe('porter_stemmer_it', function() {
-  it('should perform stem', function() {
-    fs.readFileSync('spec/test_data/snowball_it.txt').toString().replace(/\r/g, '\n').split('\n').forEach(
-      function(line) {
-        if (line) {
-          var fields = line.split(' -> ');
-          var stemmed = stemmer.stem(fields[0]);
-          expect(stemmed).toEqual(fields[1]);
-        }
-      }
-    );
-  });
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-
-    expect('SOPRA la panca la capra CAMPA'.tokenizeAndStem()).toEqual([ 'sopr', 'panc', 'capr', 'camp' ]);
-    expect('SOTTO la panca la capra CREPA'.tokenizeAndStem()).toEqual([ 'sott', 'panc', 'capr', 'crep' ]);
-  });
-});

package/spec/porter_stemmer_no_spec.js

@@ -1,143 +0,0 @@
-/*
-Copyright (c) 2014, Kristoffer Brabrand
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('../lib/natural/stemmers/porter_stemmer_no'),
-    fs = require('fs');
-
-describe('porter_stemmer_no', function() {
-    it('should perform step 1a', function() {
-        expect(stemmer.step1a('forenkla')).toBe('forenkl');
-        expect(stemmer.step1a('aase')).toBe('aas');
-        expect(stemmer.step1a('allerede')).toBe('aller');
-        expect(stemmer.step1a('aukande')).toBe('auk');
-        expect(stemmer.step1a('avbøtende')).toBe('avbøt');
-        expect(stemmer.step1a('avdelingane')).toBe('avdeling');
-        expect(stemmer.step1a('avgiftene')).toBe('avgift');
-        expect(stemmer.step1a('havnevirksomhetene')).toBe('havnevirksom');
-        expect(stemmer.step1a('heimelen')).toBe('heimel');
-        expect(stemmer.step1a('hovedvirksomheten')).toBe('hovedvirksom');
-        expect(stemmer.step1a('hovudreglar')).toBe('hovudregl');
-        expect(stemmer.step1a('hugger')).toBe('hugg');
-        expect(stemmer.step1a('importvirksomheter')).toBe('importvirksom');
-        expect(stemmer.step1a('ivaretas')).toBe('ivaret');
-        expect(stemmer.step1a('iverksettes')).toBe('iverksett');
-        expect(stemmer.step1a('konsekvensutredes')).toBe('konsekvensutr');
-        expect(stemmer.step1a('oversendes')).toBe('overs');
-        expect(stemmer.step1a('pensjonenes')).toBe('pensjon');
-        expect(stemmer.step1a('myndighetenes')).toBe('myndig');
-        expect(stemmer.step1a('møteleiarens')).toBe('møteleiar');
-        expect(stemmer.step1a('virksomhetens')).toBe('virksom');
-        expect(stemmer.step1a('aktørers')).toBe('aktør');
-        expect(stemmer.step1a('arbeidslivets')).toBe('arbeidsliv');
-        expect(stemmer.step1a('arbeidskapasitet')).toBe('arbeidskapasit');
-        expect(stemmer.step1a('arealknapphet')).toBe('arealknapp');
-        expect(stemmer.step1a('attgjevast')).toBe('attgjev');
-    });
-
-    it('should perform step 1b', function() {
-        expect(stemmer.step1b('hinder')).toBe('hinder');
-        expect(stemmer.step1b('erwerbs')).toBe('erwerb');
-        expect(stemmer.step1b('alltids')).toBe('alltid');
-    });
-
-    it('should perform step 1c', function() {
-        expect(stemmer.step1c('akkumulerte')).toBe('akkumuler');
-        expect(stemmer.step1c('akseptert')).toBe('aksepter');
-    });
-
-    it('should perform step 1 (a-c)', function() {
-        expect(stemmer.step1('andelar')).toBe('andel');
-        expect(stemmer.step1('andeleigar')).toBe('andeleig');
-        expect(stemmer.step1('andeleigarane')).toBe('andeleigar');
-        expect(stemmer.step1('andeleigarbok')).toBe('andeleigarbok');
-        expect(stemmer.step1('andelen')).toBe('andel');
-        expect(stemmer.step1('andelene')).toBe('andel');
-        expect(stemmer.step1('andeler')).toBe('andel');
-        expect(stemmer.step1('andelsbevis')).toBe('andelsbevis');
-        expect(stemmer.step1('andelsbok')).toBe('andelsbok');
-        expect(stemmer.step1('andelsboka')).toBe('andelsbok');
-        expect(stemmer.step1('andelsboligforening')).toBe('andelsboligforening');
-        expect(stemmer.step1('andelsboligforeninger')).toBe('andelsboligforening');
-        expect(stemmer.step1('andelsboligorganisation')).toBe('andelsboligorganisation');
-        expect(stemmer.step1('andelsboligorganisationer')).toBe('andelsboligorganisation');
-        expect(stemmer.step1('andelsbrev')).toBe('andelsbrev');
-    });
-
-    it('should perform step 2', function() {
-        expect(stemmer.step2('hvorvidt')).toBe('hvorvid');
-        expect(stemmer.step2('innovativt')).toBe('innovativ');
-    });
-
-    it('should perform step 3', function() {
-        expect(stemmer.step3('lovleg')).toBe('lov');
-        expect(stemmer.step3('konkurranseskadeleg')).toBe('konkurranseskad');
-        expect(stemmer.step3('lystig')).toBe('lyst');
-        expect(stemmer.step3('utrolig')).toBe('utro');
-        expect(stemmer.step3('utrøstelig')).toBe('utrøst');
-        expect(stemmer.step3('boliglov')).toBe('bolig');
-        expect(stemmer.step3('samvirkelov')).toBe('samvirk');
-        expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift');
-    });
-
-    it('should perform stemming on a lot of words', function() {
-        var ok = [];
-        var ko = [];
-
-        fs.readFileSync('spec/test_data/snowball_no.txt').toString().split('\n').forEach(function(line) {
-            if (line) {
-                var fields = line.replace(/(\s)+/g, ' ').split(' ');
-                var stemmed = stemmer.stem(fields[0]);
-
-                if (stemmed === fields[1]) {
-                    ok.push(fields[0]);
-                } else {
-                    ko.push({
-                        word: fields[0],
-                        expected: fields[1],
-                        actual: stemmed
-                    });
-                }
-            }
-        });
-
-        expect(ko.length).toBe(0);
-    });
-
-    it('should perform complete stemming', function() {
-        expect(stemmer.step1a('forenkla')).toBe('forenkl');
-        expect(stemmer.step1a('aase')).toBe('aas');
-        expect(stemmer.step1a('allerede')).toBe('aller');
-        expect(stemmer.step1a('aukande')).toBe('auk');
-        expect(stemmer.step1a('avbøtende')).toBe('avbøt');
-        expect(stemmer.step1b('hinder')).toBe('hinder');
-        expect(stemmer.step1b('erwerbs')).toBe('erwerb');
-        expect(stemmer.step3('boliglov')).toBe('bolig');
-        expect(stemmer.step3('samvirkelov')).toBe('samvirk');
-        expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift');
-    });
-
-    it('should tokenize and stem attached', function() {
-        stemmer.attach();
-        expect('forebygger vedlikeholdsbehovene'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-        expect('FOREBYGGER VEDLIKEHOLDSBEHOVENE'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-    });
-});

package/spec/porter_stemmer_ru_spec.js

@@ -1,63 +0,0 @@
-/*
-Copyright (c) 2011, Polyakov Vladimir, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-var stemmer = require('../lib/natural/stemmers/porter_stemmer_ru');
-
-var test = [
-	'в', 'вавиловка', 'вагнера', 'вагон', 'вагона', 'вагоне', 'вагонов', 'вагоном', 'вагоны',
-	'важная', 'важнее', 'важнейшие', 'важнейшими', 'важничал', 'важно', 'важного', 'важное',
-	'важной', 'важном', 'важному', 'важности', 'важностию', 'важность', 'важностью', 'важную',
-	'важны', 'важные', 'важный', 'важным', 'важных', 'вазах', 'вазы', 'вакса', 'вакханка', 'вал',
-	'валандался', 'валентина', 'валериановых', 'валерию', 'валетами', 'вали', 'валил', 'валился',
-	'валится', 'валов', 'вальдшнепа', 'вальс', 'вальса', 'вальсе', 'вальсишку', 'вальтера', 'валяется',
-	'валялась', 'валялись', 'валялось', 'валялся', 'валять', 'валяются', 'вам', 'вами', 'п', 'па', 'пава',
-	'павел', 'павильон', 'павильонам', 'павла', 'павлиний', 'павлиньи', 'павлиньим', 'павлович', 'павловна',
-	'павловне', 'павловной', 'павловну', 'павловны', 'павловцы', 'павлыч', 'павлыча', 'пагубная', 'падает',
-	'падай', 'падал', 'падала', 'падаль', 'падать', 'падаю', 'падают', 'падающего', 'падающие', 'падеж', 'падение',
-	'падением', 'падении', 'падений', 'падения', 'паденье', 'паденья', 'падет', 'падут', 'падучая', 'падчерицей',
-	'падчерицы', 'падшая', 'падшей', 'падшему', 'падший', 'падшим', 'падших', 'падшую', 'паек', 'пазухи', 'пазуху',
-	'пай', 'пакет', 'пакетом', 'пакеты', 'пакостей', 'пакостно', 'пал'];
-
-var testResult = [
-	'в', 'вавиловк', 'вагнер', 'вагон', 'вагон', 'вагон', 'вагон', 'вагон', 'вагон', 'важн', 'важн', 'важн',
-	'важн', 'важнича', 'важн', 'важн', 'важн', 'важн', 'важн', 'важн', 'важност', 'важност', 'важност',
-	'важност', 'важн', 'важн', 'важн', 'важн', 'важн', 'важн', 'ваз', 'ваз', 'вакс', 'вакханк', 'вал',
-	'валанда', 'валентин', 'валерианов', 'валер', 'валет', 'вал', 'вал', 'вал', 'вал', 'вал', 'вальдшнеп',
-	'вальс', 'вальс', 'вальс', 'вальсишк', 'вальтер', 'валя', 'валя', 'валя', 'валя', 'валя', 'валя', 'валя',
-	'вам', 'вам', 'п', 'па', 'пав', 'павел', 'павильон', 'павильон', 'павл', 'павлин', 'павлин', 'павлин',
-	'павлович', 'павловн', 'павловн', 'павловн', 'павловн', 'павловн', 'павловц', 'павлыч', 'павлыч', 'пагубн',
-	'пада', 'пада', 'пада', 'пада', 'падал', 'пада', 'пада', 'пада', 'пада', 'пада', 'падеж', 'паден', 'паден',
-	'паден', 'паден', 'паден', 'паден', 'паден', 'падет', 'падут', 'падуч', 'падчериц', 'падчериц', 'падш', 'падш',
-	'падш', 'падш', 'падш', 'падш', 'падш', 'паек', 'пазух', 'пазух', 'па', 'пакет', 'пакет', 'пакет', 'пакост',
-	'пакостн', 'пал'];
-
-describe('porter_stemmer', function() {
-	it('should permof stem', function() {
-		for (var i = 0; i < test.length; i++) {
-			expect(stemmer.stem(test[i])).toBe(testResult[i]);
-		}
-	}),
-	it('should tokenize and stem attached', function() {
-		stemmer.attach();
-		expect('мама мыла раму'.tokenizeAndStem()).toEqual(['мам', 'мыл', 'рам']);
-		expect('МАМА МЫЛА РАМУ'.tokenizeAndStem()).toEqual(['мам', 'мыл', 'рам']);
-	});
-});