natural 0.2.1 → 0.4.0

package/spec/noun_inflector_ja_spec.js

@@ -1,112 +0,0 @@
-/*
- Copyright (c) 2012, Guillaume Marty
-
- Permission is hereby granted, free of charge, to any person obtaining a copy
- of this software and associated documentation files (the "Software"), to deal
- in the Software without restriction, including without limitation the rights
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- copies of the Software, and to permit persons to whom the Software is
- furnished to do so, subject to the following conditions:
-
- The above copyright notice and this permission notice shall be included in
- all copies or substantial portions of the Software.
-
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- THE SOFTWARE.
- */
-
-var NounInflector = require('../lib/natural/inflectors/ja/noun_inflector'),
-    inflector = new NounInflector();
-
-describe('NounInflector', function() {
-  describe('.pluralize()', function() {
-    describe('should pluralize nouns', function() {
-      expect(inflector.pluralize('ひと')).toBe('ひとたち');
-      expect(inflector.pluralize('わたし')).toBe('わたしたち');
-      expect(inflector.pluralize('私')).toBe('私たち');
-    });
-
-    describe('should not pluralize exceptions', function() {
-      expect(inflector.pluralize('ともだち')).toBe('ともだち');
-      expect(inflector.pluralize('友だち')).toBe('友だち');
-      expect(inflector.pluralize('友達')).toBe('友達');
-    });
-
-    describe('should pluralize archaic forms', function() {
-      expect(inflector.pluralize('神')).toBe('神神');
-      expect(inflector.pluralize('人')).toBe('人人');
-      expect(inflector.pluralize('我')).toBe('我我');
-    });
-  });
-
-  describe('.singularize()', function() {
-    describe('should singularize regular nouns ending by -tachi in Hiragana', function() {
-      expect(inflector.singularize('わたしたち')).toBe('わたし');
-      expect(inflector.singularize('人たち')).toBe('人');
-      expect(inflector.singularize('りかたち')).toBe('りか');
-    });
-
-    describe('should not singularize exception nouns ending by -tachi in Hiragana', function() {
-      expect(inflector.singularize('ついたち')).toBe('ついたち');
-      expect(inflector.singularize('かたち')).toBe('かたち');
-      expect(inflector.singularize('はたち')).toBe('はたち');
-    });
-
-    describe('should singularize regular nouns ending by -tachi in Kanji', function() {
-      expect(inflector.singularize('わたし達')).toBe('わたし');
-      expect(inflector.singularize('人達')).toBe('人');
-      expect(inflector.singularize('日伊達')).toBe('日伊');
-    });
-
-    describe('should not singularize exception nouns ending by -tachi in Kanji', function() {
-      expect(inflector.singularize('上達')).toBe('上達');
-      expect(inflector.singularize('配達')).toBe('配達');
-      expect(inflector.singularize('発達')).toBe('発達');
-    });
-
-    describe('should singularize regular nouns ending by -ra in Kanji', function() {
-      expect(inflector.singularize('僕等')).toBe('僕');
-      expect(inflector.singularize('貴様等')).toBe('貴様');
-      expect(inflector.singularize('圭一等')).toBe('圭一');
-    });
-
-    describe('should not singularize exception nouns ending by -ra in Kanji', function() {
-      expect(inflector.singularize('下等')).toBe('下等');
-      expect(inflector.singularize('初等')).toBe('初等');
-      expect(inflector.singularize('一等')).toBe('一等');
-    });
-
-    describe('should singularize regular nouns ending by -gata', function() {
-      expect(inflector.singularize('神様方')).toBe('神様');
-      expect(inflector.singularize('先生方')).toBe('先生');
-      expect(inflector.singularize('あなたがた')).toBe('あなた');
-    });
-
-    describe('should singularize regular nouns ending by -domo', function() {
-      expect(inflector.singularize('人間共')).toBe('人間');
-      expect(inflector.singularize('野郎共')).toBe('野郎');
-      expect(inflector.singularize('ガキども')).toBe('ガキ');
-    });
-
-    describe('should pluralize archaic forms', function() {
-      expect(inflector.singularize('神神')).toBe('神');
-      expect(inflector.singularize('人人')).toBe('人');
-      expect(inflector.singularize('我我')).toBe('我');
-    });
-  });
-
-  describe('.attach()', function() {
-    describe('should attach new methods to String', function() {
-      inflector.attach();
-      expect('私'.pluralizeNoun()).toBe('私たち');
-      expect('私たち'.singularizeNoun()).toBe('私');
-      expect('人'.pluralizeNoun()).toBe('人人');
-      expect('人人'.singularizeNoun()).toBe('人');
-    });
-  });
-});

package/spec/noun_inflector_spec.js

@@ -1,270 +0,0 @@
-/*
-Copyright (c) 2011, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var NounInflector = require('../lib/natural/inflectors/noun_inflector'),
-    inflector = new NounInflector();
-
-describe('noun inflector', function() {
-    describe('singularization', function() {
-        it('should drop an S by default', function() {
-            expect(inflector.singularize('rrrs')).toBe('rrr');
-            expect(inflector.singularize('hackers')).toBe('hacker');
-            expect(inflector.singularize('movies')).toBe('movie');
-            
-            // MAN cases that don't pluralize to MEN            
-            expect(inflector.singularize('talismans')).toBe('talisman');
-            expect(inflector.singularize('humans')).toBe('human');
-            expect(inflector.singularize('prehumans')).toBe('prehuman');            
-        });
-        
-        it('should handle ambiguous form', function() {
-            expect(inflector.singularize('deer')).toBe('deer');
-            expect(inflector.singularize('fish')).toBe('fish');
-            expect(inflector.singularize('series')).toBe('series');
-            expect(inflector.singularize('sheep')).toBe('sheep');
-            expect(inflector.singularize('trout')).toBe('trout');
-        });
-        
-        it('should convert plurals ending SES to S', function() {
-            expect(inflector.singularize('statuses')).toBe('status');
-            expect(inflector.singularize('buses')).toBe('bus');
-        });        
-        
-        it('should match irregulars', function() {
-            expect(inflector.singularize('people')).toBe('person');
-            expect(inflector.singularize('children')).toBe('child');
-            expect(inflector.singularize('oxen')).toBe('ox');
-        });
-        
-        it('should handle IX cases', function() {
-            expect(inflector.singularize('matrices')).toBe('matrix');
-            expect(inflector.singularize('indices')).toBe('index');
-            expect(inflector.singularize('cortices')).toBe('cortex');
-
-            // our pluralizer won''t cause this form of appendix (appendicies)
-            // but we should handle it
-            expect(inflector.singularize('appendices')).toBe('appendix');
-        });        
-        
-        it('should regulars to ES', function() {
-            expect(inflector.singularize('churches')).toBe('church');
-            expect(inflector.singularize('appendixes')).toBe('appendix');
-            expect(inflector.singularize('messes')).toBe('mess');
-            expect(inflector.singularize('quizes')).toBe('quiz');
-            expect(inflector.singularize('shoes')).toBe('shoe');
-            expect(inflector.singularize('funguses')).toBe('fungus');
-        });
-        
-        it('should handle SIS cases', function() {
-            expect(inflector.singularize('synopses')).toBe('synopsis');
-            expect(inflector.singularize('parentheses')).toBe('parenthesis');            
-        });        
-
-        it('should handle special OES cases', function() {
-            expect(inflector.singularize('tomatoes')).toBe('tomato');
-        });
-
-        it('should handle I cases', function() {
-            expect(inflector.singularize('octopi')).toBe('octopus');
-            expect(inflector.singularize('stimuli')).toBe('stimulus');
-            expect(inflector.singularize('radii')).toBe('radius');
-            expect(inflector.singularize('nuclei')).toBe('nucleus');
-            expect(inflector.singularize('fungi')).toBe('fungus');
-            expect(inflector.singularize('cacti')).toBe('cactus');
-        });
-        
-        it('should handle IVES cases', function() {
-            expect(inflector.singularize('lives')).toBe('life');
-            expect(inflector.singularize('knives')).toBe('knife');
-        });
-
-        it('should handle Y cases', function() {
-            expect(inflector.singularize('parties')).toBe('party');
-            expect(inflector.singularize('flies')).toBe('fly');
-            expect(inflector.singularize('victories')).toBe('victory');
-            expect(inflector.singularize('monstrosities')).toBe('monstrosity');
-        });
-
-	it('should handle MAN->MAN cases', function() {
-	    expect(inflector.singularize('men')).toBe('man');
-	    expect(inflector.singularize('women')).toBe('woman');
-	    expect(inflector.singularize('workmen')).toBe('workman');
-	    expect(inflector.singularize('riflemen')).toBe('rifleman');            
-        });
-
-	it('should handle irregular cases', function() {
-	    expect(inflector.singularize('feet')).toBe('foot');
-	    expect(inflector.singularize('geese')).toBe('goose');
-	    expect(inflector.singularize('teeth')).toBe('tooth');
-        expect(inflector.singularize('ephemerides')).toBe('ephemeris');
-	});
-        
-	it('should handle AE cases', function() {
-	    expect(inflector.singularize('antennae')).toBe('antenna');
-	    expect(inflector.singularize('formulae')).toBe('formula');
-	    expect(inflector.singularize('nebulae')).toBe('nebula');
-	    expect(inflector.singularize('vertebrae')).toBe('vertebra');
-	    expect(inflector.singularize('vitae')).toBe('vita');
-        });
-        
-	it('should allow AE cases to be S', function() {
-	    expect(inflector.singularize('antennas')).toBe('antenna');
-	    expect(inflector.singularize('formulas')).toBe('formula');
-        });        
-    });
-
-    describe('pluralization', function() {
-        it('should append an S by default', function() {
-            expect(inflector.pluralize('rrr')).toBe('rrrs');
-            expect(inflector.pluralize('hacker')).toBe('hackers');
-            expect(inflector.pluralize('movie')).toBe('movies');
-        });
-        
-        it('should handle ambiguous form', function() {
-            expect(inflector.pluralize('deer')).toBe('deer');
-            expect(inflector.pluralize('fish')).toBe('fish');
-            expect(inflector.pluralize('series')).toBe('series');
-            expect(inflector.pluralize('sheep')).toBe('sheep');
-            expect(inflector.pluralize('trout')).toBe('trout');
-        });
-        
-        it('should convert singulars ending s to ses', function() {
-            expect(inflector.pluralize('status')).toBe('statuses');
-            expect(inflector.pluralize('bus')).toBe('buses');
-        });
-        
-        it('should match irregulars', function() {
-            expect(inflector.pluralize('person')).toBe('people');
-            expect(inflector.pluralize('child')).toBe('children');
-            expect(inflector.pluralize('ox')).toBe('oxen');
-        });
-        
-        it('should maintain case of irregulars', function() {
-            expect(inflector.pluralize('OX')).toBe('OXEN');
-            expect(inflector.pluralize('Person')).toBe('People');
-            expect(inflector.pluralize('child')).toBe('children');
-        });
-
-        it('should handle IX cases', function() {
-            expect(inflector.pluralize('matrix')).toBe('matrices');
-            expect(inflector.pluralize('index')).toBe('indices');
-            expect(inflector.pluralize('cortex')).toBe('cortices');
-        });        
-        
-        it('should regulars to ES', function() {
-            expect(inflector.pluralize('church')).toBe('churches');
-            expect(inflector.pluralize('appendix')).toBe('appendixes');
-            expect(inflector.pluralize('mess')).toBe('messes');
-            expect(inflector.pluralize('quiz')).toBe('quizes');
-            expect(inflector.pluralize('shoe')).toBe('shoes');
-        });
-        
-        it('should handle SIS cases', function() {
-            expect(inflector.pluralize('synopsis')).toBe('synopses');
-            expect(inflector.pluralize('parenthesis')).toBe('parentheses');            
-        });
-        
-        it('should handle special OES cases', function() {
-            expect(inflector.pluralize('tomato')).toBe('tomatoes');
-            expect(inflector.pluralize('buffalo')).toBe('buffaloes');
-            expect(inflector.pluralize('tornado')).toBe('tornadoes');
-        });
-
-        it('should handle I cases', function() {
-            expect(inflector.pluralize('radius')).toBe('radii');
-            expect(inflector.pluralize('octopus')).toBe('octopi');
-            expect(inflector.pluralize('stimulus')).toBe('stimuli');
-            expect(inflector.pluralize('nucleus')).toBe('nuclei');
-            expect(inflector.pluralize('fungus')).toBe('fungi');
-            expect(inflector.pluralize('cactus')).toBe('cacti');
-        });
-        
-        it('should handle IVES cases', function() {
-            expect(inflector.pluralize('knife')).toBe('knives');
-            expect(inflector.pluralize('life')).toBe('lives');            
-        });
-
-        it('should handle Y cases', function() {
-            expect(inflector.pluralize('party')).toBe('parties');
-            expect(inflector.pluralize('fly')).toBe('flies');
-            expect(inflector.pluralize('victory')).toBe('victories');
-            expect(inflector.pluralize('monstrosity')).toBe('monstrosities');
-        });
-
-	it('should handle MAN->MEN cases', function() {
-	    expect(inflector.pluralize('man')).toBe('men');
-	    expect(inflector.pluralize('woman')).toBe('women');
-            expect(inflector.pluralize('workman')).toBe('workmen');
-            expect(inflector.pluralize('rifleman')).toBe('riflemen');            
-        });
-
-	it('should handle irregular cases', function() {
-	    expect(inflector.pluralize('foot')).toBe('feet');
-	    expect(inflector.pluralize('goose')).toBe('geese');
-	    expect(inflector.pluralize('tooth')).toBe('teeth');
-        expect(inflector.pluralize('ephemeris')).toBe('ephemerides');
-
-            // MAN cases that don't pluralize to MEN
-            expect(inflector.pluralize('talisman')).toBe('talismans');
-            expect(inflector.pluralize('human')).toBe('humans');
-            expect(inflector.pluralize('prehuman')).toBe('prehumans');            
-	});
-        
-	it('should handle AE cases', function() {
-	    expect(inflector.pluralize('antenna')).toBe('antennae');
-	    expect(inflector.pluralize('formula')).toBe('formulae');
-	    expect(inflector.pluralize('nebula')).toBe('nebulae');
-	    expect(inflector.pluralize('vertebra')).toBe('vertebrae');
-	    expect(inflector.pluralize('vita')).toBe('vitae');
-        });        
-    });
-    
-    describe('should pluralize and singularize string from patch', function() {
-        inflector.attach();
-        expect('synopsis'.pluralizeNoun()).toBe('synopses');
-        expect('synopses'.singularizeNoun()).toBe('synopsis');        
-        expect('mess'.pluralizeNoun()).toBe('messes');
-        expect('messes'.singularizeNoun()).toBe('mess');
-    });
-
-    describe('custom inflections', function() {
-        describe('should pluralize and singularize custom forms', function() {
-            var myInflector = new NounInflector();
-            myInflector.attach();
-            myInflector.addPlural(/(code|ware)/i, '$1z');
-            myInflector.addSingular(/(code|ware)z/i, '$1');
-            expect('code'.pluralizeNoun()).toBe('codez');
-            expect('ware'.pluralizeNoun()).toBe('warez');
-            expect('codez'.singularizeNoun()).toBe('code');
-            expect('warez'.singularizeNoun()).toBe('ware');
-        });
-        
-        describe('should not break regular forms', function() {
-            var myInflector = new NounInflector();
-            myInflector.attach();
-            myInflector.addPlural(/(code|ware)/i, '$1z');
-            myInflector.addSingular(/(code|ware)z/i, '$1');
-            expect('bus'.pluralizeNoun()).toBe('buses');
-            expect('buses'.singularizeNoun()).toBe('bus');            
-        });
-    });
-});

package/spec/porter_stemmer_fr_spec.js

@@ -1,101 +0,0 @@
-/*
-Copyright (c) 2014, Ismaël Héry
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('../lib/natural/stemmers/porter_stemmer_fr');
-var fs = require('fs');
-
-describe('porter_stemmer', function() {
-
-  it('should prelude', function() {
-    expect(stemmer.prelude('JOUER')).toBe('joUer');
-    expect(stemmer.prelude('ennuie')).toBe('ennuIe');
-    expect(stemmer.prelude('yeux')).toBe('Yeux');
-    expect(stemmer.prelude('quand')).toBe('qUand');
-  });
-
-  it('should compute regions', function() {
-    expect(stemmer.regions('fameusement').r1).toBe(3);
-    expect(stemmer.regions('fameusement').r2).toBe(6);
-
-    expect(stemmer.regions('taii').r1).toBe(4);
-    expect(stemmer.regions('taii').r2).toBe(4);
-
-    expect(stemmer.regions('parade').rv).toBe(3);
-    expect(stemmer.regions('colet').rv).toBe(3);
-    expect(stemmer.regions('tapis').rv).toBe(3);
-    expect(stemmer.regions('aimer').rv).toBe(3);
-    expect(stemmer.regions('adorer').rv).toBe(3);
-    expect(stemmer.regions('voler').rv).toBe(2);
-    expect(stemmer.regions('tue').rv).toBe(2);
-  });
-
-  it('should compute longest suffix ends in Arr', function() {
-    expect(stemmer.endsinArr('voudriez', ['ez', 'iez', 'z'])).toBe('iez');
-  });
-
-  it('should stem some word', function() {
-    expect(stemmer.stem('volera')).toBe('vol');
-    expect(stemmer.stem('volerait')).toBe('vol');
-    expect(stemmer.stem('subitement')).toBe('subit');
-    expect(stemmer.stem('tempérament')).toBe('temper');
-    expect(stemmer.stem('voudriez')).toBe('voudr');
-    expect(stemmer.stem('vengeait')).toBe('veng');
-    expect(stemmer.stem('saisissement')).toBe('sais');
-    expect(stemmer.stem('transatlantique')).toBe('transatlant');
-    expect(stemmer.stem('premièrement')).toBe('premi');
-    expect(stemmer.stem('instruments')).toBe('instrument');
-    expect(stemmer.stem('trouverions')).toBe('trouv');
-    expect(stemmer.stem('voyiez')).toBe('voi');
-    expect(stemmer.stem('publicité')).toBe('publiqu');
-    expect(stemmer.stem('pitoyable')).toBe('pitoi');
-  });
-
-  it('should perform stemming on a lot of words', function() {
-    var ok = [];
-    var ko = [];
-    fs.readFileSync('spec/test_data/snowball_fr.txt').toString().split('\n').forEach(function(line) {
-      if (line) {
-        var fields = line.replace(/(\s)+/g, ' ').split(' ');
-        var stemmed = stemmer.stem(fields[0]);
-        var regs = stemmer.regions(fields[0]);
-        var txtRegions = {
-          r1: fields[0].substring(regs.r1),
-          r2: fields[0].substring(regs.r2),
-          rv: fields[0].substring(regs.rv)
-        }
-
-        if (stemmed === fields[1])
-          ok.push(fields[0]);
-        else
-          ko.push({
-            word: fields[0],
-            expected: fields[1],
-            actual: stemmed,
-            regions: txtRegions
-          });
-      }
-    });
-
-    expect(ko.length).toBe(0);
-  });
-
-});

package/spec/porter_stemmer_it_spec.js

@@ -1,44 +0,0 @@
-/*
-Copyright (c) 2012, Leonardo Fenu, Chris Umbel
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('lib/natural/stemmers/porter_stemmer_it');
-var fs = require('fs');
-
-describe('porter_stemmer_it', function() {
-  it('should perform stem', function() {
-    fs.readFileSync('spec/test_data/snowball_it.txt').toString().replace(/\r/g, '\n').split('\n').forEach(
-      function(line) {
-        if (line) {
-          var fields = line.split(' -> ');
-          var stemmed = stemmer.stem(fields[0]);
-          expect(stemmed).toEqual(fields[1]);
-        }
-      }
-    );
-  });
-  it('should tokenize and stem attached', function() {
-    stemmer.attach();
-
-    expect('SOPRA la panca la capra CAMPA'.tokenizeAndStem()).toEqual([ 'sopr', 'panc', 'capr', 'camp' ]);
-    expect('SOTTO la panca la capra CREPA'.tokenizeAndStem()).toEqual([ 'sott', 'panc', 'capr', 'crep' ]);
-  });
-});

package/spec/porter_stemmer_no_spec.js

@@ -1,143 +0,0 @@
-/*
-Copyright (c) 2014, Kristoffer Brabrand
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-var stemmer = require('../lib/natural/stemmers/porter_stemmer_no'),
-    fs = require('fs');
-
-describe('porter_stemmer_no', function() {
-    it('should perform step 1a', function() {
-        expect(stemmer.step1a('forenkla')).toBe('forenkl');
-        expect(stemmer.step1a('aase')).toBe('aas');
-        expect(stemmer.step1a('allerede')).toBe('aller');
-        expect(stemmer.step1a('aukande')).toBe('auk');
-        expect(stemmer.step1a('avbøtende')).toBe('avbøt');
-        expect(stemmer.step1a('avdelingane')).toBe('avdeling');
-        expect(stemmer.step1a('avgiftene')).toBe('avgift');
-        expect(stemmer.step1a('havnevirksomhetene')).toBe('havnevirksom');
-        expect(stemmer.step1a('heimelen')).toBe('heimel');
-        expect(stemmer.step1a('hovedvirksomheten')).toBe('hovedvirksom');
-        expect(stemmer.step1a('hovudreglar')).toBe('hovudregl');
-        expect(stemmer.step1a('hugger')).toBe('hugg');
-        expect(stemmer.step1a('importvirksomheter')).toBe('importvirksom');
-        expect(stemmer.step1a('ivaretas')).toBe('ivaret');
-        expect(stemmer.step1a('iverksettes')).toBe('iverksett');
-        expect(stemmer.step1a('konsekvensutredes')).toBe('konsekvensutr');
-        expect(stemmer.step1a('oversendes')).toBe('overs');
-        expect(stemmer.step1a('pensjonenes')).toBe('pensjon');
-        expect(stemmer.step1a('myndighetenes')).toBe('myndig');
-        expect(stemmer.step1a('møteleiarens')).toBe('møteleiar');
-        expect(stemmer.step1a('virksomhetens')).toBe('virksom');
-        expect(stemmer.step1a('aktørers')).toBe('aktør');
-        expect(stemmer.step1a('arbeidslivets')).toBe('arbeidsliv');
-        expect(stemmer.step1a('arbeidskapasitet')).toBe('arbeidskapasit');
-        expect(stemmer.step1a('arealknapphet')).toBe('arealknapp');
-        expect(stemmer.step1a('attgjevast')).toBe('attgjev');
-    });
-
-    it('should perform step 1b', function() {
-        expect(stemmer.step1b('hinder')).toBe('hinder');
-        expect(stemmer.step1b('erwerbs')).toBe('erwerb');
-        expect(stemmer.step1b('alltids')).toBe('alltid');
-    });
-
-    it('should perform step 1c', function() {
-        expect(stemmer.step1c('akkumulerte')).toBe('akkumuler');
-        expect(stemmer.step1c('akseptert')).toBe('aksepter');
-    });
-
-    it('should perform step 1 (a-c)', function() {
-        expect(stemmer.step1('andelar')).toBe('andel');
-        expect(stemmer.step1('andeleigar')).toBe('andeleig');
-        expect(stemmer.step1('andeleigarane')).toBe('andeleigar');
-        expect(stemmer.step1('andeleigarbok')).toBe('andeleigarbok');
-        expect(stemmer.step1('andelen')).toBe('andel');
-        expect(stemmer.step1('andelene')).toBe('andel');
-        expect(stemmer.step1('andeler')).toBe('andel');
-        expect(stemmer.step1('andelsbevis')).toBe('andelsbevis');
-        expect(stemmer.step1('andelsbok')).toBe('andelsbok');
-        expect(stemmer.step1('andelsboka')).toBe('andelsbok');
-        expect(stemmer.step1('andelsboligforening')).toBe('andelsboligforening');
-        expect(stemmer.step1('andelsboligforeninger')).toBe('andelsboligforening');
-        expect(stemmer.step1('andelsboligorganisation')).toBe('andelsboligorganisation');
-        expect(stemmer.step1('andelsboligorganisationer')).toBe('andelsboligorganisation');
-        expect(stemmer.step1('andelsbrev')).toBe('andelsbrev');
-    });
-
-    it('should perform step 2', function() {
-        expect(stemmer.step2('hvorvidt')).toBe('hvorvid');
-        expect(stemmer.step2('innovativt')).toBe('innovativ');
-    });
-
-    it('should perform step 3', function() {
-        expect(stemmer.step3('lovleg')).toBe('lov');
-        expect(stemmer.step3('konkurranseskadeleg')).toBe('konkurranseskad');
-        expect(stemmer.step3('lystig')).toBe('lyst');
-        expect(stemmer.step3('utrolig')).toBe('utro');
-        expect(stemmer.step3('utrøstelig')).toBe('utrøst');
-        expect(stemmer.step3('boliglov')).toBe('bolig');
-        expect(stemmer.step3('samvirkelov')).toBe('samvirk');
-        expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift');
-    });
-
-    it('should perform stemming on a lot of words', function() {
-        var ok = [];
-        var ko = [];
-
-        fs.readFileSync('spec/test_data/snowball_no.txt').toString().split('\n').forEach(function(line) {
-            if (line) {
-                var fields = line.replace(/(\s)+/g, ' ').split(' ');
-                var stemmed = stemmer.stem(fields[0]);
-
-                if (stemmed === fields[1]) {
-                    ok.push(fields[0]);
-                } else {
-                    ko.push({
-                        word: fields[0],
-                        expected: fields[1],
-                        actual: stemmed
-                    });
-                }
-            }
-        });
-
-        expect(ko.length).toBe(0);
-    });
-
-    it('should perform complete stemming', function() {
-        expect(stemmer.step1a('forenkla')).toBe('forenkl');
-        expect(stemmer.step1a('aase')).toBe('aas');
-        expect(stemmer.step1a('allerede')).toBe('aller');
-        expect(stemmer.step1a('aukande')).toBe('auk');
-        expect(stemmer.step1a('avbøtende')).toBe('avbøt');
-        expect(stemmer.step1b('hinder')).toBe('hinder');
-        expect(stemmer.step1b('erwerbs')).toBe('erwerb');
-        expect(stemmer.step3('boliglov')).toBe('bolig');
-        expect(stemmer.step3('samvirkelov')).toBe('samvirk');
-        expect(stemmer.step3('arveavgiftslov')).toBe('arveavgift');
-    });
-
-    it('should tokenize and stem attached', function() {
-        stemmer.attach();
-        expect('forebygger vedlikeholdsbehovene'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-        expect('FOREBYGGER VEDLIKEHOLDSBEHOVENE'.tokenizeAndStem()).toEqual(['forebygg', 'vedlikeholdsbehov']);
-    });
-});