natural 6.5.1 → 6.7.0

package/lib/natural/sentiment/SentimentAnalyzer.js

@@ -44,12 +44,14 @@ const dutchPatternVoca = require('./Dutch/pattern-sentiment-nl.json')
 const italianPatternVoca = require('./Italian/pattern-sentiment-it.json')
 const englishPatternVoca = require('./English/pattern-sentiment-en.json')
 const frenchPatternVoca = require('./French/pattern-sentiment-fr.json')
+const germanPatternVoca = require('./German/pattern-sentiment-de.json')
 
 // Negations
 const englishNegations = require('./English/negations_en.json').words
 const spanishNegations = require('./Spanish/negations_es.json').words
 const dutchNegations = require('./Dutch/negations_du.json').words
 const portugueseNegations = require('./Portuguese/negations_pt.json').words
+const germanNegations = require('./German/negations_de.json').words
 
 // Mapping from type of vocabulary to language to vocabulary
 const languageFiles = {
@@ -72,7 +74,8 @@ const languageFiles = {
     Dutch: [dutchPatternVoca, dutchNegations],
     Italian: [italianPatternVoca, null],
     English: [englishPatternVoca, englishNegations],
-    French: [frenchPatternVoca, null]
+    French: [frenchPatternVoca, null],
+    German: [germanPatternVoca, germanNegations]
   }
 }
 

package/lib/natural/sentiment/index.d.ts

@@ -30,7 +30,7 @@ export type SenticonLanguageType = 'senticon'
 export type SenticonLanguage = 'Spanish' | 'English' | 'Galician' | 'Catalan' | 'Basque'
 
 export type PatternLanguageType = 'pattern'
-export type PatternLanguage = 'Dutch' | 'Italian' | 'English' | 'French'
+export type PatternLanguage = 'Dutch' | 'Italian' | 'English' | 'French' | 'German'
 
 export declare class SentimentAnalyzer {
   constructor (language: AfinnLanguage, stemmer: Stemmer, type: AfinnLanguageType)

package/lib/natural/tokenizers/aggressive_tokenizer_hi.js

@@ -0,0 +1,52 @@
+/*
+file aggressive_tokenizer_hi.js , located at lib\natural\tokenizers\aggressive_tokenizer_hi.js is licensed as follows:
+- (The MIT License)
+- Copyright (c) 2023 Mukesh Singh Bisht
+
+Permission is hereby granted, free of charge, to any person or entity obtaining a copy
+of file aggressive_tokenizer_hi.js and its content(the "Software"), to deal in the
+Software without restriction, including without limitation the rights to use, copy,
+modify, merge, publish, distribute, sublicense, and/or sell copies of the Software,
+and to permit persons to whom the Software is furnished to do so, subject to the following
+conditions:
+
+1. The above copyright notice and this permission notice shall be included in all copies
+   or substantial portions of the Software.
+
+2. Proper credit must be given to the original author Mukesh Singh Bisht, along with the
+   date of authorship specified as July 23, 2023, in any usage, distribution, or
+   modification of the Software.
+
+THIS SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE
+FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR
+OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.
+*/
+
+'use strict'
+
+const Tokenizer = require('./tokenizer')
+const util = require('util')
+
+const AggressiveTokenizer = function () {
+  Tokenizer.call(this)
+}
+
+util.inherits(AggressiveTokenizer, Tokenizer)
+
+/*
+To know more on hindi
+Important links:
+1.https://viahindi.in/hindi-vyakaran/%E0%A4%B8%E0%A4%AE%E0%A4%BE%E0%A4%B8-samas-in-hindi
+2.https://hindigrammar.in/
+3.https://www.unicode.org/charts/PDF/U0900.pdf
+*/
+
+AggressiveTokenizer.prototype.tokenize = function (text) {
+  const response = this.trim(text.replace(/[\u0964\u0965...?,]/g, '').split(/\s+|(?![\u0900-\u097F\u0020-\u007F])./u)).filter(Boolean)
+  return response
+}
+
+module.exports = AggressiveTokenizer

package/lib/natural/tokenizers/index.d.ts

@@ -83,6 +83,10 @@ export class AggressiveTokenizerId extends Tokenizer {
   tokenize (text: string): string[]
 }
 
+export class AggressiveTokenizerHi extends Tokenizer {
+  tokenize (text: string): string[]
+}
+
 export class AggressiveTokenizer extends Tokenizer {
   tokenize (text: string): string[]
 }

package/lib/natural/tokenizers/index.js

@@ -35,6 +35,7 @@ exports.AggressiveTokenizerNo = require('./aggressive_tokenizer_no')
 exports.AggressiveTokenizerSv = require('./aggressive_tokenizer_sv')
 exports.AggressiveTokenizerVi = require('./aggressive_tokenizer_vi')
 exports.AggressiveTokenizerId = require('./aggressive_tokenizer_id')
+exports.AggressiveTokenizerHi = require('./aggressive_tokenizer_hi')
 exports.AggressiveTokenizer = require('./aggressive_tokenizer')
 exports.CaseTokenizer = require('./tokenizer_case')
 exports.RegexpTokenizer = require('./regexp_tokenizer').RegexpTokenizer

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "natural",
   "description": "General natural language (tokenizing, stemming (English, Russian, Spanish), part-of-speech tagging, sentiment analysis, classification, inflection, phonetics, tfidf, WordNet, jaro-winkler, Levenshtein distance, Dice's Coefficient) facilities for node.",
-  "version": "6.5.1",
+  "version": "6.7.0",
   "homepage": "https://github.com/NaturalNode/natural",
   "repository": {
     "type": "git",