natural 6.6.0 → 6.7.1

package/README.md

@@ -8,7 +8,7 @@
 [![CII Best Practices](https://bestpractices.coreinfrastructure.org/projects/4651/badge)](https://bestpractices.coreinfrastructure.org/projects/4651)
 [![TypeScript support](https://img.shields.io/badge/TypeScript-007ACC?style=for-the-badge&logo=typescript&logoColor=white)](https://www.typescriptlang.org/)
 
-"Natural" is a general natural language facility for nodejs. It offers a broad range of functionalities for natural language processing. Documentation can be found [here on GitHub Pages](http://naturalnode.github.io/natural/).
+"Natural" is a general natural language facility for nodejs. It offers a broad range of functionalities for natural language processing. Documentation can be found [here on GitHub Pages](https://naturalnode.github.io/natural/).
 
 
 ## Open source licenses

package/lib/natural/tokenizers/aggressive_tokenizer_hi.js

@@ -0,0 +1,52 @@
+/*
+file aggressive_tokenizer_hi.js , located at lib\natural\tokenizers\aggressive_tokenizer_hi.js is licensed as follows:
+- (The MIT License)
+- Copyright (c) 2023 Mukesh Singh Bisht
+
+Permission is hereby granted, free of charge, to any person or entity obtaining a copy
+of file aggressive_tokenizer_hi.js and its content(the "Software"), to deal in the
+Software without restriction, including without limitation the rights to use, copy,
+modify, merge, publish, distribute, sublicense, and/or sell copies of the Software,
+and to permit persons to whom the Software is furnished to do so, subject to the following
+conditions:
+
+1. The above copyright notice and this permission notice shall be included in all copies
+   or substantial portions of the Software.
+
+2. Proper credit must be given to the original author Mukesh Singh Bisht, along with the
+   date of authorship specified as July 23, 2023, in any usage, distribution, or
+   modification of the Software.
+
+THIS SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE
+FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR
+OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.
+*/
+
+'use strict'
+
+const Tokenizer = require('./tokenizer')
+const util = require('util')
+
+const AggressiveTokenizer = function () {
+  Tokenizer.call(this)
+}
+
+util.inherits(AggressiveTokenizer, Tokenizer)
+
+/*
+To know more on hindi
+Important links:
+1.https://viahindi.in/hindi-vyakaran/%E0%A4%B8%E0%A4%AE%E0%A4%BE%E0%A4%B8-samas-in-hindi
+2.https://hindigrammar.in/
+3.https://www.unicode.org/charts/PDF/U0900.pdf
+*/
+
+AggressiveTokenizer.prototype.tokenize = function (text) {
+  const response = this.trim(text.replace(/[\u0964\u0965...?,]/g, '').split(/\s+|(?![\u0900-\u097F\u0020-\u007F])./u)).filter(Boolean)
+  return response
+}
+
+module.exports = AggressiveTokenizer

package/lib/natural/tokenizers/index.d.ts

@@ -83,6 +83,10 @@ export class AggressiveTokenizerId extends Tokenizer {
   tokenize (text: string): string[]
 }
 
+export class AggressiveTokenizerHi extends Tokenizer {
+  tokenize (text: string): string[]
+}
+
 export class AggressiveTokenizer extends Tokenizer {
   tokenize (text: string): string[]
 }

package/lib/natural/tokenizers/index.js

@@ -35,6 +35,7 @@ exports.AggressiveTokenizerNo = require('./aggressive_tokenizer_no')
 exports.AggressiveTokenizerSv = require('./aggressive_tokenizer_sv')
 exports.AggressiveTokenizerVi = require('./aggressive_tokenizer_vi')
 exports.AggressiveTokenizerId = require('./aggressive_tokenizer_id')
+exports.AggressiveTokenizerHi = require('./aggressive_tokenizer_hi')
 exports.AggressiveTokenizer = require('./aggressive_tokenizer')
 exports.CaseTokenizer = require('./tokenizer_case')
 exports.RegexpTokenizer = require('./regexp_tokenizer').RegexpTokenizer

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "natural",
   "description": "General natural language (tokenizing, stemming (English, Russian, Spanish), part-of-speech tagging, sentiment analysis, classification, inflection, phonetics, tfidf, WordNet, jaro-winkler, Levenshtein distance, Dice's Coefficient) facilities for node.",
-  "version": "6.6.0",
+  "version": "6.7.1",
   "homepage": "https://github.com/NaturalNode/natural",
   "repository": {
     "type": "git",