natlangproc 1.0.0__py3-none-any.whl

natlangproc-1.0.0.dist-info/METADATA

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: natlangproc
+Version: 1.0.0
+Summary: Package for NLP (Natural Language Processing) in Python
+Home-page: https://www.paypal.com/paypalme/mathgamepy
+Author: Aliou Diouf
+Author-email: aliou.diouf5@gmail.com
+License: Diouf Tech
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: Free To Use But Restricted
+Classifier: Programming Language :: Python :: 3.14
+Description-Content-Type: text/markdown
+License-File: LICENCE.txt
+Requires-Dist: flake8
+Requires-Dist: pytest
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: summary
+
+Package for NLP (Natural Language Processing) in Python

natlangproc-1.0.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+natlangproc-1.0.0.dist-info/licenses/LICENCE.txt,sha256=aTG04wz7HmSamTxE3F5zQCx_S1fXfQzqy2VLjq8G9JI,1170
+py_nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+py_nlp/data/inputs/en_stopwords_list.py,sha256=eplz1ZA_BmXWF5xujl4rOzalt-d1p6iUmxuXhmhodfU,201
+py_nlp/data/inputs/fr_stopwords_list.py,sha256=TOv8-g32DXXL5aNq9Ze4jHyhoP6Sj1fOvorixLGRHWQ,363
+py_nlp/src/text_keywords.py,sha256=32LmT1nWnDfawY1GxX2jN3lM9Ym1UUHp-m442Jq2klo,3444
+py_nlp/tests/test_text_keywords.py,sha256=kW8flY4GZwuon9SONwAbcC_xd5H3zLTUYfMhbsq3n1I,2863
+natlangproc-1.0.0.dist-info/METADATA,sha256=ahVp0m_IwU0qhrpKLcPbZrMzm3ie9wpOEbC0-aUHYj4,786
+natlangproc-1.0.0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
+natlangproc-1.0.0.dist-info/top_level.txt,sha256=SsRVIRUPRN1NT4kj5fhYnoCrf1omlFjk96bLL7jHFKY,7
+natlangproc-1.0.0.dist-info/RECORD,,

natlangproc-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.0.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

natlangproc-1.0.0.dist-info/licenses/LICENCE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2026 Diouf Tech
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+Quote Diouf Tech in any of your work using this package, or PayPal us :
+https://www.paypal.com/paypalme/mathgamepy
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

natlangproc-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+py_nlp

py_nlp/data/inputs/en_stopwords_list.py

@@ -0,0 +1,6 @@
+# This is just to get a clue. Create your own list.
+
+[
+    'the', 'Your', 'the', 'of', 'and', 'i', 'prime', 'on', '-', 'to', 'in',
+    'my', 'how', 'you', 'also', 'a', 'if', 'have', 'is', 'an', 'it'
+]

py_nlp/data/inputs/fr_stopwords_list.py

@@ -0,0 +1,8 @@
+# This is not enough, it is just to get a clue. Create your own list.
+
+[
+    'de', 'et', 'les', 'le', 'est', 'par', 'en', 'la', 'ã', 'plus', 'elle',
+    'qui', 'ses', 'à', 'a', 'tous', 'pour', 'cette', 'du', 'des', 'sur', 'ne',
+    'ce', 'sont', 'au', 'dans', 'un', 'sera', 'eux,', 'que', 'leurs', 'avec',
+    'ces', 'ça', 'leur', 'une', 'soit', 'ils', 'il'
+]

py_nlp/src/text_keywords.py

@@ -0,0 +1,106 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+r"""
+Keywords from French or English text
+/!\ This script will never be better than human brain
+Author: Aliou Diouf - Master degree in Applied Mathematics,
+speciality Scientific Computing (Numerical Analysis, PDE, Software Engineering,
+Images processing, Signal processing, Aerospace, HR, English...)
+from Paul Sabatier Toulouse 3 University,
+CEO and Founder of Diouf Tech, a STEM company headquartered in Paris (75014)
+Products: www.mathgame-py.com, https://www.paypal.com/paypalme/mathgamepy
+Facebook page: https://www.facebook.com/profile.php?id=100086476192955
+Personal Facebook: https://www.facebook.com/aliou.diouf.587/
+LinkedIn: https://www.linkedin.com/in/aliou-diouf-7b980441b/
+STEM stands for: Science, Technology, Engineering, Mathematics
+My PyPI packages:
+    https://pypi.org/project/py-ci-cd,
+    https://pypi.org/project/pymeshing
+    https://pypi.org/project/passwordworld
+    https://pypi.org/project/py-num-math/
+"""
+
+import os
+from sys import argv
+from string import punctuation
+
+
+def text_keywords(text, sort=False, nb_keywords=None):
+    """Provides the most relevant keywords of text"""
+
+    text_lower = text.lower()
+    dir_path = os.path.dirname(os.path.realpath(__file__))
+    inputs = os.path.join(dir_path, '../data/inputs')
+
+    # You may review these conditions
+    if 'é' in text_lower or 'è' in text_lower or 'ê' in text_lower \
+        or 'ù' in text_lower or 'î' in text_lower or 'ï' in text_lower \
+            or 'û' in text_lower or 'à' in text_lower or 'â' in text_lower \
+            or 'une ' in text_lower or 'il ' in text_lower \
+            or 'elle ' in text_lower:
+        stopwords_filename = 'fr_stopwords_list.py'
+    else:
+        # Default is English
+        stopwords_filename = 'en_stopwords_list.py'
+
+    with open(os.path.join(inputs, stopwords_filename), encoding='utf-8') as f:
+        stopwords = eval(f.read())
+        words_dict = {}
+
+    for item in text_lower.split():
+        try:
+            word = item.split("'")[1]
+        except IndexError:
+            word = item
+        word = word.translate(str.maketrans('', '', punctuation)).strip()
+        if word and word not in stopwords:
+            words_dict[word] = words_dict.get(word, 0) + 1
+
+    if sort:
+        sorted_tuples_list = sorted(words_dict.items(), key=lambda tup: tup[1],
+                                    reverse=True)
+        if nb_keywords:
+            return [t[0] for t in sorted_tuples_list[:nb_keywords]]
+        else:
+            return sorted_tuples_list
+
+    return list(words_dict.items())
+
+
+def usage():
+    """Usage for main program"""
+
+    print(f'Usage: {argv[0]} sort-nb_most_relevant_words filename_abs_path\n')
+    exit()
+
+
+if __name__ == '__main__':
+
+    print()
+
+    if '--help' in argv or '-h' in argv:
+        usage()
+
+    try:
+        text_filename = argv[1]
+    except IndexError:
+        usage()
+
+    with open(text_filename, encoding='utf-8') as f:
+        text = f.read()
+
+    for arg in argv:
+        if 'sort' in arg:
+            sort = True
+            try:
+                nb_keywords = int(arg.split('-')[1])
+                print(text_keywords(text, sort, nb_keywords), '\n')
+            except (IndexError, ValueError):
+                print(text_keywords(text, sort), '\n')
+            exit()
+
+    keywords_list = text_keywords(text)
+    print(f'{keywords_list}')
+    print('\nnb_keywords =', len(keywords_list))
+
+    print()

py_nlp/tests/test_text_keywords.py

@@ -0,0 +1,79 @@
+"""
+Tests text_keywords
+These are minimal tests.
+You can add more tests or execute the main program of text_keywords
+Author: Aliou Diouf - Master degree in Applied Mathematics,
+speciality Scientific Computing (Numerical Analysis, PDE, Software Engineering,
+Images processing, Signal processing, Aerospace, HR, English...)
+from Paul Sabatier Toulouse 3 University,
+CEO and Founder of Diouf Tech, a STEM company headquartered in Paris (75014)
+Products: www.mathgame-py.com, https://www.paypal.com/paypalme/mathgamepy
+Facebook page: https://www.facebook.com/profile.php?id=100086476192955
+Personal Facebook: https://www.facebook.com/aliou.diouf.587/
+LinkedIn: https://www.linkedin.com/in/aliou-diouf-7b980441b/
+STEM stands for: Science, Technology, Engineering, Mathematics
+My PyPI packages:
+    https://pypi.org/project/py-ci-cd,
+    https://pypi.org/project/pymeshing
+    https://pypi.org/project/passwordworld
+    https://pypi.org/project/py-num-math/
+"""
+
+from py_nlp.src.text_keywords import text_keywords
+
+
+def test_text_keywords_without_sort_en():
+    """Unit test of text_keywords, without sort", English version"""
+
+    text = 'It tests "text keywords" function'
+    expected = [('tests', 1), ('text', 1), ('keywords', 1), ('function', 1)]
+
+    assert text_keywords(text) == expected
+
+
+def test_text_keywords_with_sort_without_nb_keywords_en():
+    """Unit test of text_keywords,with sort but without nb_keywords, English"""
+
+    text = 'Work, work, work, work, and work smartly'
+    expected = [('work', 5), ('smartly', 1)]
+
+    assert text_keywords(text, sort=True) == expected
+
+
+def test_text_keywords_with_sort_and_nb_keywords_en():
+    """Unit test of text_keywords with sort and nb_keywords, English version"""
+
+    text = 'Work, work, work, work, and work smartly'
+    expected = ['work']
+
+    assert text_keywords(text, sort=True, nb_keywords=1) == expected
+
+
+def test_text_keywords_without_sort_fr():
+    """Unit test of text_keywords, without sort, French version"""
+
+    text = 'Il teste "text keywords" fonction'
+    expected = [('teste', 1), ('text', 1), ('keywords', 1), ('fonction', 1)]
+
+    assert text_keywords(text) == expected
+
+
+def test_text_keywords_with_sort_without_nb_keywords_fr():
+    """Unit test of text_keywords,with sort but without nb_keywords"""
+
+    text = 'Travailler, beaucoup travailler, toujours travailler,' \
+           ' encore travailler'
+    expected = [('travailler', 4), ('beaucoup', 1), ('toujours', 1),
+                ('encore', 1)]
+
+    assert text_keywords(text, sort=True) == expected
+
+
+def test_text_keywords_with_sort_and_nb_keywords_fr():
+    """Unit test of text_keywords with sort and nb_keywords"""
+
+    text = 'Travailler, beaucoup travailler, toujours travailler,' \
+           ' encore travailler'
+    expected = ['travailler']
+
+    assert text_keywords(text, sort=True, nb_keywords=1) == expected