natlangproc 1.0.0__tar.gz

natlangproc-1.0.0/LICENCE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2026 Diouf Tech
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+Quote Diouf Tech in any of your work using this package, or PayPal us :
+https://www.paypal.com/paypalme/mathgamepy
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

natlangproc-1.0.0/PKG-INFO

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: natlangproc
+Version: 1.0.0
+Summary: Package for NLP (Natural Language Processing) in Python
+Home-page: https://www.paypal.com/paypalme/mathgamepy
+Author: Aliou Diouf
+Author-email: aliou.diouf5@gmail.com
+License: Diouf Tech
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: Free To Use But Restricted
+Classifier: Programming Language :: Python :: 3.14
+Description-Content-Type: text/markdown
+License-File: LICENCE.txt
+Requires-Dist: flake8
+Requires-Dist: pytest
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: summary
+
+Package for NLP (Natural Language Processing) in Python

natlangproc-1.0.0/README.md

@@ -0,0 +1,91 @@
+# py_nlp
+
+
+## Python NLP (Natural Language Processing)
+
+NLP utilities in Python
+
+A package for numerical NLP in Python
+
+## Author
+* Aliou Diouf,
+* Graduated from Paul Sabatier Toulouse 3, University, in
+* Applied Mathematics, speciality Scientific Computing:
+* Numerical Analysis, PDE, Software Engineering, Images processing, Signal processing,
+  Aerospace, HR, English...
+
+* CEO and Founder of Diouf Tech, a STEM (Science, Technology, Engineering, Mathematics) company,
+  headquartered in Paris
+
+* E-mail: aliou.diouf5@gmail.com
+* My LinkedIn: https://www.linkedin.com/in/aliou-diouf-7b980441b/
+* My personal Facebook: https://www.facebook.com/aliou.diouf.587/
+
+## Our product
+
+* https://www.mathgame-py.com
+
+## Company: Diouf Tech
+
+* PayPal: https://www.paypal.com/paypalme/mathgamepy
+* Facebook page: https://www.facebook.com/profile.php?id=100086476192955
+* address: 149, Avenue du Maine, 75014 Paris, France
+* Location: France
+* Target: Worldwide
+
+## Test and Deploy
+
+* Tests: py_nlp/tests
+* All tests must pass. However, some tests may be environment (computer, OS, Python...) precision dependant.
+
+* If you need consultant, feel free to e-mail: aliou.diouf5@gmail.com
+* For deployment, we are AWS-oriented
+* We prefer empty EC2 server. We can scale it over the time according to usage
+
+***
+
+# This README
+
+Describes py_nlp idea, goal, context, usages ...
+
+## Suggestions
+
+Read it entirely.
+
+## py_nlp
+py_nlp stands for Python NLP, where NLP stands for Natural Language Processing.
+
+## Description
+A package for numerical NLP in Python, can be used in Artificial Intelligence (AI).
+
+## Visuals
+Diouf Tech logo.
+
+## Installation
+* pip install py_nlp
+* Locally: pip install .
+
+## Usages
+* import py_nlp
+* from py_nlp.src.dir_name.file_name import the_function_you_want
+* For tests: pytest
+
+## Support
+E-mail to: aliou.diouf5@gmail.com
+
+## Roadmap
+Under development
+
+## Contributing
+* We cannot invite people without financial support.
+* We prefer financial support:
+* PayPal: https://www.paypal.com/paypalme/mathgamepy
+
+## Authors and acknowledgment
+Aliou Diouf (aliou.diouf5@gmail.com)
+
+## License
+Diouf Tech License.
+
+## Project status
+Ongoing

natlangproc-1.0.0/natlangproc.egg-info/PKG-INFO

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: natlangproc
+Version: 1.0.0
+Summary: Package for NLP (Natural Language Processing) in Python
+Home-page: https://www.paypal.com/paypalme/mathgamepy
+Author: Aliou Diouf
+Author-email: aliou.diouf5@gmail.com
+License: Diouf Tech
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: Free To Use But Restricted
+Classifier: Programming Language :: Python :: 3.14
+Description-Content-Type: text/markdown
+License-File: LICENCE.txt
+Requires-Dist: flake8
+Requires-Dist: pytest
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: summary
+
+Package for NLP (Natural Language Processing) in Python

natlangproc-1.0.0/natlangproc.egg-info/SOURCES.txt

@@ -0,0 +1,13 @@
+LICENCE.txt
+README.md
+setup.py
+natlangproc.egg-info/PKG-INFO
+natlangproc.egg-info/SOURCES.txt
+natlangproc.egg-info/dependency_links.txt
+natlangproc.egg-info/requires.txt
+natlangproc.egg-info/top_level.txt
+py_nlp/__init__.py
+py_nlp/data/inputs/en_stopwords_list.py
+py_nlp/data/inputs/fr_stopwords_list.py
+py_nlp/src/text_keywords.py
+py_nlp/tests/test_text_keywords.py

natlangproc-1.0.0/natlangproc.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

natlangproc-1.0.0/natlangproc.egg-info/requires.txt

@@ -0,0 +1,2 @@
+flake8
+pytest

natlangproc-1.0.0/natlangproc.egg-info/top_level.txt

@@ -0,0 +1 @@
+py_nlp

natlangproc-1.0.0/py_nlp/data/inputs/en_stopwords_list.py

@@ -0,0 +1,6 @@
+# This is just to get a clue. Create your own list.
+
+[
+    'the', 'Your', 'the', 'of', 'and', 'i', 'prime', 'on', '-', 'to', 'in',
+    'my', 'how', 'you', 'also', 'a', 'if', 'have', 'is', 'an', 'it'
+]

natlangproc-1.0.0/py_nlp/data/inputs/fr_stopwords_list.py

@@ -0,0 +1,8 @@
+# This is not enough, it is just to get a clue. Create your own list.
+
+[
+    'de', 'et', 'les', 'le', 'est', 'par', 'en', 'la', 'ã', 'plus', 'elle',
+    'qui', 'ses', 'à', 'a', 'tous', 'pour', 'cette', 'du', 'des', 'sur', 'ne',
+    'ce', 'sont', 'au', 'dans', 'un', 'sera', 'eux,', 'que', 'leurs', 'avec',
+    'ces', 'ça', 'leur', 'une', 'soit', 'ils', 'il'
+]

natlangproc-1.0.0/py_nlp/src/text_keywords.py

@@ -0,0 +1,106 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+r"""
+Keywords from French or English text
+/!\ This script will never be better than human brain
+Author: Aliou Diouf - Master degree in Applied Mathematics,
+speciality Scientific Computing (Numerical Analysis, PDE, Software Engineering,
+Images processing, Signal processing, Aerospace, HR, English...)
+from Paul Sabatier Toulouse 3 University,
+CEO and Founder of Diouf Tech, a STEM company headquartered in Paris (75014)
+Products: www.mathgame-py.com, https://www.paypal.com/paypalme/mathgamepy
+Facebook page: https://www.facebook.com/profile.php?id=100086476192955
+Personal Facebook: https://www.facebook.com/aliou.diouf.587/
+LinkedIn: https://www.linkedin.com/in/aliou-diouf-7b980441b/
+STEM stands for: Science, Technology, Engineering, Mathematics
+My PyPI packages:
+    https://pypi.org/project/py-ci-cd,
+    https://pypi.org/project/pymeshing
+    https://pypi.org/project/passwordworld
+    https://pypi.org/project/py-num-math/
+"""
+
+import os
+from sys import argv
+from string import punctuation
+
+
+def text_keywords(text, sort=False, nb_keywords=None):
+    """Provides the most relevant keywords of text"""
+
+    text_lower = text.lower()
+    dir_path = os.path.dirname(os.path.realpath(__file__))
+    inputs = os.path.join(dir_path, '../data/inputs')
+
+    # You may review these conditions
+    if 'é' in text_lower or 'è' in text_lower or 'ê' in text_lower \
+        or 'ù' in text_lower or 'î' in text_lower or 'ï' in text_lower \
+            or 'û' in text_lower or 'à' in text_lower or 'â' in text_lower \
+            or 'une ' in text_lower or 'il ' in text_lower \
+            or 'elle ' in text_lower:
+        stopwords_filename = 'fr_stopwords_list.py'
+    else:
+        # Default is English
+        stopwords_filename = 'en_stopwords_list.py'
+
+    with open(os.path.join(inputs, stopwords_filename), encoding='utf-8') as f:
+        stopwords = eval(f.read())
+        words_dict = {}
+
+    for item in text_lower.split():
+        try:
+            word = item.split("'")[1]
+        except IndexError:
+            word = item
+        word = word.translate(str.maketrans('', '', punctuation)).strip()
+        if word and word not in stopwords:
+            words_dict[word] = words_dict.get(word, 0) + 1
+
+    if sort:
+        sorted_tuples_list = sorted(words_dict.items(), key=lambda tup: tup[1],
+                                    reverse=True)
+        if nb_keywords:
+            return [t[0] for t in sorted_tuples_list[:nb_keywords]]
+        else:
+            return sorted_tuples_list
+
+    return list(words_dict.items())
+
+
+def usage():
+    """Usage for main program"""
+
+    print(f'Usage: {argv[0]} sort-nb_most_relevant_words filename_abs_path\n')
+    exit()
+
+
+if __name__ == '__main__':
+
+    print()
+
+    if '--help' in argv or '-h' in argv:
+        usage()
+
+    try:
+        text_filename = argv[1]
+    except IndexError:
+        usage()
+
+    with open(text_filename, encoding='utf-8') as f:
+        text = f.read()
+
+    for arg in argv:
+        if 'sort' in arg:
+            sort = True
+            try:
+                nb_keywords = int(arg.split('-')[1])
+                print(text_keywords(text, sort, nb_keywords), '\n')
+            except (IndexError, ValueError):
+                print(text_keywords(text, sort), '\n')
+            exit()
+
+    keywords_list = text_keywords(text)
+    print(f'{keywords_list}')
+    print('\nnb_keywords =', len(keywords_list))
+
+    print()

natlangproc-1.0.0/py_nlp/tests/test_text_keywords.py

@@ -0,0 +1,79 @@
+"""
+Tests text_keywords
+These are minimal tests.
+You can add more tests or execute the main program of text_keywords
+Author: Aliou Diouf - Master degree in Applied Mathematics,
+speciality Scientific Computing (Numerical Analysis, PDE, Software Engineering,
+Images processing, Signal processing, Aerospace, HR, English...)
+from Paul Sabatier Toulouse 3 University,
+CEO and Founder of Diouf Tech, a STEM company headquartered in Paris (75014)
+Products: www.mathgame-py.com, https://www.paypal.com/paypalme/mathgamepy
+Facebook page: https://www.facebook.com/profile.php?id=100086476192955
+Personal Facebook: https://www.facebook.com/aliou.diouf.587/
+LinkedIn: https://www.linkedin.com/in/aliou-diouf-7b980441b/
+STEM stands for: Science, Technology, Engineering, Mathematics
+My PyPI packages:
+    https://pypi.org/project/py-ci-cd,
+    https://pypi.org/project/pymeshing
+    https://pypi.org/project/passwordworld
+    https://pypi.org/project/py-num-math/
+"""
+
+from py_nlp.src.text_keywords import text_keywords
+
+
+def test_text_keywords_without_sort_en():
+    """Unit test of text_keywords, without sort", English version"""
+
+    text = 'It tests "text keywords" function'
+    expected = [('tests', 1), ('text', 1), ('keywords', 1), ('function', 1)]
+
+    assert text_keywords(text) == expected
+
+
+def test_text_keywords_with_sort_without_nb_keywords_en():
+    """Unit test of text_keywords,with sort but without nb_keywords, English"""
+
+    text = 'Work, work, work, work, and work smartly'
+    expected = [('work', 5), ('smartly', 1)]
+
+    assert text_keywords(text, sort=True) == expected
+
+
+def test_text_keywords_with_sort_and_nb_keywords_en():
+    """Unit test of text_keywords with sort and nb_keywords, English version"""
+
+    text = 'Work, work, work, work, and work smartly'
+    expected = ['work']
+
+    assert text_keywords(text, sort=True, nb_keywords=1) == expected
+
+
+def test_text_keywords_without_sort_fr():
+    """Unit test of text_keywords, without sort, French version"""
+
+    text = 'Il teste "text keywords" fonction'
+    expected = [('teste', 1), ('text', 1), ('keywords', 1), ('fonction', 1)]
+
+    assert text_keywords(text) == expected
+
+
+def test_text_keywords_with_sort_without_nb_keywords_fr():
+    """Unit test of text_keywords,with sort but without nb_keywords"""
+
+    text = 'Travailler, beaucoup travailler, toujours travailler,' \
+           ' encore travailler'
+    expected = [('travailler', 4), ('beaucoup', 1), ('toujours', 1),
+                ('encore', 1)]
+
+    assert text_keywords(text, sort=True) == expected
+
+
+def test_text_keywords_with_sort_and_nb_keywords_fr():
+    """Unit test of text_keywords with sort and nb_keywords"""
+
+    text = 'Travailler, beaucoup travailler, toujours travailler,' \
+           ' encore travailler'
+    expected = ['travailler']
+
+    assert text_keywords(text, sort=True, nb_keywords=1) == expected

natlangproc-1.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

natlangproc-1.0.0/setup.py

@@ -0,0 +1,22 @@
+from setuptools import setup
+
+
+setup(
+    name='natlangproc',
+    version='1.0.0',
+    description='Package for NLP (Natural Language Processing) in Python',
+    long_description='Package for NLP (Natural Language Processing) in Python',
+    long_description_content_type="text/markdown",
+    url='https://www.paypal.com/paypalme/mathgamepy',
+    author='Aliou Diouf',
+    author_email='aliou.diouf5@gmail.com',
+    license='Diouf Tech',
+    packages=['py_nlp', 'py_nlp.src', 'py_nlp.tests', 'py_nlp.data',
+              'py_nlp.data.inputs'],
+    install_requires=['flake8', 'pytest'],
+    classifiers=[
+        'Development Status :: 5 - Production/Stable',
+        'License :: Free To Use But Restricted',
+        'Programming Language :: Python :: 3.14'
+    ]
+)