dynamic-learning-model 4.0.4__tar.gz → 4.0.6__tar.gz

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dynamic-learning-model
-Version: 4.0.4
+Version: 4.0.6
 Summary: A Dynamic-Learning Model (DLM) chatbot with memory and compute reasoning modes.
 Author-email: Vignesh Thondikulam <vignesh.tho2006@gmail.com>
 License: MIT

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/dlm/DLM.py

@@ -1,17 +1,20 @@
 import os
-import warnings
 os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1"
 os.environ["TOKENIZERS_PARALLELISM"] = "false"
+os.environ["HF_HUB_VERBOSITY"] = "error"
+import warnings
 warnings.filterwarnings("ignore")
+import logging
+logging.getLogger("huggingface_hub").setLevel(logging.ERROR)
+from transformers.utils import logging as hf_logging
+hf_logging.disable_progress_bar()
+hf_logging.set_verbosity_error()
 import difflib
 import string
 import random
 import spacy
 import time
 import sqlite3
-from transformers.utils import logging as hf_logging
-hf_logging.disable_progress_bar()
-hf_logging.set_verbosity_error()
 from .DLM_Compute_Model import perform_advanced_CoT
 from .DLM_Memory_Model import get_category
 from .DLM_Memory_Model import get_specific_question
@@ -21,6 +24,7 @@ from transformers import pipeline
 from better_profanity import profanity
 from nltk.corpus import names
 
+
 class DLM:
     # for one-time, shared model loaders so that each object won't load a new model (> 2GB)
     _shared_nlp = None
@@ -369,7 +373,7 @@ class DLM:
         "Let’s reset. Rephrase your question without the frustration, and I’ll be able to help you effectively."
     ]
 
-    def __init__(self, mode, db_filename="dlm_database.db"):  # initializes SQL database & SpaCy NLP
+    def __init__(self, mode, db_filename=None):  # initializes SQL database & SpaCy NLP
         """
         Initialize the Dynamic-Learning Model (DLM) chatbot.
 
@@ -377,7 +381,7 @@ class DLM:
             mode (str): The access mode. Options:
                         'learn' for training mode (to train the bot with queries).
                         'apply' for a trained model to choose between compute and memory mode.
-            db_filename (str): The SQLite database file used to train and retrieve
+            db_filename (str, optional): The SQLite database file used to train and retrieve
                                question-answer-category triples.
 
         Behavior:
@@ -407,7 +411,16 @@ class DLM:
         self.__nlp = DLM._shared_nlp
         self.__hf_classifier = DLM._shared_hf
 
-        self.__filename = db_filename
+        if db_filename is None:
+            # Create an absolute path to a hidden folder in the user's home directory
+            home_dir = os.path.expanduser("~")
+            dlm_dir = os.path.join(home_dir, ".dlm")
+            
+            # Ensure the directory exists before SQLite tries to connect
+            os.makedirs(dlm_dir, exist_ok=True)
+            self.__filename = os.path.join(dlm_dir, "dlm_database.db")
+        else:
+            self.__filename = db_filename
         self.__mode = mode
 
         try:

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/dlm/DLM_Compute_Model.py

@@ -292,11 +292,19 @@ def pick_out_names(self, doc, persons_mentioned, filtered_query):
             if cleaned:
                 persons_mentioned.append(cleaned)
 
-    tokens = nltk.word_tokenize(filtered_query)
+    # this is to solve a problematic issue with nltk if a certain package is not already downloaded
+    try:
+        tokens = nltk.word_tokenize(filtered_query)
+    except LookupError:
+        # silently download the tokenizer if it is missing
+        nltk.download('punkt_tab', quiet=True)
+        tokens = nltk.word_tokenize(filtered_query)
+
     for tok in tokens:
         cleaned = re.sub(r"[^a-zA-Z]", "", tok).lower()
         if cleaned in self._DLM__nltk_names:
             persons_mentioned.append(cleaned.capitalize())
+
     persons_mentioned = {name for name in set(persons_mentioned) if len(name.split()) == 1}
     persons_mentioned = set(persons_mentioned)
 

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/dlm/DLM_Memory_Model.py

@@ -1,5 +1,3 @@
-import sqlite3
-
 def get_category(self, exact_question):  # returns category as a string or None
     """
     Retrieve the category (question type) associated with a specific question from the SQLite knowledge base.
@@ -71,6 +69,7 @@ def get_specific_question(self, exact_answer):  # returns question as a string o
 def learn(self, expectation, category):  # no return, void
     """
     Store a new question-answer-category entry in the SQLite knowledge base.
+    If the question already exists and the trainer gives a new response, it updates the answer and category of that existing question
 
     Parameters:
         expectation (str): The expected answer or response to the current user query.
@@ -88,7 +87,13 @@ def learn(self, expectation, category):  # no return, void
 
     try:
         self._DLM__cursor.execute(
-            "INSERT OR IGNORE INTO knowledge_base (question, answer, category) VALUES (?, ?, ?)",
+            """
+            INSERT INTO knowledge_base (question, answer, category) 
+            VALUES (?, ?, ?)
+            ON CONFLICT(question) DO UPDATE SET 
+                answer = excluded.answer,
+                category = excluded.category
+            """,
             (self._DLM__special_stripped_query, expectation, category)
         )
 

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/dynamic_learning_model.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dynamic-learning-model
-Version: 4.0.4
+Version: 4.0.6
 Summary: A Dynamic-Learning Model (DLM) chatbot with memory and compute reasoning modes.
 Author-email: Vignesh Thondikulam <vignesh.tho2006@gmail.com>
 License: MIT

{dynamic_learning_model-4.0.4 → dynamic_learning_model-4.0.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dynamic-learning-model"
-version = "4.0.4"
+version = "4.0.6"
 description = "A Dynamic-Learning Model (DLM) chatbot with memory and compute reasoning modes."
 readme = "README.md"
 requires-python = ">=3.12"