ai_chatbot 0.1.6.3 → 0.1.6.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a93ff88f75370288533bd606e7705f2ad7223b56974a81fe6967c72756b8e21
-  data.tar.gz: 5966c1c3aaec715819780a3ea285ac489346007bf234e759b46824c70d846fa6
+  metadata.gz: 65a8e9d42a6f0a36cff9a13f7428975232912b4a2decd9509772b38d849f6340
+  data.tar.gz: f54c3642f29fb1f12f49af978f4ae34bd9dcdb85c7d22b48d07b195384354832
 SHA512:
-  metadata.gz: 817bac75b5fe2949efbc8b5a4baf96fd45b85051ca2be69755c618ed4c72effc8e17174073068912651188181595e25d76f0d9b342479cb92977715a8d2c3881
-  data.tar.gz: e097a21eeb6f95098bf25c1159b00d6a1a05ad8a5e5379f9fceb25d5fe6d1baf02704b541aa109502d4aeb8147f7985c15ca781774ede5a1dd9c522440921b5b
+  metadata.gz: 6a7d4c388b24487a16a51dac935eb54d6dfc384f8d478dd80667f5de9a3dc2d8140e2785a0721db5d93f79b29285ad5deb3462042238536925c5b8e66b481939
+  data.tar.gz: e691cb235c3cae3c9b754c30a20cec05ca17bc684e0e7c727528ccf0b8f06e4a100e4473d050793a62029bf3352425f1b1c00540e709f04f868366bb2a0f5559

data/lib/ai_chatbot/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module AiChatbot
-  VERSION = "0.1.6.3"
+  VERSION = "0.1.6.5"
 end

data/lib/ml_model.py

@@ -1,142 +1,119 @@
 import sys
+import psycopg2
+import os
+from dotenv import load_dotenv
 from sklearn.feature_extraction.text import TfidfVectorizer
 from sklearn.naive_bayes import MultinomialNB
 from sklearn.pipeline import make_pipeline
 from sklearn.metrics.pairwise import cosine_similarity
-import pickle
-import os
 
-# Load or initialize the dataset
-if os.path.exists("qa_model.pkl"):
-    with open("qa_model.pkl", "rb") as f:
-        model_data = pickle.load(f)
-        questions = model_data.get(['questions'],[])
-        answers = model_data.get(['answers'],[])
-else:
-    questions = [
-        "How to create a new model in Rails?",
-        "What is migration?",
-        "How to add a route?"
-    ]
-    answers = [
-        "You can create a model using 'rails generate model'.",
-        "Migration is a database schema change.",
-        "You can add a route in the config/routes.rb file."
-    ]
-
-# Create a pipeline (TF-IDF + MultinomialNB)
-model = make_pipeline(TfidfVectorizer(), MultinomialNB())
-model.fit(questions, answers)
-
-# Function to predict or retrain the model
-def main(action, query=None, new_answer=None):
-    if action == "predict":
-        return get_prediction(query)
-    elif action == "train_model":
-        return train_model(query, new_answer)
-    elif action == "update_answer":
-        return update_answer(query, new_answer)
-    elif action == "update_or_delete_question":
-        return update_or_delete_question(query, new_answer)  # Corrected here, calling the right function
-    elif action == "list_questions":
-        return list_questions()
-    elif action == "list_answers":
-        return list_answers()    
-            
+# Connect to PostgreSQL
+conn = psycopg2.connect(
+    dbname= os.getenv("DB_NAME"),
+    user=os.getenv("DB_USERNAME"),
+    password=os.getenv("DB_PASSWORD"),
+    host=os.getenv("DB_HOST"), 
+    port=os.getenv("DB_PORT"),
+)
+cursor = conn.cursor()
+
+db_name = os.getenv("DB_NAME")
+
+cursor.execute("SELECT question, answer FROM qa_data")
+rows = cursor.fetchall()
+questions = [row[0] for row in rows]
+answers = [row[1] for row in rows]
+
+vectorizer = TfidfVectorizer()
+question_vecs = vectorizer.fit_transform(questions) if questions else None
+
 
-# Function to predict the response with confidence check
 def get_prediction(query):
-    query_vec = model.named_steps['tfidfvectorizer'].transform([query])
-    question_vecs = model.named_steps['tfidfvectorizer'].transform(questions)
+    if not questions:
+        return "No questions available in the database."
+    
+    query_vec = vectorizer.transform([query])
+    similarities = cosine_similarity(query_vec, question_vecs).flatten()
 
-    # Calculate cosine similarity between query and known questions
-    similarities = cosine_similarity(query_vec, question_vecs)
-    max_similarity = similarities.max()
+    max_sim_index = similarities.argmax()
+    max_similarity = similarities[max_sim_index]
 
     threshold = 0.65
     if max_similarity < threshold:
         return "No good match found. Please provide the correct answer."
     else:
-        prediction = model.predict([query])
-        return prediction[0]
+        return answers[max_sim_index]
 
-# Function to train the model with a new question and answer
+# Function to train the model with new data
 def train_model(new_question, new_answer):
     global questions, answers
 
-    # Append new question-answer pair to the dataset
+    # Store in database
+    
+    cursor.execute("INSERT INTO qa_data (question, answer, created_at,updated_at) VALUES (%s, %s, NOW(),NOW()) ON CONFLICT (question) DO NOTHING",
+    (new_question, new_answer))
+    conn.commit()
+
+    # Update lists and retrain model
     questions.append(new_question)
     answers.append(new_answer)
-
-    # Retrain the model with updated data
     model.fit(questions, answers)
 
-    # Save the updated model and data
-    with open("qa_model.pkl", "wb") as f:
-        pickle.dump({"questions": questions, "answers": answers}, f)
-
-    return f"Model retrained with the new question: '{new_question}' and answer: '{new_answer}'"
+    return f"Added: '{new_question}' -> '{new_answer}'"
 
+# Function to update an answer
 def update_answer(existing_question, new_answer):
-    global questions, answers
+    cursor.execute("UPDATE qa_data SET answer = %s WHERE question = %s", (new_answer, existing_question))
+    conn.commit()
+
+    # Update lists and retrain model
+    index = questions.index(existing_question)
+    answers[index] = new_answer
+    model.fit(questions, answers)
+
+    return f"Updated: '{existing_question}' -> '{new_answer}'"
+
+# Function to delete a question
+def delete_question(existing_question):
+    cursor.execute("DELETE FROM qa_data WHERE question = %s", (existing_question,))
+    conn.commit()
 
     if existing_question in questions:
-        # Find the index of the existing question
         index = questions.index(existing_question)
-        # Update the answer
-        answers[index] = new_answer
-        # Retrain the model with updated data
+        del questions[index]
+        del answers[index]
         model.fit(questions, answers)
-        # Save the updated model and data
-        with open("qa_model.pkl", "wb") as f:
-            pickle.dump({"questions": questions, "answers": answers}, f)
-        return f"Answer updated for the question: '{existing_question}'"
-    else:
-        return "Question not found. Please provide a valid question."    
-
-def update_or_delete_question(existing_question, new_question):
-    global questions  # Only 'questions' is global, not 'new_question'
-    if new_question=="None":
-        new_question = None
-    
-    if existing_question in questions:
-        if new_question:
-            # Find the index of the existing question
-            index = questions.index(existing_question)
-            # Update the question
-            questions[index] = new_question
-            # Retrain the model with updated data
-            model.fit(questions, answers)
-            # Save the updated model and data
-            with open("qa_model.pkl", "wb") as f:
-                pickle.dump({"questions": questions, "answers": answers}, f)
-            return f"Question updated from '{existing_question}' to '{new_question}'"
-        else:
-            # Remove the question if no new question is provided
-            index = questions.index(existing_question)
-            del questions[index]
-            del answers[index]  # Ensure you also delete the corresponding answer
-            # Retrain the model with updated data
-            model.fit(questions, answers)
-            # Save the updated model and data
-            with open("qa_model.pkl", "wb") as f:
-                pickle.dump({"questions": questions, "answers": answers}, f)
-            return f"Question '{existing_question}' deleted successfully."
-    else:
-        return "Question not found. Please provide a valid question."
 
+    return f"Deleted: '{existing_question}'"
 
+# Function to list questions
 def list_questions():
-    global questions
-    return questions
+    cursor.execute("SELECT question FROM qa_data")
+    return [row[0] for row in cursor.fetchall()]
 
+# Function to list answers
 def list_answers():
-    global answers
-    return answers    
+    cursor.execute("SELECT answer FROM qa_data")
+    return [row[0] for row in cursor.fetchall()]
 
 if __name__ == "__main__":
-    # Expecting action (predict/train), question, and answer (if training)
     action = sys.argv[1]
     question = sys.argv[2] if len(sys.argv) > 2 else None
     answer = sys.argv[3] if len(sys.argv) > 3 else None
-    print(main(action, question, answer))
+
+    if action == "predict":
+        print(get_prediction(question))
+    elif action == "train_model":
+        print(train_model(question, answer))
+    elif action == "update_answer":
+        print(update_answer(question, answer))
+    elif action == "delete_question":
+        print(delete_question(question))
+    elif action == "list_questions":
+        print(list_questions())
+    elif action == "list_answers":
+        print(list_answers())
+
+# Close DB connection
+cursor.close()
+conn.close()

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ai_chatbot
 version: !ruby/object:Gem::Version
-  version: 0.1.6.3
+  version: 0.1.6.5
 platform: ruby
 authors:
 - Sanket
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2025-02-24 00:00:00.000000000 Z
+date: 2025-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: open3
@@ -24,8 +24,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Integrates a chatbot using Python for predictions and training in a Rails
-  application.
+description: Added caching to avoid redundant DB queries, improving chatbot response
+  time. Also updated unanswered question logging.
 email:
 - sanket.tikhande@gmail.com
 executables: []
@@ -58,5 +58,5 @@ requirements: []
 rubygems_version: 3.3.7
 signing_key: 
 specification_version: 4
-summary: A chatbot for Rails integration with AI model using Python
+summary: 'Fix: Added postgres integration'
 test_files: []