user-simulator 0.1.10__tar.gz → 0.2.0__tar.gz

{user_simulator-0.1.10 → user_simulator-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: user-simulator
-Version: 0.1.10
+Version: 0.2.0
 Summary: LLM-based user simulator for chatbot testing.
 Author: Alejandro Del Pozzo Escalera, Juan de Lara Jaramillo, Esther Guerra Sánchez
 License: MIT License
@@ -30,6 +30,8 @@ Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: allpairspy>=2.5.1
 Requires-Dist: beautifulsoup4>=4.13.4
+Requires-Dist: build>=1.3.0
+Requires-Dist: chatbot-connectors>=0.2.2
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: inflect>=7.0.0
@@ -44,6 +46,7 @@ Requires-Dist: pyyaml>=6.0.2
 Requires-Dist: requests>=2.32.4
 Requires-Dist: scikit-learn>=1.7.0
 Requires-Dist: selenium>=4.33.0
+Requires-Dist: twine>=6.1.0
 Requires-Dist: webdriver-manager>=4.0.2
 Dynamic: license-file
 

{user_simulator-0.1.10 → user_simulator-0.2.0}/pyproject.toml

@@ -1,54 +1,57 @@
-[project]
-name = "user-simulator"
-version = "0.1.10"
-description = "LLM-based user simulator for chatbot testing."
-readme = "README.md"
-requires-python = ">=3.12"
-license = {file = "LICENSE.txt"}
-
-authors = [
-    {name = "Alejandro Del Pozzo Escalera"},
-    {name = "Juan de Lara Jaramillo"},
-    {name = "Esther Guerra Sánchez"}
-]
-
-dependencies = [
-    "allpairspy>=2.5.1",
-    "beautifulsoup4>=4.13.4",
-    "colorama>=0.4.6",
-    "httpx>=0.28.1",
-    "inflect>=7.0.0",
-    "langchain>=0.3.25",
-    "langchain-openai>=0.3.23",
-    "openai>=1.0.0",
-    "pandas>=2.3.0",
-    "pillow>=11.2.1",
-    "pydantic>=2.0.0",
-    "pymupdf>=1.26.1",
-    "pyyaml>=6.0.2",
-    "requests>=2.32.4",
-    "scikit-learn>=1.7.0",
-    "selenium>=4.33.0",
-    "webdriver-manager>=4.0.2",
-]
-
-[project.urls]
-Homepage = "https://github.com/satori-chatbots/user-simulator"
-
-[project.scripts]
-sensei-init-project = "user_sim.cli.init_project:main"
-sensei-chat = "user_sim.cli.sensei_chat:main"
-sensei-check = "user_sim.cli.sensei_check:main"
-sensei-validation-check = "user_sim.cli.validation_check:main"
-sensei-gen-user-profile = "user_sim.cli.gen_user_profile:main"
-
-[build-system]
-requires = ["setuptools>=61.0"]
-build-backend = "setuptools.build_meta"
-
-[tool.setuptools]
-package-dir = {"" = "src"}
-
-[tool.setuptools.packages.find]
-where = ["src"]
-include = ["user_sim*", "technologies*", "metamorphic*"]
+[project]
+name = "user-simulator"
+version = "0.2.0"
+description = "LLM-based user simulator for chatbot testing."
+readme = "README.md"
+requires-python = ">=3.12"
+license = {file = "LICENSE.txt"}
+
+authors = [
+    {name = "Alejandro Del Pozzo Escalera"},
+    {name = "Juan de Lara Jaramillo"},
+    {name = "Esther Guerra Sánchez"}
+]
+
+dependencies = [
+    "allpairspy>=2.5.1",
+    "beautifulsoup4>=4.13.4",
+    "build>=1.3.0",
+    "chatbot-connectors>=0.2.2",
+    "colorama>=0.4.6",
+    "httpx>=0.28.1",
+    "inflect>=7.0.0",
+    "langchain>=0.3.25",
+    "langchain-openai>=0.3.23",
+    "openai>=1.0.0",
+    "pandas>=2.3.0",
+    "pillow>=11.2.1",
+    "pydantic>=2.0.0",
+    "pymupdf>=1.26.1",
+    "pyyaml>=6.0.2",
+    "requests>=2.32.4",
+    "scikit-learn>=1.7.0",
+    "selenium>=4.33.0",
+    "twine>=6.1.0",
+    "webdriver-manager>=4.0.2",
+]
+
+[project.urls]
+Homepage = "https://github.com/satori-chatbots/user-simulator"
+
+[project.scripts]
+sensei-init-project = "user_sim.cli.init_project:main"
+sensei-chat = "user_sim.cli.sensei_chat:main"
+sensei-check = "user_sim.cli.sensei_check:main"
+sensei-validation-check = "user_sim.cli.validation_check:main"
+sensei-gen-user-profile = "user_sim.cli.gen_user_profile:main"
+
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools]
+package-dir = {"" = "src"}
+
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["user_sim*", "technologies*", "metamorphic*"]

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/technologies/chatbot_connectors.py

@@ -13,6 +13,12 @@ logger = logging.getLogger('Info Logger')
 # THE CONNECTORS NEED HEAVY REFACTORING TO JUST
 # ONE OR TWO CLASSES
 
+# def get_get_content():
+#     from user_sim.utils.url_management import get_content
+#     return get_content
+#
+# get_content = get_get_content()
+
 class Chatbot:
     def __init__(self, connector):
         self.fallback = 'I do not understand you'

user_simulator-0.2.0/src/user_sim/__init__.py

@@ -0,0 +1,14 @@
+# from .cli.sensei_chat import main as sensei_chat_main
+# from .cli.sensei_check import main as sensei_check_main
+# from .cli.init_project import main as init_project_main
+# from .cli.validation_check import main as validation_check_main
+# from .cli.gen_user_profile import main as gen_user_profile_main
+#
+#
+# __all__ = [
+#     "sensei_chat_main",
+#     "sensei_check_main",
+#     "init_project_main",
+#     "validation_check_main",
+#     "gen_user_profile_main"
+# ]

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/user_sim/cli/sensei_chat.py

@@ -4,8 +4,8 @@ import pandas as pd
 from collections import Counter
 from argparse import ArgumentParser
 from colorama import Fore, Style
-from technologies.chatbot_connectors import (Chatbot, ChatbotRasa, ChatbotTaskyto, ChatbotMillionBot,
-                                             ChatbotServiceform)
+# from technologies.chatbot_connectors import (Chatbot, ChatbotRasa, ChatbotTaskyto, ChatbotMillionBot,
+#                                              ChatbotServiceform)
 from user_sim.core.data_extraction import DataExtraction
 from user_sim.core.role_structure import *
 from user_sim.core.user_simulator import UserSimulator
@@ -14,7 +14,15 @@ from user_sim.utils.utilities import *
 from user_sim.utils.token_cost_calculator import create_cost_dataset
 from user_sim.utils.register_management import clean_temp_files
 
-check_keys(["OPENAI_API_KEY"])
+from chatbot_connectors.implementations.custom import CustomChatbot
+from chatbot_connectors.implementations.taskyto import ChatbotTaskyto
+from chatbot_connectors.implementations.rasa import RasaChatbot
+from chatbot_connectors.implementations.millionbot import MillionBot
+
+from chatbot_connectors import ChatbotFactory, parse_connector_params
+
+
+# check_keys(["OPENAI_API_KEY"])
 current_script_dir = os.path.dirname(os.path.abspath(__file__))
 root_path = os.path.abspath(os.path.join(current_script_dir, ".."))
 
@@ -79,7 +87,7 @@ def configure_project(project_path):
     config.custom_personalities_folder = os.path.join(project_path, "personalities")
 
     custom_types_path = os.path.join(project_path, "types")
-    default_types_path = os.path.join(config.root_path, "config", "types")
+    default_types_path = os.path.join(config.root_path, "src", "config", "types")
 
     custom_types = load_yaml_files_from_folder(custom_types_path)
     default_types = load_yaml_files_from_folder(default_types_path, existing_keys=custom_types.keys())
@@ -233,17 +241,18 @@ def parse_profiles(user_path):
         raise Exception(f'Invalid path for user profile operation: {user_path}')
 
 
-def build_chatbot(technology, connector) -> Chatbot:
-    chatbot_builder = {
-        'rasa': ChatbotRasa,
-        'taskyto': ChatbotTaskyto,
-        'serviceform': ChatbotServiceform,
-        'millionbot': ChatbotMillionBot
-    }
-    chatbot_class = chatbot_builder.get(technology, Chatbot)
-    return chatbot_class(connector)
-
-
+def build_chatbot(technology, connector):
+    # chatbot_builder = {
+    #     'rasa': RasaChatbot,
+    #     'taskyto': ChatbotTaskyto,
+    #     # 'serviceform': ChatbotServiceform(connector),
+    #     'millionbot': MillionBot,
+    #     'custom': CustomChatbot
+    # }
+    # chatbot_class = chatbot_builder.get(technology, CustomChatbot)
+    parsed_connector = parse_connector_params(connector)
+    chatbot = ChatbotFactory.create_chatbot(chatbot_type=technology, **parsed_connector)
+    return chatbot
 
 def generate_conversation(technology, connector, user,
                           personality, extract, project_folder):
@@ -412,13 +421,12 @@ def main():
     parser.add_argument('--technology', required=False,
                         choices=['rasa', 'taskyto', 'ada-uam', 'millionbot', 'genion', 'lola', 'serviceform', 'kuki', 'julie', 'rivas_catalina', 'saic_malaga'],
                         help='Technology the chatbot is implemented in')
-    # parser.add_argument('--chatbot', required=False, help='URL where the chatbot is deployed')
-    parser.add_argument('--connector', required=False, help='path to the connector configuration file')
-    parser.add_argument('--connector_parameters', required=False, help='dynamic parameters for the selected chatbot connector')
+    # parser.add_argument('--connector', required=False, help='path to the connector configuration file')
+    parser.add_argument('--connector-params', required=False, help='dynamic parameters for the selected chatbot connector')
     parser.add_argument('--project_path', required=False, help='Project folder PATH where all testing data is stored')
     parser.add_argument('--user_profile', required=False, help='User profile file or user profile folder to test the chatbot')
     parser.add_argument('--personality', required=False, help='Personality file')
-    parser.add_argument("--extract", default=False, help='Path to store conversation user-chatbot')
+    parser.add_argument('--extract', default=False, help='Path to store conversation user-chatbot')
     parser.add_argument('--verbose', action='store_true', help='Shows debug prints')
     parser.add_argument('--clean_cache', action='store_true', help='Deletes temporary files.')
     parser.add_argument('--ignore_cache', action='store_true', help='Ignores cache for temporary files')
@@ -449,7 +457,7 @@ def main():
         parser_args = ArgsNamespace(**yaml_args)
 
     else:
-        required_args = ['technology', 'user_profile', 'connector']
+        required_args = ['technology', 'user_profile', 'connector_params']
         missing_args = [arg for arg in required_args if getattr(parser_args, arg) is None]
 
         if missing_args:
@@ -462,20 +470,24 @@ def main():
     logger = create_logger(parser_args.verbose, 'Info Logger')
     logger.info('Logs enabled!')
 
-    check_keys(["OPENAI_API_KEY"])
+    # check_keys(["OPENAI_API_KEY"])
     config.test_cases_folder = parser_args.extract
     config.ignore_cache = parser_args.ignore_cache
     config.update_cache = parser_args.update_cache
     config.clean_cache = parser_args.clean_cache
 
-    if parser_args.connector_parameters:
-        connector = configure_connector(parser_args.connector, parser_args.connector_parameters)
-    else:
-        connector = configure_connector(parser_args.connector)
+    # if parser_args.connector_parameters:
+    #     connector = configure_connector(parser_args.connector, parser_args.connector_parameters)
+    # else:
+    #     connector = configure_connector(parser_args.connector)
 
-    generate_conversation(parser_args.technology, connector, profile_path,
-                          parser_args.personality, parser_args.extract, parser_args.project_path)
+    connector = parser_args.connector_params
 
+    try:
+        generate_conversation(parser_args.technology, connector, profile_path,
+                          parser_args.personality, parser_args.extract, parser_args.project_path)
+    except Exception as e:
+        logger.error(f"An error occurred while generating the conversation: {e}")
 
 if __name__ == '__main__':
     main()

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/user_sim/cli/sensei_check.py

@@ -9,7 +9,7 @@ from argparse import ArgumentParser
 from metamorphic.results import Result
 from metamorphic.rules import *
 from metamorphic.tests import Test
-from user_sim.utils.utilities import check_keys
+# from user_sim.utils.utilities import check_keys
 import user_sim.utils.errors as errors
 
 def __get_object_from_yaml_files(file_or_dir, operation, name):

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/user_sim/utils/utilities.py

@@ -9,6 +9,7 @@ import importlib.util
 import logging
 import platform
 
+from typing import Any
 from datetime import datetime, timedelta, date
 from sklearn.feature_extraction.text import TfidfVectorizer
 from sklearn.metrics.pairwise import cosine_similarity
@@ -20,20 +21,20 @@ from charset_normalizer import detect
 logger = logging.getLogger('Info Logger')
 
 
-def check_keys(key_list: list):
-    if os.path.exists("keys.properties"):
-        logger.info("properties found!")
-        config = configparser.ConfigParser()
-        config.read('keys.properties')
-
-        # Loop over all keys and values
-        for key in config['keys']:
-            key = key.upper()
-            os.environ[key] = config['keys'][key]
-
-    for k in key_list:
-        if not os.environ.get(k):
-            raise Exception(f"{k} not found")
+# def check_keys(key_list: list):
+#     if os.path.exists("keys.properties"):
+#         logger.info("properties found!")
+#         config = configparser.ConfigParser()
+#         config.read('keys.properties')
+#
+#         # Loop over all keys and values
+#         for key in config['keys']:
+#             key = key.upper()
+#             os.environ[key] = config['keys'][key]
+#
+#     for k in key_list:
+#         if not os.environ.get(k):
+#             raise Exception(f"{k} not found")
 
 
 def end_alarm():
@@ -63,6 +64,52 @@ def init_model():
     return model, llm
 
 
+# def parse_connector_params(connector_params_str: str | None) -> dict[str, Any]:
+#     """Parse connector parameters from string input.
+#
+#     Args:
+#         connector_params_str: JSON string or key=value pairs
+#
+#     Returns:
+#         Dictionary of connector parameters
+#
+#     Raises:
+#         ValueError: If parameter parsing fails
+#     """
+#     params = {}
+#
+#     if connector_params_str:
+#         try:
+#             # Try to parse as JSON first
+#             if connector_params_str.strip().startswith("{"):
+#                 params = json.loads(connector_params_str)
+#             else:
+#                 # Parse as key=value pairs
+#                 for pair in connector_params_str.split(","):
+#                     if "=" not in pair:
+#                         continue
+#                     key, value = pair.split("=", 1)
+#                     key = key.strip()
+#                     value = value.strip()
+#
+#                     # Try to convert to appropriate types
+#                     if value.lower() in ("true", "false"):
+#                         params[key] = value.lower() == "true"
+#                     elif value.isdigit():
+#                         params[key] = int(value)
+#                     else:
+#                         try:
+#                             params[key] = float(value)
+#                         except ValueError:
+#                             params[key] = value
+#
+#         except (json.JSONDecodeError, ValueError) as e:
+#             logger.exception("Failed to parse connector parameters: %s", connector_params_str)
+#             msg = f"Invalid connector parameters format: {e}"
+#             raise ValueError(msg) from e
+#
+#     return params
+
 
 def parse_content_to_text(messages):
     return " ".join([message["content"] for message in messages if "content" in message])

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/user_simulator.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: user-simulator
-Version: 0.1.10
+Version: 0.2.0
 Summary: LLM-based user simulator for chatbot testing.
 Author: Alejandro Del Pozzo Escalera, Juan de Lara Jaramillo, Esther Guerra Sánchez
 License: MIT License
@@ -30,6 +30,8 @@ Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: allpairspy>=2.5.1
 Requires-Dist: beautifulsoup4>=4.13.4
+Requires-Dist: build>=1.3.0
+Requires-Dist: chatbot-connectors>=0.2.2
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: inflect>=7.0.0
@@ -44,6 +46,7 @@ Requires-Dist: pyyaml>=6.0.2
 Requires-Dist: requests>=2.32.4
 Requires-Dist: scikit-learn>=1.7.0
 Requires-Dist: selenium>=4.33.0
+Requires-Dist: twine>=6.1.0
 Requires-Dist: webdriver-manager>=4.0.2
 Dynamic: license-file
 

{user_simulator-0.1.10 → user_simulator-0.2.0}/src/user_simulator.egg-info/requires.txt

@@ -1,5 +1,7 @@
 allpairspy>=2.5.1
 beautifulsoup4>=4.13.4
+build>=1.3.0
+chatbot-connectors>=0.2.2
 colorama>=0.4.6
 httpx>=0.28.1
 inflect>=7.0.0
@@ -14,4 +16,5 @@ pyyaml>=6.0.2
 requests>=2.32.4
 scikit-learn>=1.7.0
 selenium>=4.33.0
+twine>=6.1.0
 webdriver-manager>=4.0.2

user_simulator-0.1.10/src/user_sim/__init__.py

@@ -1,15 +0,0 @@
-
-from .cli.sensei_chat import main as sensei_chat_main
-from .cli.sensei_check import main as sensei_check_main
-from .cli.init_project import main as init_project_main
-from .cli.validation_check import main as validation_check_main
-from .cli.gen_user_profile import main as gen_user_profile_main
-
-
-__all__ = [
-    "sensei_chat_main",
-    "sensei_check_main",
-    "init_project_main",
-    "validation_check_main",
-    "gen_user_profile_main"
-]