user-simulator 0.2.0__tar.gz → 0.2.1__tar.gz

{user_simulator-0.2.0 → user_simulator-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: user-simulator
-Version: 0.2.0
+Version: 0.2.1
 Summary: LLM-based user simulator for chatbot testing.
 Author: Alejandro Del Pozzo Escalera, Juan de Lara Jaramillo, Esther Guerra Sánchez
 License: MIT License

{user_simulator-0.2.0 → user_simulator-0.2.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "user-simulator"
-version = "0.2.0"
+version = "0.2.1"
 description = "LLM-based user simulator for chatbot testing."
 readme = "README.md"
 requires-python = ">=3.12"

user_simulator-0.2.1/src/user_sim/cli/cli.py

@@ -0,0 +1,113 @@
+import argparse
+from argparse import Namespace
+from chatbot_connectors import parse_connector_params
+
+def parse_chat_arguments() -> Namespace:
+    """Parse command line arguments."""
+    parser = argparse.ArgumentParser(description="User Simulator - Converses with chatbots to test capabilities")
+
+    # default_sessions = 3
+    # default_turns = 8
+    # default_model = "gpt-4o-mini"
+    default_output_dir = "output"
+    default_technology = "taskyto"
+
+
+    parser.add_argument(
+        "-rfy"
+        "--run-from-yaml",
+        type=str,
+        default=None,
+        help="Path to the project folder which contains run.yaml."
+             "Runs Sensei with CLI arguments contained in the run.yaml file."
+             "Example: --run-from-yaml /path/to/project/folder",
+    )
+
+    parser.add_argument(
+        "-ic",
+        "--ignore-cache",
+        type=int,
+        default=0,
+        help=f"Cache is ignored during the testing process.",
+    )
+
+    parser.add_argument(
+        "-t",
+        "--technology",
+        type=str,
+        default=default_technology,
+        help=f"Chatbot technology to use (default: {default_technology})",
+    )
+
+    parser.add_argument(
+        "-cp",
+        "--connector-params",
+        type=parse_connector_params,
+        default=None,
+        help="Connector parameters as JSON string or key=value pairs separated by commas. "
+        'Examples: \'{"base_url": "http://localhost", "port": 8080}\' or '
+        '"base_url=http://localhost,port=8080". Use --list-connector-params <technology> to see required parameters for each connector.',
+    )
+
+    parser.add_argument(
+        "-pp",
+        "--project-path",
+        type=str,
+        default=None,
+        help="The project path where all testing content is stored for a specific project."
+    )
+
+    parser.add_argument(
+        "-up",
+        "--user-profile",
+        type=str,
+        default=None,
+        help="Name of the user profile YAML or the folder containing user profiles to use in the testing process."
+    )
+
+    #todo: extract
+    parser.add_argument(
+        "-o",
+        "--output",
+        type=str,
+        default=default_output_dir,
+        help=f"Output directory for results and profiles (default: {default_output_dir})",
+    )
+
+    parser.add_argument(
+        "-v",
+        "--verbose",
+        action="store_true",
+        help="Increase output verbosity",
+    )
+
+    parser.add_argument(
+        "-cc",
+        "--clean-cache",
+        action="store_true",
+        help=f"Cache is cleaned after the testing process",
+    )
+
+    parser.add_argument(
+        "-uc",
+        "--update-cache",
+        action="store_true",
+        help=f"Cache is updated with new content if previous cache was saved",
+    )
+
+    #todo: implement
+    parser.add_argument(
+        "--list-connector-params",
+        type=str,
+        metavar="TECHNOLOGY",
+        help="List the available parameters for a specific chatbot technology and exit",
+    )
+
+    #todo: implement
+    parser.add_argument(
+        "--list-connectors",
+        action="store_true",
+        help="List all available chatbot connector technologies and exit",
+    )
+
+    return parser.parse_args()

{user_simulator-0.2.0 → user_simulator-0.2.1}/src/user_sim/cli/sensei_chat.py

@@ -1,7 +1,9 @@
 import timeit
 import yaml
 import pandas as pd
+from argparse import Namespace
 from collections import Counter
+from cli import parse_chat_arguments
 from argparse import ArgumentParser
 from colorama import Fore, Style
 # from technologies.chatbot_connectors import (Chatbot, ChatbotRasa, ChatbotTaskyto, ChatbotMillionBot,
@@ -13,13 +15,7 @@ from user_sim.utils.show_logs import *
 from user_sim.utils.utilities import *
 from user_sim.utils.token_cost_calculator import create_cost_dataset
 from user_sim.utils.register_management import clean_temp_files
-
-from chatbot_connectors.implementations.custom import CustomChatbot
-from chatbot_connectors.implementations.taskyto import ChatbotTaskyto
-from chatbot_connectors.implementations.rasa import RasaChatbot
-from chatbot_connectors.implementations.millionbot import MillionBot
-
-from chatbot_connectors import ChatbotFactory, parse_connector_params
+from chatbot_connectors.cli import ChatbotFactory, parse_connector_params
 
 
 # check_keys(["OPENAI_API_KEY"])
@@ -93,35 +89,51 @@ def configure_project(project_path):
     default_types = load_yaml_files_from_folder(default_types_path, existing_keys=custom_types.keys())
     config.types_dict = {**default_types, **custom_types}
 
-def configure_connector(*args):
-
-    connec = args[0]
-    with open(connec, 'r', encoding='utf-8') as f:
-        con_yaml = yaml.safe_load(f)
-
-
-    if len(args)<2 or not con_yaml["parameters"]:
-        logger.warning("No parameters added for connector configuration. They may not have been set as input arguments "
-                    "or declared as dynamic parameters in the connector file.")
-        return con_yaml
-
-    parameters = args[1]
-    if isinstance(parameters, str):
-        parameters = json.loads(parameters)
+# def configure_connector(*args):
+#     connec = args[0]
+#     with open(connec, 'r', encoding='utf-8') as f:
+#         con_yaml = yaml.safe_load(f)
+#
+#
+#     if len(args)<2 or not con_yaml["parameters"]:
+#         logger.warning("No parameters added for connector configuration. They may not have been set as input arguments "
+#                     "or declared as dynamic parameters in the connector file.")
+#         return con_yaml
+#
+#     parameters = args[1]
+#     if isinstance(parameters, str):
+#         parameters = json.loads(parameters)
+#
+#     param_key_list = list(parameters.keys())
+#     if Counter(con_yaml["parameters"]) != Counter(param_key_list):
+#         raise UnmachedList("Parameters in yaml don't match parameters input in execution")
+#
+#     def replace_values(obj_dict, src_dict):
+#         for key in obj_dict:
+#             if isinstance(obj_dict[key], dict):
+#                 replace_values(obj_dict[key], src_dict)
+#             elif key in src_dict:
+#                 obj_dict[key] = src_dict[key]
+#
+#     replace_values(con_yaml, parameters)
+#     return con_yaml
+
+def _setup_configuration() -> Namespace:
+    """Parse command line arguments, validate config, and create output dir.
+
+    Returns:
+        The parsed and validated command line arguments
+
+    Raises:
+        TracerError: If the specified technology is invalid
+    """
+    args = parse_chat_arguments()
+
+    logger = create_logger(args.verbose, 'Info Logger')
+    logger.info('Logs enabled!')
 
-    param_key_list = list(parameters.keys())
-    if Counter(con_yaml["parameters"]) != Counter(param_key_list):
-        raise UnmachedList("Parameters in yaml don't match parameters input in execution")
 
-    def replace_values(obj_dict, src_dict):
-        for key in obj_dict:
-            if isinstance(obj_dict[key], dict):
-                replace_values(obj_dict[key], src_dict)
-            elif key in src_dict:
-                obj_dict[key] = src_dict[key]
 
-    replace_values(con_yaml, parameters)
-    return con_yaml
 
 
 def get_conversation_metadata(user_profile, the_user, serial=None):
@@ -467,8 +479,7 @@ def main():
     config.root_path = os.path.abspath(os.path.join(current_script_dir, "../../.."))
     profile_path = os.path.join(config.profiles_path, parser_args.user_profile)
 
-    logger = create_logger(parser_args.verbose, 'Info Logger')
-    logger.info('Logs enabled!')
+
 
     # check_keys(["OPENAI_API_KEY"])
     config.test_cases_folder = parser_args.extract

{user_simulator-0.2.0 → user_simulator-0.2.1}/src/user_simulator.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: user-simulator
-Version: 0.2.0
+Version: 0.2.1
 Summary: LLM-based user simulator for chatbot testing.
 Author: Alejandro Del Pozzo Escalera, Juan de Lara Jaramillo, Esther Guerra Sánchez
 License: MIT License

{user_simulator-0.2.0 → user_simulator-0.2.1}/src/user_simulator.egg-info/SOURCES.txt

@@ -13,6 +13,7 @@ src/technologies/chatbots.py
 src/technologies/taskyto.py
 src/user_sim/__init__.py
 src/user_sim/cli/__init__.py
+src/user_sim/cli/cli.py
 src/user_sim/cli/gen_user_profile.py
 src/user_sim/cli/init_project.py
 src/user_sim/cli/sensei_chat.py