user-simulator 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

technologies/taskyto.py

@@ -0,0 +1,110 @@
+import glob
+import inflect
+import os
+import yaml
+
+from .chatbots import RoleData, ChatbotSpecification
+from typing import List, Dict
+
+
+class ChatbotSpecificationTaskyto (ChatbotSpecification):
+    def build_user_profile(self, chatbot_folder) -> RoleData:
+        """
+        :param chatbot_folder: folder containing the chatbot modules
+        :returns user profile built from the chatbot specification
+        """
+        formatter = inflect.engine()
+        profile = RoleData()
+        profile.role = 'You have to act as a user of a chatbot.'
+        profile.context = [
+                 "Never indicate that you are the user, like 'user: bla bla'.", #todo: these prompts should be removed since they are added internaly in the code. A.
+                 "Sometimes, interact with what the assistant just said.",
+                 "Never act as the assistant.",
+                 "Don't end the conversation until you've asked everything you need."
+             ]
+        # profile.conversations.interaction_style.append('long phrase')
+        profile.conversations.interaction_style.append('change your mind')
+        profile.conversations.interaction_style.append('make spelling mistakes')
+        profile.conversations.interaction_style.append('single question')
+        profile.conversations.interaction_style.append('all questions')
+        # profile.conversations.interaction_style.append('default')
+
+        # chatbot modules
+        modules = self.__class__.__load_chatbot_modules(chatbot_folder)
+        for module in modules:
+            if module.get("modules"):
+                modules.extend(module.get("modules"))
+                continue
+            # menu module ...........................................
+            kind = module.get("kind")
+            if kind == "menu":
+                if module.get("items"):
+                    modules.extend(module.get("items"))
+                if not profile.fallback:
+                    profile.fallback = module.get("fallback")
+                if module.get("presentation"):
+                    profile.role += f' This chatbot is described as follows: \"{module.get("presentation").strip()}\"'
+            # data gathering module .................................
+            elif kind == "data_gathering":
+                for data in module.get("data"):
+                    for item in data.keys():
+                        item_values = data.get(item)
+                        if item_values.get("type") == "enum":
+                            if formatter.singular_noun(item) is True:
+                                item = formatter.plural(item)
+                            ask_about = 'Consider the following ' + item + ': {{' + item + '}}.'
+                            ask_values = self.__class__.__flatten(item_values.get("values"))
+                            profile.ask_about.append(ask_about)
+                            profile.ask_about.append({item: ask_values})
+            # answer module .........................................
+            elif kind == "answer":
+                profile.ask_about.append(module.get("title"))
+
+        # chatbot configuration
+        config = self.__class__.__load_configuration_file(chatbot_folder)
+        if config.get("languages"):
+            languages = [language.strip() for language in config.get("languages").split(",")]
+            profile.conversations.change_language.extend(languages)
+            profile.language = languages[0]
+
+        return profile
+
+    @staticmethod
+    def __flatten(list_values: List[str | Dict[str, List[str]]]) -> List[str]:
+        """
+        :param list_values: list of values, which can be strings or dictionaries
+        :returns list of string values (dicts are flattened -- their keys and values are added to the list)
+        """
+        list_flattened = []
+        for value in list_values:
+            if isinstance(value, Dict):
+                for key in value.keys():
+                    list_flattened.append(key)
+                    list_flattened.extend(value.get(key))
+            else:
+                list_flattened.append(value)
+        return list_flattened
+
+    @staticmethod
+    def __load_chatbot_modules(chatbot_folder) -> List[Dict]:
+        """
+        :param chatbot_folder: folder containing the chatbot modules
+        :returns yaml files in chatbot_folder
+        """
+        modules = []
+        for file_path in glob.glob(os.path.join(chatbot_folder, '*.yaml')):
+            with open(file_path) as yaml_file:
+                modules.append(yaml.safe_load(yaml_file.read()))
+        return modules
+
+    @staticmethod
+    def __load_configuration_file(chatbot_folder) -> Dict:
+        """
+        :param chatbot_folder: folder containing the chatbot modules
+        :returns file chatbot_folder/configuration/default.yaml
+        """
+        configuration_file = os.path.join(chatbot_folder, "configuration", "default.yaml")
+        if os.path.isfile(configuration_file):
+            with open(configuration_file) as yaml_file:
+                return yaml.safe_load(yaml_file.read())
+        return {}

user_sim/cli/sensei_chat.py

@@ -79,7 +79,7 @@ def configure_project(project_path):
     config.custom_personalities_folder = os.path.join(project_path, "personalities")
 
     custom_types_path = os.path.join(project_path, "types")
-    default_types_path = os.path.join(config.root_path, "config", "types")
+    default_types_path = os.path.join(config.root_path,"src", "config", "types")
 
     custom_types = load_yaml_files_from_folder(custom_types_path)
     default_types = load_yaml_files_from_folder(default_types_path, existing_keys=custom_types.keys())

user_sim/core/role_structure.py

@@ -281,7 +281,7 @@ class RoleData:
                 custom_personalities_path = config.custom_personalities_folder
                 path_list.append(custom_personalities_path)
 
-            default_personalities_path = os.path.join(config.root_path, "config", "personalities")
+            default_personalities_path = os.path.join(config.root_path,"src", "config", "personalities")
             path_list.append(default_personalities_path)
 
             try:

user_sim/handlers/pdf_parser_module.py

@@ -11,7 +11,7 @@ from user_sim.handlers.image_recognition_module import image_description
 
 logger = logging.getLogger('Info Logger')
 current_script_dir = os.path.dirname(os.path.abspath(__file__))
-project_root = os.path.abspath(os.path.join(current_script_dir, "../../.."))
+project_root = os.path.abspath(os.path.join(current_script_dir, "../.."))
 pdf_register_name = "pdf_register.json"
 
 

user_sim/utils/register_management.py

@@ -4,7 +4,7 @@ import hashlib
 import logging
 
 current_script_dir = os.path.dirname(os.path.abspath(__file__))
-project_root = os.path.abspath(os.path.join(current_script_dir, "../../..")) #change
+project_root = os.path.abspath(os.path.join(current_script_dir, "../..")) #change
 temp_file_dir = os.path.join(project_root, "data/cache")
 
 logger = logging.getLogger('Info Logger')

{user_simulator-0.1.1.dist-info → user_simulator-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: user-simulator
-Version: 0.1.1
+Version: 0.1.2
 Summary: LLM-based user simulator for chatbot testing.
 Author: Alejandro Del Pozzo Escalera, Juan de Lara Jaramillo, Esther Guerra Sánchez
 License: MIT License

{user_simulator-0.1.1.dist-info → user_simulator-0.1.2.dist-info}/RECORD

@@ -1,8 +1,18 @@
+metamorphic/__init__.py,sha256=BqyThH4lzS95P_YZ27b4K3rf5P9JgwHU9I3r99jSEiQ,135
+metamorphic/results.py,sha256=kKeud02cNpehVmHRAkVO-uf1rd-H7D8cAkSeiKmU8Jg,2040
+metamorphic/rule_utils.py,sha256=frm2IDxHEsYlvFVTQqFDEdfDVejNKtqhxreIOb7_Jrs,17978
+metamorphic/rules.py,sha256=b0W-L1JDqflpuIiPI9OQNqSGunQ3aAeWnXDf9hiAWjU,9504
+metamorphic/tests.py,sha256=aS_kzOXM4T4FomdXbJvPfEwP7ACRPGBgZHaXKcQuN0w,3214
+metamorphic/text_comparison_utils.py,sha256=3SKhaMX1taQKzSNkkDkslabhJChIXFNcfWK6-97yu6Y,998
+technologies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+technologies/chatbot_connectors.py,sha256=sXMyVyHXYfPjIC7H4LlHgtSnhI4oIhkTdvMR2JSn8DI,25398
+technologies/chatbots.py,sha256=apTbCU2paYLgVLAXg2h0HAigazJxIo7L9vKQpcJpqyM,3047
+technologies/taskyto.py,sha256=d-I45hE0xKrFsV6qDkAZ0b98NAnaARAiSM5RE781CVw,5194
 user_sim/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 user_sim/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 user_sim/cli/gen_user_profile.py,sha256=2CyPOr3CDSVZuJephFc4sOnzS8PyBXz4O_r-iqW-eIU,1466
 user_sim/cli/init_project.py,sha256=t4z4Omfo2_uh-mNjVOpFIxnnlWdtH9VUa3mD3q14v6A,1947
-user_sim/cli/sensei_chat.py,sha256=_2B9SoX0gA4ageK6Ek70M7JZZ99GtdzKnTO14IwhapM,20533
+user_sim/cli/sensei_chat.py,sha256=g3eDgaWaT1qF_J5zS20UeHbFTU2nlv02OGwHMpNgy6k,20539
 user_sim/cli/sensei_check.py,sha256=m4YLKLe1QpNsHXS6YTXE9a82InRpPZg4ztVHQQsh55s,3918
 user_sim/cli/validation_check.py,sha256=XxXwo5-L3P5Q3nT7wZBv-l5rW1jt6cTrhyO7pGV_IUQ,5371
 user_sim/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -10,13 +20,13 @@ user_sim/core/ask_about.py,sha256=E_3iUYBk73VSjgD0LZdN3HtTr0PmS9ek5IH2PeChRT8,28
 user_sim/core/data_extraction.py,sha256=cDgE5VWko7neR2uP0SSPncwFf3xvro1MYtX3kgF_PVU,9811
 user_sim/core/data_gathering.py,sha256=mLTnBLmBYfHfSSDhhprl60c_w1mwCLTtKJbhpnQoZW8,4943
 user_sim/core/interaction_styles.py,sha256=JmtvpUvVkMis7ON91IQsO8ISkV_Qf417KCMkxeXkdLY,4374
-user_sim/core/role_structure.py,sha256=Wv2SciIeKG7dzZuOjCGDaefDfpal4oeTEX0jKfJdiiI,24251
+user_sim/core/role_structure.py,sha256=pl7JNSRNQ9Jl4-gsp2ZiBjjs0VPJqGD9XXiDH-_pxnU,24257
 user_sim/core/user_simulator.py,sha256=zrg5jmVIthlsqgH3kxVr18GUr23T5_xKlm4Z6dFq4ms,11522
 user_sim/handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 user_sim/handlers/asr_module.py,sha256=LrOTM21sNCvMk8HHw_4jdRs3u9lQtMNiW8fCvFCxYLk,4146
 user_sim/handlers/html_parser_module.py,sha256=C8w75ZFru9l54JAbwnxXCddI_AsutE2o0l9PBy3v8yc,6828
 user_sim/handlers/image_recognition_module.py,sha256=68XtRRtymr_w4MYBJW1LX3ZTBAEQPpEH1vtj5oL5rxo,4572
-user_sim/handlers/pdf_parser_module.py,sha256=PZkco5E7aKDumP_9fMUiMQAb9lpvWm3dRTBZLDLuDSg,4014
+user_sim/handlers/pdf_parser_module.py,sha256=2Fiu37wmpXYt--Cul9oSeoHG47feJyRpfgb6aiUdxQo,4011
 user_sim/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 user_sim/utils/config.py,sha256=MWS1YiE9IV8qcFLArku_r5jdcEaF9-eQumYMnensNH0,1336
 user_sim/utils/cost_tracker.py,sha256=0iV2uDs0O95iRAPkXsrFQheItNQmZ92txy5HI-q0hCs,5210
@@ -24,14 +34,14 @@ user_sim/utils/cost_tracker_v2.py,sha256=A-nfQpbrc0Bx_MsPBXUmXMG18FYWK5FtTkOJpnN
 user_sim/utils/errors.py,sha256=hY284HuSGiZNAzL5rfgbjy7wQdaIlkYD6xFKvAr0roU,438
 user_sim/utils/exceptions.py,sha256=Y-vR9j1C3EUYhzqW2L4f6S7sVEIMCNZDjsGxSprpPIM,787
 user_sim/utils/languages.py,sha256=TunF7POkW9x2Y-7KOH0M15I2tArad_CnORrWh5N51XA,2110
-user_sim/utils/register_management.py,sha256=FfQx0vmHQnvbUUP0ZglyaMgqORD-tyIoy3RL-TUr4fA,2100
+user_sim/utils/register_management.py,sha256=ZUmnPZLzNZQs17GezD5iM9hxMHNW1rZyeBzB1pQoniU,2097
 user_sim/utils/show_logs.py,sha256=pqwksfYYFZEu3pb-4KJrV4OEaiAUrfc5-G1qz8akJmo,1754
 user_sim/utils/token_cost_calculator.py,sha256=6jf8jqppq-Ao_pJJEdqvvUmI9aeDY-dYqqTHomqWEgc,12548
 user_sim/utils/url_management.py,sha256=TnV4Qv09SVmjXrEa2sqRCFiqr3tyzMkqAhs1XpR7U4I,2010
 user_sim/utils/utilities.py,sha256=IC6KlyZeRJOElOl-QfZLo1VPkWW6l_qjRHCazw4XZ-g,19774
-user_simulator-0.1.1.dist-info/licenses/LICENSE.txt,sha256=Qv2ilebwoUtMJnRsZwRy729xS5JZQzLauJ0tQzkAkTA,1088
-user_simulator-0.1.1.dist-info/METADATA,sha256=uresw1b4PetVwmqduSDFoTKROPRIaGuVQjwF3UlpWeY,31705
-user_simulator-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-user_simulator-0.1.1.dist-info/entry_points.txt,sha256=kfr0rD6mglTGGzYRfUwMTGfTtTOBnLjv3R-Uy61vvDQ,283
-user_simulator-0.1.1.dist-info/top_level.txt,sha256=434uVox8_5Xx3aB1st8msyNkMye78fRH0UF2_-8ZBVA,9
-user_simulator-0.1.1.dist-info/RECORD,,
+user_simulator-0.1.2.dist-info/licenses/LICENSE.txt,sha256=Qv2ilebwoUtMJnRsZwRy729xS5JZQzLauJ0tQzkAkTA,1088
+user_simulator-0.1.2.dist-info/METADATA,sha256=ZASmEgeyZYebBDAQ5SWmyTVLbe6CQXInbgJEPU2zFVU,31705
+user_simulator-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+user_simulator-0.1.2.dist-info/entry_points.txt,sha256=Kib_IjI6nHiTeev6mZZvTkO1uMoFBGVVK_2DnOWzJ9c,303
+user_simulator-0.1.2.dist-info/top_level.txt,sha256=IGlrGt_QHrM2G3Mlo76gMp8ArUR_F9k4RrzJd8YHpE4,34
+user_simulator-0.1.2.dist-info/RECORD,,

user_simulator-0.1.2.dist-info/entry_points.txt

@@ -0,0 +1,6 @@
+[console_scripts]
+sensei-chat = src.user_sim.cli.sensei_chat:main
+sensei-check = src.user_sim.cli.sensei_check:main
+sensei-gen-user-profile = src.user_sim.cli.gen_user_profile:main
+sensei-init-project = src.user_sim.cli.init_project:main
+sensei-validation-check = src.user_sim.cli.validation_check:main

user_simulator-0.1.2.dist-info/top_level.txt

@@ -0,0 +1,3 @@
+metamorphic
+technologies
+user_sim

user_simulator-0.1.1.dist-info/entry_points.txt

@@ -1,6 +0,0 @@
-[console_scripts]
-sensei-chat = user_sim.cli.sensei_chat:main
-sensei-check = user_sim.cli.sensei_check:main
-sensei-gen-user-profile = user_sim.cli.gen_user_profile:main
-sensei-init-project = user_sim.cli.init_project:main
-sensei-validation-check = user_sim.cli.validation_check:main

user_simulator-0.1.1.dist-info/top_level.txt

@@ -1 +0,0 @@
-user_sim