codemie-test-harness 0.1.136__py3-none-any.whl → 0.1.138__py3-none-any.whl

codemie_test_harness/tests/utils/assistant_utils.py

@@ -22,6 +22,8 @@ class AssistantUtils(BaseUtils):
         toolkits=(),
         context=(),
         mcp_servers=(),
+        slug=None,
+        description=None,
         system_prompt="",
         assistant_name=None,
         shared=False,
@@ -37,8 +39,8 @@ class AssistantUtils(BaseUtils):
         )
         request = AssistantCreateRequest(
             name=assistant_name,
-            slug=assistant_name,
-            description="Integration test assistant",
+            slug=slug if slug else assistant_name,
+            description=description if description else "Integration test assistant",
             shared=shared,
             system_prompt=system_prompt,
             project=project_name if project_name else PROJECT,
@@ -62,10 +64,12 @@ class AssistantUtils(BaseUtils):
         mcp_servers=(),
         system_prompt="",
         assistant_name=None,
+        slug=None,
         shared=False,
         project_name=None,
         top_p=None,
         temperature=None,
+        description=None,
     ):
         # Generate a random name if assistant_name is not provided
         assistant_name = assistant_name if assistant_name else get_random_name()
@@ -73,6 +77,7 @@ class AssistantUtils(BaseUtils):
         llm_model_type = (
             llm_model_type if llm_model_type else self.client.llms.list()[0].base_name
         )
+        slug = slug if slug else assistant_name
         response = self.send_create_assistant_request(
             llm_model_type=llm_model_type,
             toolkits=toolkits,
@@ -80,10 +85,12 @@ class AssistantUtils(BaseUtils):
             mcp_servers=mcp_servers,
             system_prompt=system_prompt,
             assistant_name=assistant_name,
+            slug=slug,
             shared=shared,
             project_name=project_name,
             top_p=top_p,
             temperature=temperature,
+            description=description,
         )
 
         return wait_for_entity(
@@ -95,6 +102,7 @@ class AssistantUtils(BaseUtils):
         self,
         assistant,
         user_prompt,
+        minimal_response=True,
         stream=False,
         tools_config=None,
         file_urls=(),
@@ -113,9 +121,11 @@ class AssistantUtils(BaseUtils):
             metadata={"langfuse_traces_enabled": LANGFUSE_TRACES_ENABLED},
         )
 
-        return self.client.assistants.chat(
+        response = self.client.assistants.chat(
             assistant_id=assistant.id, request=chat_request
-        ).generated
+        )
+
+        return response.generated if minimal_response else response
 
     def send_chat_request(
         self,
@@ -136,6 +146,25 @@ class AssistantUtils(BaseUtils):
     def get_assistant_tools(self):
         return self.client.assistants.get_tools()
 
+    def get_assistants(
+        self,
+        minimal_response=True,
+        filters=None,
+        scope="visible_to_user",
+        page=0,
+        per_page=12,
+    ):
+        return self.client.assistants.list(
+            minimal_response=minimal_response,
+            filters=filters,
+            scope=scope,
+            page=page,
+            per_page=per_page,
+        )
+
+    def get_tasks(self, task_id):
+        return self.client.tasks.get(task_id)
+
     def get_assistant_by_id(self, assistant_id: str):
         return self.client.assistants.get(assistant_id)
 
@@ -147,6 +176,9 @@ class AssistantUtils(BaseUtils):
     def get_assistant_by_slug(self, slug: str):
         return self.client.assistants.get_by_slug(slug)
 
+    def get_prebuilt_assistant_by_slug(self, slug: str):
+        return self.client.assistants.get_prebuilt_by_slug(slug)
+
     def update_assistant(
         self, assistant_id: str, update_request: AssistantUpdateRequest
     ):
@@ -167,3 +199,6 @@ class AssistantUtils(BaseUtils):
         )
         payload = ExportAssistantPayload(env_vars=env_vars)
         return self.client.assistants.export(assistant_id, payload)
+
+    def send_evaluate_assistant_request(self, assistant_id: str, evaluation_request):
+        return self.client.assistants.evaluate(assistant_id, evaluation_request)

codemie_test_harness/tests/utils/aws_parameters_store.py

@@ -420,7 +420,7 @@ class CredentialsUtil:
         elastic_creds = (
             elastic_creds.get("elasticsearch", {})
             if os.getenv("ENV") == "preview"
-            else elastic_creds.get("sandbox", {})
+            else elastic_creds.get("sandbox", {}).get("elasticsearch", {})
         )
         return [
             CredentialValues(key="url", value=elastic_creds.get("url")),

codemie_test_harness/tests/utils/llm_utils.py

@@ -0,0 +1,9 @@
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class LLMUtils(BaseUtils):
+    def list_llm_models(self):
+        return self.client.llms.list()
+
+    def list_embedding_llm_models(self):
+        return self.client.llms.list_embeddings()

codemie_test_harness/tests/utils/search_utils.py

@@ -6,9 +6,14 @@ class SearchUtils(BaseUtils):
     def list_assistants(self, filters):
         return self.client.assistants.list(per_page=100, filters=filters)
 
-    def list_workflows(self, filters=None, projects=None):
+    def list_workflows(self, page=0, per_page=100, filters=None, projects=None):
         return self.client.workflows.list(
-            per_page=100, filters=filters, projects=projects
+            page=page, per_page=per_page, filters=filters, projects=projects
+        )
+
+    def list_workflow_executions(self, test_workflow_id, page=0, per_page=10):
+        return self.client.workflows.executions(test_workflow_id).list(
+            page=page, per_page=per_page
         )
 
     def list_data_sources(
@@ -18,18 +23,19 @@ class SearchUtils(BaseUtils):
         owner=None,
         status=None,
         filters=None,
+        per_page=100,
     ):
         return self.client.datasources.list(
-            per_page=100,
             filters=filters,
             owner=owner,
             status=status,
             datasource_types=datasource_types,
             projects=projects,
+            per_page=per_page,
         )
 
-    def list_integrations(self, setting_type=None, filters=None):
+    def list_integrations(self, page=0, per_page=100, setting_type=None, filters=None):
         setting_type = IntegrationType.USER if setting_type is None else setting_type
         return self.client.integrations.list(
-            per_page=100, setting_type=setting_type, filters=filters
+            page=page, per_page=per_page, setting_type=setting_type, filters=filters
         )

codemie_test_harness/tests/utils/user_utils.py

@@ -0,0 +1,9 @@
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class UserUtils(BaseUtils):
+    def get_about_me(self):
+        return self.client.users.about_me()
+
+    def get_user_data(self):
+        return self.client.users.get_data()

codemie_test_harness/tests/utils/workflow_utils.py

@@ -50,6 +50,7 @@ class WorkflowUtils(BaseUtils):
         self,
         workflow_yaml,
         workflow_type=WorkflowMode.SEQUENTIAL,
+        description=None,
         workflow_name=None,
         shared=False,
         project=None,
@@ -58,7 +59,7 @@ class WorkflowUtils(BaseUtils):
 
         request = WorkflowCreateRequest(
             name=workflow_name,
-            description="Test Workflow",
+            description=description if description else "Test Workflow",
             project=project if project else PROJECT,
             mode=workflow_type,
             yaml_config=workflow_yaml,
@@ -73,6 +74,7 @@ class WorkflowUtils(BaseUtils):
         self,
         workflow_type,
         workflow_yaml,
+        description=None,
         workflow_name=None,
         shared=False,
         project_name=None,
@@ -81,7 +83,12 @@ class WorkflowUtils(BaseUtils):
         Sends request to workflow creation endpoint and waits for workflow created.
         """
         response = self.send_create_workflow_request(
-            workflow_yaml, workflow_type, workflow_name, shared, project_name
+            workflow_yaml,
+            workflow_type,
+            description,
+            workflow_name,
+            shared,
+            project_name,
         )
 
         return wait_for_entity(
@@ -104,28 +111,49 @@ class WorkflowUtils(BaseUtils):
         wait_for_completion(execution_state_service=states_service, state_id=state.id)
         return states_service.get_output(state_id=state.id).output
 
+    def run_workflow(self, workflow_id, user_input=""):
+        return self.client.workflows.run(workflow_id=workflow_id, user_input=user_input)
+
+    def get_workflow(self, workflow_id):
+        return self.client.workflows.get(workflow_id)
+
+    def get_workflow_execution(self, test_workflow_id, execution_id):
+        return self.client.workflows.executions(test_workflow_id).get(execution_id)
+
+    def get_workflow_executions_states(self, test_workflow_id, execution_id):
+        return self.client.workflows.executions(test_workflow_id).states(execution_id)
+
+    def send_update_workflow_request(
+        self,
+        workflow_id,
+        request: WorkflowUpdateRequest,
+    ):
+        return self.client.workflows.update(workflow_id, request)
+
     def update_workflow(
         self,
         workflow,
         name=None,
         description=None,
+        project=None,
         yaml_config=None,
         mode=None,
         shared=None,
     ):
+        name = name if name else workflow.name
         request = WorkflowUpdateRequest(
-            name=name if name else workflow.name,
-            project=workflow.project,
+            name=name,
+            project=project if project else workflow.project,
             description=description if description else workflow.description,
             yaml_config=yaml_config if yaml_config else workflow.yaml_config,
             mode=mode if mode else workflow.mode,
             shared=shared if shared else workflow.shared,
         )
-        self.client.workflows.update(workflow.id, request)
+        self.send_update_workflow_request(workflow.id, request=request)
 
         return wait_for_entity(
             lambda: self.client.workflows.list(per_page=200),
-            entity_name=workflow.name,
+            entity_name=name,
         )
 
     def get_prebuilt_workflows(self):

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py

@@ -45,7 +45,7 @@ def test_workflow_with_cloud_tools_direct(
         _workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -80,7 +80,7 @@ def test_workflow_with_cloud_tools_with_hardcoded_args(
     )
     response = workflow_utils.execute_workflow(_workflow.id, tool_and_state_name)
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -120,4 +120,4 @@ def test_workflow_with_cloud_tools_with_overriding_args(
         _workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
 
-    similarity_check.check_similarity(response, expected_response, 75)
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py

@@ -29,7 +29,7 @@ def test_workflow_with_research_tools_direct(
     response = workflow_utils.execute_workflow(
         test_workflow.id, tool_and_state_name, json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -49,7 +49,7 @@ def test_workflow_with_research_tools_with_hardcoded_args(
     tool_and_state_name = get_random_name()
     test_workflow = workflow_with_tool(tool_and_state_name, tool_name, tool_args=prompt)
     response = workflow_utils.execute_workflow(test_workflow.id, tool_and_state_name)
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.regression
@@ -77,4 +77,4 @@ def test_workflow_with_research_tools_with_overriding_args(
     response = workflow_utils.execute_workflow(
         test_workflow.id, tool_and_state_name, user_input=json.dumps(prompt)
     )
-    similarity_check.check_similarity(response, expected_response, 80)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.136.dist-info → codemie_test_harness-0.1.138.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.136
+Version: 0.1.138
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.136)
+Requires-Dist: codemie-sdk-python (==0.1.138)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.136.dist-info → codemie_test_harness-0.1.138.dist-info}/RECORD

@@ -9,7 +9,7 @@ codemie_test_harness/cli/constants.py,sha256=956_apPJ4MjhnKo1ZtDooXCd2N89J3vyAB-
 codemie_test_harness/cli/runner.py,sha256=5VAL4noqiKrGjo5oYVJKzt4QNmkZFTe1Mw6Mll9uGfc,2349
 codemie_test_harness/cli/utils.py,sha256=NlRa8VFbXTbD74jfUaSqbccGNu2R1dUIg8d5SyDTmIM,1136
 codemie_test_harness/pytest.ini,sha256=Sxr-zVHZ9hJt2Ks0x7xxjh_SA-KhD-vRrDWAfDd9QKs,192
-codemie_test_harness/tests/__init__.py,sha256=ASrWeb7WAqehvQkvz3g6h57stJuWAPj7jMG6vPvYalE,1257
+codemie_test_harness/tests/__init__.py,sha256=yuj7WhK2zp4QqUjW0LMpTvewE2SY2RwWO6sx-lpNxJE,1316
 codemie_test_harness/tests/assistant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/datasource/test_code_datasource.py,sha256=NZmw3efv_FBkyi-1FnkQjNknlg34w4PEFv0rodUvCFw,2599
@@ -21,7 +21,7 @@ codemie_test_harness/tests/assistant/default_integrations/__init__.py,sha256=47D
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py,sha256=FxYeYhc7EHpFmnDrthQl73BZg6p0beW0JJ5FUj6Kk88,7232
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py,sha256=XgRn2bNCazNO5nml0ZXWqv4VuDGocCl6PbP5bopnyVA,7503
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py,sha256=pYbhC7wSt5ekL-OERggxiuaAZYvxAtT2QdKiKfLVzi4,9809
-codemie_test_harness/tests/assistant/test_assistants.py,sha256=O5wQ6O9cyVv18Af3mni7HAzS4S6-2ssO_ZPRuP4xeIE,12044
+codemie_test_harness/tests/assistant/test_assistants.py,sha256=eSLZ6hIaQZcFs32V65_ZZwhsbZztslmoxgV2BzyPy6I,12157
 codemie_test_harness/tests/assistant/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/ado/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py,sha256=jfkd8KoVRhyQ5PnjU5gdtmHp34oaayBFxFE-B329RDc,4925
@@ -55,7 +55,7 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=JV_n6COaCsd0_rxQBJvvLZfPdo8BsCbG8Ti-UpzFvfQ,644
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=5-QybLWmYSqHG4Sqr-IN-vNcStV4skSwCJQN44Nfats,922
-codemie_test_harness/tests/conftest.py,sha256=2EFM-VIh5BvJAlVCK4GTggGu4UbHWt5_dgFbuBcY_c0,26085
+codemie_test_harness/tests/conftest.py,sha256=P9f4BYHxjG7duqpaPwAQOZQ_PHVmF5yA0fBrq-wmDKo,26523
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/e2e/test_e2e.py,sha256=RUvSu_uNInU1OFfkNft3-Cmd0KZV7JdHqCxSK2ZWXHw,6257
 codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -80,27 +80,27 @@ codemie_test_harness/tests/search/test_search_datasource.py,sha256=zQBAdYme-EZRS
 codemie_test_harness/tests/search/test_search_integration.py,sha256=icfjwQgAgk-eMMsHNZ0jwQjL85lMyjcwaik_JYjUoSg,4316
 codemie_test_harness/tests/search/test_search_workflow.py,sha256=u8eY6-r3Sxxfid1lP6RayxdLrTJVeDh2t90q_7IXIlM,2672
 codemie_test_harness/tests/service/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/service/test_assistant_service.py,sha256=XgqLZt__r_yaeOIpuRSGjF-o5JeaTfOO7XT4JhZ3siY,21191
-codemie_test_harness/tests/service/test_datasource_service.py,sha256=SMu2kwgHfD-4acmLYN9a6fZn-e5MCvTfjWZX0sMDT14,17265
-codemie_test_harness/tests/service/test_integration_service.py,sha256=Jw1VBMCyXOtlUprGXa_If9N8XkwbJinPLG-erQNKRK4,8025
-codemie_test_harness/tests/service/test_llm_service.py,sha256=lU0O9Q_PMkBr9sPtIPMw_tAjEjn4NY6JVgORXIND1q0,690
-codemie_test_harness/tests/service/test_task_service.py,sha256=8HzVewxcVp8rqlGxlPkFHaxcClsenZzJtNwuOMtkGTs,5616
-codemie_test_harness/tests/service/test_user_service.py,sha256=MfmJw6A-vIjgvj0JNY3Veu1cH8r3AY3T4Dv6fWTUqh8,814
-codemie_test_harness/tests/service/test_workflow_execution_service.py,sha256=F5V6H6KGLYeYAeRoOMTsyst2wXwlv8cUQVe7BTE5BkM,6443
-codemie_test_harness/tests/service/test_workflow_service.py,sha256=y3k_MS05bU-Yp30FJksXnFyyg2Z8GYm8qH2Yrx0XsOM,8809
+codemie_test_harness/tests/service/test_assistant_service.py,sha256=dC0Vwv9Od5c0N3kxdA7udAcNJGvErSOhicOhgCexLyg,17765
+codemie_test_harness/tests/service/test_datasource_service.py,sha256=_mER2wtvZr4SqCd6rJnRBG6q6-kDtS63xY5ZsDCdNt4,15444
+codemie_test_harness/tests/service/test_integration_service.py,sha256=ODQJhBRELTIy75aFpZt_-axJHbB1wwrX6oz7JGNjtus,7529
+codemie_test_harness/tests/service/test_llm_service.py,sha256=aBJz6Z82JzeWeTuhHTVaRm1Cm7lJMKGRMQ1f6rIalTQ,543
+codemie_test_harness/tests/service/test_task_service.py,sha256=kxbZBbxyTg4YsRhteMBEoaqiLwbcF9h03fQ6e9m9xTY,4562
+codemie_test_harness/tests/service/test_user_service.py,sha256=NqSsxOLTGg7p7juHLFP6StEs2Qx_wfct9R7F83pe2JU,1135
+codemie_test_harness/tests/service/test_workflow_execution_service.py,sha256=dUNon4lHbzPIVM5Y9jwZw7PNTK1c9g-X4m98XQtUYDA,5356
+codemie_test_harness/tests/service/test_workflow_service.py,sha256=QyxtorhaCI1oE2D1OLx7X7jAlBv0kwwFpQztvV1nUus,8152
 codemie_test_harness/tests/test_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/test_data/ado_test_plan_tools_test_data.py,sha256=Al5u4HNfrcoj-b072uEGsqUqjKqwXLGJXKQ0QeJT3PI,5778
 codemie_test_harness/tests/test_data/ado_wiki_tools_test_data.py,sha256=xvgEja5vE0l41sP4fE0stdFLQ0M201FWynOCEcRYufE,3188
 codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py,sha256=MHou6QGjufyX5t1oexnq2Y4UCjlE17eeyMuIz6Ml62s,5693
-codemie_test_harness/tests/test_data/cloud_tools_test_data.py,sha256=vq0a5vx9cyxVnen-Cx5KCg_szO4Lje0UfFbp85XtaxY,4701
+codemie_test_harness/tests/test_data/cloud_tools_test_data.py,sha256=hsNvSSx9c6fgdymgJ50kXbRZHxGvWK2aWTKumTrikiQ,4868
 codemie_test_harness/tests/test_data/codebase_tools_test_data.py,sha256=dpNKPtEZsBsjhnR3-pFBSkJRlExgjJ6fztK1spj04yI,3131
 codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=olCcn8If6AETpmgNBE-ekmXAKlPGqt1MHGkxLacdU_0,4115
 codemie_test_harness/tests/test_data/direct_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/test_data/direct_tools/ado_test_plan_tools_test_data.py,sha256=bDhoeFRlmafSZdRgOTOz122Q5tja7TsqtOxSTypeGVA,13120
 codemie_test_harness/tests/test_data/direct_tools/ado_wiki_tools_test_data.py,sha256=qKNYW0kP32IQrRee8-H1mEWTUa5gb4UP0Me_4owtgeQ,1432
 codemie_test_harness/tests/test_data/direct_tools/ado_work_item_tools_test_data.py,sha256=L-MhuQyRxRbb1WDje1rONjIxc_QxkgzaM5ssMWglcp0,7417
-codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py,sha256=aehfRdIo6uSh00jJUGhfXxdFIQa6_Rw7OUF6Lo1LXTM,35201
-codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sha256=GYAs-CGyvZGxkuJKOi1Wod_hK1noSw8zmnlF7UE78eA,11087
+codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py,sha256=3uXaWnhncAWCqSBQN1-x0izIZLg6i0Kk45Qp6ROmTeU,35368
+codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sha256=BjN4tIs5t1JNgIL0HvzHBm4a5_vrGz_S2GT2ylg4jZM,5971
 codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=Eeba0oxKUmBEin2Scbv3VnLOEQRLmK6QR0qk5cRYRNM,1583
 codemie_test_harness/tests/test_data/direct_tools/direct_tools_test_data.py,sha256=y9awl1IA6EXGXyz05QzcNdt5z7Rk9J5LzIbfi4CFE3s,3233
 codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=8Y8D_pmHVnzhSnYNeiJng3dQYj5k1GkBZ8-BLHlB5kE,1380
@@ -132,8 +132,8 @@ codemie_test_harness/tests/test_data/files/test.yaml,sha256=3NDQyzwkRM5d6eCYMScN
 codemie_test_harness/tests/test_data/git_tools_test_data.py,sha256=7U05vLqkh5uJ0l_KJeHis549id1Of99K0jCsWOb0nXM,8485
 codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJVTU0udINKtBQ750c_c279NzibGiZumnIaCPLtBo,511
 codemie_test_harness/tests/test_data/index_test_data.py,sha256=jSJ7YSNisFADONRKSwkLUhuOLrSRe_fZisWdjflOjE4,996
-codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=0hAlRWzhNrWAXPczBK2_CGBJPKqJ7tYKft7o_enYILg,6265
-codemie_test_harness/tests/test_data/llm_test_data.py,sha256=4xXbCM9faOUZqMFX3I0aRl-qnESRTQD2_sEceKQMJ0I,2257
+codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=dPadoQCurmOtqhq5hcPe1hhuSZ6NYa4IZwdWMiMx2Tw,6599
+codemie_test_harness/tests/test_data/llm_test_data.py,sha256=SJIBGtC8Ha7T0S7G9598PvHzzQIR6gg4HnNCtgYmLYw,2200
 codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=dNtuJm47-F0OV5fIHUpb1Ko6VQOECWx2XDBuLyxtDzo,7671
 codemie_test_harness/tests/test_data/notification_tools_test_data.py,sha256=f5GSGGtcvoocE50jFZfBIMFLxPcFbaiVeYjgiyvaESs,828
 codemie_test_harness/tests/test_data/open_api_tools_test_data.py,sha256=XhVzelRXgLXHF2iIvhI70SP6qHQjT7QW70S06dF6XJI,2480
@@ -144,7 +144,7 @@ codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=ctPwLSJYy7xPg4
 codemie_test_harness/tests/test_data/project_management_test_data.py,sha256=gdWlX6xhie7JpLurGjq5S8jBNLpp80fVQy5jV7BjNJk,1207
 codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=FtOhWp7PbRdw36IUIa46OBbE2wy8yKZkpI6uwCfSoXQ,4745
 codemie_test_harness/tests/test_data/servicenow_tools_test_data.py,sha256=PKw9zEYSNcQM1KApCSjsBiA_3Py0bNQI7clqw8cmT-s,1983
-codemie_test_harness/tests/test_data/vcs_tools_test_data.py,sha256=evIgaEUIKyCE6MxNCSRuv9mhE71KkQpS3G0hMXmn9C0,2309
+codemie_test_harness/tests/test_data/vcs_tools_test_data.py,sha256=zG3yrrUiLdnKmcXXDvZznzTa17-DgzHClGKiI0z0cWU,2381
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_id.yaml,sha256=_cioQNq3icemob9u0i-hXkTy2nflzyP0Ce8FWiPG14M,265
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_in_state.yaml,sha256=t_W95zD5bfdGf3F6p64-2qBHz7SkL_7mFT675uieWZg,209
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_data_source.yaml,sha256=Vwx3HyrQkL8sWNtfwL6d0qiJhru6X3ojKBASAzJeY9w,252
@@ -208,8 +208,8 @@ codemie_test_harness/tests/ui/test_workflow_executions_page.py,sha256=9GMFNKtIO3
 codemie_test_harness/tests/ui/test_workflow_templates.py,sha256=A6eaR-7M5VXoPlUJfKIAzqdxVquC1WnzwzMpOg74dwc,4558
 codemie_test_harness/tests/ui/test_workflows.py,sha256=_UQT9soqxV68aqFt0V3KJ3iJFA55kzE891EJIER9kk8,3464
 codemie_test_harness/tests/utils/__init__.py,sha256=Bu1sRfq1DeSYdW979HKcg3LcG-yYHjZWLsPDiy1Wmus,346
-codemie_test_harness/tests/utils/assistant_utils.py,sha256=2ziNJlLDDso-USjktN32bKX64x9pSkwC_Cj7rKEXlig,5419
-codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=zpFR3PourK-jPOGkwoWOCx3YIHrx9TZkS5KF-QgbHJY,20612
+codemie_test_harness/tests/utils/assistant_utils.py,sha256=jy3dFF4ZiT22Wippl1a5jIEAAyJ71P0ss8AIHPefz6k,6511
+codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=uwhvrk4qYYWLILS082SFAqQaGmhrW6aPmmJo-dPTN84,20637
 codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
 codemie_test_harness/tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
 codemie_test_harness/tests/utils/constants.py,sha256=lb6mgLjt0GM85Khs18rL1jnE9ILx8L811ykNhpF6IDA,1111
@@ -219,13 +219,15 @@ codemie_test_harness/tests/utils/gitbud_utils.py,sha256=UJ3RbhPSjHQSdos6S6zTR9iZ
 codemie_test_harness/tests/utils/http_utils.py,sha256=wjhttibzzNhleKzWgWC01Q0Y5sV9scu-Ski-qgJPd-Q,4179
 codemie_test_harness/tests/utils/integration_utils.py,sha256=FN9OORtIahATyjzfvwVmJ96mX0BTjk_xDPTQYBLS_8E,4417
 codemie_test_harness/tests/utils/json_utils.py,sha256=PWO4Ixxgta_zkdq-8umcP9qwDSi9JFxMuaT2NW3v1eI,226
+codemie_test_harness/tests/utils/llm_utils.py,sha256=JPAlMYh-wQH4any5HWdpQOejCbhjqJCsztRU_fUq-SU,257
 codemie_test_harness/tests/utils/logger_util.py,sha256=6Kca4pLxyTYnUgm2i3j19DdZSH6XUSGXPjHtExx33QU,828
 codemie_test_harness/tests/utils/notification_utils.py,sha256=8HWgkTjcMDOoXq_8vzKVx8iSoVb4jSlx2_xJvRxa3V0,3480
 codemie_test_harness/tests/utils/provider_utils.py,sha256=cmem2-IaJmQZ_X_5UL1mOiZo8dZ_jDxV-OAaZY7Ao_M,5161
 codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6BV9974y_KaAhv8Xj9GI,284
-codemie_test_harness/tests/utils/search_utils.py,sha256=xxU30zMcVkb_rMPMjjDTt5_iEoMOLU4xCE_OmiTToMY,1129
+codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
 codemie_test_harness/tests/utils/similarity_check.py,sha256=1U66NGh6esISKABodtVobE2WnuFt0f6vcK3qUri6ZqU,1485
-codemie_test_harness/tests/utils/workflow_utils.py,sha256=YRF6B4WPyaFILW69yu8BOH2BzW8Rmvl94HTZ3HVcNDQ,5068
+codemie_test_harness/tests/utils/user_utils.py,sha256=zJNrmL3Fb7iGuaVRobUMwJ2Og6NqEPcM_9lw60m18T8,242
+codemie_test_harness/tests/utils/workflow_utils.py,sha256=fs6fKzWCthOKxV4ew33m4myTipFEyvwuQwa5qsHkMVA,6046
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=y9fUf4u4G4SoCktPOwaC5x71iaDKhktbz_XUfI9kNis,1661
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -273,7 +275,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/te
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py,sha256=UUSgyhE7GKAkyCQMUm7Y2VkQkiR7-Fr5robBpLvoH-M,2685
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=FOQEqm0u4UvRAfjJFo2API-qySGy4sqKD-hwE1Lm6Js,2744
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=4h3z3tUTqBLZPjDQCbnW2CkoGX0gEjZlDkYbLHSilZA,2799
-codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=uYK0ASA0BpVYh_ozvVRLkEkHABDlkuu0VxuwyXBkHIQ,3539
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=L6axcgk45OtFhmn9kinalmRv28CRu0YTuqfpYchuR88,3527
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=Kul_o9d4KIPzWUhKNOv82A9S_8-Z0ALaTeO5AO2Ltzs,3821
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=eIIHRovi_tNvINjOVYOQRB9uWIzfebwnDF4fWdx47Og,3899
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=W1Q8fwfUzslnMQX7ObM8o1r5kx_GyZTjVGh-1979VNQ,2673
@@ -281,7 +283,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_noti
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py,sha256=9il7_0U3m8Ekvw5bCP0WQlJ-27RpKhViyqlrjqsS5_Y,2949
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py,sha256=dm36y1xpeN8Xs9eUAjcz-Dp71x669-sZqwO64V2Kk84,3946
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py,sha256=djhzTGSNWFUQJgPrKmkSuivXVff-cHlc1LF0vFsNHSM,3189
-codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py,sha256=u7K8i5HHIDNfa2Ts5Gk3uJac-uv2mogfpG8_n6wq6oA,2384
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py,sha256=VWpnEPrHLzJ8XSI9dT6nkbZPsfASCXyDd6uXPS_2K8g,2372
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py,sha256=a3a4-3O0FaOFvN93kFNHiocLI-zPEuCaP3C-ov6lB5E,2185
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py,sha256=8qKTiFvL0wNBpDv5mUalsYfPVCfq_eoTzQTQdMs5SOY,3005
 codemie_test_harness/tests/workflow/test_workflows.py,sha256=haGPZqkV0PPBENN_pHc6x6gn84VdjWOrniuadFATKA0,1141
@@ -321,7 +323,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.136.dist-info/METADATA,sha256=PO88yZLYEm-XeiL19dHwTPyuPX4hVfuqksFPAv9d6fI,8998
-codemie_test_harness-0.1.136.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.136.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.136.dist-info/RECORD,,
+codemie_test_harness-0.1.138.dist-info/METADATA,sha256=Q0LrAD9Eo5yha_B9x2LzZiIFRZcJvkslwLBA_tgJxqg,8998
+codemie_test_harness-0.1.138.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.138.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.138.dist-info/RECORD,,