codemie-test-harness 0.1.144__py3-none-any.whl → 0.1.146__py3-none-any.whl

codemie_test_harness/tests/conftest.py

@@ -33,6 +33,7 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
 from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
@@ -232,6 +233,11 @@ def llm_utils(client):
     return LLMUtils(client)
 
 
+@pytest.fixture(scope="session")
+def conversation_utils(client):
+    return ConversationUtils(client)
+
+
 @pytest.fixture(scope="function")
 def git_integration(integration_utils):
     integration = integration_utils.create_integration(
@@ -465,7 +471,7 @@ def kb_context():
 
 
 @pytest.fixture(scope="function")
-def assistant(default_llm, assistant_utils):
+def assistant(default_llm, assistant_utils, conversation_utils):
     """Create assistant"""
     created_assistant = None
 
@@ -511,6 +517,11 @@ def assistant(default_llm, assistant_utils):
     yield _create_assistant
     if created_assistant:
         assistant_utils.delete_assistant(created_assistant)
+        conversations = conversation_utils.get_conversation_by_assistant_id(
+            created_assistant["id"]
+        )
+        for conversation in conversations:
+            conversation_utils.delete_conversation(conversation.id)
 
 
 @pytest.fixture(scope="function")
@@ -860,6 +871,10 @@ def pytest_sessionfinish(session):
             if prefix in assistant.name:
                 client.assistants.delete(assistant_id=assistant.id)
                 sleep(clean_up_timeout)
+                conversations = client.conversations.list_by_assistant_id(assistant.id)
+                for conversation in conversations:
+                    client.conversations.delete(conversation.id)
+                    sleep(clean_up_timeout)
         workflows = client.workflows.list(
             filters={"name": autotest_entity_prefix}, per_page=200
         )

codemie_test_harness/tests/conversations/test_conversations_endpoints.py

@@ -0,0 +1,123 @@
+import pytest
+from codemie_sdk.models.conversation import Conversation, ConversationDetails
+from hamcrest import (
+    assert_that,
+    has_length,
+    instance_of,
+    all_of,
+    has_property,
+    greater_than_or_equal_to,
+    has_item,
+    equal_to,
+    has_entry,
+)
+
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+def test_list_conversations(assistant, assistant_utils, conversation_utils):
+    assistant = assistant()
+    assistant_utils.ask_assistant(assistant, f"prompt {get_random_name()}")
+
+    conversations = conversation_utils.list_conversations()
+
+    assert_that(conversations, instance_of(list))
+    assert_that(conversations, has_length(greater_than_or_equal_to(1)))
+
+    conversation = conversations[0]
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(Conversation),
+            has_property("id"),
+            has_property("name"),
+            has_property("folder"),
+            has_property("pinned"),
+            has_property("date"),
+            has_property("assistant_ids", instance_of(list)),
+            has_property("initial_assistant_id"),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_specific_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+
+    conversations = conversation_utils.list_conversations()
+
+    first_conversation = conversations[0]
+    conversation = conversation_utils.get_conversation_by_id(first_conversation.id)
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(ConversationDetails),
+            has_property("id", first_conversation.id),
+            has_property("conversation_name", prompt),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_conversation_by_assistant_id(
+    assistant, assistant_utils, conversation_utils
+):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+    assert_that(
+        conversation[0],
+        all_of(
+            instance_of(Conversation),
+            has_property("id", conversation[0].id),
+            has_property("name", prompt),
+            has_property("assistant_ids", has_item(assistant.id)),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_delete_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+
+    delete_response = conversation_utils.delete_conversation(conversation[0].id)
+    assert_that(
+        delete_response["message"],
+        equal_to("Specified conversation removed"),
+        "Conversation delete response is not as expected.",
+    )
+
+
+@pytest.mark.regression
+def test_get_non_existent_conversation(assistant, assistant_utils, conversation_utils):
+    invalid_id = get_random_name()
+    with pytest.raises(Exception) as exc_info:
+        conversation_utils.get_conversation_by_id(invalid_id)
+
+    error_response = exc_info.value.response.json()
+    assert_that(
+        error_response["error"],
+        all_of(
+            has_entry("message", "Conversation not found"),
+            has_entry(
+                "details",
+                f"The conversation with ID [{invalid_id}] could not be found in the system.",
+            ),
+            has_entry(
+                "help",
+                "Please verify the conversation ID and try again. If you believe this is an error, contact support.",
+            ),
+        ),
+    )

codemie_test_harness/tests/test_data/mcp_server_test_data.py

@@ -159,31 +159,28 @@ time_expected_response = """
 cli_mcp_server_with_plugin_test_data = [
     (
         "ls",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
     ),
     (
@@ -198,35 +195,28 @@ cli_mcp_server_with_plugin_test_data = [
 filesystem_mcp_server_with_plugin_test_data = [
     (
         f"ls {TESTS_PATH}",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `ui`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `.env.local`
-            - `.env.preview`
-            - `.env.prod`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-
-            Let me know if you need any further assistance!
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+            
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+            
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
         PluginTool.LIST_DIRECTORY,
     ),
@@ -251,7 +241,8 @@ filesystem_mcp_server_with_plugin_test_data = [
 
             class DataBaseDialect(str, Enum):
             \"""Enum for DB Dialect names.\"""
-
+            
+            MS_SQL = "mssql"
             MY_SQL = "mysql"
             POSTGRES = "postgres"
         """,

codemie_test_harness/tests/test_data/plugin_tools_test_data.py

@@ -4,61 +4,55 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 list_files_plugin_tools_test_data = [
     (
         f"list files in the {TESTS_PATH} directory",
-        """
-            The files and directories in the current directory are as follows:
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
 
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
         PluginTool.LIST_FILES_IN_DIRECTORY,
     ),
     (
         "execute 'ls' command",
-        """
-            The files and directories in the current directory are as follows:
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
 
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
         PluginTool.RUN_COMMAND_LINE_TOOL,
     ),

codemie_test_harness/tests/utils/conversation_utils.py

@@ -0,0 +1,17 @@
+import requests
+
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class ConversationUtils(BaseUtils):
+    def list_conversations(self):
+        return self.client.conversations.list()
+
+    def get_conversation_by_assistant_id(self, assistant_id: str):
+        return self.client.conversations.list_by_assistant_id(assistant_id)
+
+    def get_conversation_by_id(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.get_conversation(conversation_id)
+
+    def delete_conversation(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.delete(conversation_id)

{codemie_test_harness-0.1.144.dist-info → codemie_test_harness-0.1.146.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.144
+Version: 0.1.146
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.144)
+Requires-Dist: codemie-sdk-python (==0.1.146)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.144.dist-info → codemie_test_harness-0.1.146.dist-info}/RECORD

@@ -55,7 +55,9 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=JV_n6COaCsd0_rxQBJvvLZfPdo8BsCbG8Ti-UpzFvfQ,644
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=5-QybLWmYSqHG4Sqr-IN-vNcStV4skSwCJQN44Nfats,922
-codemie_test_harness/tests/conftest.py,sha256=qzKtJdd7j0I6jBiIOCnz1uF0-Qm0wLWkSwXK_Rg3adI,27869
+codemie_test_harness/tests/conftest.py,sha256=pS_7Zh2QLUMgC2wepEFx-ut1-UzOGZy_WIn9rb7z2D4,28557
+codemie_test_harness/tests/conversations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/conversations/test_conversations_endpoints.py,sha256=SQraRVrjjE4mYTs4EuGzMrO96DuOuKTiYQ4ZRBhHx70,3913
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/e2e/test_e2e.py,sha256=RUvSu_uNInU1OFfkNft3-Cmd0KZV7JdHqCxSK2ZWXHw,6257
 codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -134,12 +136,12 @@ codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJV
 codemie_test_harness/tests/test_data/index_test_data.py,sha256=jSJ7YSNisFADONRKSwkLUhuOLrSRe_fZisWdjflOjE4,996
 codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=dPadoQCurmOtqhq5hcPe1hhuSZ6NYa4IZwdWMiMx2Tw,6599
 codemie_test_harness/tests/test_data/llm_test_data.py,sha256=SJIBGtC8Ha7T0S7G9598PvHzzQIR6gg4HnNCtgYmLYw,2200
-codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=dNtuJm47-F0OV5fIHUpb1Ko6VQOECWx2XDBuLyxtDzo,7671
+codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=m6PImS_J2gPNY5ijf9MG_eOX_LxJjTZ23AXQDgaK_Oc,7151
 codemie_test_harness/tests/test_data/notification_tools_test_data.py,sha256=Rqo-5u7PULDJddidjqcJfnsus6-JbDABk9147JX0pqs,855
 codemie_test_harness/tests/test_data/open_api_tools_test_data.py,sha256=XhVzelRXgLXHF2iIvhI70SP6qHQjT7QW70S06dF6XJI,2480
 codemie_test_harness/tests/test_data/openapi.json,sha256=X4uqtfjpTUuMifefQRf8mHI1k8pspp8-L0rpJlhLOI4,10459
 codemie_test_harness/tests/test_data/output_schema_test_data.py,sha256=4l7AvXbMl9hIvoFxu1LPPSGz9hb5Uz2_is4zTm77ARY,261
-codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=OnOKcstocjHSX_kzcsi3QNjAKyMB_nDSwtw9yLzPOoY,2926
+codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=8sb80WiFdi2WWBWw5OWCR56HW6K1y062bWFiLOKeSU0,2430
 codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=ctPwLSJYy7xPg4B-uwAAhRwIogdxTgBn-PPY2rN0llc,3248
 codemie_test_harness/tests/test_data/project_management_test_data.py,sha256=gdWlX6xhie7JpLurGjq5S8jBNLpp80fVQy5jV7BjNJk,1207
 codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=FtOhWp7PbRdw36IUIa46OBbE2wy8yKZkpI6uwCfSoXQ,4745
@@ -213,6 +215,7 @@ codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=uwhvrk4qYYWLILS0
 codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
 codemie_test_harness/tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
 codemie_test_harness/tests/utils/constants.py,sha256=lb6mgLjt0GM85Khs18rL1jnE9ILx8L811ykNhpF6IDA,1111
+codemie_test_harness/tests/utils/conversation_utils.py,sha256=SWj6TBWOQoX5Yh6Wk63yHQFveRXgK1mpLb3PUKAa57A,648
 codemie_test_harness/tests/utils/datasource_utils.py,sha256=-_HZfW_UufSUVkSUCVq4jMlq9MCcKtMhzD6iBtadzmk,12502
 codemie_test_harness/tests/utils/file_utils.py,sha256=hY-kwnyzvtd1BQif8r5NhvRTGfpKLmQKyRsq1Tuflhg,585
 codemie_test_harness/tests/utils/gitbud_utils.py,sha256=UJ3RbhPSjHQSdos6S6zTR9iZULrBDJXoXq9cbjFH7bo,7829
@@ -323,7 +326,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.144.dist-info/METADATA,sha256=16Cb9TqeLssG39l6m_K9Ut2FFz9JTT8MmCi9o3C49ZQ,8998
-codemie_test_harness-0.1.144.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.144.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.144.dist-info/RECORD,,
+codemie_test_harness-0.1.146.dist-info/METADATA,sha256=C9bfCCtoQp9HHKSUzlo4GdgfZpMtU1OQPG_yf7GHQxs,8998
+codemie_test_harness-0.1.146.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.146.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.146.dist-info/RECORD,,