codemie-test-harness 0.1.144__tar.gz → 0.1.146__tar.gz

{codemie_test_harness-0.1.144 → codemie_test_harness-0.1.146}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.144
+Version: 0.1.146
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.144)
+Requires-Dist: codemie-sdk-python (==0.1.146)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.144 → codemie_test_harness-0.1.146}/codemie_test_harness/tests/conftest.py

@@ -33,6 +33,7 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
 from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
@@ -232,6 +233,11 @@ def llm_utils(client):
     return LLMUtils(client)
 
 
+@pytest.fixture(scope="session")
+def conversation_utils(client):
+    return ConversationUtils(client)
+
+
 @pytest.fixture(scope="function")
 def git_integration(integration_utils):
     integration = integration_utils.create_integration(
@@ -465,7 +471,7 @@ def kb_context():
 
 
 @pytest.fixture(scope="function")
-def assistant(default_llm, assistant_utils):
+def assistant(default_llm, assistant_utils, conversation_utils):
     """Create assistant"""
     created_assistant = None
 
@@ -511,6 +517,11 @@ def assistant(default_llm, assistant_utils):
     yield _create_assistant
     if created_assistant:
         assistant_utils.delete_assistant(created_assistant)
+        conversations = conversation_utils.get_conversation_by_assistant_id(
+            created_assistant["id"]
+        )
+        for conversation in conversations:
+            conversation_utils.delete_conversation(conversation.id)
 
 
 @pytest.fixture(scope="function")
@@ -860,6 +871,10 @@ def pytest_sessionfinish(session):
             if prefix in assistant.name:
                 client.assistants.delete(assistant_id=assistant.id)
                 sleep(clean_up_timeout)
+                conversations = client.conversations.list_by_assistant_id(assistant.id)
+                for conversation in conversations:
+                    client.conversations.delete(conversation.id)
+                    sleep(clean_up_timeout)
         workflows = client.workflows.list(
             filters={"name": autotest_entity_prefix}, per_page=200
         )

codemie_test_harness-0.1.146/codemie_test_harness/tests/conversations/test_conversations_endpoints.py

@@ -0,0 +1,123 @@
+import pytest
+from codemie_sdk.models.conversation import Conversation, ConversationDetails
+from hamcrest import (
+    assert_that,
+    has_length,
+    instance_of,
+    all_of,
+    has_property,
+    greater_than_or_equal_to,
+    has_item,
+    equal_to,
+    has_entry,
+)
+
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+def test_list_conversations(assistant, assistant_utils, conversation_utils):
+    assistant = assistant()
+    assistant_utils.ask_assistant(assistant, f"prompt {get_random_name()}")
+
+    conversations = conversation_utils.list_conversations()
+
+    assert_that(conversations, instance_of(list))
+    assert_that(conversations, has_length(greater_than_or_equal_to(1)))
+
+    conversation = conversations[0]
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(Conversation),
+            has_property("id"),
+            has_property("name"),
+            has_property("folder"),
+            has_property("pinned"),
+            has_property("date"),
+            has_property("assistant_ids", instance_of(list)),
+            has_property("initial_assistant_id"),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_specific_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+
+    conversations = conversation_utils.list_conversations()
+
+    first_conversation = conversations[0]
+    conversation = conversation_utils.get_conversation_by_id(first_conversation.id)
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(ConversationDetails),
+            has_property("id", first_conversation.id),
+            has_property("conversation_name", prompt),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_conversation_by_assistant_id(
+    assistant, assistant_utils, conversation_utils
+):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+    assert_that(
+        conversation[0],
+        all_of(
+            instance_of(Conversation),
+            has_property("id", conversation[0].id),
+            has_property("name", prompt),
+            has_property("assistant_ids", has_item(assistant.id)),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_delete_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+
+    delete_response = conversation_utils.delete_conversation(conversation[0].id)
+    assert_that(
+        delete_response["message"],
+        equal_to("Specified conversation removed"),
+        "Conversation delete response is not as expected.",
+    )
+
+
+@pytest.mark.regression
+def test_get_non_existent_conversation(assistant, assistant_utils, conversation_utils):
+    invalid_id = get_random_name()
+    with pytest.raises(Exception) as exc_info:
+        conversation_utils.get_conversation_by_id(invalid_id)
+
+    error_response = exc_info.value.response.json()
+    assert_that(
+        error_response["error"],
+        all_of(
+            has_entry("message", "Conversation not found"),
+            has_entry(
+                "details",
+                f"The conversation with ID [{invalid_id}] could not be found in the system.",
+            ),
+            has_entry(
+                "help",
+                "Please verify the conversation ID and try again. If you believe this is an error, contact support.",
+            ),
+        ),
+    )

{codemie_test_harness-0.1.144 → codemie_test_harness-0.1.146}/codemie_test_harness/tests/test_data/mcp_server_test_data.py

@@ -159,31 +159,28 @@ time_expected_response = """
 cli_mcp_server_with_plugin_test_data = [
     (
         "ls",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
     ),
     (
@@ -198,35 +195,28 @@ cli_mcp_server_with_plugin_test_data = [
 filesystem_mcp_server_with_plugin_test_data = [
     (
         f"ls {TESTS_PATH}",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `ui`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `.env.local`
-            - `.env.preview`
-            - `.env.prod`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-
-            Let me know if you need any further assistance!
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+            
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+            
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
         """,
         PluginTool.LIST_DIRECTORY,
     ),
@@ -251,7 +241,8 @@ filesystem_mcp_server_with_plugin_test_data = [
 
             class DataBaseDialect(str, Enum):
             \"""Enum for DB Dialect names.\"""
-
+            
+            MS_SQL = "mssql"
             MY_SQL = "mysql"
             POSTGRES = "postgres"
         """,

codemie_test_harness-0.1.146/codemie_test_harness/tests/test_data/plugin_tools_test_data.py

@@ -0,0 +1,75 @@
+from codemie_test_harness.tests.enums.tools import PluginTool
+from codemie_test_harness.tests.utils.constants import TESTS_PATH
+
+list_files_plugin_tools_test_data = [
+    (
+        f"list files in the {TESTS_PATH} directory",
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
+        """,
+        PluginTool.LIST_FILES_IN_DIRECTORY,
+    ),
+    (
+        "execute 'ls' command",
+        f"""
+            Here is a list of files and directories in `{TESTS_PATH}`:
+
+            - Files:
+              - `.DS_Store`
+              - `__init__.py`
+              - `conftest.py`
+
+            - Directories:
+              - `__pycache__`
+              - `assistant`
+              - `e2e`
+              - `enums`
+              - `integrations`
+              - `llm`
+              - `providers`
+              - `search`
+              - `service`
+              - `test_data`
+              - `ui`
+              - `utils`
+              - `workflow`
+        """,
+        PluginTool.RUN_COMMAND_LINE_TOOL,
+    ),
+    (
+        "execute command: echo 'Test Message'. In the end return output of the command.",
+        "Test Message",
+        PluginTool.RUN_COMMAND_LINE_TOOL,
+    ),
+]
+
+CREATE_READ_DELETE_FILE_TEST_DATA = {
+    "create_file_prompt": "create a new {}.properties file with content {}=preview",
+    "create_file_response": "I have successfully created the {}.properties file with the content {}=preview.",
+    "git_command_prompt": "execute command: git add {}.properties and return if file was added to the staging area.",
+    "git_command_response": "The file `{}.properties` has been added to the staging area.",
+    "show_file_content_prompt": f"show the content of {TESTS_PATH}/{{}}.properties file",
+    "show_file_content_response": "{}=preview",
+    "remove_file_prompt": "execute command: git rm -f {}.properties",
+    "remove_file_response": "The file `{}.properties` has been removed from the git repository.",
+}

codemie_test_harness-0.1.146/codemie_test_harness/tests/utils/conversation_utils.py

@@ -0,0 +1,17 @@
+import requests
+
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class ConversationUtils(BaseUtils):
+    def list_conversations(self):
+        return self.client.conversations.list()
+
+    def get_conversation_by_assistant_id(self, assistant_id: str):
+        return self.client.conversations.list_by_assistant_id(assistant_id)
+
+    def get_conversation_by_id(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.get_conversation(conversation_id)
+
+    def delete_conversation(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.delete(conversation_id)

{codemie_test_harness-0.1.144 → codemie_test_harness-0.1.146}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.144"
+version = "0.1.146"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.144"
+codemie-sdk-python = "0.1.146"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"

codemie_test_harness-0.1.144/codemie_test_harness/tests/test_data/plugin_tools_test_data.py

@@ -1,81 +0,0 @@
-from codemie_test_harness.tests.enums.tools import PluginTool
-from codemie_test_harness.tests.utils.constants import TESTS_PATH
-
-list_files_plugin_tools_test_data = [
-    (
-        f"list files in the {TESTS_PATH} directory",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
-        """,
-        PluginTool.LIST_FILES_IN_DIRECTORY,
-    ),
-    (
-        "execute 'ls' command",
-        """
-            The files and directories in the current directory are as follows:
-
-            - `assistant`
-            - `conftest.py`
-            - `llm`
-            - `similarity_check.py`
-            - `test_workflow_service.py`
-            - `test_assistant_service.py`
-            - `test_data`
-            - `enums`
-            - `test_user_service.py`
-            - `__init__.py`
-            - `utils`
-            - `__pycache__`
-            - `test_task_service.py`
-            - `test_integration_service.py`
-            - `.env`
-            - `workflow`
-            - `test_workflow_execution_service.py`
-            - `test_datasource_service.py`
-            - `test_llm_service.py`
-            - `test_e2e.py`
-            
-            Let me know if you need any further assistance!
-        """,
-        PluginTool.RUN_COMMAND_LINE_TOOL,
-    ),
-    (
-        "execute command: echo 'Test Message'. In the end return output of the command.",
-        "Test Message",
-        PluginTool.RUN_COMMAND_LINE_TOOL,
-    ),
-]
-
-CREATE_READ_DELETE_FILE_TEST_DATA = {
-    "create_file_prompt": "create a new {}.properties file with content {}=preview",
-    "create_file_response": "I have successfully created the {}.properties file with the content {}=preview.",
-    "git_command_prompt": "execute command: git add {}.properties and return if file was added to the staging area.",
-    "git_command_response": "The file `{}.properties` has been added to the staging area.",
-    "show_file_content_prompt": f"show the content of {TESTS_PATH}/{{}}.properties file",
-    "show_file_content_response": "{}=preview",
-    "remove_file_prompt": "execute command: git rm -f {}.properties",
-    "remove_file_response": "The file `{}.properties` has been removed from the git repository.",
-}