codemie-test-harness 0.1.145__tar.gz → 0.1.147__tar.gz

{codemie_test_harness-0.1.145 → codemie_test_harness-0.1.147}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.145
+Version: 0.1.147
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.145)
+Requires-Dist: codemie-sdk-python (==0.1.147)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.145 → codemie_test_harness-0.1.147}/codemie_test_harness/tests/conftest.py

@@ -33,6 +33,7 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.conversation_utils import ConversationUtils
 from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
 from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
 from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
@@ -63,13 +64,15 @@ def pytest_configure(config):
     """
     from codemie_test_harness.cli.runner import resolve_tests_path_and_root
     from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
+    from codemie_test_harness.tests.utils.env_utils import EnvManager
 
     # Resolve the root directory and .env file path
     _, root_dir = resolve_tests_path_and_root()
     env_file_path = Path(root_dir) / ".env"
 
     # Load initial .env file
-    load_dotenv(env_file_path)
+    if env_file_path.exists():
+        load_dotenv(env_file_path)
 
     # Check if AWS credentials are available for parameter store
     if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
@@ -84,12 +87,10 @@ def pytest_configure(config):
             f"/codemie/autotests/dotenv/{os.getenv('ENV')}"
         )
 
-        # Write the AWS parameters to .env file
-        with open(env_file_path, "w") as file:
-            file.write(dotenv)
-
-        # Reload .env file with AWS parameters
-        load_dotenv(env_file_path)
+        # Safely update .env file with new content
+        EnvManager.update_env_file_safely(
+            env_file_path=env_file_path, new_content=dotenv, clear_old_vars=True
+        )
 
 
 def pytest_unconfigure(config):
@@ -232,6 +233,11 @@ def llm_utils(client):
     return LLMUtils(client)
 
 
+@pytest.fixture(scope="session")
+def conversation_utils(client):
+    return ConversationUtils(client)
+
+
 @pytest.fixture(scope="function")
 def git_integration(integration_utils):
     integration = integration_utils.create_integration(
@@ -465,7 +471,7 @@ def kb_context():
 
 
 @pytest.fixture(scope="function")
-def assistant(default_llm, assistant_utils):
+def assistant(default_llm, assistant_utils, conversation_utils):
     """Create assistant"""
     created_assistant = None
 
@@ -511,6 +517,11 @@ def assistant(default_llm, assistant_utils):
     yield _create_assistant
     if created_assistant:
         assistant_utils.delete_assistant(created_assistant)
+        conversations = conversation_utils.get_conversation_by_assistant_id(
+            created_assistant["id"]
+        )
+        for conversation in conversations:
+            conversation_utils.delete_conversation(conversation.id)
 
 
 @pytest.fixture(scope="function")
@@ -860,6 +871,10 @@ def pytest_sessionfinish(session):
             if prefix in assistant.name:
                 client.assistants.delete(assistant_id=assistant.id)
                 sleep(clean_up_timeout)
+                conversations = client.conversations.list_by_assistant_id(assistant.id)
+                for conversation in conversations:
+                    client.conversations.delete(conversation.id)
+                    sleep(clean_up_timeout)
         workflows = client.workflows.list(
             filters={"name": autotest_entity_prefix}, per_page=200
         )

codemie_test_harness-0.1.147/codemie_test_harness/tests/conversations/test_conversations_endpoints.py

@@ -0,0 +1,123 @@
+import pytest
+from codemie_sdk.models.conversation import Conversation, ConversationDetails
+from hamcrest import (
+    assert_that,
+    has_length,
+    instance_of,
+    all_of,
+    has_property,
+    greater_than_or_equal_to,
+    has_item,
+    equal_to,
+    has_entry,
+)
+
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+def test_list_conversations(assistant, assistant_utils, conversation_utils):
+    assistant = assistant()
+    assistant_utils.ask_assistant(assistant, f"prompt {get_random_name()}")
+
+    conversations = conversation_utils.list_conversations()
+
+    assert_that(conversations, instance_of(list))
+    assert_that(conversations, has_length(greater_than_or_equal_to(1)))
+
+    conversation = conversations[0]
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(Conversation),
+            has_property("id"),
+            has_property("name"),
+            has_property("folder"),
+            has_property("pinned"),
+            has_property("date"),
+            has_property("assistant_ids", instance_of(list)),
+            has_property("initial_assistant_id"),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_specific_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+
+    conversations = conversation_utils.list_conversations()
+
+    first_conversation = conversations[0]
+    conversation = conversation_utils.get_conversation_by_id(first_conversation.id)
+    assert_that(
+        conversation,
+        all_of(
+            instance_of(ConversationDetails),
+            has_property("id", first_conversation.id),
+            has_property("conversation_name", prompt),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_get_conversation_by_assistant_id(
+    assistant, assistant_utils, conversation_utils
+):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+    assert_that(
+        conversation[0],
+        all_of(
+            instance_of(Conversation),
+            has_property("id", conversation[0].id),
+            has_property("name", prompt),
+            has_property("assistant_ids", has_item(assistant.id)),
+            has_property("initial_assistant_id", assistant.id),
+        ),
+    )
+
+
+@pytest.mark.regression
+def test_delete_conversation(assistant, assistant_utils, conversation_utils):
+    prompt = f"prompt {get_random_name()}"
+    assistant = assistant()
+
+    assistant_utils.ask_assistant(assistant, prompt)
+    conversation = conversation_utils.get_conversation_by_assistant_id(assistant.id)
+
+    delete_response = conversation_utils.delete_conversation(conversation[0].id)
+    assert_that(
+        delete_response["message"],
+        equal_to("Specified conversation removed"),
+        "Conversation delete response is not as expected.",
+    )
+
+
+@pytest.mark.regression
+def test_get_non_existent_conversation(assistant, assistant_utils, conversation_utils):
+    invalid_id = get_random_name()
+    with pytest.raises(Exception) as exc_info:
+        conversation_utils.get_conversation_by_id(invalid_id)
+
+    error_response = exc_info.value.response.json()
+    assert_that(
+        error_response["error"],
+        all_of(
+            has_entry("message", "Conversation not found"),
+            has_entry(
+                "details",
+                f"The conversation with ID [{invalid_id}] could not be found in the system.",
+            ),
+            has_entry(
+                "help",
+                "Please verify the conversation ID and try again. If you believe this is an error, contact support.",
+            ),
+        ),
+    )

codemie_test_harness-0.1.147/codemie_test_harness/tests/utils/conversation_utils.py

@@ -0,0 +1,17 @@
+import requests
+
+from codemie_test_harness.tests.utils.base_utils import BaseUtils
+
+
+class ConversationUtils(BaseUtils):
+    def list_conversations(self):
+        return self.client.conversations.list()
+
+    def get_conversation_by_assistant_id(self, assistant_id: str):
+        return self.client.conversations.list_by_assistant_id(assistant_id)
+
+    def get_conversation_by_id(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.get_conversation(conversation_id)
+
+    def delete_conversation(self, conversation_id: str) -> requests.Response:
+        return self.client.conversations.delete(conversation_id)

codemie_test_harness-0.1.147/codemie_test_harness/tests/utils/env_utils.py

@@ -0,0 +1,125 @@
+"""
+Utility functions for managing environment variables and dotenv files with caching prevention.
+"""
+
+import os
+import time
+from pathlib import Path
+from dotenv import load_dotenv
+
+
+class EnvManager:
+    """
+    Manages environment variables with proper caching prevention.
+    """
+
+    @staticmethod
+    def clear_env_vars_from_file(env_file_path: Path) -> None:
+        """
+        Clear environment variables that exist in the specified .env file from os.environ.
+
+        Args:
+            env_file_path: Path to the .env file
+        """
+        if not env_file_path.exists():
+            return
+
+        with open(env_file_path, "r") as f:
+            content = f.read()
+
+        for line in content.splitlines():
+            line = line.strip()
+            if line and "=" in line and not line.startswith("#"):
+                key = line.split("=", 1)[0].strip()
+                os.environ.pop(key, None)
+
+    @staticmethod
+    def write_env_file_safely(env_file_path: Path, content: str) -> None:
+        """
+        Write content to .env file with proper flushing and sync.
+
+        Args:
+            env_file_path: Path to the .env file
+            content: Content to write
+        """
+        # Ensure parent directory exists
+        env_file_path.parent.mkdir(parents=True, exist_ok=True)
+
+        # Write with proper flushing
+        with open(env_file_path, "w", encoding="utf-8") as file:
+            file.write(content)
+            file.flush()
+            os.fsync(file.fileno())
+
+    @staticmethod
+    def load_env_with_retry(
+        env_file_path: Path,
+        max_retries: int = 3,
+        retry_delay: float = 0.1,
+        override: bool = True,
+    ) -> bool:
+        """
+        Load .env file with retry mechanism to handle caching issues.
+
+        Args:
+            env_file_path: Path to the .env file
+            max_retries: Maximum number of retry attempts
+            retry_delay: Delay between retries in seconds
+            override: Whether to override existing environment variables
+
+        Returns:
+            bool: True if successfully loaded, False otherwise
+        """
+        for attempt in range(max_retries):
+            try:
+                # Small delay to ensure file system consistency
+                if attempt > 0:
+                    time.sleep(retry_delay)
+
+                # Verify file exists and is readable
+                if not env_file_path.exists():
+                    raise FileNotFoundError(f".env file not found: {env_file_path}")
+
+                # Read file content to verify it's accessible
+                with open(env_file_path, "r") as f:
+                    content = f.read()
+
+                if not content.strip():
+                    raise ValueError("Empty .env file")
+
+                # Load environment variables
+                success = load_dotenv(env_file_path, override=override)
+
+                if success:
+                    return True
+
+            except Exception as e:
+                if attempt == max_retries - 1:
+                    raise Exception(
+                        f"Failed to load .env file after {max_retries} attempts: {e}"
+                    )
+                continue
+
+        return False
+
+    @staticmethod
+    def update_env_file_safely(
+        env_file_path: Path, new_content: str, clear_old_vars: bool = True
+    ) -> None:
+        """
+        Safely update .env file with new content, handling caching issues.
+
+        Args:
+            env_file_path: Path to the .env file
+            new_content: New content to write
+            clear_old_vars: Whether to clear old environment variables
+        """
+        # Clear old environment variables if requested
+        if clear_old_vars:
+            EnvManager.clear_env_vars_from_file(env_file_path)
+
+        # Write new content safely
+        EnvManager.write_env_file_safely(env_file_path, new_content)
+
+        # Load new environment variables with retry
+        EnvManager.load_env_with_retry(env_file_path, override=True)

{codemie_test_harness-0.1.145 → codemie_test_harness-0.1.147}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.145"
+version = "0.1.147"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.145"
+codemie-sdk-python = "0.1.147"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"