codemie-test-harness 0.1.175__tar.gz → 0.1.177__tar.gz

{codemie_test_harness-0.1.175 → codemie_test_harness-0.1.177}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.175
+Version: 0.1.177
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.175)
+Requires-Dist: codemie-sdk-python (==0.1.177)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.175 → codemie_test_harness-0.1.177}/codemie_test_harness/tests/assistant/tools/mcp/test_single_assistant_dual_time_plugins.py

@@ -115,10 +115,16 @@ def dual_time_plugins(integration_utils):
         credential_type=CredentialTypes.PLUGIN, credential_values=credential_values
     )
 
-    # Download codemie-tools
-    download_process = subprocess.Popen(["uvx", "codemie-tools"])
+    # Download codemie-plugins and wait for completion
+    download_process = subprocess.Popen(["uvx", "codemie-plugins"])
     processes.append(download_process)
 
+    return_code = download_process.wait()
+    if return_code != 0:
+        raise RuntimeError(
+            f"Failed to download codemie-plugins, exit code: {return_code}"
+        )
+
     # Find paths and configure servers
     servers_json_path, codemie_plugins_path = find_cache_paths()
     configure_mcp_servers(servers_json_path)

{codemie_test_harness-0.1.175 → codemie_test_harness-0.1.177}/codemie_test_harness/tests/conftest.py

@@ -253,7 +253,7 @@ def conversation_utils(client):
     return ConversationUtils(client)
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def git_integration(integration_utils):
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
@@ -264,7 +264,7 @@ def git_integration(integration_utils):
         integration_utils.delete_integration(integration)
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def github_integration(integration_utils):
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
@@ -275,7 +275,7 @@ def github_integration(integration_utils):
         integration_utils.delete_integration(integration)
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def gitlab_integration(integration_utils):
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
@@ -438,7 +438,7 @@ def general_integration(integration_utils):
         pass
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def code_datasource(
     datasource_utils, gitlab_integration, github_integration, default_embedding_llm
 ):
@@ -458,7 +458,7 @@ def code_datasource(
         datasource_utils.delete_datasource(datasource)
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_llm):
     datasource = datasource_utils.create_gitlab_datasource(
         setting_id=gitlab_integration.id,
@@ -469,7 +469,7 @@ def gitlab_datasource(datasource_utils, gitlab_integration, default_embedding_ll
         datasource_utils.delete_datasource(datasource)
 
 
-@pytest.fixture(scope="function")
+@pytest.fixture(scope="session")
 def github_datasource(datasource_utils, github_integration, default_embedding_llm):
     datasource = datasource_utils.create_github_datasource(
         setting_id=github_integration.id,

{codemie_test_harness-0.1.175 → codemie_test_harness-0.1.177}/codemie_test_harness/tests/llm/assistants/test_lite_llm.py

@@ -13,6 +13,11 @@ from codemie_test_harness.tests.utils.env_resolver import (
 )
 from codemie_test_harness.tests.utils.pytest_utils import check_mark
 
+pytestmark = pytest.mark.skipif(
+    EnvironmentResolver.is_sandbox() or EnvironmentResolver.is_localhost(),
+    reason="Skipping this tests on sandbox environments",
+)
+
 
 @pytest.fixture(scope="module")
 def lite_llm_integration(integration_utils):
@@ -66,10 +71,6 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.assistant
 @pytest.mark.lite_llm
 @pytest.mark.regression
-@pytest.mark.skipif(
-    EnvironmentResolver.is_sandbox(),
-    reason="Skipping this tests on sandbox environments",
-)
 def test_assistant_with_different_models_in_lite_llm(
     llm_utils,
     lite_llm_integration,

{codemie_test_harness-0.1.175/codemie_test_harness/tests/ui/_test_data → codemie_test_harness-0.1.177/codemie_test_harness/tests/test_data}/assistant_test_data.py

@@ -1,203 +1,5 @@
-"""
-Test Data for Assistant UI Tests
-
-This module provides test data generation and management for assistant-related UI tests.
-Following best practices by separating test data from test logic and providing
-reusable data factories for consistent testing.
-"""
-
-from dataclasses import dataclass
-from typing import Optional, List
 import pytest
 
-from codemie_test_harness.tests.utils.base_utils import get_random_name
-
-
-@dataclass
-class AssistantTestData:
-    """
-    Data class for assistant test data.
-
-    This class encapsulates all the data needed for assistant creation tests,
-    providing a clean and type-safe way to manage test data.
-    """
-
-    name: str
-    description: str
-    system_prompt: str
-    icon_url: Optional[str] = None
-    shared: bool = False
-
-
-class AssistantTestDataFactory:
-    """
-    Factory class for generating assistant test data.
-
-    This factory provides various methods to create different types of
-    assistant test data for different testing scenarios.
-    """
-
-    @staticmethod
-    def create_minimal_assistant_data() -> AssistantTestData:
-        """
-        Create minimal assistant data with only required fields.
-
-        This represents the most basic assistant creation scenario
-        with minimal required information.
-
-        Returns:
-            AssistantTestData: Minimal assistant test data
-        """
-        return AssistantTestData(
-            name=f"QA Test Assistant {get_random_name()}",
-            description="Minimal test assistant for QA automation.",
-            system_prompt=(
-                "You are a test assistant created for QA validation purposes. "
-                "Provide helpful and accurate responses to user queries."
-            ),
-            shared=False,
-            icon_url=ICON_URL,
-        )
-
-    @staticmethod
-    def create_shared_assistant_data() -> AssistantTestData:
-        """
-        Create shared assistant data for public/shared testing scenarios.
-
-        Returns:
-            AssistantTestData: Shared assistant test data
-        """
-        return AssistantTestData(
-            name=f"QA Shared Assistant {get_random_name()}",
-            description="Shared QA assistant available to all team members",
-            system_prompt=(
-                "You are a shared QA assistant available to the entire team. "
-                "Provide collaborative testing support, knowledge sharing, and "
-                "help maintain consistent quality standards across projects."
-            ),
-            icon_url=ICON_URL,
-            shared=True,
-        )
-
-    @staticmethod
-    def create_validation_test_data() -> List[AssistantTestData]:
-        """
-        Create a list of assistant data for validation testing scenarios.
-
-        This includes data for testing various validation scenarios,
-        edge cases in form validation, and error handling.
-
-        Returns:
-            List[AssistantTestData]: List of validation test data
-        """
-        return [
-            # Empty name scenario
-            AssistantTestData(
-                name="",
-                description="Test description",
-                system_prompt="Test prompt",
-            ),
-            # Long name scenario
-            AssistantTestData(
-                name="A" * 100,  # Very long name
-                description="Test description for long name validation",
-                system_prompt="Test prompt for long name scenario",
-            ),
-            # Empty description scenario
-            AssistantTestData(
-                name="Test Assistant",
-                description="",
-                system_prompt="Test prompt",
-            ),
-            # Empty system prompt scenario
-            AssistantTestData(
-                name="Test Assistant",
-                description="Test description",
-                system_prompt="",
-            ),
-        ]
-
-
-class AssistantValidationRules:
-    """
-    Validation rules and constraints for assistant data.
-
-    This class defines the validation rules that should be applied
-    to assistant data during testing.
-    """
-
-    # Field length constraints
-    MAX_NAME_LENGTH = 100
-    MAX_DESCRIPTION_LENGTH = 1000
-    MAX_ICON_URL_LENGTH = 500
-
-    # Required fields
-    REQUIRED_FIELDS = ["name", "description", "system_prompt"]
-
-    # Validation error messages (expected messages for testing)
-    ERROR_MESSAGES = {
-        "name_required": "Name is required",
-        "name_too_long": f"Name must be less than {MAX_NAME_LENGTH} characters",
-        "description_required": "Description is required",
-        "description_too_long": f"Description must be less than {MAX_DESCRIPTION_LENGTH} characters",
-        "system_prompt_required": "System prompt is required",
-        "invalid_url": "Please enter a valid URL",
-        "invalid_type": "Please select a valid assistant type",
-    }
-
-
-# ==================== CONVENIENCE FUNCTIONS ====================
-
-
-def get_minimal_assistant_data() -> AssistantTestData:
-    """Convenience function to get minimal assistant data."""
-    return AssistantTestDataFactory.create_minimal_assistant_data()
-
-
-def get_shared_assistant_data() -> AssistantTestData:
-    """Convenience function to get shared assistant data."""
-    return AssistantTestDataFactory.create_shared_assistant_data()
-
-
-def get_validation_test_data() -> List[AssistantTestData]:
-    """Convenience function to get validation test data."""
-    return AssistantTestDataFactory.create_validation_test_data()
-
-
-# ==================== TEST DATA CONSTANTS ====================
-
-# Common test values for reuse
-COMMON_TEST_PROMPTS = {
-    "qa_assistant": (
-        "You are a QA testing assistant. Your primary role is to help with "
-        "quality assurance tasks, test automation, and ensuring software quality. "
-        "Provide detailed and actionable guidance."
-    ),
-    "general_assistant": (
-        "You are a helpful assistant. Provide clear, accurate, and helpful "
-        "responses to user queries. Always be polite and professional."
-    ),
-    "specialist_assistant": (
-        "You are a specialist assistant with deep expertise in your domain. "
-        "Provide expert-level guidance and detailed technical solutions."
-    ),
-}
-
-COMMON_TEST_DESCRIPTIONS = {
-    "qa_assistant": "QA testing assistant for automation and quality assurance tasks",
-    "general_assistant": "General purpose assistant for various tasks and queries",
-    "specialist_assistant": "Specialist assistant with domain-specific expertise",
-}
-
-COMMON_ICON_URLS = {
-    "qa_icon": "https://example.com/qa-assistant-icon.png",
-    "general_icon": "https://example.com/general-assistant-icon.png",
-    "specialist_icon": "https://example.com/specialist-assistant-icon.png",
-}
-
-ICON_URL = "https://raw.githubusercontent.com/epam-gen-ai-run/ai-run-install/main/docs/assets/ai/AQAUiTestGenerator.png"
-
-
 EXCEL_TOOL_TEST_DATA = [
     pytest.param(
         "Analyze the data in test_extended.xlsx and extract information from visible sheets only",

codemie_test_harness-0.1.177/codemie_test_harness/tests/ui/_test_data/assistant_test_data.py

@@ -0,0 +1,197 @@
+"""
+Test Data for Assistant UI Tests
+
+This module provides test data generation and management for assistant-related UI tests.
+Following best practices by separating test data from test logic and providing
+reusable data factories for consistent testing.
+"""
+
+from dataclasses import dataclass
+from typing import Optional, List
+
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@dataclass
+class AssistantTestData:
+    """
+    Data class for assistant test data.
+
+    This class encapsulates all the data needed for assistant creation tests,
+    providing a clean and type-safe way to manage test data.
+    """
+
+    name: str
+    description: str
+    system_prompt: str
+    icon_url: Optional[str] = None
+    shared: bool = False
+
+
+class AssistantTestDataFactory:
+    """
+    Factory class for generating assistant test data.
+
+    This factory provides various methods to create different types of
+    assistant test data for different testing scenarios.
+    """
+
+    @staticmethod
+    def create_minimal_assistant_data() -> AssistantTestData:
+        """
+        Create minimal assistant data with only required fields.
+
+        This represents the most basic assistant creation scenario
+        with minimal required information.
+
+        Returns:
+            AssistantTestData: Minimal assistant test data
+        """
+        return AssistantTestData(
+            name=f"QA Test Assistant {get_random_name()}",
+            description="Minimal test assistant for QA automation.",
+            system_prompt=(
+                "You are a test assistant created for QA validation purposes. "
+                "Provide helpful and accurate responses to user queries."
+            ),
+            shared=False,
+            icon_url=ICON_URL,
+        )
+
+    @staticmethod
+    def create_shared_assistant_data() -> AssistantTestData:
+        """
+        Create shared assistant data for public/shared testing scenarios.
+
+        Returns:
+            AssistantTestData: Shared assistant test data
+        """
+        return AssistantTestData(
+            name=f"QA Shared Assistant {get_random_name()}",
+            description="Shared QA assistant available to all team members",
+            system_prompt=(
+                "You are a shared QA assistant available to the entire team. "
+                "Provide collaborative testing support, knowledge sharing, and "
+                "help maintain consistent quality standards across projects."
+            ),
+            icon_url=ICON_URL,
+            shared=True,
+        )
+
+    @staticmethod
+    def create_validation_test_data() -> List[AssistantTestData]:
+        """
+        Create a list of assistant data for validation testing scenarios.
+
+        This includes data for testing various validation scenarios,
+        edge cases in form validation, and error handling.
+
+        Returns:
+            List[AssistantTestData]: List of validation test data
+        """
+        return [
+            # Empty name scenario
+            AssistantTestData(
+                name="",
+                description="Test description",
+                system_prompt="Test prompt",
+            ),
+            # Long name scenario
+            AssistantTestData(
+                name="A" * 100,  # Very long name
+                description="Test description for long name validation",
+                system_prompt="Test prompt for long name scenario",
+            ),
+            # Empty description scenario
+            AssistantTestData(
+                name="Test Assistant",
+                description="",
+                system_prompt="Test prompt",
+            ),
+            # Empty system prompt scenario
+            AssistantTestData(
+                name="Test Assistant",
+                description="Test description",
+                system_prompt="",
+            ),
+        ]
+
+
+class AssistantValidationRules:
+    """
+    Validation rules and constraints for assistant data.
+
+    This class defines the validation rules that should be applied
+    to assistant data during testing.
+    """
+
+    # Field length constraints
+    MAX_NAME_LENGTH = 100
+    MAX_DESCRIPTION_LENGTH = 1000
+    MAX_ICON_URL_LENGTH = 500
+
+    # Required fields
+    REQUIRED_FIELDS = ["name", "description", "system_prompt"]
+
+    # Validation error messages (expected messages for testing)
+    ERROR_MESSAGES = {
+        "name_required": "Name is required",
+        "name_too_long": f"Name must be less than {MAX_NAME_LENGTH} characters",
+        "description_required": "Description is required",
+        "description_too_long": f"Description must be less than {MAX_DESCRIPTION_LENGTH} characters",
+        "system_prompt_required": "System prompt is required",
+        "invalid_url": "Please enter a valid URL",
+        "invalid_type": "Please select a valid assistant type",
+    }
+
+
+# ==================== CONVENIENCE FUNCTIONS ====================
+
+
+def get_minimal_assistant_data() -> AssistantTestData:
+    """Convenience function to get minimal assistant data."""
+    return AssistantTestDataFactory.create_minimal_assistant_data()
+
+
+def get_shared_assistant_data() -> AssistantTestData:
+    """Convenience function to get shared assistant data."""
+    return AssistantTestDataFactory.create_shared_assistant_data()
+
+
+def get_validation_test_data() -> List[AssistantTestData]:
+    """Convenience function to get validation test data."""
+    return AssistantTestDataFactory.create_validation_test_data()
+
+
+# ==================== TEST DATA CONSTANTS ====================
+
+# Common test values for reuse
+COMMON_TEST_PROMPTS = {
+    "qa_assistant": (
+        "You are a QA testing assistant. Your primary role is to help with "
+        "quality assurance tasks, test automation, and ensuring software quality. "
+        "Provide detailed and actionable guidance."
+    ),
+    "general_assistant": (
+        "You are a helpful assistant. Provide clear, accurate, and helpful "
+        "responses to user queries. Always be polite and professional."
+    ),
+    "specialist_assistant": (
+        "You are a specialist assistant with deep expertise in your domain. "
+        "Provide expert-level guidance and detailed technical solutions."
+    ),
+}
+
+COMMON_TEST_DESCRIPTIONS = {
+    "qa_assistant": "QA testing assistant for automation and quality assurance tasks",
+    "general_assistant": "General purpose assistant for various tasks and queries",
+    "specialist_assistant": "Specialist assistant with domain-specific expertise",
+}
+
+COMMON_ICON_URLS = {
+    "qa_icon": "https://example.com/qa-assistant-icon.png",
+    "general_icon": "https://example.com/general-assistant-icon.png",
+    "specialist_icon": "https://example.com/specialist-assistant-icon.png",
+}
+
+ICON_URL = "https://raw.githubusercontent.com/epam-gen-ai-run/ai-run-install/main/docs/assets/ai/AQAUiTestGenerator.png"

{codemie_test_harness-0.1.175 → codemie_test_harness-0.1.177}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.175"
+version = "0.1.177"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.175"
+codemie-sdk-python = "0.1.177"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"