codemie-test-harness 0.1.219__py3-none-any.whl → 0.1.222__py3-none-any.whl

codemie_test_harness/tests/conftest.py

@@ -950,6 +950,14 @@ def integration(integration_utils):
         integration_utils.delete_integration(created_integration)
 
 
+@pytest.fixture(scope="session")
+def vendor_utils():
+    """Create VendorUtils instance for managing vendor assistants"""
+    from codemie_test_harness.tests.utils.vendor_utils import VendorUtils
+
+    return VendorUtils()
+
+
 def pytest_sessionfinish(session):
     """Run cleanup code after all tests have finished."""
     clean_up_timeout = 1 if EnvironmentResolver.is_production() else 0

codemie_test_harness/tests/test_data/vendor_endpoint_test_data.py

@@ -0,0 +1,36 @@
+"""Test data for vendor service endpoint tests."""
+
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+# Test data for vendor endpoint tests
+# Extensible for AWS Bedrock, Azure AI, and GCP Vertex AI
+vendor_endpoint_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI endpoints
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI endpoints
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI",
+    # ),
+]

codemie_test_harness/tests/test_data/vendor_test_data.py

@@ -0,0 +1,43 @@
+"""Test data for 3rd party vendor assistant tests."""
+
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.llm.assistants.test_llm import SIMPLE_GREETING_PROMPT
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+# Test data for vendor assistant tests
+# Extensible for AWS Bedrock, Azure AI, and GCP Vertex AI
+vendor_assistant_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        SIMPLE_GREETING_PROMPT,
+        "Hello",
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI assistants
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "Just say one word: 'Hello'",
+    #     "Hello",
+    #     marks=[pytest.mark.vendor, pytest.mark.azure, pytest.mark.api],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI assistants
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "Just say one word: 'Hello'",
+    #     "Hello",
+    #     marks=[pytest.mark.vendor, pytest.mark.gcp, pytest.mark.api],
+    #     id="GCP_Vertex_AI",
+    # ),
+]

codemie_test_harness/tests/utils/vendor_utils.py

@@ -0,0 +1,343 @@
+"""Utility class for managing vendor assistants (AWS Bedrock, Azure, GCP)."""
+
+from typing import Optional, List
+from codemie_sdk.models.vendor_assistant import (
+    VendorType,
+    VendorAssistantSettingsResponse,
+    VendorAssistantsResponse,
+    VendorAssistant,
+    VendorAssistantAliasesResponse,
+    VendorAssistantInstallRequest,
+    VendorAssistantInstallResponse,
+    VendorAssistantUninstallResponse,
+    VendorAssistantStatus,
+)
+from codemie_test_harness.tests.utils.client_factory import get_client
+from codemie_test_harness.tests.utils.logger_util import setup_logger
+
+logger = setup_logger(__name__)
+
+DRAFT_VERSION = "DRAFT"
+
+
+class VendorUtils:
+    """Utility class for vendor assistant operations."""
+
+    def __init__(self):
+        """Initialize VendorUtils with CodeMie client."""
+        self.client = get_client()
+        self.vendor_service = self.client.vendors
+
+    def get_assistant_settings(
+        self,
+        vendor: VendorType,
+        page: int = 0,
+        per_page: int = 10,
+    ) -> VendorAssistantSettingsResponse:
+        """Get assistant settings for a specific cloud vendor.
+
+        Args:
+            vendor: Cloud vendor type (AWS, AZURE, GCP)
+            page: Page number for pagination
+            per_page: Number of items per page
+
+        Returns:
+            VendorAssistantSettingsResponse containing list of settings
+        """
+        logger.info(
+            f"Getting assistant settings for {vendor.value} (page={page}, per_page={per_page})"
+        )
+        settings = self.vendor_service.get_assistant_settings(
+            vendor=vendor, page=page, per_page=per_page
+        )
+        logger.info(
+            f"Retrieved {len(settings.data)} settings for {vendor.value} (total: {settings.pagination.total})"
+        )
+        return settings
+
+    def get_assistants(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        per_page: int = 10,
+        next_token: Optional[str] = None,
+    ) -> VendorAssistantsResponse:
+        """Get assistants for a specific vendor setting.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            per_page: Number of items per page
+            next_token: Token for pagination
+
+        Returns:
+            VendorAssistantsResponse containing list of assistants
+        """
+        logger.info(
+            f"Getting assistants for {vendor.value} setting {setting_id} (per_page={per_page})"
+        )
+        assistants = self.vendor_service.get_assistants(
+            vendor=vendor,
+            setting_id=setting_id,
+            per_page=per_page,
+            next_token=next_token,
+        )
+        logger.info(
+            f"Retrieved {len(assistants.data)} assistants for setting {setting_id}"
+        )
+        return assistants
+
+    def get_assistant(
+        self,
+        vendor: VendorType,
+        assistant_id: str,
+        setting_id: str,
+    ) -> VendorAssistant:
+        """Get a specific assistant by ID.
+
+        Args:
+            vendor: Cloud vendor type
+            assistant_id: ID of the assistant
+            setting_id: ID of the vendor setting
+
+        Returns:
+            VendorAssistant with assistant details
+        """
+        logger.info(
+            f"Getting assistant {assistant_id} for {vendor.value} setting {setting_id}"
+        )
+        assistant = self.vendor_service.get_assistant(
+            vendor=vendor, assistant_id=assistant_id, setting_id=setting_id
+        )
+        logger.info(
+            f"Retrieved assistant: {assistant.name} (status: {assistant.status})"
+        )
+        return assistant
+
+    def get_assistant_aliases(
+        self,
+        vendor: VendorType,
+        assistant_id: str,
+        setting_id: str,
+        per_page: int = 10,
+        next_token: Optional[str] = None,
+    ) -> VendorAssistantAliasesResponse:
+        """Get aliases for a specific vendor assistant.
+
+        Args:
+            vendor: Cloud vendor type
+            assistant_id: ID of the assistant
+            setting_id: ID of the vendor setting
+            per_page: Number of items per page
+            next_token: Token for pagination
+
+        Returns:
+            VendorAssistantAliasesResponse containing list of aliases
+        """
+        logger.info(
+            f"Getting aliases for assistant {assistant_id} in {vendor.value} setting {setting_id}"
+        )
+        aliases = self.vendor_service.get_assistant_aliases(
+            vendor=vendor,
+            assistant_id=assistant_id,
+            setting_id=setting_id,
+            per_page=per_page,
+            next_token=next_token,
+        )
+        logger.info(
+            f"Retrieved {len(aliases.data)} aliases for assistant {assistant_id}"
+        )
+        return aliases
+
+    def install_assistants(
+        self,
+        vendor: VendorType,
+        assistants: List[VendorAssistantInstallRequest],
+    ) -> VendorAssistantInstallResponse:
+        """Install/activate vendor assistants.
+
+        Args:
+            vendor: Cloud vendor type
+            assistants: List of assistant installation requests
+
+        Returns:
+            VendorAssistantInstallResponse containing installation summary with AI run IDs
+        """
+        logger.info(f"Installing {len(assistants)} assistant(s) for {vendor.value}")
+        response = self.vendor_service.install_assistants(
+            vendor=vendor, assistants=assistants
+        )
+        for item in response.summary:
+            logger.info(
+                f"Installed assistant {item.agentId} (alias: {item.agentAliasId}) -> CodeMie ID: {item.aiRunId}"
+            )
+        return response
+
+    def uninstall_assistant(
+        self,
+        vendor: VendorType,
+        codemie_id: str,
+    ) -> VendorAssistantUninstallResponse:
+        """Uninstall/deactivate a vendor assistant.
+
+        Args:
+            vendor: Cloud vendor type
+            codemie_id: CodeMie assistant ID from installation
+
+        Returns:
+            VendorAssistantUninstallResponse with success status
+        """
+        logger.info(f"Uninstalling assistant with CodeMie ID: {codemie_id}")
+        response = self.vendor_service.uninstall_assistant(
+            vendor=vendor, ai_run_id=codemie_id
+        )
+        if response.success:
+            logger.info(f"Successfully uninstalled assistant {codemie_id}")
+        else:
+            logger.warning(f"Failed to uninstall assistant {codemie_id}")
+        return response
+
+    def get_prepared_assistant(
+        self,
+        assistants: List[VendorAssistant],
+    ) -> Optional[VendorAssistant]:
+        """Get first PREPARED assistant from the list.
+
+        Args:
+            assistants: List of vendor assistants
+
+        Returns:
+            First PREPARED assistant or first assistant if none are PREPARED
+        """
+        return next(
+            (a for a in assistants if a.status == VendorAssistantStatus.PREPARED),
+            assistants[0] if assistants else None,
+        )
+
+    def get_non_draft_alias(
+        self,
+        aliases: List,
+    ) -> Optional:
+        """Get first non-DRAFT alias from the list.
+
+        Args:
+            aliases: List of vendor assistant aliases
+
+        Returns:
+            First non-DRAFT alias or first alias if all are DRAFT
+        """
+        return next(
+            (a for a in aliases if a.version != DRAFT_VERSION),
+            aliases[0] if aliases else None,
+        )
+
+    def find_first_available_assistant(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+    ) -> Optional[tuple[VendorAssistant, str]]:
+        """Find the first available (PREPARED) assistant with an alias.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+
+        Returns:
+            Tuple of (VendorAssistant, alias_id) or None if no available assistant found
+        """
+        logger.info(
+            f"Searching for available assistant in {vendor.value} setting {setting_id}"
+        )
+        assistants_response = self.get_assistants(vendor=vendor, setting_id=setting_id)
+
+        for assistant in assistants_response.data:
+            if assistant.status.value == "PREPARED":
+                # Get aliases for this assistant
+                aliases_response = self.get_assistant_aliases(
+                    vendor=vendor, assistant_id=assistant.id, setting_id=setting_id
+                )
+                if aliases_response.data:
+                    first_alias = aliases_response.data[0]
+                    logger.info(
+                        f"Found available assistant: {assistant.name} (ID: {assistant.id}, Alias: {first_alias.id})"
+                    )
+                    return assistant, first_alias.id
+
+        logger.warning(
+            f"No available assistant found for {vendor.value} setting {setting_id}"
+        )
+        return None
+
+    def install_first_available_assistant(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+    ) -> Optional[str]:
+        """Find and install the first available assistant.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+
+        Returns:
+            CodeMie ID of the installed assistant or None if no assistant available
+        """
+        result = self.find_first_available_assistant(
+            vendor=vendor, setting_id=setting_id
+        )
+        if not result:
+            return None
+
+        assistant, alias_id = result
+        install_request = VendorAssistantInstallRequest(
+            id=assistant.id,
+            agentAliasId=alias_id,
+            setting_id=setting_id,
+        )
+
+        install_response = self.install_assistants(
+            vendor=vendor, assistants=[install_request]
+        )
+
+        if install_response.summary:
+            return install_response.summary[0].aiRunId
+
+        return None
+
+    def find_setting_for_integration(
+        self,
+        vendor: VendorType,
+        integration_id: str,
+    ):
+        """Find setting for an integration by paginating through all settings.
+
+        Args:
+            vendor: Type of vendor (AWS, AZURE, GCP)
+            integration_id: ID of the integration to find (searches by setting_id)
+
+        Returns:
+            VendorAssistantSetting or None if not found
+        """
+        page = 0
+        per_page = 50
+
+        while True:
+            settings_response = self.get_assistant_settings(
+                vendor=vendor,
+                page=page,
+                per_page=per_page,
+            )
+
+            # Find the setting for our integration by setting_id
+            for s in settings_response.data:
+                if s.setting_id == integration_id:
+                    return s
+
+            # Check if there are more pages
+            if page >= settings_response.pagination.pages - 1:
+                break
+
+            page += 1
+
+        logger.warning(f"Setting not found for integration ID '{integration_id}'")
+        return None

codemie_test_harness/tests/vendor/__init__.py

@@ -0,0 +1 @@
+"""Tests for 3rd party vendor assistants (AWS Bedrock, Azure, GCP)."""

codemie_test_harness/tests/vendor/assistants/test_vendor_assistants.py

@@ -0,0 +1,65 @@
+import pytest
+from hamcrest import assert_that, is_not, none, empty, is_
+from codemie_test_harness.tests.test_data.vendor_test_data import (
+    vendor_assistant_test_data,
+)
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials,prompt,expected_response",
+    vendor_assistant_test_data,
+)
+def test_vendor_assistant_installation_and_chat(
+    vendor_utils,
+    integration,
+    assistant_utils,
+    similarity_check,
+    vendor_type,
+    credential_type,
+    credentials,
+    prompt,
+    expected_response,
+):
+    """Test vendor assistant installation and chat functionality."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+    assert_that(setting.invalid or False, is_(False))
+
+    assistants_response = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(assistants_response, is_not(none()))
+    assert_that(assistants_response.data, is_not(empty()))
+
+    codemie_id = vendor_utils.install_first_available_assistant(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(codemie_id, is_not(none()))
+
+    class AssistantIdWrapper:
+        def __init__(self, assistant_id):
+            self.id = assistant_id
+
+    assistant_wrapper = AssistantIdWrapper(codemie_id)
+    response = assistant_utils.ask_assistant(
+        assistant=assistant_wrapper,
+        user_prompt=prompt,
+        minimal_response=True,
+    )
+
+    similarity_check.check_similarity(response, expected_response)
+
+    uninstall_response = vendor_utils.uninstall_assistant(
+        vendor=vendor_type,
+        codemie_id=codemie_id,
+    )
+    assert_that(uninstall_response.success, is_(True))

codemie_test_harness/tests/vendor/assistants/test_vendor_assistants_endpoints.py

@@ -0,0 +1,386 @@
+"""Tests for vendor service SDK endpoints.
+
+Architecture:
+- Parametrized tests that support multiple vendors (AWS, Azure, GCP)
+- Extensible design for easy addition of new vendors
+- Uses integration fixture factory for consistent setup
+- Each test validates a specific SDK endpoint
+"""
+
+import pytest
+from hamcrest import (
+    assert_that,
+    is_not,
+    none,
+    empty,
+    greater_than,
+    instance_of,
+    has_length,
+    is_,
+)
+from codemie_sdk.models.vendor_assistant import (
+    VendorAssistantSettingsResponse,
+    VendorAssistantsResponse,
+    VendorAssistant,
+    VendorAssistantVersion,
+    VendorAssistantAliasesResponse,
+    VendorAssistantInstallRequest,
+    VendorAssistantInstallResponse,
+    VendorAssistantUninstallResponse,
+    VendorAssistantStatus,
+)
+from codemie_test_harness.tests.test_data.vendor_endpoint_test_data import (
+    vendor_endpoint_test_data,
+)
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistant_settings(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/assistants/settings endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    settings_response = vendor_utils.get_assistant_settings(vendor=vendor_type)
+
+    assert_that(settings_response, instance_of(VendorAssistantSettingsResponse))
+    assert_that(settings_response.data, is_not(none()))
+    assert_that(settings_response.pagination, is_not(none()))
+    assert_that(settings_response.data, is_not(empty()))
+    assert_that(settings_response.pagination.total, greater_than(0))
+
+    created_setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(created_setting, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistants(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/assistants endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    assistants_response = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(assistants_response, instance_of(VendorAssistantsResponse))
+    assert_that(assistants_response.data, is_not(none()))
+    assert_that(assistants_response.pagination, is_not(none()))
+    assert_that(assistants_response.data, is_not(empty()))
+
+    _assistant = vendor_utils.get_prepared_assistant(assistants_response.data)
+
+    assert_that(_assistant.id, is_not(none()))
+    assert_that(_assistant.name, is_not(none()))
+    assert_that(_assistant.status, is_(VendorAssistantStatus.PREPARED))
+    assert_that(_assistant.description, is_not(none()))
+    assert_that(_assistant.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistant(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/assistants/{assistant_id} endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    assistants_response = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(assistants_response.data, is_not(empty()))
+
+    first_assistant = vendor_utils.get_prepared_assistant(assistants_response.data)
+
+    _assistant = vendor_utils.get_assistant(
+        vendor=vendor_type,
+        assistant_id=first_assistant.id,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(_assistant, instance_of(VendorAssistant))
+    assert_that(_assistant.id, is_(first_assistant.id))
+    assert_that(_assistant.name, is_not(none()))
+    assert_that(_assistant.status, is_(VendorAssistantStatus.PREPARED))
+    assert_that(_assistant.description, is_not(none()))
+    assert_that(_assistant.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistant_version(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/assistants/{assistant_id}/{version} endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    assistants_response = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(assistants_response.data, is_not(empty()))
+
+    first_assistant = vendor_utils.get_prepared_assistant(assistants_response.data)
+    aliases_response = vendor_utils.get_assistant_aliases(
+        vendor=vendor_type,
+        assistant_id=first_assistant.id,
+        setting_id=setting.setting_id,
+    )
+    assert_that(aliases_response.data, is_not(empty()))
+
+    first_alias = vendor_utils.get_non_draft_alias(aliases_response.data)
+
+    assistant_version = vendor_utils.vendor_service.get_assistant_version(
+        vendor=vendor_type,
+        assistant_id=first_assistant.id,
+        version=first_alias.version,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(assistant_version, instance_of(VendorAssistantVersion))
+    assert_that(assistant_version.id, is_(first_assistant.id))
+    assert_that(assistant_version.name, is_not(none()))
+    assert_that(assistant_version.status, is_not(none()))
+    assert_that(assistant_version.version, is_(first_alias.version))
+    assert_that(assistant_version.instruction, is_not(none()))
+    assert_that(assistant_version.foundationModel, is_not(none()))
+    assert_that(assistant_version.createdAt, is_not(none()))
+    assert_that(assistant_version.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistant_aliases(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test GET /v1/vendors/{vendor}/assistants/{assistant_id}/aliases endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    assistants_response = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(assistants_response.data, is_not(empty()))
+
+    first_assistant = vendor_utils.get_prepared_assistant(assistants_response.data)
+
+    aliases_response = vendor_utils.get_assistant_aliases(
+        vendor=vendor_type,
+        assistant_id=first_assistant.id,
+        setting_id=setting.setting_id,
+    )
+
+    assert_that(aliases_response, instance_of(VendorAssistantAliasesResponse))
+    assert_that(aliases_response.data, is_not(none()))
+    assert_that(aliases_response.pagination, is_not(none()))
+    assert_that(aliases_response.data, is_not(empty()))
+
+    first_alias = aliases_response.data[0]
+    assert_that(first_alias.id, is_not(none()))
+    assert_that(first_alias.name, is_not(none()))
+    assert_that(first_alias.status, is_not(none()))
+    assert_that(first_alias.description, is_not(none()))
+    assert_that(first_alias.version, is_not(none()))
+    assert_that(first_alias.createdAt, is_not(none()))
+    assert_that(first_alias.updatedAt, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_install_assistants(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test POST /v1/vendors/{vendor}/assistants endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    result = vendor_utils.find_first_available_assistant(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(result, is_not(none()))
+
+    _assistant, alias_id = result
+
+    install_request = VendorAssistantInstallRequest(
+        id=_assistant.id,
+        agentAliasId=alias_id,
+        setting_id=setting.setting_id,
+    )
+
+    install_response = vendor_utils.install_assistants(
+        vendor=vendor_type,
+        assistants=[install_request],
+    )
+
+    assert_that(install_response, instance_of(VendorAssistantInstallResponse))
+    assert_that(install_response.summary, is_not(empty()))
+    assert_that(install_response.summary, has_length(1))
+
+    installed = install_response.summary[0]
+    assert_that(installed.agentId, is_(_assistant.id))
+    assert_that(installed.agentAliasId, is_(alias_id))
+    assert_that(installed.aiRunId, is_not(none()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_uninstall_assistant(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test DELETE /v1/vendors/{vendor}/assistants/{ai_run_id} endpoint."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    codemie_id = vendor_utils.install_first_available_assistant(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+    )
+    assert_that(codemie_id, is_not(none()))
+
+    uninstall_response = vendor_utils.uninstall_assistant(
+        vendor=vendor_type,
+        codemie_id=codemie_id,
+    )
+
+    assert_that(uninstall_response, instance_of(VendorAssistantUninstallResponse))
+    assert_that(uninstall_response.success, is_(True))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistant_settings_pagination(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test pagination functionality for get_assistant_settings endpoint."""
+    first_page = vendor_utils.get_assistant_settings(
+        vendor=vendor_type,
+        page=0,
+        per_page=2,
+    )
+
+    assert_that(first_page.pagination.page, is_(0))
+    assert_that(first_page.pagination.per_page, is_(2))
+    assert_that(first_page.pagination.total, greater_than(0))
+
+    if first_page.pagination.pages > 1:
+        second_page = vendor_utils.get_assistant_settings(
+            vendor=vendor_type,
+            page=1,
+            per_page=2,
+        )
+        assert_that(second_page.pagination.page, is_(1))
+        assert_that(second_page.data, is_not(empty()))
+
+
+@pytest.mark.vendor
+@pytest.mark.api
+@pytest.mark.parametrize(
+    "vendor_type,credential_type,credentials",
+    vendor_endpoint_test_data,
+)
+def test_get_assistants_pagination(
+    vendor_utils, integration, vendor_type, credential_type, credentials
+):
+    """Test pagination functionality for get_assistants endpoint using next_token."""
+    _integration = integration(credential_type, credentials)
+
+    setting = vendor_utils.find_setting_for_integration(
+        vendor=vendor_type,
+        integration_id=_integration.id,
+    )
+    assert_that(setting, is_not(none()))
+
+    first_page = vendor_utils.get_assistants(
+        vendor=vendor_type,
+        setting_id=setting.setting_id,
+        per_page=2,
+    )
+
+    assert_that(first_page.data, is_not(empty()))
+
+    if first_page.pagination.next_token:
+        second_page = vendor_utils.get_assistants(
+            vendor=vendor_type,
+            setting_id=setting.setting_id,
+            per_page=2,
+            next_token=first_page.pagination.next_token,
+        )
+        assert_that(second_page.data, is_not(empty()))
+        first_page_ids = {a.id for a in first_page.data}
+        second_page_ids = {a.id for a in second_page.data}
+        assert_that(first_page_ids.intersection(second_page_ids), is_(set()))

{codemie_test_harness-0.1.219.dist-info → codemie_test_harness-0.1.222.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.219
+Version: 0.1.222
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.219)
+Requires-Dist: codemie-sdk-python (==0.1.222)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.219.dist-info → codemie_test_harness-0.1.222.dist-info}/RECORD

@@ -65,7 +65,7 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=aUjfZ4773WoQJjcHx3JqH5e8ckaKB-aIMO-OZWTm0Ek,888
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=qOPr4XOh2rgUV2MXMxkRzRGkAKl9ViwQGCZ-dMEtscU,1145
-codemie_test_harness/tests/conftest.py,sha256=FH6xBlPTjU6wlHNZSJAxbNvYCjICZq3SRWMCEAKvF2c,33929
+codemie_test_harness/tests/conftest.py,sha256=k58Uf7roM5uRqkbke1mCXL2EEf_OoYSQpKQqts0p9Rw,34153
 codemie_test_harness/tests/conversations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/conversations/test_conversations_endpoints.py,sha256=HQ2nu9lXfRNkyJhA0rzar7Rmv6pMe-te0rFYAy-X5UA,4128
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -170,6 +170,8 @@ codemie_test_harness/tests/test_data/report_portal_tools_test_data.py,sha256=YZd
 codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=zwpzm-VSnrLZEfG97AE9Ms7z7j3xmqxiNd1EmZyWCSk,9102
 codemie_test_harness/tests/test_data/servicenow_tools_test_data.py,sha256=PKw9zEYSNcQM1KApCSjsBiA_3Py0bNQI7clqw8cmT-s,1983
 codemie_test_harness/tests/test_data/vcs_tools_test_data.py,sha256=ZJdday96uOKOy_kPRBPp0w9JZbf0il7Y_hPfwRmUkuM,4518
+codemie_test_harness/tests/test_data/vendor_endpoint_test_data.py,sha256=Fti3ZbpS3m06Heyh5AAcoAKZuimX709iZQFPhzKvrC4,1075
+codemie_test_harness/tests/test_data/vendor_test_data.py,sha256=FFS35ikzMzSHShnfmdIme-WjueSjj0qBwa0OU6ooKfc,1409
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_id.yaml,sha256=_cioQNq3icemob9u0i-hXkTy2nflzyP0Ce8FWiPG14M,265
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_assistant_in_state.yaml,sha256=t_W95zD5bfdGf3F6p64-2qBHz7SkL_7mFT675uieWZg,209
 codemie_test_harness/tests/test_data/workflow/invalid_config/invalid_data_source.yaml,sha256=Vwx3HyrQkL8sWNtfwL6d0qiJhru6X3ojKBASAzJeY9w,252
@@ -295,9 +297,14 @@ codemie_test_harness/tests/utils/pytest_utils.py,sha256=k-mEjX2qpnh37sqKpJqYhZT6
 codemie_test_harness/tests/utils/search_utils.py,sha256=SrXiB2d9wiI5ka9bgg0CD73GOX_1mqi2Hz5FBm5DsEU,1435
 codemie_test_harness/tests/utils/similarity_check.py,sha256=2URqvD3Ft7efwLmhh2iYVsXrYboP9f-_B_ekZmJn0ac,1527
 codemie_test_harness/tests/utils/user_utils.py,sha256=zJNrmL3Fb7iGuaVRobUMwJ2Og6NqEPcM_9lw60m18T8,242
+codemie_test_harness/tests/utils/vendor_utils.py,sha256=4ezTRzBfKbpk4bgcq8pzBIPhBoIinOkvmEHA7lDcbPg,10966
 codemie_test_harness/tests/utils/webhook_utils.py,sha256=YjyLwAqQjR12vYFOUmYhJCJIyZvKm4SvU-1oIjIYNqg,340
 codemie_test_harness/tests/utils/workflow_utils.py,sha256=bHxPQkblRPF1fZp_AXI36elMFm14nzqGYoU5Eqz4MWY,11553
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=iIdEl-rUUh1LgzAmD_mjfftthhvlzXyCuA37yBoH0Gw,1617
+codemie_test_harness/tests/vendor/__init__.py,sha256=7kcktgm5ZkmcVLRX2mTRhGzVzFpVR_rcgYUbhKe-3q0,71
+codemie_test_harness/tests/vendor/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/vendor/assistants/test_vendor_assistants.py,sha256=zXTT5wZuKZw5XP0do3uMi69s2GZZr310VuOT2caEC0E,1907
+codemie_test_harness/tests/vendor/assistants/test_vendor_assistants_endpoints.py,sha256=L75FcCB1e4dDMgsJXnNAMz6SMmcygfyzqjqOi4l64tI,12779
 codemie_test_harness/tests/webhook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/webhook/test_webhook_service.py,sha256=POmxQG0tpcNW9-yKQ62CcnQpUEFYlTOs0_4H9MijIHY,8127
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -405,7 +412,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=D835gaRbCnB4va5mi9TdA_u9StSpGXQ_fgzwW0S2pwo,1173
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=Se9imIiBYuJU78m1pLu0g4ZmHygKZjr6JjIWkGXTy1Q,1364
-codemie_test_harness-0.1.219.dist-info/METADATA,sha256=kMghOhGXSbaseRD0yAz2ILI-VeoS5SCs68NgW1192Mc,27184
-codemie_test_harness-0.1.219.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.219.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.219.dist-info/RECORD,,
+codemie_test_harness-0.1.222.dist-info/METADATA,sha256=yHhjepfUj4HR-VC6ERKK6rGJHDcHsEsgdpI0uR4jMQs,27184
+codemie_test_harness-0.1.222.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.222.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.222.dist-info/RECORD,,