codemie-test-harness 0.1.225__tar.gz → 0.1.226__tar.gz

{codemie_test_harness-0.1.225 → codemie_test_harness-0.1.226}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.225
+Version: 0.1.226
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.225)
+Requires-Dist: codemie-sdk-python (==0.1.226)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.225 → codemie_test_harness-0.1.226}/codemie_test_harness/tests/conftest.py

@@ -953,7 +953,9 @@ def integration(integration_utils):
 @pytest.fixture(scope="session")
 def vendor_assistant_utils():
     """Create VendorUtils instance for managing vendor assistants"""
-    from codemie_test_harness.tests.utils.vendor_utils import VendorAssistantUtils
+    from codemie_test_harness.tests.utils.vendor_assistant_utils import (
+        VendorAssistantUtils,
+    )
 
     return VendorAssistantUtils()
 
@@ -968,6 +970,16 @@ def vendor_workflow_utils():
     return VendorWorkflowUtils()
 
 
+@pytest.fixture(scope="session")
+def vendor_knowledge_base_utils():
+    """Create VendorKnowledgeBaseUtils instance for managing vendor knowledge bases"""
+    from codemie_test_harness.tests.utils.vendor_knowledge_base_utils import (
+        VendorKnowledgeBaseUtils,
+    )
+
+    return VendorKnowledgeBaseUtils()
+
+
 def pytest_sessionfinish(session):
     """Run cleanup code after all tests have finished."""
     clean_up_timeout = 1 if EnvironmentResolver.is_production() else 0

codemie_test_harness-0.1.226/codemie_test_harness/tests/test_data/vendor_knowledge_base_test_data.py

@@ -0,0 +1,84 @@
+"""Test data for vendor knowledge base integration tests."""
+
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+# Test data for vendor knowledge base integration tests
+# Extensible for AWS Bedrock, Azure AI, and GCP Vertex AI
+vendor_knowledge_base_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "Tell me about filtering by language",
+        "Filtering by language allows you to select books based on your preferred language. "
+        "According to the knowledge base, the available language filter options include:\n\n"
+        "- English\n- Spanish\n- French\n- German\n\n"
+        "You can use these filters to view only the books that are available in the selected language.",
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI knowledge bases
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI knowledge bases
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI",
+    # ),
+]
+
+# Test data for vendor assistant with KB integration tests
+vendor_assistant_with_kb_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-with-kb",
+        "Tell me about filtering by language",
+        "Filtering by language allows you to select books based on your preferred language. "
+        "According to the knowledge base, the available language filter options include:\n\n"
+        "- English\n- Spanish\n- French\n- German\n\n"
+        "You can use these filters to view only the books that are available in the selected language.",
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI assistants with KB
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "codemie-autotests-with-kb",
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI assistants with KB
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "codemie-autotests-with-kb",
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI",
+    # ),
+]

codemie_test_harness-0.1.225/codemie_test_harness/tests/utils/vendor_utils.py → codemie_test_harness-0.1.226/codemie_test_harness/tests/utils/vendor_assistant_utils.py

@@ -161,7 +161,7 @@ class VendorAssistantUtils:
             assistants: List of assistant installation requests
 
         Returns:
-            VendorAssistantInstallResponse containing installation summary with AI run IDs
+            VendorAssistantInstallResponse containing installation summary with CodeMie IDs
         """
         logger.info(f"Installing {len(assistants)} assistant(s) for {vendor.value}")
         response = self.vendor_assistant_service.install_assistants(
@@ -231,6 +231,48 @@ class VendorAssistantUtils:
             aliases[0] if aliases else None,
         )
 
+    def find_assistant_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        assistant_name: str,
+    ) -> Optional[tuple[VendorAssistant, str]]:
+        """Find an assistant by name and return it with an alias.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            assistant_name: Name of the assistant to find
+
+        Returns:
+            Tuple of (VendorAssistant, alias_id) or None if assistant not found
+        """
+        logger.info(
+            f"Searching for assistant '{assistant_name}' in {vendor.value} setting {setting_id}"
+        )
+        assistants_response = self.get_assistants(vendor=vendor, setting_id=setting_id)
+
+        for assistant in assistants_response.data:
+            if (
+                assistant.name == assistant_name
+                and assistant.status == VendorAssistantStatus.PREPARED
+            ):
+                aliases_response = self.get_assistant_aliases(
+                    vendor=vendor, assistant_id=assistant.id, setting_id=setting_id
+                )
+                if aliases_response.data:
+                    non_draft_alias = self.get_non_draft_alias(aliases_response.data)
+                    if non_draft_alias:
+                        logger.info(
+                            f"Found assistant: {assistant.name} (ID: {assistant.id}, Alias: {non_draft_alias.id})"
+                        )
+                        return assistant, non_draft_alias.id
+
+        logger.warning(
+            f"Assistant '{assistant_name}' not found for {vendor.value} setting {setting_id}"
+        )
+        return None
+
     def find_first_available_assistant(
         self,
         vendor: VendorType,
@@ -252,7 +294,6 @@ class VendorAssistantUtils:
 
         for assistant in assistants_response.data:
             if assistant.status.value == "PREPARED":
-                # Get aliases for this assistant
                 aliases_response = self.get_assistant_aliases(
                     vendor=vendor, assistant_id=assistant.id, setting_id=setting_id
                 )
@@ -268,6 +309,44 @@ class VendorAssistantUtils:
         )
         return None
 
+    def install_assistant_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        assistant_name: str,
+    ) -> Optional[str]:
+        """Find and install an assistant by name.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            assistant_name: Name of the assistant to install
+
+        Returns:
+            CodeMie ID of the installed assistant or None if assistant not found
+        """
+        result = self.find_assistant_by_name(
+            vendor=vendor, setting_id=setting_id, assistant_name=assistant_name
+        )
+        if not result:
+            return None
+
+        assistant, alias_id = result
+        install_request = VendorAssistantInstallRequest(
+            id=assistant.id,
+            agentAliasId=alias_id,
+            setting_id=setting_id,
+        )
+
+        install_response = self.install_assistants(
+            vendor=vendor, assistants=[install_request]
+        )
+
+        if install_response.summary:
+            return install_response.summary[0].aiRunId
+
+        return None
+
     def install_first_available_assistant(
         self,
         vendor: VendorType,

codemie_test_harness-0.1.226/codemie_test_harness/tests/utils/vendor_knowledge_base_utils.py

@@ -0,0 +1,350 @@
+"""Utility class for managing vendor knowledge bases (AWS Bedrock, Azure, GCP)."""
+
+from typing import Optional, List
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.vendor_knowledgebase import (
+    VendorKnowledgeBaseSettingsResponse,
+    VendorKnowledgeBasesResponse,
+    VendorKnowledgeBase,
+    VendorKnowledgeBaseDetail,
+    VendorKnowledgeBaseInstallRequest,
+    VendorKnowledgeBaseInstallResponse,
+    VendorKnowledgeBaseUninstallResponse,
+    VendorKnowledgeBaseStatus,
+)
+from codemie_test_harness.tests.utils.client_factory import get_client
+from codemie_test_harness.tests.utils.logger_util import setup_logger
+
+logger = setup_logger(__name__)
+
+
+class VendorKnowledgeBaseUtils:
+    """Utility class for vendor knowledge base operations."""
+
+    def __init__(self):
+        """Initialize VendorKnowledgeBaseUtils with CodeMie client."""
+        self.client = get_client()
+        self.vendor_kb_service = self.client.vendor_knowledgebases
+
+    def get_knowledgebase_settings(
+        self,
+        vendor: VendorType,
+        page: int = 0,
+        per_page: int = 10,
+    ) -> VendorKnowledgeBaseSettingsResponse:
+        """Get knowledge base settings for a specific cloud vendor.
+
+        Args:
+            vendor: Cloud vendor type (AWS, AZURE, GCP)
+            page: Page number for pagination
+            per_page: Number of items per page
+
+        Returns:
+            VendorKnowledgeBaseSettingsResponse containing list of settings
+        """
+        logger.info(
+            f"Getting KB settings for {vendor.value} (page={page}, per_page={per_page})"
+        )
+        settings = self.vendor_kb_service.get_knowledgebase_settings(
+            vendor=vendor, page=page, per_page=per_page
+        )
+        logger.info(
+            f"Retrieved {len(settings.data)} KB settings for {vendor.value} (total: {settings.pagination.total})"
+        )
+        return settings
+
+    def get_knowledgebases(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        per_page: int = 10,
+        next_token: Optional[str] = None,
+    ) -> VendorKnowledgeBasesResponse:
+        """Get knowledge bases for a specific vendor setting.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            per_page: Number of items per page
+            next_token: Token for pagination
+
+        Returns:
+            VendorKnowledgeBasesResponse containing list of knowledge bases
+        """
+        logger.info(
+            f"Getting knowledge bases for {vendor.value} setting {setting_id} (per_page={per_page})"
+        )
+        kbs = self.vendor_kb_service.get_knowledgebases(
+            vendor=vendor,
+            setting_id=setting_id,
+            per_page=per_page,
+            next_token=next_token,
+        )
+        logger.info(
+            f"Retrieved {len(kbs.data)} knowledge bases for setting {setting_id}"
+        )
+        return kbs
+
+    def get_knowledgebase(
+        self,
+        vendor: VendorType,
+        knowledgebase_id: str,
+        setting_id: str,
+    ) -> VendorKnowledgeBaseDetail:
+        """Get a specific knowledge base by ID.
+
+        Args:
+            vendor: Cloud vendor type
+            knowledgebase_id: ID of the knowledge base
+            setting_id: ID of the vendor setting
+
+        Returns:
+            VendorKnowledgeBaseDetail with knowledge base details
+        """
+        logger.info(
+            f"Getting knowledge base {knowledgebase_id} for {vendor.value} setting {setting_id}"
+        )
+        kb = self.vendor_kb_service.get_knowledgebase(
+            vendor=vendor, knowledgebase_id=knowledgebase_id, setting_id=setting_id
+        )
+        logger.info(f"Retrieved knowledge base: {kb.name} (status: {kb.status})")
+        return kb
+
+    def install_knowledgebases(
+        self,
+        vendor: VendorType,
+        knowledgebases: List[VendorKnowledgeBaseInstallRequest],
+    ) -> VendorKnowledgeBaseInstallResponse:
+        """Install/activate vendor knowledge bases.
+
+        Args:
+            vendor: Cloud vendor type
+            knowledgebases: List of knowledge base installation requests
+
+        Returns:
+            VendorKnowledgeBaseInstallResponse containing installation summary
+        """
+        logger.info(
+            f"Installing {len(knowledgebases)} knowledge base(s) for {vendor.value}"
+        )
+        response = self.vendor_kb_service.install_knowledgebases(
+            vendor=vendor, knowledgebases=knowledgebases
+        )
+        for item in response.summary:
+            logger.info(
+                f"Installed KB {item.knowledgeBaseId} -> CodeMie ID: {item.aiRunId}"
+            )
+        return response
+
+    def uninstall_knowledgebase(
+        self,
+        vendor: VendorType,
+        codemie_id: str,
+    ) -> VendorKnowledgeBaseUninstallResponse:
+        """Uninstall/deactivate a vendor knowledge base.
+
+        Args:
+            vendor: Cloud vendor type
+            codemie_id: CodeMie ID from installation
+
+        Returns:
+            VendorKnowledgeBaseUninstallResponse with success status
+        """
+        logger.info(f"Uninstalling knowledge base with CodeMie ID: {codemie_id}")
+        response = self.vendor_kb_service.uninstall_knowledgebase(
+            vendor=vendor, ai_run_id=codemie_id
+        )
+        if response.success:
+            logger.info(f"Successfully uninstalled knowledge base {codemie_id}")
+        else:
+            logger.warning(f"Failed to uninstall knowledge base {codemie_id}")
+        return response
+
+    def get_available_knowledge_base(
+        self,
+        knowledge_bases: List[VendorKnowledgeBase],
+    ) -> Optional[VendorKnowledgeBase]:
+        """Get first PREPARED knowledge base from the list.
+
+        Args:
+            knowledge_bases: List of vendor knowledge bases
+
+        Returns:
+            First PREPARED knowledge base or first KB if none are PREPARED
+        """
+        return next(
+            (
+                kb
+                for kb in knowledge_bases
+                if kb.status == VendorKnowledgeBaseStatus.PREPARED
+            ),
+            knowledge_bases[0] if knowledge_bases else None,
+        )
+
+    def find_setting_for_integration(
+        self,
+        vendor: VendorType,
+        integration_id: str,
+    ):
+        """Find setting for an integration by paginating through all settings.
+
+        Args:
+            vendor: Type of vendor (AWS, AZURE, GCP)
+            integration_id: ID of the integration to find (searches by setting_id)
+
+        Returns:
+            VendorKnowledgeBaseSetting or None if not found
+        """
+        page = 0
+        per_page = 50
+
+        while True:
+            settings_response = self.get_knowledgebase_settings(
+                vendor=vendor,
+                page=page,
+                per_page=per_page,
+            )
+
+            # Find the setting for our integration by setting_id
+            for s in settings_response.data:
+                if s.setting_id == integration_id:
+                    return s
+
+            # Check if there are more pages
+            if page >= settings_response.pagination.pages - 1:
+                break
+
+            page += 1
+
+        logger.warning(f"Setting not found for integration ID '{integration_id}'")
+        return None
+
+    def find_knowledge_base_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        kb_name: str,
+    ) -> Optional[VendorKnowledgeBase]:
+        """Find a knowledge base by name.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            kb_name: Name of the knowledge base to find
+
+        Returns:
+            VendorKnowledgeBase or None if knowledge base not found
+        """
+        logger.info(
+            f"Searching for knowledge base '{kb_name}' in {vendor.value} setting {setting_id}"
+        )
+        kbs_response = self.get_knowledgebases(vendor=vendor, setting_id=setting_id)
+
+        for kb in kbs_response.data:
+            if kb.name == kb_name and kb.status == VendorKnowledgeBaseStatus.PREPARED:
+                logger.info(f"Found knowledge base: {kb.name} (ID: {kb.id})")
+                return kb
+
+        logger.warning(
+            f"Knowledge base '{kb_name}' not found for {vendor.value} setting {setting_id}"
+        )
+        return None
+
+    def find_first_available_knowledge_base(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+    ) -> Optional[VendorKnowledgeBase]:
+        """Find the first prepared knowledge base.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+
+        Returns:
+            VendorKnowledgeBase or None if no prepared knowledge base found
+        """
+        logger.info(
+            f"Searching for prepared knowledge base in {vendor.value} setting {setting_id}"
+        )
+        kbs_response = self.get_knowledgebases(vendor=vendor, setting_id=setting_id)
+
+        for kb in kbs_response.data:
+            if kb.status == VendorKnowledgeBaseStatus.PREPARED:
+                logger.info(f"Found prepared knowledge base: {kb.name} (ID: {kb.id})")
+                return kb
+
+        logger.warning(
+            f"No prepared knowledge base found for {vendor.value} setting {setting_id}"
+        )
+        return None
+
+    def install_knowledge_base_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        kb_name: str,
+    ) -> Optional[str]:
+        """Find and install a knowledge base by name.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            kb_name: Name of the knowledge base to install
+
+        Returns:
+            CodeMie ID of the installed knowledge base or None if not found
+        """
+        kb = self.find_knowledge_base_by_name(
+            vendor=vendor, setting_id=setting_id, kb_name=kb_name
+        )
+        if not kb:
+            return None
+
+        install_request = VendorKnowledgeBaseInstallRequest(
+            id=kb.id,
+            setting_id=setting_id,
+        )
+
+        install_response = self.install_knowledgebases(
+            vendor=vendor, knowledgebases=[install_request]
+        )
+
+        if install_response.summary:
+            return install_response.summary[0].aiRunId
+
+        return None
+
+    def install_first_available_knowledge_base(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+    ) -> Optional[str]:
+        """Find and install the first available knowledge base.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+
+        Returns:
+            CodeMie ID of the installed knowledge base or None if not available
+        """
+        kb = self.find_first_available_knowledge_base(
+            vendor=vendor, setting_id=setting_id
+        )
+        if not kb:
+            return None
+
+        install_request = VendorKnowledgeBaseInstallRequest(
+            id=kb.id,
+            setting_id=setting_id,
+        )
+
+        install_response = self.install_knowledgebases(
+            vendor=vendor, knowledgebases=[install_request]
+        )
+
+        if install_response.summary:
+            return install_response.summary[0].aiRunId
+
+        return None

{codemie_test_harness-0.1.225 → codemie_test_harness-0.1.226}/codemie_test_harness/tests/utils/vendor_workflow_utils.py

@@ -157,7 +157,7 @@ class VendorWorkflowUtils:
             workflows: List of workflow installation requests
 
         Returns:
-            VendorWorkflowInstallResponse containing installation summary with AI run IDs
+            VendorWorkflowInstallResponse containing installation summary with CodeMie IDs
         """
         logger.info(f"Installing {len(workflows)} workflow(s) for {vendor.value}")
         response = self.vendor_workflow_service.install_workflows(

{codemie_test_harness-0.1.225 → codemie_test_harness-0.1.226}/codemie_test_harness/tests/vendor/assistants/test_vendor_assistants.py

@@ -1,6 +1,6 @@
 import pytest
 from hamcrest import assert_that, is_not, none, empty, is_
-from codemie_test_harness.tests.test_data.vendor_test_data import (
+from codemie_test_harness.tests.test_data.vendor_assistant_test_data import (
     vendor_assistant_test_data,
 )
 

codemie_test_harness-0.1.226/codemie_test_harness/tests/vendor/knowledge_bases/__init__.py

@@ -0,0 +1 @@
+"""Tests for vendor knowledge base endpoints and functionality."""