codemie-test-harness 0.1.224__tar.gz → 0.1.226__tar.gz

{codemie_test_harness-0.1.224 → codemie_test_harness-0.1.226}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.224
+Version: 0.1.226
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.224)
+Requires-Dist: codemie-sdk-python (==0.1.226)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.224 → codemie_test_harness-0.1.226}/codemie_test_harness/tests/conftest.py

@@ -953,7 +953,9 @@ def integration(integration_utils):
 @pytest.fixture(scope="session")
 def vendor_assistant_utils():
     """Create VendorUtils instance for managing vendor assistants"""
-    from codemie_test_harness.tests.utils.vendor_utils import VendorAssistantUtils
+    from codemie_test_harness.tests.utils.vendor_assistant_utils import (
+        VendorAssistantUtils,
+    )
 
     return VendorAssistantUtils()
 
@@ -968,6 +970,16 @@ def vendor_workflow_utils():
     return VendorWorkflowUtils()
 
 
+@pytest.fixture(scope="session")
+def vendor_knowledge_base_utils():
+    """Create VendorKnowledgeBaseUtils instance for managing vendor knowledge bases"""
+    from codemie_test_harness.tests.utils.vendor_knowledge_base_utils import (
+        VendorKnowledgeBaseUtils,
+    )
+
+    return VendorKnowledgeBaseUtils()
+
+
 def pytest_sessionfinish(session):
     """Run cleanup code after all tests have finished."""
     clean_up_timeout = 1 if EnvironmentResolver.is_production() else 0

codemie_test_harness-0.1.226/codemie_test_harness/tests/test_data/vendor_knowledge_base_test_data.py

@@ -0,0 +1,84 @@
+"""Test data for vendor knowledge base integration tests."""
+
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+# Test data for vendor knowledge base integration tests
+# Extensible for AWS Bedrock, Azure AI, and GCP Vertex AI
+vendor_knowledge_base_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "Tell me about filtering by language",
+        "Filtering by language allows you to select books based on your preferred language. "
+        "According to the knowledge base, the available language filter options include:\n\n"
+        "- English\n- Spanish\n- French\n- German\n\n"
+        "You can use these filters to view only the books that are available in the selected language.",
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI knowledge bases
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI knowledge bases
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI",
+    # ),
+]
+
+# Test data for vendor assistant with KB integration tests
+vendor_assistant_with_kb_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-with-kb",
+        "Tell me about filtering by language",
+        "Filtering by language allows you to select books based on your preferred language. "
+        "According to the knowledge base, the available language filter options include:\n\n"
+        "- English\n- Spanish\n- French\n- German\n\n"
+        "You can use these filters to view only the books that are available in the selected language.",
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock",
+    ),
+    # Future: Azure AI assistants with KB
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "codemie-autotests-with-kb",
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI",
+    # ),
+    # Future: GCP Vertex AI assistants with KB
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "codemie-autotests-with-kb",
+    #     "Tell me about filtering by language",
+    #     "Filtering by language allows you to select books based on your preferred language.",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI",
+    # ),
+]

codemie_test_harness-0.1.226/codemie_test_harness/tests/test_data/vendor_workflow_test_data.py

@@ -0,0 +1,133 @@
+"""Test data for vendor workflow e2e tests."""
+
+import json
+import pytest
+from codemie_sdk.models.vendor_assistant import VendorType
+from codemie_sdk.models.integration import CredentialTypes
+
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+vendor_workflow_test_data = [
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-object-input",
+        json.dumps({"genre": "pop", "number": 3}),
+        """
+            # Pop Playlist: Just Three Hits
+
+            1. "As It Was" by Harry Styles
+            2. "Blinding Lights" by The Weeknd
+            3. "Levitating" by Dua Lipa
+
+            These three modern pop classics offer a perfect mini-playlist with upbeat tempos and catchy hooks. Enjoy!
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Object_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-string-input",
+        "pop",
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Blinding Lights" - The Weeknd
+               *Upbeat synth-pop track with irresistible 80s vibes and a catchy chorus*
+            
+            2. "As It Was" - Harry Styles
+               *Melodic pop anthem with nostalgic undertones and danceable rhythm*
+            
+            3. "Levitating" - Dua Lipa
+               *Disco-infused pop banger with infectious grooves and stellar vocals*
+            
+            Enjoy these modern pop hits! Would you like any specific recommendations or adjustments to the playlist?
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_String_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-number-input",
+        json.dumps(3),
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Shape of You" - Ed Sheeran
+            2. "Blinding Lights" - The Weeknd
+            3. "Dance Monkey" - Tones and I
+            
+            Each of these songs has been a massive pop hit with catchy hooks and radio-friendly production. Enjoy your playlist!
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Number_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-boolean-input",
+        json.dumps(True),
+        """
+            # Pop Playlist (3 Songs)
+            
+            1. "Bad Guy" by Billie Eilish
+            2. "Blinding Lights" by The Weeknd
+            3. "As It Was" by Harry Styles
+            
+            These are three popular pop songs from recent years that feature catchy melodies, modern production, and have achieved significant commercial success.
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Boolean_Input",
+    ),
+    pytest.param(
+        VendorType.AWS,
+        CredentialTypes.AWS,
+        CredentialsManager.aws_credentials(),
+        "codemie-autotests-flow-array-input",
+        json.dumps(["pop", "rock"]),
+        """
+            # Playlist Creation
+            
+            Here are two playlists with 2 songs each:
+            
+            ## Pop Playlist (2 songs)
+            1. "Shape of You" by Ed Sheeran
+            2. "Bad Guy" by Billie Eilish
+            
+            ## Rock Playlist (2 songs)
+            1. "Bohemian Rhapsody" by Queen
+            2. "Sweet Child O' Mine" by Guns N' Roses
+            
+            Would you like me to expand either playlist with more song suggestions or provide information about any of these tracks?
+        """,
+        marks=[pytest.mark.aws, pytest.mark.bedrock],
+        id="AWS_Bedrock_Array_Input",
+    ),
+    # pytest.param(
+    #     VendorType.AZURE,
+    #     CredentialTypes.AZURE,
+    #     CredentialsManager.azure_credentials(),
+    #     "workflow-name",
+    #     json.dumps({"genre": "rock", "number": 5}),
+    #     "Rock Playlist",
+    #     marks=[pytest.mark.azure],
+    #     id="Azure_AI_Object_Input",
+    # ),
+    # pytest.param(
+    #     VendorType.GCP,
+    #     CredentialTypes.GCP,
+    #     CredentialsManager.gcp_credentials(),
+    #     "workflow-name",
+    #     json.dumps({"genre": "jazz", "number": 4}),
+    #     "Jazz Playlist",
+    #     marks=[pytest.mark.gcp],
+    #     id="GCP_Vertex_AI_Object_Input",
+    # ),
+]

codemie_test_harness-0.1.224/codemie_test_harness/tests/utils/vendor_utils.py → codemie_test_harness-0.1.226/codemie_test_harness/tests/utils/vendor_assistant_utils.py

@@ -161,7 +161,7 @@ class VendorAssistantUtils:
             assistants: List of assistant installation requests
 
         Returns:
-            VendorAssistantInstallResponse containing installation summary with AI run IDs
+            VendorAssistantInstallResponse containing installation summary with CodeMie IDs
         """
         logger.info(f"Installing {len(assistants)} assistant(s) for {vendor.value}")
         response = self.vendor_assistant_service.install_assistants(
@@ -231,6 +231,48 @@ class VendorAssistantUtils:
             aliases[0] if aliases else None,
         )
 
+    def find_assistant_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        assistant_name: str,
+    ) -> Optional[tuple[VendorAssistant, str]]:
+        """Find an assistant by name and return it with an alias.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            assistant_name: Name of the assistant to find
+
+        Returns:
+            Tuple of (VendorAssistant, alias_id) or None if assistant not found
+        """
+        logger.info(
+            f"Searching for assistant '{assistant_name}' in {vendor.value} setting {setting_id}"
+        )
+        assistants_response = self.get_assistants(vendor=vendor, setting_id=setting_id)
+
+        for assistant in assistants_response.data:
+            if (
+                assistant.name == assistant_name
+                and assistant.status == VendorAssistantStatus.PREPARED
+            ):
+                aliases_response = self.get_assistant_aliases(
+                    vendor=vendor, assistant_id=assistant.id, setting_id=setting_id
+                )
+                if aliases_response.data:
+                    non_draft_alias = self.get_non_draft_alias(aliases_response.data)
+                    if non_draft_alias:
+                        logger.info(
+                            f"Found assistant: {assistant.name} (ID: {assistant.id}, Alias: {non_draft_alias.id})"
+                        )
+                        return assistant, non_draft_alias.id
+
+        logger.warning(
+            f"Assistant '{assistant_name}' not found for {vendor.value} setting {setting_id}"
+        )
+        return None
+
     def find_first_available_assistant(
         self,
         vendor: VendorType,
@@ -252,7 +294,6 @@ class VendorAssistantUtils:
 
         for assistant in assistants_response.data:
             if assistant.status.value == "PREPARED":
-                # Get aliases for this assistant
                 aliases_response = self.get_assistant_aliases(
                     vendor=vendor, assistant_id=assistant.id, setting_id=setting_id
                 )
@@ -268,6 +309,44 @@ class VendorAssistantUtils:
         )
         return None
 
+    def install_assistant_by_name(
+        self,
+        vendor: VendorType,
+        setting_id: str,
+        assistant_name: str,
+    ) -> Optional[str]:
+        """Find and install an assistant by name.
+
+        Args:
+            vendor: Cloud vendor type
+            setting_id: ID of the vendor setting
+            assistant_name: Name of the assistant to install
+
+        Returns:
+            CodeMie ID of the installed assistant or None if assistant not found
+        """
+        result = self.find_assistant_by_name(
+            vendor=vendor, setting_id=setting_id, assistant_name=assistant_name
+        )
+        if not result:
+            return None
+
+        assistant, alias_id = result
+        install_request = VendorAssistantInstallRequest(
+            id=assistant.id,
+            agentAliasId=alias_id,
+            setting_id=setting_id,
+        )
+
+        install_response = self.install_assistants(
+            vendor=vendor, assistants=[install_request]
+        )
+
+        if install_response.summary:
+            return install_response.summary[0].aiRunId
+
+        return None
+
     def install_first_available_assistant(
         self,
         vendor: VendorType,