codemie-test-harness 0.1.146__py3-none-any.whl → 0.1.148__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py

@@ -0,0 +1,25 @@
+import pytest
+
+from codemie_test_harness.tests.enums.tools import Toolkit, AccessManagementTool
+from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
+    KEYCLOAK_TOOL_PROMPT,
+    KEYCLOAK_TOOL_RESPONSE,
+)
+
+
+@pytest.mark.regression
+def test_assistant_with_keycloak_tool(
+    assistant_utils,
+    assistant,
+    keycloak_integration,
+    similarity_check,
+):
+    keycloak_assistant = assistant(
+        Toolkit.ACCESS_MANAGEMENT,
+        AccessManagementTool.KEYCLOAK,
+        settings=keycloak_integration,
+    )
+
+    response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
+
+    similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)

codemie_test_harness/tests/conftest.py

@@ -64,13 +64,15 @@ def pytest_configure(config):
     """
     from codemie_test_harness.cli.runner import resolve_tests_path_and_root
     from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
+    from codemie_test_harness.tests.utils.env_utils import EnvManager
 
     # Resolve the root directory and .env file path
     _, root_dir = resolve_tests_path_and_root()
     env_file_path = Path(root_dir) / ".env"
 
     # Load initial .env file
-    load_dotenv(env_file_path)
+    if env_file_path.exists():
+        load_dotenv(env_file_path)
 
     # Check if AWS credentials are available for parameter store
     if os.getenv("AWS_ACCESS_KEY") and os.getenv("AWS_SECRET_KEY"):
@@ -85,12 +87,10 @@ def pytest_configure(config):
             f"/codemie/autotests/dotenv/{os.getenv('ENV')}"
         )
 
-        # Write the AWS parameters to .env file
-        with open(env_file_path, "w") as file:
-            file.write(dotenv)
-
-        # Reload .env file with AWS parameters
-        load_dotenv(env_file_path)
+        # Safely update .env file with new content
+        EnvManager.update_env_file_safely(
+            env_file_path=env_file_path, new_content=dotenv, clear_old_vars=True
+        )
 
 
 def pytest_unconfigure(config):
@@ -379,6 +379,17 @@ def service_now_integration(integration_utils):
         integration_utils.delete_integration(integration)
 
 
+@pytest.fixture(scope="module")
+def keycloak_integration(integration_utils):
+    credential_values = CredentialsUtil.keycloak_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.KEYCLOAK, credential_values
+    )
+    yield integration
+    if integration:
+        integration_utils.delete_integration(integration)
+
+
 @pytest.fixture(scope="function")
 def general_integration(integration_utils):
     created_integration: Optional[Integration] = None

codemie_test_harness/tests/enums/tools.py

@@ -19,6 +19,7 @@ class Toolkit(str, Enum):
     OPEN_API = "OpenAPI"
     DATA_MANAGEMENT = "Data Management"
     SERVICENOW = "IT Service Management"
+    ACCESS_MANAGEMENT = "Access Management"
 
 
 class GitTool(str, Enum):
@@ -178,3 +179,9 @@ class ServiceNowTool(str, Enum):
     """Enum for ServiceNow tool names."""
 
     SERVICE_NOW = "servicenow_table_tool"
+
+
+class AccessManagementTool(str, Enum):
+    """Enum for Access Management tool names."""
+
+    KEYCLOAK = "keycloak"

codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -12,6 +12,7 @@ from codemie_test_harness.tests.enums.tools import (
     ProjectManagementTool,
     CodeBaseTool,
     CloudTool,
+    AccessManagementTool,
 )
 from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
     ado_test_plan_get_test_data,
@@ -23,6 +24,10 @@ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
 from codemie_test_harness.tests.test_data.git_tools_test_data import (
     list_branches_set_active_branch_test_data,
 )
+from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
+    KEYCLOAK_TOOL_PROMPT,
+    KEYCLOAK_TOOL_RESPONSE,
+)
 from codemie_test_harness.tests.test_data.notification_tools_test_data import (
     EMAIL_TOOL_PROMPT,
     EMAIL_RESPONSE,
@@ -270,3 +275,35 @@ def test_assistant_with_default_integration_email(
     response = assistant_utils.ask_assistant(email_assistant, EMAIL_TOOL_PROMPT)
 
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
+
+
+@pytest.mark.regression
+def test_assistant_with_default_integration_keycloak(
+    general_integration,
+    integration_utils,
+    assistant,
+    assistant_utils,
+    similarity_check,
+):
+    #  delete existing integrations of the same type
+    for integration_type in IntegrationType:
+        integration_utils.delete_integrations_by_type(
+            integration_type, CredentialTypes.KEYCLOAK, test_project_name
+        )
+    # create a new integration
+    general_integration(
+        integration_type=IntegrationType.PROJECT,
+        credential_type=CredentialTypes.KEYCLOAK,
+        credential_values=CredentialsUtil.keycloak_credentials(),
+        project_name=test_project_name,
+    )
+    # create an assistant
+    keycloak_assistant = assistant(
+        Toolkit.ACCESS_MANAGEMENT,
+        AccessManagementTool.KEYCLOAK,
+        project_name=test_project_name,
+    )
+
+    response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
+
+    similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)

codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -46,6 +46,7 @@ from codemie_test_harness.tests.utils.base_utils import (
         f"Project integration: {CredentialTypes.TELEGRAM}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.regression
@@ -148,6 +149,7 @@ def test_integration_after_creation(
         f"Project integration: {CredentialTypes.TELEGRAM}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.tescase("EPMCDME-2376")
@@ -333,6 +335,7 @@ def test_integration_during_creation_with_invalid_credentials(
         f"Project integration: {CredentialTypes.TELEGRAM}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.tescase("EPMCDME-2374")

codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -12,6 +12,7 @@ from codemie_test_harness.tests.enums.tools import (
     ProjectManagementTool,
     CodeBaseTool,
     CloudTool,
+    AccessManagementTool,
 )
 from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
     ado_test_plan_get_test_data,
@@ -23,6 +24,10 @@ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
 from codemie_test_harness.tests.test_data.git_tools_test_data import (
     list_branches_set_active_branch_test_data,
 )
+from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
+    KEYCLOAK_TOOL_PROMPT,
+    KEYCLOAK_TOOL_RESPONSE,
+)
 from codemie_test_harness.tests.test_data.notification_tools_test_data import (
     EMAIL_TOOL_PROMPT,
     EMAIL_RESPONSE,
@@ -270,3 +275,35 @@ def test_assistant_with_default_integration_email(
     response = assistant_utils.ask_assistant(email_assistant, EMAIL_TOOL_PROMPT)
 
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
+
+
+@pytest.mark.regression
+def test_assistant_with_default_integration_keycloak(
+    general_integration,
+    integration_utils,
+    assistant,
+    assistant_utils,
+    similarity_check,
+):
+    #  delete existing integrations of the same type
+    for integration_type in IntegrationType:
+        integration_utils.delete_integrations_by_type(
+            integration_type, CredentialTypes.KEYCLOAK, test_project_name
+        )
+    # create a new integration
+    general_integration(
+        integration_type=IntegrationType.USER,
+        credential_type=CredentialTypes.KEYCLOAK,
+        credential_values=CredentialsUtil.keycloak_credentials(),
+        project_name=test_project_name,
+    )
+    # create an assistant
+    keycloak_assistant = assistant(
+        Toolkit.ACCESS_MANAGEMENT,
+        AccessManagementTool.KEYCLOAK,
+        project_name=test_project_name,
+    )
+
+    response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
+
+    similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)

codemie_test_harness/tests/integrations/user/test_user_integrations.py

@@ -46,6 +46,7 @@ from codemie_test_harness.tests.utils.base_utils import (
         f"User integration: {CredentialTypes.TELEGRAM}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.regression
@@ -150,6 +151,7 @@ def test_integration_after_creation(
         f"User integration: {CredentialTypes.TELEGRAM}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.tescase("EPMCDME-2375")
@@ -336,6 +338,7 @@ def test_integration_during_creation_with_invalid_credentials(
         f"User integration: {CredentialTypes.TELEGRAM}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
 @pytest.mark.tescase("EPMCDME-2373")

codemie_test_harness/tests/test_data/direct_tools/keycloak_tool_test_data.py

@@ -0,0 +1,120 @@
+KEYCLOAK_DIRECT_TOOL_PROMPT = {
+    "method": "GET",
+    "relative_url": "/users/profile",
+    "params": "",
+}
+
+KEYCLOAK_DIRECT_TOOL_RESPONSE = """
+    {
+    "attributes": [
+        {
+            "name": "username",
+            "displayName": "${username}",
+            "validations": {
+                "length": {
+                    "min": 3,
+                    "max": 255
+                },
+                "username-prohibited-characters": {},
+                "up-username-not-idn-homograph": {}
+            },
+            "permissions": {
+                "view": [
+                    "admin",
+                    "user"
+                ],
+                "edit": [
+                    "admin",
+                    "user"
+                ]
+            },
+            "multivalued": false
+        },
+        {
+            "name": "email",
+            "displayName": "${email}",
+            "validations": {
+                "email": {},
+                "length": {
+                    "max": 255
+                }
+            },
+            "required": {
+                "roles": [
+                    "user"
+                ]
+            },
+            "permissions": {
+                "view": [
+                    "admin",
+                    "user"
+                ],
+                "edit": [
+                    "admin",
+                    "user"
+                ]
+            },
+            "multivalued": false
+        },
+        {
+            "name": "firstName",
+            "displayName": "${firstName}",
+            "validations": {
+                "length": {
+                    "max": 255
+                },
+                "person-name-prohibited-characters": {}
+            },
+            "required": {
+                "roles": [
+                    "user"
+                ]
+            },
+            "permissions": {
+                "view": [
+                    "admin",
+                    "user"
+                ],
+                "edit": [
+                    "admin",
+                    "user"
+                ]
+            },
+            "multivalued": false
+        },
+        {
+            "name": "lastName",
+            "displayName": "${lastName}",
+            "validations": {
+                "length": {
+                    "max": 255
+                },
+                "person-name-prohibited-characters": {}
+            },
+            "required": {
+                "roles": [
+                    "user"
+                ]
+            },
+            "permissions": {
+                "view": [
+                    "admin",
+                    "user"
+                ],
+                "edit": [
+                    "admin",
+                    "user"
+                ]
+            },
+            "multivalued": false
+        }
+    ],
+    "groups": [
+        {
+            "name": "user-metadata",
+            "displayHeader": "User metadata",
+            "displayDescription": "Attributes, which refer to user metadata"
+        }
+    ]
+}
+"""

codemie_test_harness/tests/test_data/integrations_test_data.py

@@ -91,6 +91,10 @@ valid_integrations = [
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
     ),
+    (
+        CredentialTypes.KEYCLOAK,
+        CredentialsUtil.keycloak_credentials(),
+    ),
     pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),

codemie_test_harness/tests/test_data/keycloak_tool_test_data.py

@@ -0,0 +1,35 @@
+KEYCLOAK_TOOL_PROMPT = "Get information about all users"
+
+KEYCLOAK_TOOL_RESPONSE = """
+        1. **User 1:**
+          - **ID:** 8246cdb1-a480-487c-9d6a-6873331dcffe
+          - **Username:** codemie-autotests-1@epam.com
+          - **First Name:** Codemie
+          - **Last Name:** Autotests-1
+          - **Email:** codemie-autotests-1@epam.com
+          - **Email Verified:** false
+          - **Created Timestamp:** 1756980669356
+          - **Enabled:** true
+          - **Access Permissions:**
+            - Manage Group Membership: true
+            - View: true
+            - Map Roles: true
+            - Impersonate: true
+            - Manage: true
+       
+       2. **User 2:**
+          - **ID:** e5710bb7-e3a5-4910-bd64-e9dcb75b1bfa
+          - **Username:** codemie-autotests-2@epam.com
+          - **First Name:** Codemie
+          - **Last Name:** Autotests-2
+          - **Email:** codemie-autotests-2@epam.com
+          - **Email Verified:** false
+          - **Created Timestamp:** 1756980685292
+          - **Enabled:** true
+          - **Access Permissions:**
+            - Manage Group Membership: true
+            - View: true
+            - Map Roles: true
+            - Impersonate: true
+            - Manage: true
+"""

codemie_test_harness/tests/utils/aws_parameters_store.py

@@ -564,6 +564,34 @@ class CredentialsUtil:
                 cred.value = "wrong_token"
         return credentials
 
+    @staticmethod
+    def keycloak_credentials() -> List[CredentialValues]:
+        keycloak_creds = AwsParameterStore.get_cloud_provider_credentials("keycloak")
+        return [
+            CredentialValues(
+                key="url", value=keycloak_creds.get("keycloak_admin", {}).get("url")
+            ),
+            CredentialValues(
+                key="realm", value=keycloak_creds.get("keycloak_admin", {}).get("realm")
+            ),
+            CredentialValues(
+                key="client_id",
+                value=keycloak_creds.get("keycloak_admin", {}).get("client_id"),
+            ),
+            CredentialValues(
+                key="client_secret",
+                value=keycloak_creds.get("keycloak_admin", {}).get("client_secret"),
+            ),
+        ]
+
+    @staticmethod
+    def invalid_keycloak_credentials() -> List[CredentialValues]:
+        credentials = CredentialsUtil.keycloak_credentials()
+        for cred in credentials:
+            if cred.key == "client_secret":
+                cred.value = "wrong_secret"
+        return credentials
+
     @staticmethod
     def jira_cloud_jql() -> str:
         jira_creds = AwsParameterStore.get_cloud_provider_credentials("jira")

codemie_test_harness/tests/utils/env_utils.py

@@ -0,0 +1,125 @@
+"""
+Utility functions for managing environment variables and dotenv files with caching prevention.
+"""
+
+import os
+import time
+from pathlib import Path
+from dotenv import load_dotenv
+
+
+class EnvManager:
+    """
+    Manages environment variables with proper caching prevention.
+    """
+
+    @staticmethod
+    def clear_env_vars_from_file(env_file_path: Path) -> None:
+        """
+        Clear environment variables that exist in the specified .env file from os.environ.
+
+        Args:
+            env_file_path: Path to the .env file
+        """
+        if not env_file_path.exists():
+            return
+
+        with open(env_file_path, "r") as f:
+            content = f.read()
+
+        for line in content.splitlines():
+            line = line.strip()
+            if line and "=" in line and not line.startswith("#"):
+                key = line.split("=", 1)[0].strip()
+                os.environ.pop(key, None)
+
+    @staticmethod
+    def write_env_file_safely(env_file_path: Path, content: str) -> None:
+        """
+        Write content to .env file with proper flushing and sync.
+
+        Args:
+            env_file_path: Path to the .env file
+            content: Content to write
+        """
+        # Ensure parent directory exists
+        env_file_path.parent.mkdir(parents=True, exist_ok=True)
+
+        # Write with proper flushing
+        with open(env_file_path, "w", encoding="utf-8") as file:
+            file.write(content)
+            file.flush()
+            os.fsync(file.fileno())
+
+    @staticmethod
+    def load_env_with_retry(
+        env_file_path: Path,
+        max_retries: int = 3,
+        retry_delay: float = 0.1,
+        override: bool = True,
+    ) -> bool:
+        """
+        Load .env file with retry mechanism to handle caching issues.
+
+        Args:
+            env_file_path: Path to the .env file
+            max_retries: Maximum number of retry attempts
+            retry_delay: Delay between retries in seconds
+            override: Whether to override existing environment variables
+
+        Returns:
+            bool: True if successfully loaded, False otherwise
+        """
+        for attempt in range(max_retries):
+            try:
+                # Small delay to ensure file system consistency
+                if attempt > 0:
+                    time.sleep(retry_delay)
+
+                # Verify file exists and is readable
+                if not env_file_path.exists():
+                    raise FileNotFoundError(f".env file not found: {env_file_path}")
+
+                # Read file content to verify it's accessible
+                with open(env_file_path, "r") as f:
+                    content = f.read()
+
+                if not content.strip():
+                    raise ValueError("Empty .env file")
+
+                # Load environment variables
+                success = load_dotenv(env_file_path, override=override)
+
+                if success:
+                    return True
+
+            except Exception as e:
+                if attempt == max_retries - 1:
+                    raise Exception(
+                        f"Failed to load .env file after {max_retries} attempts: {e}"
+                    )
+                continue
+
+        return False
+
+    @staticmethod
+    def update_env_file_safely(
+        env_file_path: Path, new_content: str, clear_old_vars: bool = True
+    ) -> None:
+        """
+        Safely update .env file with new content, handling caching issues.
+
+        Args:
+            env_file_path: Path to the .env file
+            new_content: New content to write
+            clear_old_vars: Whether to clear old environment variables
+        """
+        # Clear old environment variables if requested
+        if clear_old_vars:
+            EnvManager.clear_env_vars_from_file(env_file_path)
+
+        # Write new content safely
+        EnvManager.write_env_file_safely(env_file_path, new_content)
+
+        # Load new environment variables with retry
+        EnvManager.load_env_with_retry(env_file_path, override=True)

codemie_test_harness/tests/workflow/assistant_tools/access_management/test_workflow_with_assistant_with_keycloak_tool.py

@@ -0,0 +1,28 @@
+import pytest
+
+from codemie_test_harness.tests.enums.tools import Toolkit, AccessManagementTool
+from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
+    KEYCLOAK_TOOL_PROMPT,
+    KEYCLOAK_TOOL_RESPONSE,
+)
+
+
+@pytest.mark.regression
+def test_workflow_with_assistant_with_keycloak_tool(
+    assistant,
+    workflow_with_assistant,
+    workflow_utils,
+    keycloak_integration,
+    similarity_check,
+):
+    assistant = assistant(
+        Toolkit.ACCESS_MANAGEMENT,
+        AccessManagementTool.KEYCLOAK,
+        settings=keycloak_integration,
+    )
+
+    workflow_with_assistant = workflow_with_assistant(assistant, KEYCLOAK_TOOL_PROMPT)
+    response = workflow_utils.execute_workflow(
+        workflow_with_assistant.id, assistant.name
+    )
+    similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_access_management_tool.py

@@ -0,0 +1,74 @@
+import copy
+import json
+import random
+
+import pytest
+
+from codemie_test_harness.tests.enums.tools import AccessManagementTool
+from codemie_test_harness.tests.test_data.direct_tools.keycloak_tool_test_data import (
+    KEYCLOAK_DIRECT_TOOL_PROMPT,
+    KEYCLOAK_DIRECT_TOOL_RESPONSE,
+)
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+@pytest.mark.skip(reason="Need to investigate codemie-tools for fix")
+def test_workflow_with_keycloak_tool_direct(
+    keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
+):
+    assistant_and_state_name = get_random_name()
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        AccessManagementTool.KEYCLOAK,
+        integration=keycloak_integration,
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id,
+        assistant_and_state_name,
+        user_input=json.dumps(KEYCLOAK_DIRECT_TOOL_PROMPT),
+    )
+    similarity_check.check_similarity(response, KEYCLOAK_DIRECT_TOOL_RESPONSE)
+
+
+@pytest.mark.regression
+def test_workflow_with_keycloak_tool_with_hardcoded_args(
+    keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
+):
+    assistant_and_state_name = get_random_name()
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        AccessManagementTool.KEYCLOAK,
+        integration=keycloak_integration,
+        tool_args=KEYCLOAK_DIRECT_TOOL_PROMPT,
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name
+    )
+    similarity_check.check_similarity(response, KEYCLOAK_DIRECT_TOOL_RESPONSE)
+
+
+@pytest.mark.regression
+@pytest.mark.skip(reason="Need to investigate codemie-tools for fix")
+def test_workflow_with_keycloak_tool_with_overriding_args(
+    keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
+):
+    assistant_and_state_name = get_random_name()
+
+    args_copy = copy.deepcopy(KEYCLOAK_DIRECT_TOOL_PROMPT)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        AccessManagementTool.KEYCLOAK,
+        integration=keycloak_integration,
+        tool_args=args_copy,
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id,
+        assistant_and_state_name,
+        user_input=json.dumps(KEYCLOAK_DIRECT_TOOL_PROMPT),
+    )
+    similarity_check.check_similarity(response, KEYCLOAK_DIRECT_TOOL_RESPONSE)

codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py

@@ -0,0 +1,29 @@
+import pytest
+
+from codemie_test_harness.tests.enums.tools import AccessManagementTool
+from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
+    KEYCLOAK_TOOL_PROMPT,
+    KEYCLOAK_TOOL_RESPONSE,
+)
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.regression
+def test_workflow_with_virtual_assistant_with_keycloak_tool(
+    keycloak_integration,
+    workflow_with_virtual_assistant,
+    workflow_utils,
+    similarity_check,
+):
+    assistant_and_state_name = get_random_name()
+
+    test_workflow = workflow_with_virtual_assistant(
+        assistant_and_state_name,
+        AccessManagementTool.KEYCLOAK,
+        integration=keycloak_integration,
+        task=KEYCLOAK_TOOL_PROMPT,
+    )
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name
+    )
+    similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)

{codemie_test_harness-0.1.146.dist-info → codemie_test_harness-0.1.148.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.146
+Version: 0.1.148
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.146)
+Requires-Dist: codemie-sdk-python (==0.1.148)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.146.dist-info → codemie_test_harness-0.1.148.dist-info}/RECORD

@@ -23,6 +23,8 @@ codemie_test_harness/tests/assistant/default_integrations/test_default_integrati
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py,sha256=pYbhC7wSt5ekL-OERggxiuaAZYvxAtT2QdKiKfLVzi4,9809
 codemie_test_harness/tests/assistant/test_assistants.py,sha256=eSLZ6hIaQZcFs32V65_ZZwhsbZztslmoxgV2BzyPy6I,12157
 codemie_test_harness/tests/assistant/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/assistant/tools/access_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py,sha256=-SahC4w2EwgTpE4K6h3IIFOMr48ONtp7MyFvw1ZR7v0,695
 codemie_test_harness/tests/assistant/tools/ado/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py,sha256=jfkd8KoVRhyQ5PnjU5gdtmHp34oaayBFxFE-B329RDc,4925
 codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py,sha256=3WHax84U7DKT0rn377eIV_cmSJcTSJQxecRBaEcUMts,3464
@@ -55,7 +57,7 @@ codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj
 codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=JV_n6COaCsd0_rxQBJvvLZfPdo8BsCbG8Ti-UpzFvfQ,644
 codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=5-QybLWmYSqHG4Sqr-IN-vNcStV4skSwCJQN44Nfats,922
-codemie_test_harness/tests/conftest.py,sha256=pS_7Zh2QLUMgC2wepEFx-ut1-UzOGZy_WIn9rb7z2D4,28557
+codemie_test_harness/tests/conftest.py,sha256=BRq0QKY9OHpqUGe6D-sfckCS8EW6vdHn8iDcb3qYOsk,28994
 codemie_test_harness/tests/conversations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/conversations/test_conversations_endpoints.py,sha256=SQraRVrjjE4mYTs4EuGzMrO96DuOuKTiYQ4ZRBhHx70,3913
 codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -63,14 +65,14 @@ codemie_test_harness/tests/e2e/test_e2e.py,sha256=RUvSu_uNInU1OFfkNft3-Cmd0KZV7J
 codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/enums/integrations.py,sha256=hG_cEKN0N5gtGHyrh3wuCpNAWhPyNOJaKsAw16iNshg,164
 codemie_test_harness/tests/enums/model_types.py,sha256=k07srBYIF9uRwbLWY9pBNYzi0s3Jdt8ajES9p-UmrYo,1185
-codemie_test_harness/tests/enums/tools.py,sha256=pGsHRGmPcLUqNtR2bKdRgsxdHw7HylXOWd9CPKPGOb0,5072
+codemie_test_harness/tests/enums/tools.py,sha256=wt8dAKXOA3YOuyzwmTi1oIGVNoGFWfRNllPfenN2nh8,5233
 codemie_test_harness/tests/integrations/__init__.py,sha256=5vnZbxvYQ1Y91O8DJG3QfBHWcdYsMii59cMBzsvHBCg,237
 codemie_test_harness/tests/integrations/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=A83Gk6hBl4DTC28UeC9945fwgl3KO2JE80A8Ts2yI4k,8712
-codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=egg2c4W2JPuEMiFEqtuLcYliUY2CS5Gpd7ly254nhro,13925
+codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=PcX06eyD5X1Ph-UxR0HtTz_OCwIizL_XJI-SKEd5uvA,9906
+codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=-rL_egAXw7Z0Z3ecnjyPsIGseuJG2unuJa8mroiB_0M,14105
 codemie_test_harness/tests/integrations/user/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=0sSpbTTz_kxBIMJQl6gt0NMA-M6zuobi9D8YHuM39w0,8694
-codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=Gz7-lvrbahikAnh5jhZpA1tzrZegkYBRx-R4xjOiU7c,13771
+codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=YpkEqJ9DLHMh0pp4xec6RZxa7IoDdU4885hPOPq1cG0,9885
+codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=TjtPLOs6OrzyJwZNNJlEtOG-udej1QHyhGQt1VqqeHc,13942
 codemie_test_harness/tests/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/llm/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/llm/assistants/test_llm.py,sha256=pLF1ETtwQI3y2uz08wfhr3fGIADFAbbGxEwosHhLjzE,3246
@@ -106,6 +108,7 @@ codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sh
 codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=Eeba0oxKUmBEin2Scbv3VnLOEQRLmK6QR0qk5cRYRNM,1583
 codemie_test_harness/tests/test_data/direct_tools/direct_tools_test_data.py,sha256=y9awl1IA6EXGXyz05QzcNdt5z7Rk9J5LzIbfi4CFE3s,3233
 codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=8Y8D_pmHVnzhSnYNeiJng3dQYj5k1GkBZ8-BLHlB5kE,1380
+codemie_test_harness/tests/test_data/direct_tools/keycloak_tool_test_data.py,sha256=6lU1YC6DSV6e_3VNQEVvtA4o3_lSFgOQik4T0u-TF1g,2979
 codemie_test_harness/tests/test_data/direct_tools/notification_tools_test_data.py,sha256=Blr7qIBEMxAh2_WRvFQr1hYt6wnez03v1b2SpEWha-o,1533
 codemie_test_harness/tests/test_data/direct_tools/open_api_tools_test_data.py,sha256=UwXVrwD3MnOIS2wwikNDk1EZNYR14p_IjhOOUwjYHOI,497
 codemie_test_harness/tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=Nugg9rk-qnDFwwY_ISU0mxuz7nTxTHTMcyvp8ZRtjC8,20869
@@ -134,7 +137,8 @@ codemie_test_harness/tests/test_data/files/test.yaml,sha256=3NDQyzwkRM5d6eCYMScN
 codemie_test_harness/tests/test_data/git_tools_test_data.py,sha256=7U05vLqkh5uJ0l_KJeHis549id1Of99K0jCsWOb0nXM,8485
 codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJVTU0udINKtBQ750c_c279NzibGiZumnIaCPLtBo,511
 codemie_test_harness/tests/test_data/index_test_data.py,sha256=jSJ7YSNisFADONRKSwkLUhuOLrSRe_fZisWdjflOjE4,996
-codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=dPadoQCurmOtqhq5hcPe1hhuSZ6NYa4IZwdWMiMx2Tw,6599
+codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=Iu48BhQZsRgsBmvNyyDj_vwaUvK1JwEtb5KpgTkhQnc,6694
+codemie_test_harness/tests/test_data/keycloak_tool_test_data.py,sha256=uF8YqHGgLpQVxKdpKXLe-7F-ipEGQiHHh28nZvvVGM8,1244
 codemie_test_harness/tests/test_data/llm_test_data.py,sha256=SJIBGtC8Ha7T0S7G9598PvHzzQIR6gg4HnNCtgYmLYw,2200
 codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=m6PImS_J2gPNY5ijf9MG_eOX_LxJjTZ23AXQDgaK_Oc,7151
 codemie_test_harness/tests/test_data/notification_tools_test_data.py,sha256=Rqo-5u7PULDJddidjqcJfnsus6-JbDABk9147JX0pqs,855
@@ -211,12 +215,13 @@ codemie_test_harness/tests/ui/test_workflow_templates.py,sha256=A6eaR-7M5VXoPlUJ
 codemie_test_harness/tests/ui/test_workflows.py,sha256=_UQT9soqxV68aqFt0V3KJ3iJFA55kzE891EJIER9kk8,3464
 codemie_test_harness/tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/utils/assistant_utils.py,sha256=jy3dFF4ZiT22Wippl1a5jIEAAyJ71P0ss8AIHPefz6k,6511
-codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=uwhvrk4qYYWLILS082SFAqQaGmhrW6aPmmJo-dPTN84,20637
+codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=fiOFvgdhEOdq0zO6xStQUPYrxkhkUCo5SS8ZejVbLBI,21711
 codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
 codemie_test_harness/tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
 codemie_test_harness/tests/utils/constants.py,sha256=lb6mgLjt0GM85Khs18rL1jnE9ILx8L811ykNhpF6IDA,1111
 codemie_test_harness/tests/utils/conversation_utils.py,sha256=SWj6TBWOQoX5Yh6Wk63yHQFveRXgK1mpLb3PUKAa57A,648
 codemie_test_harness/tests/utils/datasource_utils.py,sha256=-_HZfW_UufSUVkSUCVq4jMlq9MCcKtMhzD6iBtadzmk,12502
+codemie_test_harness/tests/utils/env_utils.py,sha256=9tyVgxKfYqdtSoo9dRTScOZWjAUm82_65JjaKggcwCg,3999
 codemie_test_harness/tests/utils/file_utils.py,sha256=hY-kwnyzvtd1BQif8r5NhvRTGfpKLmQKyRsq1Tuflhg,585
 codemie_test_harness/tests/utils/gitbud_utils.py,sha256=UJ3RbhPSjHQSdos6S6zTR9iZULrBDJXoXq9cbjFH7bo,7829
 codemie_test_harness/tests/utils/http_utils.py,sha256=wjhttibzzNhleKzWgWC01Q0Y5sV9scu-Ski-qgJPd-Q,4179
@@ -234,6 +239,8 @@ codemie_test_harness/tests/utils/workflow_utils.py,sha256=qKvI2fFiSo_RirFiWLyGRC
 codemie_test_harness/tests/utils/yaml_utils.py,sha256=y9fUf4u4G4SoCktPOwaC5x71iaDKhktbz_XUfI9kNis,1661
 codemie_test_harness/tests/workflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/workflow/assistant_tools/access_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/workflow/assistant_tools/access_management/test_workflow_with_assistant_with_keycloak_tool.py,sha256=qkW4wUqdWJDIL3zmrvJ1TvY8xgq0hE1EcEBXkyuUVRo,832
 codemie_test_harness/tests/workflow/assistant_tools/ado/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py,sha256=3vco4wU0sEj6e9KXnPj812Ltxc44LB_GiRzm4GVxi-8,4893
 codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py,sha256=Tz5OUah3FaFBliKuBdlS1Wn9nwWDAkGkJRKgFPjJAU0,3454
@@ -275,6 +282,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/__init__.py,sha256=47DE
 codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py,sha256=uWhdAnVqk-WrSB9QrHZyJLIQPvLhHayfEL1OZugU00A,8232
 codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py,sha256=kbCExIw1BBgNjmLNPpwJMncyNvA2Lq3xZQoTVr6K9QI,8437
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_access_management_tool.py,sha256=HtAYfbVhIAmVY200avGS4_ziNR0geKAx8U35Vtf9ICE,2507
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py,sha256=UUSgyhE7GKAkyCQMUm7Y2VkQkiR7-Fr5robBpLvoH-M,2685
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py,sha256=FOQEqm0u4UvRAfjJFo2API-qySGy4sqKD-hwE1Lm6Js,2744
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=4h3z3tUTqBLZPjDQCbnW2CkoGX0gEjZlDkYbLHSilZA,2799
@@ -291,6 +299,8 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_serv
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py,sha256=8qKTiFvL0wNBpDv5mUalsYfPVCfq_eoTzQTQdMs5SOY,3005
 codemie_test_harness/tests/workflow/test_workflows.py,sha256=haGPZqkV0PPBENN_pHc6x6gn84VdjWOrniuadFATKA0,1141
 codemie_test_harness/tests/workflow/virtual_assistant_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py,sha256=aHz3MFmDHU6yNLdSAc9NMEAJsEo3hLMS7SO3YKX0ORc,921
 codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py,sha256=ge7JJVTWrdoXsGq8nhgbC4fATnq4YP-fVZm2ZSMJ6eo,5785
 codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py,sha256=zsGsfdVoNcMLLajy0WQ-I-Y7ZEXbdBq2Y1_wtWuxKeY,4148
@@ -326,7 +336,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=Cxe5Yuy9JE_IEsnQOThpVIZQqpfLuHfDkF6JwLngDc8,890
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=tm0NvUf_UtzLPTYJWykYpsNoxoVs-Eh80guDmRwImwg,1106
-codemie_test_harness-0.1.146.dist-info/METADATA,sha256=C9bfCCtoQp9HHKSUzlo4GdgfZpMtU1OQPG_yf7GHQxs,8998
-codemie_test_harness-0.1.146.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.146.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.146.dist-info/RECORD,,
+codemie_test_harness-0.1.148.dist-info/METADATA,sha256=2y0snuPrG9cFdIjTDfnL5Z71Nhaq026a-Kjei0P-36k,8998
+codemie_test_harness-0.1.148.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.148.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.148.dist-info/RECORD,,