codemie-test-harness 0.1.205__tar.gz → 0.1.207__tar.gz

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.205
+Version: 0.1.207
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.205)
+Requires-Dist: codemie-sdk-python (==0.1.207)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/assistant/datasource/test_code_datasource.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.base_utils import (
     ids=[f"{row[0][0]}" for row in index_test_data],
 )
 def test_create_index_application_with_embedding_model(
-    git_integration,
+    gitlab_integration,
     datasource_utils,
     assistant,
     assistant_utils,
@@ -37,7 +37,7 @@ def test_create_index_application_with_embedding_model(
     """
 
     datasource = datasource_utils.create_gitlab_datasource(
-        setting_id=git_integration.id, embeddings_model=embedding_model
+        setting_id=gitlab_integration.id, embeddings_model=embedding_model
     )
 
     assistant = assistant(

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/assistant/tools/git/test_assistant_with_git_tools.py

@@ -31,7 +31,7 @@ def test_assistant_with_list_branch_set_active_branch_tools(
     code_datasource,
     code_context,
     git_utils,
-    git_integration,
+    gitlab_integration,
     similarity_check,
     toolkit,
     tool_name,
@@ -42,7 +42,7 @@ def test_assistant_with_list_branch_set_active_branch_tools(
         toolkit,
         tool_name,
         context=code_context(code_datasource),
-        settings=git_integration,
+        settings=gitlab_integration,
     )
     response, triggered_tools = assistant_utils.ask_assistant(
         assistant, prompt, minimal_response=False
@@ -65,7 +65,7 @@ def test_assistant_with_create_branch_tool(
     code_datasource,
     code_context,
     git_utils,
-    git_integration,
+    gitlab_integration,
     similarity_check,
     toolkit,
     tool_name,
@@ -81,7 +81,7 @@ def test_assistant_with_create_branch_tool(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
         response, triggered_tools = assistant_utils.ask_assistant(
             assistant, prompt, minimal_response=False
@@ -114,7 +114,7 @@ def test_assistant_with_create_file_tool(
     code_context,
     code_datasource,
     git_utils,
-    git_integration,
+    gitlab_integration,
     similarity_check,
     toolkit,
     tool_name,
@@ -134,7 +134,7 @@ def test_assistant_with_create_file_tool(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
         response, triggered_tools = assistant_utils.ask_assistant(
             assistant, prompt, minimal_response=False
@@ -165,7 +165,7 @@ def test_assistant_with_create_merge_request_tool(
     code_context,
     code_datasource,
     git_utils,
-    git_integration,
+    gitlab_integration,
     similarity_check,
     toolkit,
     tool_name,
@@ -183,7 +183,7 @@ def test_assistant_with_create_merge_request_tool(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
         response, triggered_tools = assistant_utils.ask_assistant(
             assistant, prompt, minimal_response=False
@@ -211,7 +211,7 @@ def test_assistant_with_delete_file_tool(
     code_context,
     code_datasource,
     git_utils,
-    git_integration,
+    gitlab_integration,
     datasource_utils,
     assistant_utils,
     similarity_check,
@@ -245,7 +245,7 @@ def test_assistant_with_delete_file_tool(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
         response, triggered_tools = assistant_utils.ask_assistant(
             assistant, prompt, minimal_response=False
@@ -278,7 +278,7 @@ def test_assistant_with_get_merge_request_changes_tool(
     code_context,
     code_datasource,
     git_utils,
-    git_integration,
+    gitlab_integration,
     similarity_check,
     toolkit,
     tool_name,
@@ -296,7 +296,7 @@ def test_assistant_with_get_merge_request_changes_tool(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
 
         create_mr_prompt = create_mr_prompt_template(source_branch, class_name, mr_name)
@@ -341,7 +341,7 @@ def test_assistant_with_update_file_tools(
     code_context,
     code_datasource,
     git_utils,
-    git_integration,
+    gitlab_integration,
     datasource_utils,
     similarity_check,
     toolkit,
@@ -361,7 +361,7 @@ def test_assistant_with_update_file_tools(
             toolkit,
             tool_name,
             context=code_context(code_datasource),
-            settings=git_integration,
+            settings=gitlab_integration,
         )
 
         create_prompt = create_prompt_template(class_name)

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/conftest.py

@@ -57,6 +57,7 @@ from codemie_test_harness.tests.utils.env_resolver import (
     EnvironmentResolver,
     get_environment,
 )
+from codemie_test_harness.tests.utils.webhook_utils import WebhookUtils
 
 logger = setup_logger(__name__)
 
@@ -262,21 +263,15 @@ def conversation_utils(client):
 
 
 @pytest.fixture(scope="session")
-def git_integration(integration_utils):
-    integration = integration_utils.create_integration(
-        credential_type=CredentialTypes.GIT,
-        credential_values=CredentialsManager.gitlab_credentials(),
-    )
-    yield integration
-    if integration:
-        integration_utils.delete_integration(integration)
+def webhook_utils(client):
+    return WebhookUtils(client)
 
 
 @pytest.fixture(scope="session")
-def github_integration(integration_utils):
+def gitlab_integration(integration_utils):
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
-        credential_values=CredentialsManager.github_credentials(),
+        credential_values=CredentialsManager.gitlab_credentials(),
     )
     yield integration
     if integration:
@@ -284,10 +279,10 @@ def github_integration(integration_utils):
 
 
 @pytest.fixture(scope="session")
-def gitlab_integration(integration_utils):
+def github_integration(integration_utils):
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
-        credential_values=CredentialsManager.gitlab_credentials(),
+        credential_values=CredentialsManager.github_credentials(),
     )
     yield integration
     if integration:
@@ -416,6 +411,33 @@ def report_portal_integration(integration_utils):
         integration_utils.delete_integration(integration)
 
 
+@pytest.fixture(scope="module")
+def webhook_integration(integration_utils):
+    created_integrations = []
+
+    def _create(webhook_id, resource_type, resource_id, is_enabled: bool = True):
+        credential_values = [
+            CredentialValues(key="url", value=CredentialsManager.AUTO_GENERATED),
+            CredentialValues(key="webhook_id", value=webhook_id),
+            CredentialValues(key="is_enabled", value=is_enabled),
+            CredentialValues(key="resource_type", value=resource_type),
+            CredentialValues(key="resource_id", value=resource_id),
+        ]
+        integration = integration_utils.create_integration(
+            CredentialTypes.WEBHOOK, credential_values
+        )
+        created_integrations.append(integration)
+        return integration
+
+    yield _create
+
+    for integration in created_integrations:
+        try:
+            integration_utils.delete_integration(integration)
+        except HTTPError:
+            pass
+
+
 @pytest.fixture(scope="function")
 def general_integration(integration_utils):
     created_integration: Optional[Integration] = None

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/e2e/test_e2e.py

@@ -65,14 +65,14 @@ def test_assistant_with_code_kb(
     reason="Test is skipped when GIT_ENV is set to github",
 )
 def test_assistant_with_vcs_gitlab_tool(
-    assistant_utils, gitlab_integration, default_llm, similarity_check
+    assistant_utils, git_integration, default_llm, similarity_check
 ):
     assistant = assistant_utils.create_assistant(
         llm_model_type=default_llm.base_name,
         toolkits=[
             ToolKitDetails(
                 toolkit=Toolkit.VCS,
-                tools=[ToolDetails(name=VcsTool.GITLAB, settings=gitlab_integration)],
+                tools=[ToolDetails(name=VcsTool.GITLAB, settings=git_integration)],
             )
         ],
     )

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/ui/assistants/test_create_assistant.py

@@ -29,8 +29,8 @@ import pytest
 from codemie_test_harness.tests.ui.pageobject.assistants.assistants_page import (
     AssistantsPage,
 )
-from codemie_test_harness.tests.ui.pageobject.assistants.create_assistant_page import (
-    CreateAssistantPage,
+from codemie_test_harness.tests.ui.pageobject.assistants.create_edit_assistant_page import (
+    CreateEditAssistantPage,
 )
 from codemie_test_harness.tests.ui.test_data.assistant_test_data import (
     get_minimal_assistant_data,
@@ -56,7 +56,7 @@ class TestCreateAssistantPageElements:
         - Action buttons (create, cancel)
         - Common page components (header, navigation)
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Verify we are on the correct page
@@ -95,7 +95,7 @@ class TestCreateAssistantPageElements:
         assistants_page.click_create_assistant()
 
         # Verify we're on the create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.should_be_on_create_assistant_page()
 
     @pytest.mark.assistant
@@ -113,7 +113,7 @@ class TestCreateAssistantPageElements:
         3. Verify modal can be closed or handled appropriately
         4. Ensure manual form is accessible after modal handling
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
 
         # Navigate to create assistant page - this will handle the modal automatically
         create_page.navigate_to()
@@ -140,7 +140,7 @@ class TestCreateAssistantPageElements:
         3. Verify modal closes and manual form is accessible
         4. Proceed with manual assistant creation
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
 
         # Navigate without automatic modal handling
         page.goto(create_page.page_url)
@@ -168,7 +168,7 @@ class TestCreateAssistantFormInteractions:
 
     @pytest.mark.assistant
     @pytest.mark.ui
-    def test_create_assistant_form_field_interactions(self, page):
+    def test_create_assistant_form_field_interactions(self, page, client):
         """
         Test form field interactions and input handling.
 
@@ -182,7 +182,7 @@ class TestCreateAssistantFormInteractions:
         - Icon URL input
         - Shared toggle switch
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Test shared toggle interaction
@@ -232,7 +232,7 @@ class TestCreateAssistantFormInteractions:
         - Unchecked shared toggle
         - Default assistant type selection
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Verify default empty field values
@@ -273,7 +273,7 @@ class TestCreateAssistantCriticalHappyPath:
         test_data = get_minimal_assistant_data()
 
         # Navigate to create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Use the comprehensive create_assistant method with test data
@@ -297,7 +297,7 @@ class TestCreateAssistantCriticalHappyPath:
         This test ensures that the form validation works correctly and provides
         appropriate feedback to users about required fields.
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Get test data using the factory
@@ -333,7 +333,7 @@ class TestCreateAssistantNavigation:
         3. Click Cancel button
         4. Verify return to Assistants page
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Get test data using the factory
@@ -371,7 +371,7 @@ class TestCreateAssistantNavigation:
         assistants_page.click_create_assistant()
 
         # Now on create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.should_be_on_create_assistant_page()
         create_page.handle_ai_generator_modal_if_visible()
 

codemie_test_harness-0.1.207/codemie_test_harness/tests/ui/assistants/test_edit_assistant.py

@@ -0,0 +1,200 @@
+import pytest
+from tests import TEST_USER, PROJECT
+from tests.ui.pageobject.assistants.assistant_view_page import AssistantViewPage
+
+from tests.ui.pageobject.assistants.assistants_page import (
+    AssistantsPage,
+)
+from codemie_test_harness.tests.ui.test_data.assistant_test_data import (
+    ExternalToolKit,
+    MCPServersTool,
+    get_minimal_assistant_mcp_config_data,
+)
+
+
+from tests.ui.test_data.assistant_test_data import (
+    TOOLKIT_TOOLS,
+    AssistantPopUpMessages,
+    AssistantValidationErrors,
+)
+from tests.ui.pageobject.assistants.create_edit_assistant_page import (
+    CreateEditAssistantPage,
+)
+from tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_page_elements_visibility(page, assistant):
+    """
+    Test all main elements are visible on Edit Assistant page—fields, toolkits, checkboxes, etc.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.should_have_all_form_fields_visible()
+    edit_page.should_have_top_p_and_temperature()
+    edit_page.should_have_datasource_context()
+    edit_page.should_have_sub_assistants_context()
+    edit_page.should_have_categories_visible()
+
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        edit_page.select_section(section.value)
+        for toolkit, tools in toolkits.items():
+            edit_page.select_toolkit(section.value, toolkit.value)
+            for tool in tools:
+                edit_page.should_be_visible_tool(tool.value)
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_form_field_interactions(page, assistant):
+    """
+    Test interacting with all editable form fields.
+    """
+    EDITED = " EDITED"
+    edit_page = CreateEditAssistantPage(page)
+    view_page = AssistantViewPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.fill_name(assistant.name + EDITED)
+    edit_page.should_have_name_value(assistant.name + EDITED)
+    edit_page.fill_description(assistant.description + EDITED)
+    edit_page.should_have_description_value(assistant.description + EDITED)
+
+    edit_page.toggle_shared_assistant(True)
+    edit_page.should_have_shared_checked()
+    edit_page.toggle_shared_assistant(False)
+    edit_page.should_have_shared_unchecked()
+
+    edit_page.fill_temperature("0.5")
+    edit_page.fill_top_p("0.5")
+    edit_page.should_have_top_p_and_temperature_value("0.5", "0.5")
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )
+    assistant_page.should_see_assistant_with_name(assistant.name + EDITED)
+
+    assistant_page.click_assistant_view(assistant.name + EDITED)
+    view_page.should_have_all_form_fields_visible(
+        name=assistant.name + EDITED,
+        author=TEST_USER,
+        description=assistant.description + EDITED,
+    )
+    view_page.should_have_overview_form_fields_visible(
+        project=PROJECT, status="Not shared", assistant_id=assistant.id
+    )
+    view_page.should_have_access_links_form_fields_visible(
+        assistant_id=assistant.id, assistant_name=assistant.name
+    )
+    view_page.should_have_configuration_form_fields_visible(
+        temperature="0.5", top_p="0.5"
+    )
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_tools_interactions(page, assistant):
+    """
+    Test interacting with all tools in assistant.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    view_page = AssistantViewPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        edit_page.select_section(section.value)
+        for toolkit, tools in toolkits.items():
+            edit_page.select_toolkit(section.value, toolkit.value)
+            for tool in tools:
+                edit_page.select_tool(tool.value)
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )
+
+    assistant_page.click_assistant_view(assistant.name)
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        for toolkit, tools in toolkits.items():
+            toolkit_label = toolkit.value
+            if ExternalToolKit.MCP_SERVERS.value in toolkit.value:
+                toolkit_label = "MCP"
+            view_page.should_see_toolkit_visible(toolkit_label)
+            for tool in tools:
+                test_data = get_minimal_assistant_mcp_config_data()
+                tool_label = tool.value
+                if MCPServersTool.ADD_MCP_SERVER.value in tool.value:
+                    tool_label = test_data.name
+                view_page.should_see_toolkit_contains(toolkit_label, tool_label)
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_incorrect_form(page, assistant):
+    """
+    Test interacting with incorrect data.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.fill_name("")
+    edit_page.should_have_name_error_textarea(
+        AssistantValidationErrors.NAME_REQUIRED.value
+    )
+    edit_page.fill_name(get_random_name())
+
+    edit_page.fill_icon_url(get_random_name())
+    edit_page.should_have_icon_error_textarea(
+        AssistantValidationErrors.ICON_URL_NOT_VALID.value
+    )
+    edit_page.fill_icon_url("")
+
+    edit_page.fill_description("")
+    edit_page.should_have_description_error_textarea(
+        AssistantValidationErrors.DESCRIPTION_REQUIRED.value
+    )
+    edit_page.fill_description(get_random_name())
+
+    edit_page.fill_system_prompt("")
+    edit_page.should_have_system_prompt_error_textarea(
+        AssistantValidationErrors.SYSTEM_PROMPT_REQUIRED.value
+    )
+    edit_page.fill_system_prompt(get_random_name())
+
+    edit_page.fill_temperature("3")
+    edit_page.should_have_temperature_error_textarea(
+        AssistantValidationErrors.TEMPERATURE_NOT_VALID.value
+    )
+    edit_page.fill_temperature("1")
+
+    edit_page.fill_top_p("2")
+    edit_page.should_have_top_p_error_textarea(
+        AssistantValidationErrors.TOP_P_NOT_VALID.value
+    )
+    edit_page.fill_top_p("1")
+
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/ui/datasource/test_create_datasource.py

@@ -79,7 +79,7 @@ def test_datasource_creation_validation(page):
 
 @pytest.mark.datasource
 @pytest.mark.ui
-def test_create_git_datasource(page, git_integration):
+def test_create_git_datasource(page, gitlab_integration):
     """Test creating a new datasource with all required fields."""
     datasource_page = DataSourcePage(page)
     create_page = CreateEditDatasourcePage(page)
@@ -89,7 +89,7 @@ def test_create_git_datasource(page, git_integration):
         project_name=PROJECT,
         repo_link=CredentialsManager.get_parameter("GITLAB_PROJECT"),
         branch="main",
-        integration=git_integration.alias,
+        integration=gitlab_integration.alias,
     )
 
     datasource_page.should_see_table_row_with_values(

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/ui/datasource/test_edit_datasource.py

@@ -22,14 +22,14 @@ from codemie_test_harness.tests.utils.constants import FILES_PATH
 @pytest.mark.datasource
 @pytest.mark.ui
 def test_edit_git_datasource(
-    page, datasource_utils, git_integration, default_embedding_llm
+    page, datasource_utils, gitlab_integration, default_embedding_llm
 ):
     """Test that all main Edit Datasource page elements are visible."""
     datasource_page = DataSourcePage(page)
     edit_page = CreateEditDatasourcePage(page)
 
     datasource = datasource_utils.create_gitlab_datasource(
-        setting_id=git_integration.id,
+        setting_id=gitlab_integration.id,
         embeddings_model=default_embedding_llm.base_name,
     )
 

{codemie_test_harness-0.1.205 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/ui/datasource/test_view_datasource.py

@@ -23,13 +23,13 @@ from codemie_test_harness.tests.utils.constants import FILES_PATH
 @pytest.mark.datasource
 @pytest.mark.ui
 def test_view_git_datasource_page(
-    page, datasource_utils, git_integration, default_embedding_llm, client
+    page, datasource_utils, gitlab_integration, default_embedding_llm, client
 ):
     """Test that all main View Datasource page elements are visible."""
     datasource_page = DataSourcePage(page)
     view_page = ViewDatasourcePage(page)
     datasource = datasource_utils.create_gitlab_datasource(
-        setting_id=git_integration.id,
+        setting_id=gitlab_integration.id,
         embeddings_model=default_embedding_llm.base_name,
     )