codemie-test-harness 0.1.206__tar.gz → 0.1.207__tar.gz

{codemie_test_harness-0.1.206 → codemie_test_harness-0.1.207}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.206
+Version: 0.1.207
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.206)
+Requires-Dist: codemie-sdk-python (==0.1.207)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)

{codemie_test_harness-0.1.206 → codemie_test_harness-0.1.207}/codemie_test_harness/tests/ui/assistants/test_create_assistant.py

@@ -29,8 +29,8 @@ import pytest
 from codemie_test_harness.tests.ui.pageobject.assistants.assistants_page import (
     AssistantsPage,
 )
-from codemie_test_harness.tests.ui.pageobject.assistants.create_assistant_page import (
-    CreateAssistantPage,
+from codemie_test_harness.tests.ui.pageobject.assistants.create_edit_assistant_page import (
+    CreateEditAssistantPage,
 )
 from codemie_test_harness.tests.ui.test_data.assistant_test_data import (
     get_minimal_assistant_data,
@@ -56,7 +56,7 @@ class TestCreateAssistantPageElements:
         - Action buttons (create, cancel)
         - Common page components (header, navigation)
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Verify we are on the correct page
@@ -95,7 +95,7 @@ class TestCreateAssistantPageElements:
         assistants_page.click_create_assistant()
 
         # Verify we're on the create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.should_be_on_create_assistant_page()
 
     @pytest.mark.assistant
@@ -113,7 +113,7 @@ class TestCreateAssistantPageElements:
         3. Verify modal can be closed or handled appropriately
         4. Ensure manual form is accessible after modal handling
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
 
         # Navigate to create assistant page - this will handle the modal automatically
         create_page.navigate_to()
@@ -140,7 +140,7 @@ class TestCreateAssistantPageElements:
         3. Verify modal closes and manual form is accessible
         4. Proceed with manual assistant creation
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
 
         # Navigate without automatic modal handling
         page.goto(create_page.page_url)
@@ -168,7 +168,7 @@ class TestCreateAssistantFormInteractions:
 
     @pytest.mark.assistant
     @pytest.mark.ui
-    def test_create_assistant_form_field_interactions(self, page):
+    def test_create_assistant_form_field_interactions(self, page, client):
         """
         Test form field interactions and input handling.
 
@@ -182,7 +182,7 @@ class TestCreateAssistantFormInteractions:
         - Icon URL input
         - Shared toggle switch
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Test shared toggle interaction
@@ -232,7 +232,7 @@ class TestCreateAssistantFormInteractions:
         - Unchecked shared toggle
         - Default assistant type selection
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Verify default empty field values
@@ -273,7 +273,7 @@ class TestCreateAssistantCriticalHappyPath:
         test_data = get_minimal_assistant_data()
 
         # Navigate to create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Use the comprehensive create_assistant method with test data
@@ -297,7 +297,7 @@ class TestCreateAssistantCriticalHappyPath:
         This test ensures that the form validation works correctly and provides
         appropriate feedback to users about required fields.
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Get test data using the factory
@@ -333,7 +333,7 @@ class TestCreateAssistantNavigation:
         3. Click Cancel button
         4. Verify return to Assistants page
         """
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.navigate_to()
 
         # Get test data using the factory
@@ -371,7 +371,7 @@ class TestCreateAssistantNavigation:
         assistants_page.click_create_assistant()
 
         # Now on create assistant page
-        create_page = CreateAssistantPage(page)
+        create_page = CreateEditAssistantPage(page)
         create_page.should_be_on_create_assistant_page()
         create_page.handle_ai_generator_modal_if_visible()
 

codemie_test_harness-0.1.207/codemie_test_harness/tests/ui/assistants/test_edit_assistant.py

@@ -0,0 +1,200 @@
+import pytest
+from tests import TEST_USER, PROJECT
+from tests.ui.pageobject.assistants.assistant_view_page import AssistantViewPage
+
+from tests.ui.pageobject.assistants.assistants_page import (
+    AssistantsPage,
+)
+from codemie_test_harness.tests.ui.test_data.assistant_test_data import (
+    ExternalToolKit,
+    MCPServersTool,
+    get_minimal_assistant_mcp_config_data,
+)
+
+
+from tests.ui.test_data.assistant_test_data import (
+    TOOLKIT_TOOLS,
+    AssistantPopUpMessages,
+    AssistantValidationErrors,
+)
+from tests.ui.pageobject.assistants.create_edit_assistant_page import (
+    CreateEditAssistantPage,
+)
+from tests.utils.base_utils import get_random_name
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_page_elements_visibility(page, assistant):
+    """
+    Test all main elements are visible on Edit Assistant page—fields, toolkits, checkboxes, etc.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.should_have_all_form_fields_visible()
+    edit_page.should_have_top_p_and_temperature()
+    edit_page.should_have_datasource_context()
+    edit_page.should_have_sub_assistants_context()
+    edit_page.should_have_categories_visible()
+
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        edit_page.select_section(section.value)
+        for toolkit, tools in toolkits.items():
+            edit_page.select_toolkit(section.value, toolkit.value)
+            for tool in tools:
+                edit_page.should_be_visible_tool(tool.value)
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_form_field_interactions(page, assistant):
+    """
+    Test interacting with all editable form fields.
+    """
+    EDITED = " EDITED"
+    edit_page = CreateEditAssistantPage(page)
+    view_page = AssistantViewPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.fill_name(assistant.name + EDITED)
+    edit_page.should_have_name_value(assistant.name + EDITED)
+    edit_page.fill_description(assistant.description + EDITED)
+    edit_page.should_have_description_value(assistant.description + EDITED)
+
+    edit_page.toggle_shared_assistant(True)
+    edit_page.should_have_shared_checked()
+    edit_page.toggle_shared_assistant(False)
+    edit_page.should_have_shared_unchecked()
+
+    edit_page.fill_temperature("0.5")
+    edit_page.fill_top_p("0.5")
+    edit_page.should_have_top_p_and_temperature_value("0.5", "0.5")
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )
+    assistant_page.should_see_assistant_with_name(assistant.name + EDITED)
+
+    assistant_page.click_assistant_view(assistant.name + EDITED)
+    view_page.should_have_all_form_fields_visible(
+        name=assistant.name + EDITED,
+        author=TEST_USER,
+        description=assistant.description + EDITED,
+    )
+    view_page.should_have_overview_form_fields_visible(
+        project=PROJECT, status="Not shared", assistant_id=assistant.id
+    )
+    view_page.should_have_access_links_form_fields_visible(
+        assistant_id=assistant.id, assistant_name=assistant.name
+    )
+    view_page.should_have_configuration_form_fields_visible(
+        temperature="0.5", top_p="0.5"
+    )
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_tools_interactions(page, assistant):
+    """
+    Test interacting with all tools in assistant.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    view_page = AssistantViewPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        edit_page.select_section(section.value)
+        for toolkit, tools in toolkits.items():
+            edit_page.select_toolkit(section.value, toolkit.value)
+            for tool in tools:
+                edit_page.select_tool(tool.value)
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )
+
+    assistant_page.click_assistant_view(assistant.name)
+    for section, toolkits in TOOLKIT_TOOLS.items():
+        for toolkit, tools in toolkits.items():
+            toolkit_label = toolkit.value
+            if ExternalToolKit.MCP_SERVERS.value in toolkit.value:
+                toolkit_label = "MCP"
+            view_page.should_see_toolkit_visible(toolkit_label)
+            for tool in tools:
+                test_data = get_minimal_assistant_mcp_config_data()
+                tool_label = tool.value
+                if MCPServersTool.ADD_MCP_SERVER.value in tool.value:
+                    tool_label = test_data.name
+                view_page.should_see_toolkit_contains(toolkit_label, tool_label)
+
+
+@pytest.mark.assistant_ui
+@pytest.mark.ui
+def test_edit_assistant_incorrect_form(page, assistant):
+    """
+    Test interacting with incorrect data.
+    """
+    edit_page = CreateEditAssistantPage(page)
+    assistant_page = AssistantsPage(page)
+    assistant = assistant()
+
+    assistant_page.navigate_to()
+    assistant_page.search_assistants(assistant.name)
+    assistant_page.click_assistant_edit(assistant.name)
+
+    edit_page.fill_name("")
+    edit_page.should_have_name_error_textarea(
+        AssistantValidationErrors.NAME_REQUIRED.value
+    )
+    edit_page.fill_name(get_random_name())
+
+    edit_page.fill_icon_url(get_random_name())
+    edit_page.should_have_icon_error_textarea(
+        AssistantValidationErrors.ICON_URL_NOT_VALID.value
+    )
+    edit_page.fill_icon_url("")
+
+    edit_page.fill_description("")
+    edit_page.should_have_description_error_textarea(
+        AssistantValidationErrors.DESCRIPTION_REQUIRED.value
+    )
+    edit_page.fill_description(get_random_name())
+
+    edit_page.fill_system_prompt("")
+    edit_page.should_have_system_prompt_error_textarea(
+        AssistantValidationErrors.SYSTEM_PROMPT_REQUIRED.value
+    )
+    edit_page.fill_system_prompt(get_random_name())
+
+    edit_page.fill_temperature("3")
+    edit_page.should_have_temperature_error_textarea(
+        AssistantValidationErrors.TEMPERATURE_NOT_VALID.value
+    )
+    edit_page.fill_temperature("1")
+
+    edit_page.fill_top_p("2")
+    edit_page.should_have_top_p_error_textarea(
+        AssistantValidationErrors.TOP_P_NOT_VALID.value
+    )
+    edit_page.fill_top_p("1")
+
+    edit_page.click_save()
+    assistant_page.should_see_updating_popup(
+        AssistantPopUpMessages.ASSISTANT_UPDATED_SUCCESS.value
+    )

codemie_test_harness-0.1.207/codemie_test_harness/tests/ui/pageobject/assistants/assistant_mcp_server.py

@@ -0,0 +1,171 @@
+from playwright.sync_api import Page, Locator, expect
+from reportportal_client import step
+from tests.ui.test_data.assistant_test_data import get_minimal_assistant_mcp_config_data
+
+
+class AssistantMCPIntegrationModal:
+    def __init__(self, page: Page):
+        self.page = page
+
+    @property
+    def mcp_pop_up(self):
+        """Main dialog container using p-dialog class"""
+        return self.page.locator("div.p-dialog[role='dialog']").filter(
+            has_text="Add new MCP server"
+        )
+
+    def mcp_pop_up_header(self):
+        """Dialog header with 'Add new MCP server' text"""
+        return self.mcp_pop_up.locator(
+            "h4.text-base.font-semibold:has-text('Add new MCP server')"
+        )
+
+    # --- Name input ---
+    @property
+    def name_input(self) -> Locator:
+        return self.mcp_pop_up.locator("input[name='name'][placeholder='Name*']")
+
+    # --- Description textarea ---
+    @property
+    def description_textarea(self) -> Locator:
+        return self.mcp_pop_up.locator(
+            "textarea[name='description'][placeholder='Description*']"
+        )
+
+    # --- Tools Tokens Size Limit input ---
+    @property
+    def tokens_size_limit_input(self) -> Locator:
+        return self.mcp_pop_up.locator("input[name='tokensSizeLimit'][type='number']")
+
+    # --- Configuration mode select (JSON/Form) ---
+    @property
+    def config_mode_switch(self) -> Locator:
+        return self.mcp_pop_up.locator("div.p-selectbutton.p-button-group")
+
+    @property
+    def config_mode_json_radio(self) -> Locator:
+        return self.config_mode_switch.locator(
+            "div.p-button[role='button']:has(span:has-text('JSON'))"
+        )
+
+    @property
+    def config_mode_form_radio(self) -> Locator:
+        return self.config_mode_switch.locator(
+            "div.p-button[role='button']:has(span:has-text('Form'))"
+        )
+
+    # --- Configuration (JSON) textarea ---
+    @property
+    def configuration_json_textarea(self) -> Locator:
+        return self.mcp_pop_up.locator("textarea[name='configJson']#json-config")
+
+    # --- Environment Variables dropdown ---
+    @property
+    def env_vars_dropdown(self) -> Locator:
+        return self.mcp_pop_up.locator(
+            "div.p-dropdown:has(span.p-dropdown-label:text('Environment Variables'))"
+        )
+
+    # --- MCP-Connect URL input ---
+    @property
+    def mcp_connect_url_input(self) -> Locator:
+        return self.mcp_pop_up.locator(
+            "input[name='connectUrl'][placeholder='https://']"
+        )
+
+    # --- Buttons ---
+    @property
+    def cancel_button(self) -> Locator:
+        return self.mcp_pop_up.locator(
+            "button.bg-button-secondary-bg:has-text('Cancel')"
+        )
+
+    @property
+    def test_integration_button(self) -> Locator:
+        return self.mcp_pop_up.locator(
+            "button.bg-button-secondary-bg:has-text('Test Integration')"
+        )
+
+    @property
+    def add_button(self) -> Locator:
+        return self.mcp_pop_up.locator("button.bg-button-primary-bg:has-text('Add')")
+
+    # ---- Action Methods ----
+
+    @step
+    def fill_name(self, value: str):
+        self.name_input.fill(value)
+
+    @step
+    def fill_description(self, value: str):
+        self.description_textarea.fill(value)
+
+    @step
+    def fill_tokens_size_limit(self, value: int):
+        self.tokens_size_limit_input.fill(str(value))
+
+    @step
+    def select_config_mode(self, mode: str):
+        if mode.lower() == "json":
+            self.config_mode_json_radio.click()
+        elif mode.lower() == "form":
+            self.config_mode_form_radio.click()
+        else:
+            raise ValueError("Mode must be 'json' or 'form'")
+
+    @step
+    def fill_configuration_json(self, value: str):
+        self.configuration_json_textarea.fill(value)
+
+    @step
+    def open_env_vars_dropdown(self):
+        self.env_vars_dropdown.click()
+
+    @step
+    def fill_mcp_connect_url(self, value: str):
+        self.mcp_connect_url_input.fill(value)
+
+    @step
+    def click_cancel(self):
+        self.cancel_button.click()
+
+    @step
+    def click_test_integration(self):
+        self.test_integration_button.click()
+
+    @step
+    def click_add(self):
+        self.add_button.click()
+
+    @step
+    def fill_mcp_server_base_form(self):
+        test_data = get_minimal_assistant_mcp_config_data()
+        self.fill_name(test_data.name)
+        self.fill_description(test_data.description)
+        self.fill_configuration_json(test_data.configuration)
+        self.click_add()
+
+    # --- Assertions (optional helpers) ---
+
+    def is_pop_visible(self):
+        return self.mcp_pop_up_header().count() > 0
+
+    @step
+    def should_see_name(self, name: str):
+        expect(self.name_input).to_have_value(name)
+
+    @step
+    def should_see_description(self, description: str):
+        expect(self.description_textarea).to_have_value(description)
+
+    @step
+    def should_see_tokens_size_limit(self, token_size: str):
+        expect(self.tokens_size_limit_input).to_have_value(token_size)
+
+    @step
+    def should_see_configuration_json(self, config: str):
+        expect(self.configuration_json_textarea).to_have_value(config)
+
+    @step
+    def should_see_mcp_connect_url(self, url: str):
+        expect(self.mcp_connect_url_input).to_have_value(url)

codemie_test_harness-0.1.207/codemie_test_harness/tests/ui/pageobject/assistants/assistant_sidebar.py

@@ -0,0 +1,140 @@
+from playwright.sync_api import Page, Locator
+from reportportal_client import step
+
+
+class AssistantSidebar:
+    """Page Object Model for the Assistants Page Sidebar."""
+
+    def __init__(self, page: Page):
+        self.page = page
+
+    # --- Locators ---
+
+    @property
+    def main_sidebar(self) -> Locator:
+        """The sidebar <aside>."""
+        return self.page.locator("aside.flex.flex-col.border-r.bg-sidebar-gradient")
+
+    @property
+    def title(self) -> Locator:
+        """Sidebar title: 'Assistants'."""
+        return self.main_sidebar.locator("h2:text-is('Assistants')")
+
+    @property
+    def subtitle(self) -> Locator:
+        """Sidebar subtitle paragraph."""
+        return self.main_sidebar.locator("p.text-sm.text-text-secondary")
+
+    @property
+    def categories_label(self) -> Locator:
+        """The 'Categories' label/heading."""
+        return self.main_sidebar.locator("span:text-is('Categories')")
+
+    @property
+    def categories_list(self) -> Locator:
+        """<ul> under 'Categories'."""
+        return self.categories_label.locator("xpath=../../ul")
+
+    @property
+    def category_items(self) -> Locator:
+        """All category <li> elements."""
+        return self.categories_list.locator("li")
+
+    def category_button(self, name: str) -> Locator:
+        """Button for a category by visible text."""
+        return self.categories_list.locator(f"button:has-text('{name}')")
+
+    @property
+    def filters_label(self) -> Locator:
+        """'Filters' span above filters section."""
+        return self.main_sidebar.locator("span:text-is('Filters')")
+
+    @property
+    def clear_all_filters_button(self) -> Locator:
+        """'Clear all' filter reset button."""
+        return self.main_sidebar.locator("button:has-text('Clear all')")
+
+    @property
+    def search_input(self) -> Locator:
+        """Filter/search input."""
+        return self.main_sidebar.locator("input[placeholder='Search']")
+
+    # Accordion and filter options are unique/complex:
+    def accordion_tab(self, tab_title: str) -> Locator:
+        """Accordion tab by title, e.g. 'PROJECT', 'CREATED BY', ..."""
+        return self.main_sidebar.locator(
+            f".p-accordion-header-text span:has-text('{tab_title.upper()}')"
+        ).locator("xpath=../../..")
+
+    def multiselect_filter(self, label: str) -> Locator:
+        """Filter dropdown by its label in filter accordion, e.g. 'Project'."""
+        return self.main_sidebar.locator(f".p-multiselect-label:has-text('{label}')")
+
+    def created_by_input(self) -> Locator:
+        """Input for 'Created By' filter."""
+        return self.main_sidebar.locator("input[placeholder='Created By']")
+
+    def radio_filter_option(self, label: str) -> Locator:
+        """Radio 'Shared' filter options like All/With Project/Not Shared."""
+        return (
+            self.main_sidebar.locator(f"label.flex.items-center span:text('{label}')")
+            .locator("xpath=..")
+            .locator("input[type='radio']")
+        )
+
+    # --- Methods ---
+
+    @step
+    def click_category(self, name: str):
+        """Clicks on a category item by label."""
+        self.category_button(name).click()
+
+    @step
+    def select_filter_tab(self, tab_title: str):
+        """Expands a filter accordion tab by label."""
+        tab = self.accordion_tab(tab_title)
+        tab.locator("a.p-accordion-header-link").click()
+
+    @step
+    def clear_filters(self):
+        """Clicks the 'Clear all' button in filters."""
+        self.clear_all_filters_button.click()
+
+    @step
+    def search(self, text: str):
+        """Sets sidebar search/filter."""
+        self.search_input.fill(text)
+
+    @step
+    def select_multiselect_option(self, label: str):
+        """Clicks on a filter dropdown and selects the label (if supported)."""
+        ms = self.multiselect_filter(label)
+        ms.click()
+        ms.locator(f"..//li[.='{label}']").click()
+
+    @step
+    def set_created_by(self, author: str):
+        """Sets the 'Created By' filter text."""
+        input_field = self.created_by_input()
+        input_field.fill(author)
+
+    @step
+    def select_radio_option(self, option_label: str):
+        """Selects a radio option for shared status."""
+        self.radio_filter_option(option_label).check(force=True)
+
+    @step
+    def visible_categories(self):
+        """Returns the names of all visible categories."""
+        return [
+            self.category_items.nth(i).inner_text().strip()
+            for i in range(self.category_items.count())
+        ]
+
+    @step
+    def visible_filter_radios(self):
+        """Returns the text values of radio options in Shared filter."""
+        # Find all labels within the 'Shared' tab
+        tab = self.accordion_tab("SHARED")
+        radios = tab.locator("label.flex.items-center")
+        return [radios.nth(i).inner_text().strip() for i in range(radios.count())]