codemie-test-harness 0.1.177__py3-none-any.whl → 0.1.179__py3-none-any.whl

codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py

@@ -13,8 +13,8 @@ from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
-ado_wiki_prompt = ado_wiki_get_test_data[0][2]
-ado_wiki_answer = ado_wiki_get_test_data[0][3]
+ado_wiki_prompt = ado_wiki_get_test_data[1][2]
+ado_wiki_answer = ado_wiki_get_test_data[1][3]
 
 
 @pytest.mark.integration

codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py

@@ -134,12 +134,12 @@ ADO_WORK_ITEM_UPDATE = {
 
 ADO_WORK_ITEM_LINK = {
     "prompt_to_assistant": """
-        Run {{'source_id': {}, 'target_id': 5296, 'link_type': 'System.LinkTypes.Hierarchy-Reverse'}} to
-        link the Work Items with the ID 5296 to be the parent of Work Item with ID '{}' in
+        Run {{'source_id': {}, 'target_id': 5297, 'link_type': 'System.LinkTypes.Hierarchy-Reverse'}} to
+        link the Work Items with the ID 5297 to be the parent of Work Item with ID '{}' in
         the project 'CodemieAnton'
     """,
     "expected_llm_answer": """
-        The Work Item with ID 5296 has been successfully linked as the parent of the Work Item with ID `{}`
+        The Work Item with ID 5297 has been successfully linked as the parent of the Work Item with ID `{}`
         using the `System.LinkTypes.Hierarchy-Reverse` link type.
     """,
 }

codemie_test_harness/tests/test_data/google_datasource_test_data.py

@@ -1,6 +1,9 @@
 """Test data constants for Google Datasource tests"""
 
-GOOGLE_DOC_URL = "https://docs.google.com/document/d/19EXgnFCgJontz0ToCAH6zMGwBTdhi5X97P9JIby4wHs/edit#heading=h.b01c2ig0adfg"
+GOOGLE_DOC_URL = "https://docs.google.com/document/d/19EXgnFCgJontz0ToCAH6zMGwBTdhi5X97P9JIby4wHs/edit?tab=t.0#heading=h.b01c2ig0adfg"
+GOOGLE_GUIDE_URL = (
+    "https://docs.google.com/document/d/1ZNWwxN8ukpJZyTbYjWQPym3Bc1-bQvBxBpTL0yfVF-w"
+)
 
 USER_PROMPT = 'Tell context of the What is "Platform A"? section?'
 

codemie_test_harness/tests/ui/_test_data/datasource_test_data.py

@@ -0,0 +1,125 @@
+"""
+Test Data for Data Source UI – used for parametrized testing and test validation
+"""
+
+from enum import Enum
+
+
+# ==================== ENUMS ====================
+class DataSourceFilterType(str, Enum):
+    CODE = "Code"
+    CONFLUENCE = "Confluence"
+    JIRA = "Jira"
+    FILE = "File"
+    GOOGLE = "Google"
+    PROVIDER = "Provider"
+
+    def __str__(self):
+        return self.value
+
+
+class DataSourceType(str, Enum):
+    GIT = "Git"
+    CONFLUENCE = "Confluence"
+    JIRA = "Jira"
+    FILE = "File"
+    GOOGLE = "Google"
+
+    def __str__(self):
+        return self.value
+
+
+class DataSourceFilterStatus(str, Enum):
+    COMPLETED = "Completed"
+    FAILED = "Failed"
+    IN_PROGRESS = "In Progress"
+
+    def __str__(self):
+        return self.value
+
+
+class DataSourceStatus(str, Enum):
+    COMPLETED = "Completed"
+    ERROR = "Error"
+    FETCHING = "Fetching"
+
+    def __str__(self):
+        return self.value
+
+
+class SummarizationMethod(str, Enum):
+    WHOLE_CODEBASE = "Whole Codebase"
+    PER_FILE = "Summarization per file"
+    PER_CHUNKS = "Summarization per chunks"
+
+    def __str__(self):
+        return self.value
+
+
+class EmbeddingModel(str, Enum):
+    ADA = "Text Embedding Ada"
+    GECKO = "Text Embedding Gecko"
+    TITAN_V2 = "Titan Embed Text v2.0"
+
+    def __str__(self):
+        return self.value
+
+
+class DataSourceColumnName(str, Enum):
+    NAME = "Name"
+    PROJECT = "Project"
+    TYPE = "Type"
+    CREATED_BY = "Created By"
+    CREATED = "Created"
+    UPDATED = "Updated"
+    SHARED = "Shared"
+    STATUS = "Status"
+    ACTIONS = "Actions"
+
+    def __str__(self):
+        return self.value
+
+
+# ==================== CONSTANTS ====================
+
+DATA_SOURCE_FILTER_TYPES_LIST = [t for t in DataSourceFilterType]
+DATA_SOURCE_TYPES_LIST = [t for t in DataSourceType]
+DATA_SOURCE_FILTER_STATUSES_LIST = [s for s in DataSourceFilterStatus]
+DATA_SOURCE_STATUSES_LIST = [s for s in DataSourceStatus]
+DATAS_SOURCE_COLUMN_LIST = [c for c in DataSourceColumnName]
+SUMMARIZATION_METHODS_LIST = [m for m in SummarizationMethod]
+EMBEDDING_MODELS_LIST = [m for m in EmbeddingModel]
+
+PROJECT_LABEL = "Project"
+STATUS_LABEL = "Status"
+
+MAIN_TITLE_DATASOURCE = "Data Sources"
+MAIN_SUBTITLE_DATASOURCE = "Connect and manage your data sources in one place"
+TITLE_CREATE_DATASOURCE = "New DataSource"
+SUBTITLE_CREATE_DATASOURCE = "Start indexing your data source"
+TITLE_VIEW_DATASOURCE = "View DataSource"
+SUBTITLE_VIEW_DATASOURCE = "View your data source datails"
+UPDATE_TITLE_DATASOURCE = "Update DataSource"
+UPDATE_SUBTITLE_DATASOURCE = "Update your data source and start re-indexing"
+
+FILE_INSTRUCTIONS = (
+    "Max size: 100Mb. Formats: .yml, .yaml, .json, .pptx, .csv, .txt, "
+    ".pdf, .docx, .xlsx, .xml"
+)
+GOOGLE_INSTRUCTIONS = (
+    "Please ensure your Google document is properly formatted and shared with the"
+    " service account. For detailed instructions, refer to the Guide"
+)
+GOOGLE_EXAMPLE = "Google documents must follow a specific format for LLM routing: View Format Example"
+
+EMPTY_NAME_ERROR = "Data source name is required"
+EMPTY_DESCRIPTION_ERROR = "description is a required field"
+EMPTY_REPO_LINK_ERROR = "Repo Link is required"
+EMPTY_BRANCH_ERROR = "Branch is required"
+EMPTY_CQL_ERROR = "cql is a required field"
+EMPTY_JQL_ERROR = "jql is a required field"
+EMPTY_FILE_ERROR = (
+    "Invalid file type found, only .yml, .yaml, .json, .pptx, .csv, .txt, .pdf, "
+    ".docx, .xlsx, .xml are allowed"
+)
+EMPTY_GOOGLE_LINK_ERROR = "Google Docs link is required"

codemie_test_harness/tests/ui/datasource/test_create_datasource.py

@@ -0,0 +1,191 @@
+import pytest
+from codemie_test_harness.tests import CredentialsManager, PROJECT, TEST_USER
+from codemie_test_harness.tests.test_data.google_datasource_test_data import (
+    GOOGLE_DOC_URL,
+)
+from codemie_test_harness.tests.ui._test_data.datasource_test_data import (
+    DataSourceType,
+    DataSourceFilterType,
+    DataSourceStatus,
+    SUBTITLE_CREATE_DATASOURCE,
+    TITLE_CREATE_DATASOURCE,
+)
+from codemie_test_harness.tests.ui.pageobject.datasources.create_edit_datasource_page import (
+    CreateEditDatasourcePage,
+)
+
+from codemie_test_harness.tests.ui.pageobject.datasources.datasource_page import (
+    DataSourcePage,
+)
+from codemie_test_harness.tests.utils.constants import FILES_PATH
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_open_create_datasource_page_and_elements(page):
+    """Open Create Datasource page and verify critical elements."""
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    create_page.sidebar.should_see_title_subtitle(
+        TITLE_CREATE_DATASOURCE, SUBTITLE_CREATE_DATASOURCE
+    )
+    create_page.should_see_main_fields()
+
+    create_page.select_datasource_type(DataSourceType.GIT)
+    create_page.should_see_git_fields()
+
+    create_page.select_datasource_type(DataSourceFilterType.CONFLUENCE)
+    create_page.should_see_confluence_cql_field()
+    create_page.should_see_integration_input_or_button()
+
+    create_page.select_datasource_type(DataSourceFilterType.JIRA)
+    create_page.should_see_jira_jql_field()
+    create_page.should_see_integration_input_or_button()
+
+    create_page.select_datasource_type(DataSourceFilterType.FILE)
+    create_page.should_see_file_fields()
+    create_page.select_datasource_type(DataSourceFilterType.GOOGLE)
+    create_page.should_see_google_fields()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_datasource_creation_validation(page):
+    """Test create datasource without data and observing errors."""
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    create_page.select_datasource_type(DataSourceType.GIT).click_create()
+    create_page.should_see_error_for_empty_main_fields()
+    create_page.should_see_error_for_empty_git_fields()
+
+    create_page.select_datasource_type(DataSourceFilterType.CONFLUENCE).click_create()
+    create_page.should_see_error_for_empty_main_fields()
+    create_page.should_see_error_for_empty_confluence_fields()
+
+    create_page.select_datasource_type(DataSourceFilterType.JIRA).click_create()
+    create_page.should_see_error_for_empty_main_fields()
+    create_page.should_see_error_for_empty_jira_fields()
+
+    create_page.select_datasource_type(DataSourceFilterType.FILE).click_create()
+    create_page.should_see_error_for_empty_main_fields()
+    create_page.should_see_error_for_empty_file_fields()
+
+    create_page.select_datasource_type(DataSourceFilterType.GOOGLE).click_create()
+    create_page.should_see_error_for_empty_main_fields()
+    create_page.should_see_error_for_empty_google_fields()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_create_git_datasource(page, git_integration):
+    """Test creating a new datasource with all required fields."""
+    datasource_page = DataSourcePage(page)
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    datasource = create_page.create_git_datasource(
+        project_name=PROJECT,
+        repo_link=CredentialsManager.get_parameter("GITLAB_PROJECT"),
+        branch="main",
+        integration=git_integration.alias,
+    )
+
+    datasource_page.should_see_table_row_with_values(
+        name=datasource,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.CODE,
+        created_by=TEST_USER,
+    )
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_create_confluence_datasource(page, confluence_integration):
+    """Test creating a new datasource with all required fields."""
+    datasource_page = DataSourcePage(page)
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    datasource = create_page.create_confluence_datasource(
+        project_name=PROJECT,
+        cql_query=CredentialsManager.confluence_cql(),
+        integration=confluence_integration.alias,
+    )
+
+    datasource_page.should_see_table_row_with_values(
+        name=datasource,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.CONFLUENCE,
+        created_by=TEST_USER,
+    )
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_create_jira_datasource(page, jira_integration):
+    """Test creating a new datasource with all required fields."""
+    datasource_page = DataSourcePage(page)
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    datasource = create_page.create_jira_datasource(
+        project_name=PROJECT,
+        jql_query=CredentialsManager.jira_jql(),
+        integration=jira_integration.alias,
+    )
+
+    datasource_page.should_see_table_row_with_values(
+        name=datasource,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.JIRA,
+        created_by=TEST_USER,
+    )
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_create_file_datasource(page):
+    """Test creating a new datasource with all required fields."""
+    datasource_page = DataSourcePage(page)
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    datasource = create_page.create_file_datasource(
+        project_name=PROJECT,
+        file_path=[str(FILES_PATH / "test.txt")],
+    )
+
+    datasource_page.should_see_table_row_with_values(
+        name=datasource,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.FILE,
+        created_by=TEST_USER,
+    )
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_create_google_datasource(page):
+    """Test creating a new datasource with all required fields."""
+    datasource_page = DataSourcePage(page)
+    create_page = CreateEditDatasourcePage(page)
+
+    create_page.navigate_to()
+    datasource = create_page.create_google_datasource(
+        project_name=PROJECT,
+        google_doc_link=GOOGLE_DOC_URL,
+    )
+
+    datasource_page.should_see_table_row_with_values(
+        name=datasource,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.GOOGLE,
+        created_by=TEST_USER,
+    )

codemie_test_harness/tests/ui/datasource/test_datasource_page.py

@@ -0,0 +1,61 @@
+import pytest
+
+from codemie_test_harness.tests.ui.pageobject.datasources.datasource_page import (
+    DataSourcePage,
+)
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests import TEST_USER
+from codemie_test_harness.tests.ui._test_data.datasource_test_data import (
+    MAIN_TITLE_DATASOURCE,
+    MAIN_SUBTITLE_DATASOURCE,
+)
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_datasource_sidebar_interaction(page):
+    """Test sidebar filters interactions."""
+    search_input = get_random_name()
+    datasource_page = DataSourcePage(page)
+
+    datasource_page.navigate_to()
+    datasource_page.sidebar.should_see_title_subtitle(
+        MAIN_TITLE_DATASOURCE, MAIN_SUBTITLE_DATASOURCE
+    )
+    datasource_page.sidebar.input_data_search(search_input).should_see_search_input(
+        search_input
+    )
+    datasource_page.sidebar.should_see_selected_checkboxes()
+    datasource_page.sidebar.toggle_created_by_me().should_see_created_by_me_value(
+        TEST_USER
+    )
+    datasource_page.sidebar.should_see_project_filter()
+    datasource_page.sidebar.should_see_status_dropdown()
+    datasource_page.sidebar.should_select_status_dropdown()
+    datasource_page.sidebar.click_clear_all_button().should_see_cleared_filters()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_datasource_sidebar_hiding_elements(page):
+    """Test sidebar filters hiding."""
+    datasource_page = DataSourcePage(page)
+
+    datasource_page.navigate_to()
+    datasource_page.sidebar.click_type_filter_hide_button().should_not_see_type_filters()
+    datasource_page.sidebar.click_project_filter_hide_button().should_not_see_project_filters()
+    datasource_page.sidebar.click_created_by_filter_hide_button().should_not_see_created_by_filters()
+    datasource_page.sidebar.click_status_filter_hide_button().should_not_see_status_filters()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_datasource_page_elements_visibility(page):
+    """Test DataSource index page and sidebar elements are visible."""
+    datasource_page = DataSourcePage(page)
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_create_datasource_button()
+    datasource_page.should_see_table_rows(minimum_count=10)
+    datasource_page.should_see_table_column_names()
+    datasource_page.should_see_pagination()

codemie_test_harness/tests/ui/datasource/test_edit_datasource.py

@@ -0,0 +1,184 @@
+import pytest
+from codemie_test_harness.tests import PROJECT, TEST_USER
+from codemie_test_harness.tests.test_data.google_datasource_test_data import (
+    GOOGLE_DOC_URL,
+)
+from codemie_test_harness.tests.ui._test_data.datasource_test_data import (
+    DataSourceStatus,
+    DataSourceFilterType,
+    UPDATE_SUBTITLE_DATASOURCE,
+    UPDATE_TITLE_DATASOURCE,
+)
+from codemie_test_harness.tests.ui.pageobject.datasources.create_edit_datasource_page import (
+    CreateEditDatasourcePage,
+)
+from codemie_test_harness.tests.ui.pageobject.datasources.datasource_page import (
+    DataSourcePage,
+)
+from codemie_test_harness.tests.utils.constants import FILES_PATH
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_edit_git_datasource(
+    page, datasource_utils, git_integration, default_embedding_llm
+):
+    """Test that all main Edit Datasource page elements are visible."""
+    datasource_page = DataSourcePage(page)
+    edit_page = CreateEditDatasourcePage(page)
+
+    datasource = datasource_utils.create_gitlab_datasource(
+        setting_id=git_integration.id,
+        embeddings_model=default_embedding_llm.base_name,
+    )
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_table_row_with_values(
+        name=datasource.name,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.CODE,
+        created_by=TEST_USER,
+    )
+
+    datasource_page.open_row_action_menu(datasource.name)
+    datasource_page.should_see_edit_dropdown_values()
+    datasource_page.should_see_edit_dropdown_full_reindex_value()
+    datasource_page.click_row_action("Edit")
+
+    edit_page.sidebar.should_see_title_subtitle(
+        UPDATE_TITLE_DATASOURCE, UPDATE_SUBTITLE_DATASOURCE
+    )
+    edit_page.selector.should_see_disabled_multiselect(PROJECT)
+    edit_page.should_see_disabled_name_input(datasource.name)
+    edit_page.should_see_save_reindex_button()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_edit_confluence_datasource(page, datasource_utils, confluence_integration):
+    """Test that all main Edit Datasource page elements are visible."""
+    datasource_page = DataSourcePage(page)
+    edit_page = CreateEditDatasourcePage(page)
+
+    datasource = datasource_utils.create_confluence_datasource(
+        setting_id=confluence_integration.id,
+    )
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_table_row_with_values(
+        name=datasource.name,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.CONFLUENCE,
+        created_by=TEST_USER,
+    )
+
+    datasource_page.open_row_action_menu(datasource.name)
+    datasource_page.should_see_edit_dropdown_values()
+    datasource_page.should_see_edit_dropdown_full_reindex_value()
+    datasource_page.click_row_action("Edit")
+
+    edit_page.sidebar.should_see_title_subtitle(
+        UPDATE_TITLE_DATASOURCE, UPDATE_SUBTITLE_DATASOURCE
+    )
+    edit_page.selector.should_see_disabled_multiselect(PROJECT)
+    edit_page.should_see_disabled_name_input(datasource.name)
+    edit_page.should_see_save_reindex_button()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_edit_jira_datasource(page, datasource_utils, jira_integration):
+    """Test that all main Edit Datasource page elements are visible."""
+    datasource_page = DataSourcePage(page)
+    edit_page = CreateEditDatasourcePage(page)
+
+    datasource = datasource_utils.create_jira_datasource(
+        setting_id=jira_integration.id,
+    )
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_table_row_with_values(
+        name=datasource.name,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.JIRA,
+        created_by=TEST_USER,
+    )
+
+    datasource_page.open_row_action_menu(datasource.name)
+    datasource_page.should_see_edit_dropdown_values()
+    datasource_page.should_see_edit_dropdown_index_values()
+    datasource_page.click_row_action("Edit")
+
+    edit_page.sidebar.should_see_title_subtitle(
+        UPDATE_TITLE_DATASOURCE, UPDATE_SUBTITLE_DATASOURCE
+    )
+    edit_page.selector.should_see_disabled_multiselect(PROJECT)
+    edit_page.should_see_disabled_name_input(datasource.name)
+    edit_page.should_see_save_reindex_button()
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_edit_file_datasource(page, datasource_utils):
+    """Test that all main Edit Datasource page elements are visible."""
+    datasource_page = DataSourcePage(page)
+    edit_page = CreateEditDatasourcePage(page)
+
+    datasource = datasource_utils.create_file_datasource(
+        files=[str(FILES_PATH / "test.txt")],
+    )
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_table_row_with_values(
+        name=datasource.name,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.FILE,
+        created_by=TEST_USER,
+    )
+
+    datasource_page.open_row_action_menu(datasource.name)
+    datasource_page.should_see_edit_dropdown_values()
+    datasource_page.click_row_action("Edit")
+
+    edit_page.sidebar.should_see_title_subtitle(
+        UPDATE_TITLE_DATASOURCE, UPDATE_SUBTITLE_DATASOURCE
+    )
+    edit_page.selector.should_see_disabled_multiselect(PROJECT)
+    edit_page.should_see_disabled_name_input(datasource.name)
+
+
+@pytest.mark.datasource_ui
+@pytest.mark.ui
+def test_edit_google_datasource(page, datasource_utils):
+    """Test that all main Edit Datasource page elements are visible."""
+    datasource_page = DataSourcePage(page)
+    edit_page = CreateEditDatasourcePage(page)
+
+    datasource = datasource_utils.create_google_doc_datasource(
+        google_doc=GOOGLE_DOC_URL
+    )
+
+    datasource_page.navigate_to()
+    datasource_page.should_see_table_row_with_values(
+        name=datasource.name,
+        status=DataSourceStatus.COMPLETED,
+        project=PROJECT,
+        type_=DataSourceFilterType.GOOGLE,
+        created_by=TEST_USER,
+    )
+
+    datasource_page.open_row_action_menu(datasource.name)
+    datasource_page.should_see_edit_dropdown_values()
+    datasource_page.should_see_edit_dropdown_full_reindex_value()
+    datasource_page.click_row_action("Edit")
+
+    edit_page.sidebar.should_see_title_subtitle(
+        UPDATE_TITLE_DATASOURCE, UPDATE_SUBTITLE_DATASOURCE
+    )
+    edit_page.selector.should_see_disabled_multiselect(PROJECT)
+    edit_page.should_see_disabled_name_input(datasource.name)
+    edit_page.should_see_save_reindex_button()