codemie-test-harness 0.1.179__py3-none-any.whl → 0.1.181__py3-none-any.whl

codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -53,8 +53,8 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credential_type, credentials, prompt, expected_response",
     cloud_test_data,
@@ -97,8 +97,8 @@ def test_assistant_with_default_integration_cloud(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_ado(
     general_integration,
     integration_utils,
@@ -135,8 +135,8 @@ def test_assistant_with_default_integration_ado(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected_response",
     sonar_tools_test_data,
@@ -180,8 +180,8 @@ def test_assistant_with_default_integration_codebase(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_git(
     general_integration,
     integration_utils,
@@ -234,8 +234,8 @@ def test_assistant_with_default_integration_git(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_jira(
     general_integration,
     integration_utils,
@@ -273,8 +273,8 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,
@@ -309,7 +309,7 @@ def test_assistant_with_default_integration_email(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_default_integration_keycloak(
     general_integration,
     integration_utils,
@@ -346,7 +346,7 @@ def test_assistant_with_default_integration_keycloak(
 @pytest.mark.integration
 @pytest.mark.user_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_default_integration_report_portal(
     general_integration,
     integration_utils,

codemie_test_harness/tests/integrations/user/test_user_integrations.py

@@ -22,8 +22,8 @@ from codemie_test_harness.tests.utils.base_utils import (
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2486, EPMCDME-2487, EPMCDME-2387, EPMCDME-2388")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2486, EPMCDME-2487, EPMCDME-2387, EPMCDME-2388")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -55,8 +55,8 @@ def test_integration_created(
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2381, EPMCDME-2380, EPMCDME-3107")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2381, EPMCDME-2380, EPMCDME-3107")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -93,8 +93,8 @@ def test_integration_after_creation(
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2375")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2375")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -138,8 +138,8 @@ def test_update_integration(
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-3111, EPMCDME-2379, EPMCDME-2384")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-3111, EPMCDME-2379, EPMCDME-2384")
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -180,7 +180,7 @@ def test_integration_with_invalid_credentials(
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -204,7 +204,7 @@ def test_integration_during_creation(credential_type, credentials, integration_u
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -226,8 +226,8 @@ def test_integration_during_creation_with_invalid_credentials(
 
 @pytest.mark.integration
 @pytest.mark.user_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2373")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2373")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,

codemie_test_harness/tests/llm/assistants/test_lite_llm.py

@@ -70,7 +70,7 @@ def pytest_generate_tests(metafunc):
 
 @pytest.mark.assistant
 @pytest.mark.lite_llm
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_different_models_in_lite_llm(
     llm_utils,
     lite_llm_integration,
@@ -93,7 +93,7 @@ def test_assistant_with_different_models_in_lite_llm(
 
 @pytest.mark.assistant
 @pytest.mark.lite_llm
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_invalid_lite_llm(
     invalid_lite_llm_integration,
     assistant,

codemie_test_harness/tests/llm/assistants/test_llm.py

@@ -33,7 +33,7 @@ def pytest_generate_tests(metafunc):
 
 @pytest.mark.assistant
 @pytest.mark.llm
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_assistant_with_different_models(
     llm_utils, assistant_utils, model_type, similarity_check
@@ -54,7 +54,7 @@ def test_assistant_with_different_models(
 @pytest.mark.assistant
 @pytest.mark.llm
 @pytest.mark.top_p
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_assistant_with_different_models_with_top_p_parameter(
     llm_utils, assistant_utils, model_type, similarity_check
@@ -75,7 +75,7 @@ def test_assistant_with_different_models_with_top_p_parameter(
 @pytest.mark.assistant
 @pytest.mark.llm
 @pytest.mark.temperature
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_assistant_with_different_models_with_temperature_parameter(
     llm_utils, assistant_utils, model_type, similarity_check

codemie_test_harness/tests/providers/test_providers_endpoints.py

@@ -24,7 +24,7 @@ nonexistent_id = "nonexistent-provider-id-12345"
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_providers_endpoint(providers_utils):
     response = providers_utils.send_get_request_to_providers_endpoint()
 
@@ -47,7 +47,7 @@ def test_get_providers_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_post_providers_endpoint(providers_utils):
     request_json = providers_utils.provider_request_json()
     # Ensure unique provider name to avoid conflicts
@@ -74,7 +74,7 @@ def test_post_providers_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_post_providers_endpoint_validation_error(providers_utils):
     """Test POST /v1/providers with invalid provided_toolkits node"""
     request_json = providers_utils.provider_request_json()
@@ -90,7 +90,7 @@ def test_post_providers_endpoint_validation_error(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_post_providers_endpoint_with_existing_name(providers_utils):
     provider_id = providers_utils.create_provider()
 
@@ -117,7 +117,7 @@ def test_post_providers_endpoint_with_existing_name(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_providers_datasource_schema_endpoint(providers_utils):
     response = providers_utils.send_get_request_datasource_schemas_endpoint()
 
@@ -146,7 +146,7 @@ def test_get_providers_datasource_schema_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_provider_by_id_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
 
@@ -157,7 +157,7 @@ def test_get_provider_by_id_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_nonexistent_provider(providers_utils):
     """Test error handling when requesting nonexistent provider."""
     response = providers_utils.get_provider_by_id(nonexistent_id)
@@ -178,7 +178,7 @@ def test_get_nonexistent_provider(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_put_provider_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
     provider = providers_utils.get_provider_by_id(provider_id).json()
@@ -196,7 +196,7 @@ def test_put_provider_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_put_nonexistent_provider(providers_utils):
     response = providers_utils.update_provider(nonexistent_id, {})
 
@@ -215,7 +215,7 @@ def test_put_nonexistent_provider(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_delete_provider_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
     delete_response = providers_utils.send_delete_provider_request(provider_id)
@@ -235,7 +235,7 @@ def test_delete_provider_endpoint(providers_utils):
 
 
 @pytest.mark.provider
-@pytest.mark.regression
+@pytest.mark.api
 def test_delete_nonexistent_provider(providers_utils):
     """Test error handling when requesting nonexistent provider."""
     response = providers_utils.send_delete_provider_request(nonexistent_id)

codemie_test_harness/tests/search/test_search_assistant.py

@@ -84,7 +84,7 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.assistant
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2429, EPMCDME-4102")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_search_assistant_by_filters(search_utils, filters, test_assistant_name):
     response = search_utils.list_assistants(filters)

codemie_test_harness/tests/search/test_search_datasource.py

@@ -152,7 +152,7 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.datasource
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_datasource_by_name(
     search_utils, name_filters, datasource_name_for_search
 ):
@@ -165,7 +165,7 @@ def test_search_datasource_by_name(
 @pytest.mark.datasource
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_datasource_by_type(
     search_utils, type_test_data, datasource_name_for_search
 ):
@@ -181,7 +181,7 @@ def test_search_datasource_by_type(
 @pytest.mark.datasource
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_datasource_by_owner(
     search_utils, owner_test_data, datasource_name_for_search
 ):
@@ -197,7 +197,7 @@ def test_search_datasource_by_owner(
 @pytest.mark.datasource
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_datasource_by_status(
     search_utils, status_test_data, datasource_name_for_search
 ):
@@ -211,7 +211,7 @@ def test_search_datasource_by_status(
 @pytest.mark.datasource
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_datasource_by_project(
     search_utils, project_test_data, datasource_name_for_search
 ):

codemie_test_harness/tests/search/test_search_integration.py

@@ -110,7 +110,7 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.user_integration
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-4243")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_user_integration(search_utils, user_filters, user_integration_name):
     response = search_utils.list_integrations(
         setting_type=IntegrationType.USER, filters=user_filters
@@ -124,7 +124,7 @@ def test_search_user_integration(search_utils, user_filters, user_integration_na
 @pytest.mark.project_integration
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-3083")
-@pytest.mark.regression
+@pytest.mark.api
 def test_search_project_integration(
     search_utils, project_filters, project_integration_name
 ):

codemie_test_harness/tests/search/test_search_workflow.py

@@ -81,7 +81,7 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.workflow
 @pytest.mark.search
 @pytest.mark.testcase("EPMCDME-3948")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_search_workflows_by_filters(
     search_utils, test_case_data, workflow_name_for_search

codemie_test_harness/tests/service/test_assistant_service.py

@@ -56,7 +56,7 @@ def validate_assistant_full_response(assistant):
     )
 
 
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_tools(assistant_utils):
     toolkits = assistant_utils.get_assistant_tools()
 

codemie_test_harness/tests/test_data/codebase_tools_test_data.py

@@ -24,16 +24,22 @@ as indicated by the file paths and extensions such as .java.""",
         CodeBaseTool.READ_FILES_CONTENT_SUMMARY,
         "Find build.gradle and say for what purpose we use the project, only one purpose",
         """
-                The project appears to be focused on automated testing,
-                particularly regression testing for APIs and UI components as well as featured run
-            """,
+            The project appears to be focused on automated testing, 
+            particularly regression testing for APIs and UI components as well as featured run
+        """,
     ),
     (
         Toolkit.CODEBASE_TOOLS,
         CodeBaseTool.SEARCH_CODE_REPO_BY_PATH,
         "Find the file be path src/main/Test.java and return value which in file",
-        """File contain only one method public class TestClass {  public static void main(String[] args) {
-System.out.println("Hello, World!");}}""",
+        """
+            File contain only one method 
+            public class TestClass {  
+                public static void main(String[] args) {
+                    System.out.println("Hello, World!");
+                }
+            }
+        """,
     ),
     (
         Toolkit.CODEBASE_TOOLS,

codemie_test_harness/tests/test_data/file_test_data.py

@@ -1,3 +1,5 @@
+from codemie_test_harness.tests.enums.tools import Default
+
 file_test_data = [
     (
         "test.docx",
@@ -25,6 +27,7 @@ file_test_data = [
             •	Chinese Yuan Renminbi
             The system should display costs in the chosen currency, along with the currency code and numeric identifier, to help travelers more accurately budget and decide on accommodations. For example, AUD 36 Australian dollar.
         """,
+        Default.DOCX_TOOL,
     ),
     (
         "test.xlsx",
@@ -34,6 +37,7 @@ file_test_data = [
             Data	Cats	111
             None	None	Travellers
         """,
+        Default.EXCEL_TOOL,
     ),
     (
         "test.vtt",
@@ -46,6 +50,7 @@ file_test_data = [
             00:00:02.500 --> 00:00:04.300
             and the way we access it is changing
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.ini",
@@ -61,6 +66,7 @@ file_test_data = [
             rp_project = epm-cdme
             rp_launch = Pytest Regression
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.csv",
@@ -73,10 +79,12 @@ file_test_data = [
 
             1918: 1991, track A: track D
         """,
+        Default.PYTHON_REPL_AST,
     ),
     (
         "test.json",
         "The content in the context is from a source document titled 'Automation Test' and contains the word 'Test'.json",
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.yaml",
@@ -103,6 +111,7 @@ file_test_data = [
               and form data specifying the file's path and MIME type. The expected response for a successful upload is a status code of `200`
                with a response body containing the word "Success".
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.xml",
@@ -121,6 +130,7 @@ file_test_data = [
                 </body>
             </request>
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.pptx",
@@ -149,6 +159,7 @@ file_test_data = [
             #### Conclusion
             The document concludes by emphasizing that software testing is crucial for ensuring applications work as intended, thereby reducing bugs and enhancing quality.pptx
         """,
+        Default.PPTX_TOOL,
     ),
     (
         "test.pdf",
@@ -156,6 +167,7 @@ file_test_data = [
             It contains a simple message stating "This file is for test purpose."
             followed by some whitespace and a separator line.
         """,
+        Default.PDF_TOOL,
     ),
     (
         "test.txt",
@@ -165,6 +177,7 @@ file_test_data = [
             **Source:** test.txt  
             **File Content:** This file is for test purpose.
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.gif",
@@ -176,6 +189,7 @@ file_test_data = [
             The dog's expression may appear as if it's imitating a human smile,
             which often results in comical interpretations in GIFs and memes.
         """,
+        (),
     ),
     (
         "test.jpeg",
@@ -187,6 +201,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
     (
         "test.jpg",
@@ -198,6 +213,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
     (
         "test.png",
@@ -209,6 +225,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
 ]
 

codemie_test_harness/tests/ui/assistants/test_create_assistant.py

@@ -41,7 +41,7 @@ from codemie_test_harness.tests.ui.pageobject.assistants.create_assistant_page i
 class TestCreateAssistantPageElements:
     """Test suite for Create Assistant page element visibility and structure."""
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_page_elements_visibility(self, page):
         """
@@ -72,7 +72,7 @@ class TestCreateAssistantPageElements:
         create_page.should_have_page_content_visible()
         create_page.should_not_have_loading_indicator()
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_navigation_from_assistants_page(self, page):
         """
@@ -98,7 +98,7 @@ class TestCreateAssistantPageElements:
         create_page = CreateAssistantPage(page)
         create_page.should_be_on_create_assistant_page()
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_ai_generator_modal_visibility_and_handling(self, page):
         """
@@ -125,7 +125,7 @@ class TestCreateAssistantPageElements:
         create_page.should_be_on_create_assistant_page()
         create_page.should_have_all_form_fields_visible()
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_ai_generator_modal_create_manually_workflow(self, page):
         """
@@ -166,7 +166,7 @@ class TestCreateAssistantPageElements:
 class TestCreateAssistantFormInteractions:
     """Test suite for form field interactions and input validation."""
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_form_field_interactions(self, page):
         """
@@ -216,7 +216,7 @@ class TestCreateAssistantFormInteractions:
         create_page.fill_icon_url(test_icon_url)
         create_page.should_have_icon_url_value(test_icon_url)
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_default_field_values(self, page):
         """
@@ -255,7 +255,7 @@ class TestCreateAssistantCriticalHappyPath:
     ensuring that the essential functionality works correctly for end users.
     """
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_minimal_required_fields(self, page):
         """
@@ -288,7 +288,7 @@ class TestCreateAssistantCriticalHappyPath:
         assistants_page = AssistantsPage(page)
         assert_assistant_created_successfully(assistants_page, test_data.name)
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_button_states_and_validation(self, page):
         """
@@ -318,7 +318,7 @@ class TestCreateAssistantCriticalHappyPath:
 class TestCreateAssistantNavigation:
     """Test suite for navigation functionality within the Create Assistant workflow."""
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_cancel_navigation(self, page):
         """
@@ -350,7 +350,7 @@ class TestCreateAssistantNavigation:
         assistants_page = AssistantsPage(page)
         assistants_page.should_be_on_assistants_page()
 
-    @pytest.mark.assistant_ui
+    @pytest.mark.assistant
     @pytest.mark.ui
     def test_create_assistant_back_button_navigation(self, page):
         """
@@ -403,6 +403,6 @@ def assert_assistant_created_successfully(
 # ==================== PYTEST MARKERS AND CONFIGURATION ====================
 
 pytestmark = [
-    pytest.mark.assistant_ui,  # Mark all tests in this module as assistant UI tests
+    pytest.mark.assistant,  # Mark all tests in this module as assistant UI tests
     pytest.mark.ui,  # Mark all tests as UI tests
 ]