codemie-test-harness 0.1.156__py3-none-any.whl → 0.1.158__py3-none-any.whl

codemie_test_harness/tests/test_data/direct_tools/notification_tools_test_data.py

@@ -18,12 +18,15 @@ notification_tools_test_data = [
             "body": f"{EMAIL_BODY}",
         },
         EMAIL_RESPONSE,
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") in ["local", "gcp"],
-            reason="Skipping this test on local environment",
-        ),
+        marks=[
+            pytest.mark.email,
+            pytest.mark.skipif(
+                os.getenv("ENV") in ["local", "gcp"],
+                reason="Skipping this test on local environment",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         NotificationTool.TELEGRAM,
         {
             "method": "POST",
@@ -50,5 +53,6 @@ notification_tools_test_data = [
                 "text": "CodeMie Test Message",
             },
         },
+        marks=pytest.mark.telegram,
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/project_management_tools_test_data.py

@@ -1,8 +1,10 @@
+import pytest
+
 from codemie_test_harness.tests.enums.tools import Toolkit, ProjectManagementTool
 from codemie_test_harness.tests.utils.constants import ProjectManagementIntegrationType
 
 project_management_tools_data = [
-    (
+    pytest.param(
         Toolkit.PROJECT_MANAGEMENT,
         ProjectManagementTool.JIRA,
         ProjectManagementIntegrationType.JIRA,
@@ -155,8 +157,9 @@ project_management_tools_data = [
              ,"customfield_36681":null,"customfield_30900":null,"customfield_30901":null,"customfield_17715":null,"customfield
              _17713":null,"customfield_27500":null}}
         """,
+        marks=pytest.mark.jira,
     ),
-    (
+    pytest.param(
         Toolkit.PROJECT_MANAGEMENT,
         ProjectManagementTool.CONFLUENCE,
         ProjectManagementIntegrationType.CONFLUENCE,
@@ -184,5 +187,6 @@ project_management_tools_data = [
         backlog estimation"","searchDuration":1359,"totalSize":1,"_links":{"self":"https://kb.epam.com/rest/api/content/search?
         expand=body.storage&cql=title+~+%22AQA+backlog+estimation%22","base":"https://kb.epam.com","context":""}}
         """,
+        marks=pytest.mark.confluence,
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/vcs_tools_test_data.py

@@ -1,8 +1,10 @@
+import pytest
+
 from codemie_test_harness.tests.enums.tools import VcsTool, Toolkit
 
 
 vcs_tools_test_data = [
-    (
+    pytest.param(
         Toolkit.VCS,
         VcsTool.GITHUB,
         {
@@ -88,8 +90,9 @@ vcs_tools_test_data = [
               "state_reason" : null
             }
         """,
+        marks=pytest.mark.github,
     ),
-    (
+    pytest.param(
         Toolkit.VCS,
         VcsTool.GITLAB,
         {
@@ -131,5 +134,6 @@ vcs_tools_test_data = [
             true,"user":{"can_merge":true}}
         
         """,
+        marks=pytest.mark.gitlab,
     ),
 ]

codemie_test_harness/tests/test_data/integrations_test_data.py

@@ -7,177 +7,280 @@ from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
 valid_integrations = [
-    (
+    pytest.param(
         CredentialTypes.AWS,
         CredentialsUtil.aws_credentials(),
+        marks=[
+            pytest.mark.aws,
+            pytest.mark.cloud,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.AZURE,
         CredentialsUtil.azure_credentials(),
+        marks=[
+            pytest.mark.azure,
+            pytest.mark.cloud,
+        ],
     ),
     pytest.param(
         CredentialTypes.GCP,
         CredentialsUtil.gcp_credentials(),
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.gcp,
+            pytest.mark.cloud,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.sonar_credentials(),
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.sonar_cloud_credentials(),
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         CredentialTypes.GIT,
         CredentialsUtil.gitlab_credentials(),
+        marks=pytest.mark.gitlab,
     ),
-    (
+    pytest.param(
         CredentialTypes.GIT,
         CredentialsUtil.github_credentials(),
+        marks=pytest.mark.github,
     ),
-    (
+    pytest.param(
         CredentialTypes.CONFLUENCE,
         CredentialsUtil.confluence_credentials(),
+        marks=[
+            pytest.mark.confluence,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.CONFLUENCE,
         CredentialsUtil.confluence_cloud_credentials(),
+        marks=[
+            pytest.mark.confluence,
+            pytest.mark.confluence_cloud,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.JIRA,
         CredentialsUtil.jira_credentials(),
+        marks=[
+            pytest.mark.jira,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.JIRA,
         CredentialsUtil.jira_cloud_credentials(),
+        marks=[
+            pytest.mark.jira,
+            pytest.mark.jira_cloud,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SQL,
         CredentialsUtil.sql_credentials(DataBaseDialect.POSTGRES),
+        marks=pytest.mark.sql,
     ),
-    (
+    pytest.param(
         CredentialTypes.SQL,
         CredentialsUtil.sql_credentials(DataBaseDialect.MY_SQL),
+        marks=pytest.mark.sql,
     ),
-    (
+    pytest.param(
         CredentialTypes.ELASTIC,
         CredentialsUtil.elastic_credentials(),
+        marks=pytest.mark.elastic,
     ),
-    (
+    pytest.param(
         CredentialTypes.MCP,
         CredentialsUtil.mcp_credentials(),
+        marks=pytest.mark.mcp,
     ),
-    (
+    pytest.param(
         CredentialTypes.AZURE_DEVOPS,
         CredentialsUtil.azure_devops_credentials(),
+        marks=pytest.mark.azure,
     ),
-    (
+    pytest.param(
         CredentialTypes.FILESYSTEM,
         CredentialsUtil.file_system_credentials(),
+        marks=pytest.mark.file_system,
     ),
-    (
+    pytest.param(
         CredentialTypes.EMAIL,
         CredentialsUtil.gmail_credentials(),
+        marks=[
+            pytest.mark.notification,
+            pytest.mark.email,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.TELEGRAM,
         CredentialsUtil.telegram_credentials(),
+        marks=[
+            pytest.mark.notification,
+            pytest.mark.telegram,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
+        marks=pytest.mark.servicenow,
     ),
-    (
+    pytest.param(
         CredentialTypes.KEYCLOAK,
         CredentialsUtil.keycloak_credentials(),
+        marks=pytest.mark.keycloak,
     ),
     pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.kubernetes,
+            pytest.mark.cloud,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
 ]
 
 testable_integrations = [
-    (
+    pytest.param(
         CredentialTypes.AWS,
         CredentialsUtil.aws_credentials(),
+        marks=[
+            pytest.mark.aws,
+            pytest.mark.cloud,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.AZURE,
         CredentialsUtil.azure_credentials(),
+        marks=[
+            pytest.mark.azure,
+            pytest.mark.cloud,
+        ],
     ),
     pytest.param(
         CredentialTypes.GCP,
         CredentialsUtil.gcp_credentials(),
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.gcp,
+            pytest.mark.cloud,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.sonar_credentials(),
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.sonar_cloud_credentials(),
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         CredentialTypes.CONFLUENCE,
         CredentialsUtil.confluence_credentials(),
+        marks=[
+            pytest.mark.confluence,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.CONFLUENCE,
         CredentialsUtil.confluence_cloud_credentials(),
+        marks=[
+            pytest.mark.confluence,
+            pytest.mark.confluence_cloud,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.JIRA,
         CredentialsUtil.jira_credentials(),
+        marks=[
+            pytest.mark.jira,
+            pytest.mark.project_management,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.JIRA,
         CredentialsUtil.jira_cloud_credentials(),
+        marks=[
+            pytest.mark.jira,
+            pytest.mark.jira_cloud,
+            pytest.mark.project_management,
+        ],
     ),
     pytest.param(
         CredentialTypes.EMAIL,
         CredentialsUtil.gmail_credentials(),
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "local",
-            reason="Skipping this test on local environment",
-        ),
+        marks=[
+            pytest.mark.email,
+            pytest.mark.notification,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "local",
+                reason="Skipping this test on local environment",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.servicenow_credentials(),
+        marks=pytest.mark.servicenow,
     ),
     pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.kubernetes_credentials(),
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.kubernetes,
+            pytest.mark.cloud,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
 ]
 
 invalid_integrations = [
-    (
+    pytest.param(
         CredentialTypes.AWS,
         CredentialsUtil.invalid_aws_credentials(),
         "An error occurred (SignatureDoesNotMatch) when calling the GetUser operation: The request signature we calculated does not match the signature you provided. Check your AWS Secret Access Key and signing method. Consult the service documentation for details.",
+        marks=[
+            pytest.mark.aws,
+            pytest.mark.cloud,
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.AZURE,
         CredentialsUtil.invalid_azure_credentials(),
         "Invalid client secret provided. Ensure the secret being sent in the request is the client secret value, not the client secret ID, for a secret added to app",
+        marks=[
+            pytest.mark.azure,
+            pytest.mark.cloud,
+        ],
     ),
     pytest.param(
         CredentialTypes.GCP,
@@ -185,48 +288,65 @@ invalid_integrations = [
         "Error: ('Could not deserialize key data. The data may be in an incorrect format, "
         + "the provided password may be incorrect, it may be encrypted with an unsupported algorithm, "
         + "or it may be an unsupported key type",
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.gcp,
+            pytest.mark.cloud,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.invalid_sonar_credentials(),
         "Invalid token",
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         CredentialTypes.SONAR,
         CredentialsUtil.invalid_sonar_cloud_credentials(),
         "Invalid token",
+        marks=pytest.mark.sonar,
     ),
     pytest.param(
         CredentialTypes.EMAIL,
         CredentialsUtil.invalid_gmail_credentials(),
         "SMTP Code: 535. SMTP error",
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "local",
-            reason="Skipping this test on local environment",
-        ),
+        marks=[
+            pytest.mark.email,
+            pytest.mark.notification,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "local",
+                reason="Skipping this test on local environment",
+            ),
+        ],
     ),
-    (
+    pytest.param(
         CredentialTypes.JIRA,
         CredentialsUtil.invalid_jira_credentials(),
         "Unauthorized (401)",
+        marks=pytest.mark.jira,
     ),
-    (
+    pytest.param(
         CredentialTypes.CONFLUENCE,
         CredentialsUtil.invalid_confluence_credentials(),
         "Access denied",
+        marks=pytest.mark.confluence,
     ),
-    (
+    pytest.param(
         CredentialTypes.SERVICE_NOW,
         CredentialsUtil.invalid_servicenow_credentials(),
         'ServiceNow tool exception. Status: 401. Response: {"error":{"message":"User Not Authenticated","detail":"Required to provide Auth information"}',
+        marks=pytest.mark.servicenow,
     ),
-    (
+    pytest.param(
         CredentialTypes.KUBERNETES,
         CredentialsUtil.invalid_kubernetes_credentials(),
         "Error: (401)\nReason: Unauthorized",
+        marks=[
+            pytest.mark.kubernetes,
+            pytest.mark.cloud,
+        ],
     ),
 ]

codemie_test_harness/tests/test_data/project_management_test_data.py

@@ -1,3 +1,5 @@
+import pytest
+
 from codemie_test_harness.tests.enums.tools import ProjectManagementTool
 from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
@@ -12,28 +14,32 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
 from codemie_test_harness.tests.utils.constants import ProjectManagementIntegrationType
 
 pm_tools_test_data = [
-    (
+    pytest.param(
         ProjectManagementTool.JIRA,
         ProjectManagementIntegrationType.JIRA,
         JIRA_TOOL_PROMPT,
         RESPONSE_FOR_JIRA_TOOL,
+        marks=pytest.mark.jira,
     ),
-    (
+    pytest.param(
         ProjectManagementTool.CONFLUENCE,
         ProjectManagementIntegrationType.CONFLUENCE,
         CONFLUENCE_TOOL_PROMPT,
         RESPONSE_FOR_CONFLUENCE_TOOL,
+        marks=pytest.mark.confluence,
     ),
-    (
+    pytest.param(
         ProjectManagementTool.JIRA,
         ProjectManagementIntegrationType.JIRA_CLOUD,
         JIRA_CLOUD_TOOL_PROMPT,
         RESPONSE_FOR_JIRA_CLOUD_TOOL,
+        marks=[pytest.mark.jira, pytest.mark.jira_cloud],
     ),
-    (
+    pytest.param(
         ProjectManagementTool.CONFLUENCE,
         ProjectManagementIntegrationType.CONFLUENCE_CLOUD,
         CONFLUENCE_CLOUD_TOOL_PROMPT,
         RESPONSE_FOR_CONFLUENCE_CLOUD_TOOL,
+        marks=[pytest.mark.confluence, pytest.mark.confluence_cloud],
     ),
 ]

codemie_test_harness/tests/test_data/vcs_tools_test_data.py

@@ -1,5 +1,7 @@
 import os
 
+import pytest
+
 from codemie_test_harness.tests.enums.tools import VcsTool
 
 GITHUB_TOOL_TASK = (
@@ -57,6 +59,10 @@ RESPONSE_FOR_GITLAB = f"""
 """
 
 vcs_tools_test_data = [
-    (VcsTool.GITHUB, GITHUB_TOOL_TASK, RESPONSE_FOR_GITHUB),
-    (VcsTool.GITLAB, GITLAB_TOOL_TASK, RESPONSE_FOR_GITLAB),
+    pytest.param(
+        VcsTool.GITHUB, GITHUB_TOOL_TASK, RESPONSE_FOR_GITHUB, marks=pytest.mark.github
+    ),
+    pytest.param(
+        VcsTool.GITLAB, GITLAB_TOOL_TASK, RESPONSE_FOR_GITLAB, marks=pytest.mark.gitlab
+    ),
 ]

codemie_test_harness/tests/ui/test_create_workflow.py

@@ -11,6 +11,7 @@ from codemie_test_harness.tests.ui.pageobject.workflows.create_workflow_page imp
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_page_elements_visibility(page):
     """Test that all main elements are visible on Create Workflow page."""
@@ -33,6 +34,7 @@ def test_create_workflow_page_elements_visibility(page):
     create_page.sidebar.should_have_workflows_title()
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_form_interactions(page):
     """Test form field interactions and input validation."""
@@ -63,6 +65,7 @@ def test_create_workflow_form_interactions(page):
     create_page.should_have_shared_switch_unchecked()
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_dropdowns_interaction(page):
     """Test dropdown interactions for project and workflow mode."""
@@ -84,6 +87,7 @@ def test_create_workflow_dropdowns_interaction(page):
     create_page.should_have_workflow_mode_selected("Sequential")
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_yaml_editor_functionality(page):
     """Test YAML editor functionality."""
@@ -105,6 +109,7 @@ def test_create_workflow_yaml_editor_functionality(page):
     create_page.should_have_entered_yaml_configuration(test_yaml)
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_visualization_section(page):
     """Test workflow visualization section functionality."""
@@ -121,6 +126,7 @@ def test_create_workflow_visualization_section(page):
     create_page.should_have_visualization_section_visible()
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_navigation_buttons(page):
     """Test navigation button interactions."""
@@ -143,6 +149,7 @@ def test_create_workflow_navigation_buttons(page):
     create_page.should_have_url_containing("#/workflows/my")
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_sidebar_functionality(page):
     """Test sidebar functionality from Create Workflow page."""
@@ -164,6 +171,7 @@ def test_create_workflow_sidebar_functionality(page):
     create_page.should_have_url_containing("#/workflows/all")
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_header_navigation(page):
     """Test header navigation from Create Workflow page."""
@@ -185,6 +193,7 @@ def test_create_workflow_header_navigation(page):
     create_page.should_have_url_containing("#/workflows")
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_workflow_mode_information(page):
     """Test workflow mode information display."""
@@ -195,6 +204,7 @@ def test_create_workflow_workflow_mode_information(page):
     create_page.should_show_workflow_mode_info()
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_default_field_values(page):
     """Test default field values on page load."""
@@ -213,6 +223,7 @@ def test_create_workflow_default_field_values(page):
     create_page.should_have_workflow_mode_selected("Sequential")
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_button_states(page):
     """Test create button enabled/disabled states."""
@@ -231,6 +242,7 @@ def test_create_workflow_button_states(page):
     create_page.should_have_create_button_disabled()
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_form_validation(page):
     """Test form validation scenarios."""
@@ -247,6 +259,7 @@ def test_create_workflow_form_validation(page):
     )
 
 
+@pytest.mark.workflow_ui
 @pytest.mark.ui
 def test_create_workflow_complete_workflow_creation(page):
     """Test complete workflow creation using the create_workflow method."""