codemie-test-harness 0.1.156__py3-none-any.whl → 0.1.158__py3-none-any.whl

codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -45,6 +45,13 @@ pytestmark = pytest.mark.skipif(
 )
 
 
+@pytest.mark.assistant
+@pytest.mark.cloud
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credential_type, credentials, prompt, expected_response",
     cloud_test_data,
@@ -55,8 +62,6 @@ pytestmark = pytest.mark.skipif(
         f"{Toolkit.CLOUD}_{CloudTool.KUBERNETES}",
     ],
 )
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_cloud(
     general_integration,
     integration_utils,
@@ -90,6 +95,11 @@ def test_assistant_with_default_integration_cloud(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_ado(
@@ -124,13 +134,17 @@ def test_assistant_with_default_integration_ado(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected_response",
     sonar_tools_test_data,
     ids=[f"{row[0]}_{row[1]}" for row in sonar_tools_test_data],
 )
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_codebase(
     general_integration,
     integration_utils,
@@ -165,6 +179,11 @@ def test_assistant_with_default_integration_codebase(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.gitlab
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_git(
@@ -213,6 +232,12 @@ def test_assistant_with_default_integration_git(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.jira
+@pytest.mark.project_management
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_jira(
@@ -246,6 +271,12 @@ def test_assistant_with_default_integration_jira(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.assistant
+@pytest.mark.email
+@pytest.mark.notification
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-2377")
 def test_assistant_with_default_integration_email(
@@ -277,6 +308,11 @@ def test_assistant_with_default_integration_email(
     similarity_check.check_similarity(response, EMAIL_RESPONSE)
 
 
+@pytest.mark.assistant
+@pytest.mark.keycloak
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 def test_assistant_with_default_integration_keycloak(
     general_integration,

codemie_test_harness/tests/integrations/user/test_user_integrations.py

@@ -21,6 +21,10 @@ from codemie_test_harness.tests.utils.base_utils import (
 )
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2486, EPMCDME-2487, EPMCDME-2387, EPMCDME-2388")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -49,8 +53,6 @@ from codemie_test_harness.tests.utils.base_utils import (
         f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2486, EPMCDME-2487, EPMCDME-2387, EPMCDME-2388")
 def test_integration_created(
     credential_type, credentials, general_integration, integration_utils
 ):
@@ -76,6 +78,10 @@ def test_integration_created(
     )
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2381, EPMCDME-2380, EPMCDME-3107")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -94,8 +100,6 @@ def test_integration_created(
         f"User integration: {CredentialTypes.KUBERNETES}",
     ],
 )
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2381, EPMCDME-2380, EPMCDME-3107")
 def test_integration_after_creation(
     credential_type, credentials, general_integration, integration_utils
 ):
@@ -126,6 +130,10 @@ def test_integration_after_creation(
     )
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2375")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -154,8 +162,6 @@ def test_integration_after_creation(
         f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
-@pytest.mark.tescase("EPMCDME-2375")
-@pytest.mark.regression
 def test_update_integration(
     credential_type, credentials, general_integration, integration_utils
 ):
@@ -193,6 +199,10 @@ def test_update_integration(
     assert_that(updated_integration.alias, equal_to(updated_alias))
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-3111, EPMCDME-2379, EPMCDME-2384")
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -209,8 +219,6 @@ def test_update_integration(
         f"User integration: {CredentialTypes.KUBERNETES}",
     ],
 )
-@pytest.mark.tescase("EPMCDME-3111, EPMCDME-2379, EPMCDME-2384")
-@pytest.mark.regression
 def test_integration_with_invalid_credentials(
     credential_type, credentials, error_message, integration_utils
 ):
@@ -245,6 +253,9 @@ def test_integration_with_invalid_credentials(
         assert_error_details(e.response, 400, error_message)
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -263,7 +274,6 @@ def test_integration_with_invalid_credentials(
         f"User integration: {CredentialTypes.KUBERNETES}",
     ],
 )
-@pytest.mark.regression
 def test_integration_during_creation(credential_type, credentials, integration_utils):
     integration_test_model = IntegrationTestRequest(
         credential_type=credential_type,
@@ -281,6 +291,9 @@ def test_integration_during_creation(credential_type, credentials, integration_u
     )
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -297,7 +310,6 @@ def test_integration_during_creation(credential_type, credentials, integration_u
         f"User integration: {CredentialTypes.KUBERNETES}",
     ],
 )
-@pytest.mark.regression
 def test_integration_during_creation_with_invalid_credentials(
     credential_type, credentials, error_message, integration_utils
 ):
@@ -313,6 +325,10 @@ def test_integration_during_creation_with_invalid_credentials(
         assert_error_details(e.response, 400, error_message)
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.regression
+@pytest.mark.tescase("EPMCDME-2373")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -341,8 +357,6 @@ def test_integration_during_creation_with_invalid_credentials(
         f"User integration: {CredentialTypes.KEYCLOAK}",
     ],
 )
-@pytest.mark.tescase("EPMCDME-2373")
-@pytest.mark.regression
 def test_delete_integration(
     credential_type, credentials, general_integration, integration_utils
 ):

codemie_test_harness/tests/llm/assistants/test_llm.py

@@ -31,6 +31,8 @@ def pytest_generate_tests(metafunc):
         metafunc.parametrize("model_type", test_data)
 
 
+@pytest.mark.assistant
+@pytest.mark.llm
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_assistant_with_different_models(
@@ -49,6 +51,9 @@ def test_assistant_with_different_models(
     similarity_check.check_similarity(response, "Hello")
 
 
+@pytest.mark.assistant
+@pytest.mark.llm
+@pytest.mark.top_p
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_assistant_with_different_models_with_top_p_parameter(
@@ -67,6 +72,9 @@ def test_assistant_with_different_models_with_top_p_parameter(
     similarity_check.check_similarity(response, "Hello")
 
 
+@pytest.mark.assistant
+@pytest.mark.llm
+@pytest.mark.temperature
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_assistant_with_different_models_with_temperature_parameter(

codemie_test_harness/tests/providers/test_providers_endpoints.py

@@ -23,6 +23,7 @@ nonexistent_id = "nonexistent-provider-id-12345"
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_get_providers_endpoint(providers_utils):
     response = providers_utils.send_get_request_to_providers_endpoint()
@@ -45,6 +46,7 @@ def test_get_providers_endpoint(providers_utils):
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_post_providers_endpoint(providers_utils):
     request_json = providers_utils.provider_request_json()
@@ -71,6 +73,7 @@ def test_post_providers_endpoint(providers_utils):
     )
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_post_providers_endpoint_validation_error(providers_utils):
     """Test POST /v1/providers with invalid provided_toolkits node"""
@@ -86,6 +89,7 @@ def test_post_providers_endpoint_validation_error(providers_utils):
     )
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_post_providers_endpoint_with_existing_name(providers_utils):
     provider_id = providers_utils.create_provider()
@@ -112,6 +116,7 @@ def test_post_providers_endpoint_with_existing_name(providers_utils):
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_get_providers_datasource_schema_endpoint(providers_utils):
     response = providers_utils.send_get_request_datasource_schemas_endpoint()
@@ -140,6 +145,7 @@ def test_get_providers_datasource_schema_endpoint(providers_utils):
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_get_provider_by_id_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
@@ -150,6 +156,7 @@ def test_get_provider_by_id_endpoint(providers_utils):
     assert_that(provider_response.json()["id"], equal_to(provider_id))
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_get_nonexistent_provider(providers_utils):
     """Test error handling when requesting nonexistent provider."""
@@ -170,6 +177,7 @@ def test_get_nonexistent_provider(providers_utils):
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_put_provider_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
@@ -187,6 +195,7 @@ def test_put_provider_endpoint(providers_utils):
     assert_that(update_response.json()["provided_toolkits"], equal_to(toolkits))
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_put_nonexistent_provider(providers_utils):
     response = providers_utils.update_provider(nonexistent_id, {})
@@ -205,6 +214,7 @@ def test_put_nonexistent_provider(providers_utils):
 # =============================================================================
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_delete_provider_endpoint(providers_utils):
     provider_id = providers_utils.create_provider()
@@ -224,6 +234,7 @@ def test_delete_provider_endpoint(providers_utils):
     )
 
 
+@pytest.mark.provider
 @pytest.mark.regression
 def test_delete_nonexistent_provider(providers_utils):
     """Test error handling when requesting nonexistent provider."""

codemie_test_harness/tests/search/test_search_assistant.py

@@ -81,6 +81,8 @@ def pytest_generate_tests(metafunc):
         )
 
 
+@pytest.mark.assistant
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2429, EPMCDME-4102")
 @pytest.mark.regression
 @pytest.mark.smoke

codemie_test_harness/tests/search/test_search_datasource.py

@@ -149,6 +149,8 @@ def pytest_generate_tests(metafunc):
         )
 
 
+@pytest.mark.datasource
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
 @pytest.mark.regression
 def test_search_datasource_by_name(
@@ -160,6 +162,8 @@ def test_search_datasource_by_name(
     assert_that(datasource_name_for_search in names, ASSERTION_ERROR)
 
 
+@pytest.mark.datasource
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
 @pytest.mark.regression
 def test_search_datasource_by_type(
@@ -174,6 +178,8 @@ def test_search_datasource_by_type(
     assert_that(datasource_name_for_search in names, ASSERTION_ERROR)
 
 
+@pytest.mark.datasource
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
 @pytest.mark.regression
 def test_search_datasource_by_owner(
@@ -188,6 +194,8 @@ def test_search_datasource_by_owner(
     assert_that(datasource_name_for_search in names, ASSERTION_ERROR)
 
 
+@pytest.mark.datasource
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
 @pytest.mark.regression
 def test_search_datasource_by_status(
@@ -200,6 +208,8 @@ def test_search_datasource_by_status(
     assert_that(datasource_name_for_search in names, ASSERTION_ERROR)
 
 
+@pytest.mark.datasource
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-2391")
 @pytest.mark.regression
 def test_search_datasource_by_project(

codemie_test_harness/tests/search/test_search_integration.py

@@ -106,6 +106,9 @@ def pytest_generate_tests(metafunc):
         )
 
 
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-4243")
 @pytest.mark.regression
 def test_search_user_integration(search_utils, user_filters, user_integration_name):
@@ -117,6 +120,9 @@ def test_search_user_integration(search_utils, user_filters, user_integration_na
     assert_that(user_integration_name in names, ASSERTION_ERROR)
 
 
+@pytest.mark.integration
+@pytest.mark.project_integration
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-3083")
 @pytest.mark.regression
 def test_search_project_integration(

codemie_test_harness/tests/search/test_search_workflow.py

@@ -78,6 +78,8 @@ def pytest_generate_tests(metafunc):
         )
 
 
+@pytest.mark.workflow
+@pytest.mark.search
 @pytest.mark.testcase("EPMCDME-3948")
 @pytest.mark.regression
 @pytest.mark.smoke

codemie_test_harness/tests/test_data/cloud_tools_test_data.py

@@ -7,7 +7,7 @@ from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
 cloud_test_data = [
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.AWS,
         CredentialTypes.AWS,
@@ -25,8 +25,9 @@ cloud_test_data = [
             *   epam-cloud-s3-access-logs-025066278959-us-east-1
             *   terraform-states-025066278959
         """,
+        marks=pytest.mark.aws,
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.AZURE,
         CredentialTypes.AZURE,
@@ -43,6 +44,7 @@ cloud_test_data = [
              - environment: codemie-azure
             Provisioning State: Succeeded
         """,
+        marks=pytest.mark.azure,
     ),
     pytest.param(
         Toolkit.CLOUD,
@@ -101,10 +103,13 @@ cloud_test_data = [
             - **Uniform Bucket Level Access**: `False`
             - **Public Access Prevention**: `inherited`
         """,
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") in ["azure", "gcp"],
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.gcp,
+            pytest.mark.skipif(
+                os.getenv("ENV") in ["azure", "gcp"],
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
     pytest.param(
         Toolkit.CLOUD,
@@ -126,9 +131,12 @@ cloud_test_data = [
             7. argo-cd-redis-ha-announce-2
             8. argo-cd-redis-ha-haproxy
         """,
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.kubernetes,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
 ]

codemie_test_harness/tests/test_data/codebase_tools_test_data.py

@@ -1,3 +1,5 @@
+import pytest
+
 from codemie_test_harness.tests.enums.tools import Toolkit, CodeBaseTool
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
@@ -42,7 +44,7 @@ System.out.println("Hello, World!");}}""",
 ]
 
 sonar_tools_test_data = [
-    (
+    pytest.param(
         Toolkit.CODEBASE_TOOLS,
         CodeBaseTool.SONAR,
         CredentialsUtil.sonar_credentials(),
@@ -54,8 +56,9 @@ sonar_tools_test_data = [
             Answer must be: Yes, I have an access to SonarQube or No, I do not have an access to SonarQube. Without any information about code smells.
         """,
         "Yes, I have an access to SonarQube",
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         Toolkit.CODEBASE_TOOLS,
         CodeBaseTool.SONAR_CLOUD,
         CredentialsUtil.sonar_cloud_credentials(),
@@ -67,5 +70,6 @@ sonar_tools_test_data = [
             Answer must be: Yes, I have an access to SonarQube or No, I do not have an access to SonarQube. Without any information about code smells.
         """,
         "Yes, I have an access to SonarCloud",
+        marks=pytest.mark.sonar,
     ),
 ]

codemie_test_harness/tests/test_data/data_management_tools_test_data.py

@@ -5,46 +5,13 @@ import pytest
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 
 ELASTIC_TOOL_TASK = """
-    Search for Document ID: Zx4eF5cBvnDA_Y45jlWN in codemie_metrics_logs index
+    send the query to Elastic:
+    {'index': 'codemie-*', 'query': {'size': 0, 'aggs': {'indices': {'terms': {'field': '_index', 'size': 5, 'order': {'_count': 'asc'}}}}}}
+    return only the number of failed from _shards node.
 """
 
 RESPONSE_FOR_ELASTIC = """
-    Here are the details of the document with ID `Zx4eF5cBvnDA_Y45jlWN` in the index `codemie_metrics_logs`:
-
-    - **Timestamp:** 2025-05-28T13:39:27.949Z
-    - **Metric Name:** conversation_assistant_usage
-    - **Attributes:**
-      - Count: 1
-      - User ID: 6c04c3d1-7967-481a-82d5-0b7da258a555
-      - User Name: Andrei Maskouchanka
-      - Assistant ID: 4657258e-19e5-4162-a6ec-2a76d11c14d1
-      - Assistant Name: Elastic Tool
-      - Input Tokens: 2414
-      - Output Tokens: 434
-      - Money Spent: 0.01858
-      - Project: andrei_maskouchanka@epam.com
-      - Execution Time: 11.09025979042053
-      - LLM Model: gpt-4o
-      - Conversation ID: 9ea412d5-c460-41f1-8071-35083538652c
-      - Status: success
-    
-    - **Additional Information:**
-      - Time: 2025-05-28T13:39:27.949952597Z
-      - Stream: stderr
-      - Level: INFO
-      - UUID: 3fd6a83f6a266c7760a71406dbbef99f
-      - Kubernetes Details:
-        - Pod Name: codemie-api-69b9484d46-2hnpd
-        - Namespace Name: preview-codemie
-        - Pod ID: 97edb665-2b76-47ad-a545-3b7a2695a0e7
-        - Host: gke-epmd-edp-anthos--nap-e2-standard--e45b29fc-863z
-        - Pod IP: 172.20.6.90
-        - Container Name: codemie
-        - Docker ID: 11ec33dc943cfa7153f31cde412837ccfae711b1edc9bb7d20055614eeefbf15
-        - Container Hash: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant@sha256:a0271b31b2a55cf71d319c6b5f394fbe7c6833db74fbb51ab22680bf096c6ecb
-        - Container Image: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant:0.28.0-SNAPSHOT.10
-    
-    If you need further details or assistance, please let me know!    
+    The query was executed successfully. The number of failed shards from the _shards node is 0.    
 """
 
 SQL_TOOL_CREATE_TABLE_TASK = """

codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py

@@ -7,7 +7,7 @@ from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
 cloud_test_data = [
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.AWS,
         CredentialTypes.AWS,
@@ -99,8 +99,9 @@ cloud_test_data = [
                }
             }
         """,
+        marks=pytest.mark.aws,
     ),
-    (
+    pytest.param(
         Toolkit.CLOUD,
         CloudTool.AZURE,
         CredentialTypes.AZURE,
@@ -123,6 +124,7 @@ cloud_test_data = [
               }
             }
         """,
+        marks=pytest.mark.azure,
     ),
     pytest.param(
         Toolkit.CLOUD,
@@ -165,10 +167,13 @@ cloud_test_data = [
                "rpo":"DEFAULT"
             }
         """,
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.gcp,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
     pytest.param(
         Toolkit.CLOUD,
@@ -836,9 +841,12 @@ cloud_test_data = [
               } ]
             }
         """,
-        marks=pytest.mark.skipif(
-            os.getenv("ENV") == "azure",
-            reason="Still have an issue with encoding long strings",
-        ),
+        marks=[
+            pytest.mark.kubernetes,
+            pytest.mark.skipif(
+                os.getenv("ENV") == "azure",
+                reason="Still have an issue with encoding long strings",
+            ),
+        ],
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py

@@ -1,7 +1,9 @@
+import pytest
+
 from codemie_test_harness.tests.enums.tools import Toolkit, CodeBaseTool
 
 sonar_tools_test_data = [
-    (
+    pytest.param(
         Toolkit.CODEBASE_TOOLS,
         CodeBaseTool.SONAR,
         {
@@ -74,8 +76,9 @@ sonar_tools_test_data = [
               "facets" : [ ]
             }
         """,
+        marks=pytest.mark.sonar,
     ),
-    (
+    pytest.param(
         Toolkit.CODEBASE_TOOLS,
         CodeBaseTool.SONAR_CLOUD,
         {
@@ -156,5 +159,6 @@ sonar_tools_test_data = [
               "facets" : [ ]
             }
         """,
+        marks=pytest.mark.sonar,
     ),
 ]

codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -2,8 +2,8 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 
 sql_tools_test_data = [
     (