codemie-test-harness 0.1.156__py3-none-any.whl → 0.1.158__py3-none-any.whl

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py

@@ -10,6 +10,9 @@ from codemie_test_harness.tests.test_data.direct_tools.ado_work_item_tools_test_
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
@@ -39,6 +42,9 @@ def test_workflow_with_ado_work_item_get_tools_direct(
     similarity_check.check_similarity(response, expected_response, 95)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
@@ -66,6 +72,9 @@ def test_workflow_with_ado_work_item_get_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 95)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py

@@ -11,6 +11,9 @@ from codemie_test_harness.tests.test_data.direct_tools.cloud_tools_test_data imp
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.cloud
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
@@ -48,6 +51,9 @@ def test_workflow_with_cloud_tools_direct(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.cloud
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
@@ -83,6 +89,9 @@ def test_workflow_with_cloud_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.cloud
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -13,6 +13,8 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -51,6 +53,8 @@ def test_workflow_with_sonar_tools_direct(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -90,6 +94,8 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/{test_workflow_with_data_management_tools.py → test_workflow_with_data_management_tools_sql.py}

@@ -4,9 +4,9 @@ import os
 import random
 
 import pytest
+from codemie_sdk.models.integration import CredentialTypes
 from hamcrest import assert_that, contains_inanyorder
 
-from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
     sql_tools_test_data,
 )
@@ -18,6 +18,9 @@ pytestmark = pytest.mark.skipif(
 )
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
@@ -56,6 +59,9 @@ def test_workflow_with_sql_tools_direct(
     assert_that(filtered_response, contains_inanyorder(*expected_response))
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
@@ -95,6 +101,9 @@ def test_workflow_with_sql_tools_with_hardcoded_args(
     assert_that(filtered_response, contains_inanyorder(*expected_response))
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py

@@ -9,6 +9,9 @@ from codemie_test_harness.tests.test_data.direct_tools.file_management_tools_tes
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
@@ -34,6 +37,9 @@ def test_workflow_with_file_management_tools_direct(
     similarity_check.check_similarity(response, expected_response, 85)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
@@ -58,6 +64,9 @@ def test_workflow_with_file_management_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 85)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py

@@ -11,6 +11,9 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import notification_integrations
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.notification
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py

@@ -15,6 +15,9 @@ pytestmark = pytest.mark.skipif(
 )
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.openapi
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6560")
 @pytest.mark.parametrize(
@@ -43,6 +46,9 @@ def test_workflow_with_open_api_tools_direct(
     similarity_check.check_similarity(response, expected_response, 90)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.openapi
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6560")
 @pytest.mark.parametrize(
@@ -72,6 +78,9 @@ def test_workflow_with_open_api_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 90)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.openapi
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6563")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py

@@ -30,8 +30,10 @@ def prepare_files():
             os.remove(test_file)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.plugin
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,
@@ -58,8 +60,10 @@ def test_workflow_with_cli_tools(
     similarity_check.check_similarity(response, expected_response, 80)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.plugin
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     dev_plugin_tools_test_data,
@@ -86,8 +90,10 @@ def test_workflow_with_plugin_tools(
     similarity_check.check_similarity(response, expected_response, 80)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.plugin
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,
@@ -113,8 +119,10 @@ def test_workflow_with_cli_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 80)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.direct_tool
 @pytest.mark.plugin
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py

@@ -11,6 +11,9 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import project_management_integrations
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",
@@ -43,6 +46,9 @@ def test_workflow_with_project_management_tools_direct(
     similarity_check.check_similarity(response, expected_response, 90)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",
@@ -73,6 +79,9 @@ def test_workflow_with_project_management_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 90)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py

@@ -10,6 +10,9 @@ from codemie_test_harness.tests.test_data.direct_tools.research_tools_test_data
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.research
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
@@ -32,6 +35,9 @@ def test_workflow_with_research_tools_direct(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.research
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
@@ -52,6 +58,9 @@ def test_workflow_with_research_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.research
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py

@@ -14,6 +14,9 @@ from codemie_test_harness.tests.test_data.direct_tools.servicenow_tools_test_dat
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.servicenow
 @pytest.mark.regression
 def test_workflow_with_servicenow_tools_direct(
     service_now_integration, workflow_utils, workflow_with_tool
@@ -31,6 +34,9 @@ def test_workflow_with_servicenow_tools_direct(
     assert_that(json.loads(response), equal_to(EXPECTED_RESPONSE))
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.servicenow
 @pytest.mark.regression
 def test_workflow_with_servicenow_tools_with_hardcoded_args(
     service_now_integration, workflow_utils, workflow_with_tool
@@ -49,6 +55,9 @@ def test_workflow_with_servicenow_tools_with_hardcoded_args(
     assert_that(json.loads(response), equal_to(EXPECTED_RESPONSE))
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.servicenow
 @pytest.mark.regression
 def test_workflow_with_servicenow_tools_with_overriding_args(
     service_now_integration, workflow_utils, workflow_with_tool

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py

@@ -11,6 +11,9 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import vcs_integrations
 
 
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.vcs
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",

codemie_test_harness/tests/workflow/test_workflows.py

@@ -8,6 +8,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.yaml_utils import AssistantModel, StateModel
 
 
+@pytest.mark.workflow
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_workflow_with_json_output_schema(default_llm, workflow, workflow_utils):

codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py

@@ -8,6 +8,9 @@ from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.keycloak
 @pytest.mark.regression
 def test_workflow_with_virtual_assistant_with_keycloak_tool(
     keycloak_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py

@@ -14,6 +14,9 @@ from codemie_test_harness.tests.utils.constants import ID_PATTERN
 from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5392")
 @pytest.mark.parametrize(
@@ -44,6 +47,9 @@ def test_workflow_with_ado_test_plan_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5392")
 def test_workflow_with_ado_test_plan_tools(

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py

@@ -11,6 +11,9 @@ from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5192")
 @pytest.mark.parametrize(
@@ -41,6 +44,9 @@ def test_workflow_with_ado_wiki_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5192")
 def test_workflow_with_ado_wiki_modify_tools(

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py

@@ -12,6 +12,9 @@ from codemie_test_harness.tests.utils.constants import WORK_ITEM_ID_PATTERN
 from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
@@ -42,6 +45,9 @@ def test_workflow_with_ado_work_item_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5384")
 def test_workflow_with_ado_work_item_modify_tools(

codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py

@@ -5,6 +5,9 @@ from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_tes
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.cloud
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-5093")
 @pytest.mark.tescase("EPMCDME-5136")

codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py

@@ -28,6 +28,9 @@ def code_datasource(integration_utils, datasource_utils, default_embedding_llm):
         integration_utils.delete_integration(integration)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.codebase
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5456, EPMCDME-5427, EPMCDME-5466, EPMCDME-5442")
 @pytest.mark.parametrize(
@@ -60,6 +63,8 @@ def test_workflow_with_codebase_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-5178")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py

@@ -1,7 +1,6 @@
 import os
 
 import pytest
-
 from codemie_sdk.models.integration import CredentialTypes
 
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
@@ -19,10 +18,16 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6431")
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_workflow_with_elastic_tools(
     workflow_with_virtual_assistant,
     workflow_utils,
@@ -48,6 +53,9 @@ def test_workflow_with_elastic_tools(
     similarity_check.check_similarity(response, RESPONSE_FOR_ELASTIC)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6431")
 @pytest.mark.parametrize(
@@ -55,9 +63,6 @@ def test_workflow_with_elastic_tools(
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_sql_tools(
     workflow_with_virtual_assistant,
     workflow_utils,

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py

@@ -16,6 +16,10 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import test_project_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -76,6 +80,10 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -119,6 +127,10 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -153,6 +165,10 @@ def test_assistant_in_workflow_with_project_integration_only(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
@@ -195,6 +211,10 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py

@@ -18,6 +18,10 @@ ado_wiki_prompt = ado_wiki_get_test_data[0][2]
 ado_wiki_answer = ado_wiki_get_test_data[0][3]
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -80,6 +84,10 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -124,6 +132,10 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -160,6 +172,10 @@ def test_assistant_in_workflow_with_project_integration_only(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
@@ -204,6 +220,10 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -18,6 +18,11 @@ git_tool_prompt = list_branches_set_active_branch_test_data[0][2]
 git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.datasource
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -90,6 +95,11 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.datasource
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -148,6 +158,11 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.datasource
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -193,6 +208,11 @@ def test_assistant_in_workflow_with_project_integration_only(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.datasource
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
@@ -250,6 +270,11 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.datasource
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(