codemie-test-harness 0.1.179__py3-none-any.whl → 0.1.181__py3-none-any.whl

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import notification_integrations
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.notification
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     notification_tools_test_data,
@@ -42,7 +42,7 @@ def test_workflow_with_notification_tools_direct(
     similarity_check.check_similarity(response, expected_response, 80)
 
 
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     notification_tools_test_data,
@@ -68,7 +68,7 @@ def test_workflow_with_notification_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 80)
 
 
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     notification_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py

@@ -19,7 +19,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.openapi
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6560")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -50,7 +50,7 @@ def test_workflow_with_open_api_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.openapi
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6560")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -82,7 +82,7 @@ def test_workflow_with_open_api_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.openapi
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6563")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py

@@ -33,7 +33,7 @@ def prepare_files():
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,
@@ -63,7 +63,7 @@ def test_workflow_with_cli_tools(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     dev_plugin_tools_test_data,
@@ -93,7 +93,7 @@ def test_workflow_with_plugin_tools(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,
@@ -122,7 +122,7 @@ def test_workflow_with_cli_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     cli_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import project_management_integr
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",
     project_management_tools_data,
@@ -49,7 +49,7 @@ def test_workflow_with_project_management_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",
     project_management_tools_data,
@@ -82,7 +82,7 @@ def test_workflow_with_project_management_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, integration_type, prompt, expected_response",
     project_management_tools_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     report_portal_tools_test_data,
@@ -47,7 +47,7 @@ def test_workflow_with_report_portal_tool_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     report_portal_tools_test_data,
@@ -80,7 +80,7 @@ def test_workflow_with_report_portal_tool_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     report_portal_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     research_tools_test_data,
@@ -38,7 +38,7 @@ def test_workflow_with_research_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     research_tools_test_data,
@@ -61,7 +61,7 @@ def test_workflow_with_research_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     research_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py

@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_servicenow_tools_direct(
     service_now_integration, workflow_utils, workflow_with_tool
 ):
@@ -37,7 +37,7 @@ def test_workflow_with_servicenow_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_servicenow_tools_with_hardcoded_args(
     service_now_integration, workflow_utils, workflow_with_tool
 ):
@@ -58,7 +58,7 @@ def test_workflow_with_servicenow_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_servicenow_tools_with_overriding_args(
     service_now_integration, workflow_utils, workflow_with_tool
 ):

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import vcs_integrations
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.vcs
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     vcs_tools_test_data,
@@ -47,7 +47,7 @@ def test_workflow_with_vcs_tools_direct(
     similarity_check.check_similarity(response, expected_response, 95)
 
 
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.direct_tool
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -82,7 +82,7 @@ def test_workflow_with_vcs_tools_with_hardcoded_args(
     similarity_check.check_similarity(response, expected_response, 95)
 
 
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.direct_tool
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",

codemie_test_harness/tests/workflow/test_workflows.py

@@ -9,7 +9,7 @@ from codemie_test_harness.tests.utils.yaml_utils import AssistantModel, StateMod
 
 
 @pytest.mark.workflow
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_workflow_with_json_output_schema(default_llm, workflow, workflow_utils):
     assistant_and_state_name = get_random_name()

codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py

@@ -11,7 +11,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.keycloak
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_virtual_assistant_with_keycloak_tool(
     keycloak_integration,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py

@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5392")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -50,7 +50,7 @@ def test_workflow_with_ado_test_plan_get_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5392")
 def test_workflow_with_ado_test_plan_tools(
     ado_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5192")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -47,7 +47,7 @@ def test_workflow_with_ado_wiki_get_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5192")
 def test_workflow_with_ado_wiki_modify_tools(
     ado_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -48,7 +48,7 @@ def test_workflow_with_ado_work_item_get_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5384")
 def test_workflow_with_ado_work_item_modify_tools(
     ado_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py

@@ -7,10 +7,10 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.cloud
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-5093")
-@pytest.mark.tescase("EPMCDME-5136")
-@pytest.mark.tescase("EPMCDME-5135")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-5093")
+@pytest.mark.testcase("EPMCDME-5136")
+@pytest.mark.testcase("EPMCDME-5135")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credential_type, credentials, prompt, expected_response",
     cloud_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py

@@ -31,7 +31,7 @@ def code_datasource(integration_utils, datasource_utils, default_embedding_llm):
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.codebase
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5456, EPMCDME-5427, EPMCDME-5466, EPMCDME-5442")
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
@@ -65,7 +65,7 @@ def test_workflow_with_codebase_tools(
 
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5178")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected_response",

codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py

@@ -25,7 +25,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.elastic
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6431")
 def test_workflow_with_elastic_tools(
     workflow_with_virtual_assistant,
@@ -55,7 +55,7 @@ def test_workflow_with_elastic_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.sql
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6431")
 @pytest.mark.parametrize(
     "db_dialect",

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py

@@ -21,8 +21,8 @@ from codemie_test_harness.tests.utils.constants import test_project_name
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -85,8 +85,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_global_and_project_integration(
     integration_utils,
     similarity_check,
@@ -132,8 +132,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_project_integration_only(
     integration_utils,
     similarity_check,
@@ -170,7 +170,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -216,7 +216,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py

@@ -23,8 +23,8 @@ ado_wiki_answer = ado_wiki_get_test_data[1][3]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -89,8 +89,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_global_and_project_integration(
     integration_utils,
     similarity_check,
@@ -137,8 +137,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_project_integration_only(
     integration_utils,
     similarity_check,
@@ -177,7 +177,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -225,7 +225,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -24,8 +24,8 @@ git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -101,8 +101,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_global_and_project_integration(
     datasource_utils,
     default_embedding_llm,
@@ -164,8 +164,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_project_integration_only(
     datasource_utils,
     default_embedding_llm,
@@ -214,7 +214,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -276,7 +276,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
@@ -55,7 +55,7 @@ def test_workflow_with_file_management_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 @pytest.mark.skipif(
     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
@@ -86,7 +86,7 @@ def test_workflow_with_generate_image_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_read_file_tool(
     workflow_with_virtual_assistant,
@@ -122,7 +122,7 @@ def test_workflow_with_read_file_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_file_editing_tool(
     workflow_with_virtual_assistant,
@@ -174,7 +174,7 @@ def test_workflow_with_file_editing_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_filesystem_tool(
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py

@@ -16,7 +16,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name, to_came
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     list_branches_set_active_branch_test_data,
@@ -51,7 +51,7 @@ def test_workflow_with_list_branch_set_active_branch_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_branch_test_data,
@@ -101,7 +101,7 @@ def test_workflow_with_create_branch_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,expected_content_template",
     create_file_test_data,
@@ -153,7 +153,7 @@ def test_workflow_with_create_file_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_merge_request_test_data,
@@ -201,7 +201,7 @@ def test_workflow_with_create_merge_request_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,file_content_template",
     delete_file_test_data,
@@ -268,7 +268,7 @@ def test_workflow_with_delete_file_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_mr_prompt_template,create_mr_expected_template,get_mr_changes_prompt_template,get_mr_changes_expected_template",
     get_merge_request_changes_test_data,
@@ -337,7 +337,7 @@ def test_workflow_with_get_merge_request_changes_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_prompt_template,create_expected_template,created_content_template,update_prompt_template,update_expected_template,updated_content_template",
     update_file_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py

@@ -23,7 +23,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 def test_workflow_with_time_mcp_server(
     workflow_with_virtual_assistant,
@@ -49,7 +49,7 @@ def test_workflow_with_time_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 @pytest.mark.parametrize(
     "command, expected_answer",
@@ -81,7 +81,7 @@ def test_workflow_with_cli_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 def test_workflow_with_fetch_mcp_server(
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py

@@ -19,8 +19,8 @@ from codemie_test_harness.tests.utils.env_resolver import get_environment
 @pytest.mark.virtual_workflow
 @pytest.mark.notification
 @pytest.mark.email
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6652")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6652")
 @pytest.mark.skipif(
     get_environment() in [Environment.LOCALHOST, Environment.GCP],
     reason="Skipping this test on local environment",
@@ -67,8 +67,8 @@ def test_workflow_with_notification_email_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.notification
 @pytest.mark.telegram
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6652")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6652")
 def test_workflow_with_notification_telegram_tool(
     workflow_with_virtual_assistant,
     similarity_check,