codemie-test-harness 0.1.179__py3-none-any.whl → 0.1.180__py3-none-any.whl

codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -24,8 +24,8 @@ git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 @pytest.mark.default_integration
 @pytest.mark.datasource
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -104,8 +104,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.default_integration
 @pytest.mark.datasource
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_global_and_project_integration(
     datasource_utils,
     default_embedding_llm,
@@ -170,8 +170,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
 @pytest.mark.default_integration
 @pytest.mark.datasource
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_project_integration_only(
     datasource_utils,
     default_embedding_llm,
@@ -223,7 +223,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 @pytest.mark.default_integration
 @pytest.mark.datasource
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     assistant,
     assistant_utils,
@@ -288,7 +288,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.default_integration
 @pytest.mark.datasource
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     assistant,
     assistant_utils,

codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     file_management_tools_test_data,
@@ -49,7 +49,7 @@ def test_workflow_with_assistant_with_file_management_tools(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skipif(
     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
 )
@@ -84,7 +84,7 @@ def test_workflow_with_assistant_with_generate_image_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_read_file_tool(
     assistant,
     workflow_with_assistant,
@@ -115,7 +115,7 @@ def test_workflow_with_assistant_with_read_file_tool(
 @pytest.mark.workflow_with_assistant
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_file_editing_tool(
     assistant,
     workflow_with_assistant,
@@ -154,7 +154,7 @@ def test_workflow_with_assistant_with_file_editing_tool(
 @pytest.mark.workflow_with_assistant
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_filesystem_tool(
     assistant,
     workflow_with_assistant,

codemie_test_harness/tests/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.test_data.git_tools_test_data import (
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     list_branches_set_active_branch_test_data,
@@ -50,7 +50,7 @@ def test_workflow_with_list_branch_set_active_branch_tools(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_branch_test_data,
@@ -101,7 +101,7 @@ def test_workflow_with_create_branch_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,expected_content_template",
     create_file_test_data,
@@ -154,7 +154,7 @@ def test_workflow_with_create_file_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_merge_request_test_data,
@@ -203,7 +203,7 @@ def test_workflow_with_create_merge_request_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,file_content_template",
     delete_file_test_data,
@@ -271,7 +271,7 @@ def test_workflow_with_delete_file_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_mr_prompt_template,create_mr_expected_template,get_mr_changes_prompt_template,get_mr_changes_expected_template",
     get_merge_request_changes_test_data,
@@ -336,7 +336,7 @@ def test_workflow_with_get_merge_request_changes_tool(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_prompt_template,create_expected_template,created_content_template,update_prompt_template,update_expected_template,updated_content_template",
     update_file_test_data,

codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py

@@ -23,7 +23,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_time_mcp_server(
     assistant,
     workflow_with_assistant,
@@ -44,7 +44,7 @@ def test_workflow_with_assistant_with_time_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "command, expected_answer",
     cli_mcp_server_test_data,
@@ -74,7 +74,7 @@ def test_workflow_with_assistant_with_cli_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_fetch_mcp_server(
     assistant,
     workflow_with_assistant,

codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py

@@ -19,7 +19,7 @@ from codemie_test_harness.tests.test_data.notification_tools_test_data import (
 @pytest.mark.workflow_with_assistant
 @pytest.mark.notification
 @pytest.mark.email
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skipif(
     get_environment() in [Environment.LOCALHOST, Environment.GCP],
     reason="Skipping this test on local environment",
@@ -67,7 +67,7 @@ def test_workflow_with_email_tool(
 @pytest.mark.workflow_with_assistant
 @pytest.mark.notification
 @pytest.mark.telegram
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_telegram_tool(
     assistant,
     similarity_check,

codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py

@@ -11,7 +11,7 @@ from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.openapi
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     open_api_tools_test_data,

codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     list_files_plugin_tools_test_data,
@@ -42,7 +42,7 @@ def test_workflow_with_assistant_with_list_files_plugin_tools(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_modify_files_plugin_tools(
     assistant,
     workflow_utils,

codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.workflow_with_assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -43,7 +43,7 @@ def test_workflow_with_assistant_with_plugin_and_cli_mcp_server(
 @pytest.mark.workflow_with_assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,

codemie_test_harness/tests/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.utils.constants import (
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, integration_type, prompt, expected_response",
     pm_tools_test_data,

codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py

@@ -8,7 +8,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     rp_test_data,

codemie_test_harness/tests/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.utils.base_utils import percent_of_relevant_titl
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_percentage",
     search_tools_test_data,
@@ -44,7 +44,7 @@ def test_workflow_with_search_tools(
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     interactions_tools_test_data,

codemie_test_harness/tests/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_assistant_with_servicenow_tools(
     service_now_integration,
     workflow_with_assistant,

codemie_test_harness/tests/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.utils.constants import vcs_integrations
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.vcs
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     vcs_tools_test_data,

codemie_test_harness/tests/workflow/config_validation/test_config_validation.py

@@ -83,7 +83,7 @@ INVALID_CONFIG_PATH = "test_data/workflow/invalid_config/"
 
 
 @pytest.mark.workflow
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 @pytest.mark.testcase("EPMCDME-5458")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py

@@ -25,8 +25,8 @@ jira_tool_response = project_management_tools_data[0].values[4]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -92,8 +92,8 @@ def test_tool_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_tool_in_workflow_with_global_and_project_integration(
     integration_utils,
     similarity_check,
@@ -142,8 +142,8 @@ def test_tool_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_tool_in_workflow_with_project_integration_only(
     integration_utils,
     similarity_check,
@@ -183,7 +183,7 @@ def test_tool_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -232,7 +232,7 @@ def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_tool_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py

@@ -26,8 +26,8 @@ ado_wiki_answer = ado_wiki_get_test_data[0][3]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -94,8 +94,8 @@ def test_tool_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_tool_in_workflow_with_global_and_project_integration(
     integration_utils,
     similarity_check,
@@ -144,8 +144,8 @@ def test_tool_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_tool_in_workflow_with_project_integration_only(
     integration_utils,
     similarity_check,
@@ -186,7 +186,7 @@ def test_tool_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -236,7 +236,7 @@ def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_tool_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_access_management_tool.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.keycloak
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_keycloak_tool_direct(
     keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
 ):
@@ -37,7 +37,7 @@ def test_workflow_with_keycloak_tool_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.keycloak
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_keycloak_tool_with_hardcoded_args(
     keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
 ):
@@ -58,7 +58,7 @@ def test_workflow_with_keycloak_tool_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.keycloak
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_keycloak_tool_with_overriding_args(
     keycloak_integration, workflow_utils, workflow_with_tool, similarity_check
 ):

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_test_plan_get_test_data,
@@ -44,7 +44,7 @@ def test_workflow_with_ado_test_plan_get_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_test_plan_get_test_data,
@@ -73,7 +73,7 @@ def test_workflow_with_ado_test_plan_get_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_test_plan_get_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5192")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -45,7 +45,7 @@ def test_workflow_with_ado_wiki_get_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5192")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -75,7 +75,7 @@ def test_workflow_with_ado_wiki_get_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5192")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -45,7 +45,7 @@ def test_workflow_with_ado_work_item_get_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -75,7 +75,7 @@ def test_workflow_with_ado_work_item_get_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5384")
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.cloud
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
     cloud_test_data,
@@ -54,7 +54,7 @@ def test_workflow_with_cloud_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.cloud
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
     cloud_test_data,
@@ -92,7 +92,7 @@ def test_workflow_with_cloud_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.cloud
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
     cloud_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 @pytest.mark.workflow
 @pytest.mark.direct_tool
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
     sonar_tools_test_data,
@@ -55,7 +55,7 @@ def test_workflow_with_sonar_tools_direct(
 
 @pytest.mark.workflow
 @pytest.mark.direct_tool
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
     sonar_tools_test_data,
@@ -96,7 +96,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
 
 @pytest.mark.workflow
 @pytest.mark.direct_tool
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, prompt, expected_response",
     sonar_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py

@@ -23,7 +23,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.elastic
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_elastic_tools_direct(
     workflow_with_tool, workflow_utils, integration_utils
 ):
@@ -49,7 +49,7 @@ def test_workflow_with_elastic_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.elastic
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_elastic_tools_with_hardcoded_args(
     workflow_with_tool, workflow_utils, integration_utils
 ):
@@ -76,7 +76,7 @@ def test_workflow_with_elastic_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.elastic
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_elastic_tools_with_overriding_args(
     workflow_with_tool, workflow_utils, integration_utils
 ):

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py

@@ -22,7 +22,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.sql
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,
@@ -63,7 +63,7 @@ def test_workflow_with_sql_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.sql
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,
@@ -105,7 +105,7 @@ def test_workflow_with_sql_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.sql
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     file_management_tools_test_data,
@@ -40,7 +40,7 @@ def test_workflow_with_file_management_tools_direct(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     file_management_tools_test_data,
@@ -67,7 +67,7 @@ def test_workflow_with_file_management_tools_with_hardcoded_args(
 @pytest.mark.workflow
 @pytest.mark.direct_tool
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool, prompt, expected_response",
     file_management_tools_test_data,