codemie-test-harness 0.1.178__py3-none-any.whl → 0.1.180__py3-none-any.whl

codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py

@@ -13,15 +13,15 @@ from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.constants import test_project_name
 
-ado_wiki_prompt = ado_wiki_get_test_data[0][2]
-ado_wiki_answer = ado_wiki_get_test_data[0][3]
+ado_wiki_prompt = ado_wiki_get_test_data[1][2]
+ado_wiki_answer = ado_wiki_get_test_data[1][3]
 
 
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -82,9 +82,9 @@ def test_assistant_should_use_user_integration_by_default(
 
 @pytest.mark.integration
 @pytest.mark.default_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.not_for_parallel_run
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_with_global_and_project_integration(
     integration_utils,
     assistant,
@@ -128,8 +128,8 @@ def test_assistant_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_with_project_integration_only(
     integration_utils,
     assistant,
@@ -165,7 +165,7 @@ def test_assistant_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_global_valid_and_user_invalid_integration(
     assistant, assistant_utils, integration_utils, similarity_check
 ):
@@ -207,7 +207,7 @@ def test_assistant_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_project_valid_and_user_invalid_integration(
     assistant, assistant_utils, integration_utils, similarity_check
 ):

codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -21,8 +21,8 @@ git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -94,8 +94,8 @@ def test_assistant_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_with_global_and_project_integration(
     datasource_utils,
     default_embedding_llm,
@@ -153,8 +153,8 @@ def test_assistant_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_with_project_integration_only(
     datasource_utils,
     default_embedding_llm,
@@ -199,7 +199,7 @@ def test_assistant_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_global_valid_and_user_invalid_integration(
     assistant,
     assistant_utils,
@@ -257,7 +257,7 @@ def test_assistant_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_project_valid_and_user_invalid_integration(
     assistant,
     assistant_utils,

codemie_test_harness/tests/assistant/test_assistants.py

@@ -36,7 +36,7 @@ system_prompt_for_chatting_with_files = """Your task is to show the content of t
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_create_assistant(assistant_utils, default_llm):
     response = assistant_utils.send_create_assistant_request()
@@ -47,7 +47,7 @@ def test_create_assistant(assistant_utils, default_llm):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_all_assistants(search_utils):
     response = search_utils.list_assistants(filters=None)
@@ -57,7 +57,7 @@ def test_get_all_assistants(search_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_prebuilt_assistants(assistant_utils):
     response = assistant_utils.get_prebuilt_assistant()
@@ -67,7 +67,7 @@ def test_get_prebuilt_assistants(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_users_assistants(assistant_utils, search_utils):
     assistant_utils.send_create_assistant_request()
@@ -78,7 +78,7 @@ def test_get_users_assistants(assistant_utils, search_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_assistant_context(assistant_utils):
     response = assistant_utils.get_assistant_context(PROJECT)
@@ -87,7 +87,7 @@ def test_get_assistant_context(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_available_tools(assistant_utils):
     response = assistant_utils.get_assistant_tools()
@@ -96,7 +96,7 @@ def test_get_available_tools(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_assistant_by_id(assistant_utils):
     assistant_name = get_random_name()
@@ -112,7 +112,7 @@ def test_get_assistant_by_id(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_get_assistant_by_slug(assistant_utils):
     assistant_name = get_random_name()
@@ -128,7 +128,7 @@ def test_get_assistant_by_slug(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_update_assistant(assistant_utils, default_llm):
     assistant_name = get_random_name()
@@ -166,7 +166,7 @@ def test_update_assistant(assistant_utils, default_llm):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_delete_assistant(assistant_utils, search_utils):
     assistant_name = get_random_name()
@@ -184,7 +184,7 @@ def test_delete_assistant(assistant_utils, search_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_ask_assistant(assistant_utils):
     test_assistant = assistant_utils.create_assistant()
@@ -203,7 +203,7 @@ def test_ask_assistant(assistant_utils):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skip(reason="Not implemented yet")
 def test_export_assistant(assistant_utils):
     assistant_name = get_random_name()
@@ -220,9 +220,9 @@ def test_export_assistant(assistant_utils):
 
 @pytest.mark.assistant
 @pytest.mark.file
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
-@pytest.mark.tescase("EPMCDME-4001, EPMCDME-4002, EPMCDME-2527")
+@pytest.mark.testcase("EPMCDME-4001, EPMCDME-4002, EPMCDME-2527")
 @pytest.mark.parametrize(
     "file_name,expected_response",
     file_test_data,
@@ -261,7 +261,7 @@ def test_create_assistant_and_prompt_with_file(
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_assistant_has_an_access_to_the_history(
     assistant_utils,
@@ -288,7 +288,7 @@ def test_assistant_has_an_access_to_the_history(
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_passing_history_to_chat(
     assistant_utils,
@@ -315,7 +315,7 @@ def test_passing_history_to_chat(
 
 @pytest.mark.assistant
 @pytest.mark.file
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 @pytest.mark.parametrize(
     "file_name",
@@ -333,7 +333,7 @@ def test_upload_file_to_chat(
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_chat_with_pydantic_output_schema(assistant_utils, assistant):
     class OutputSchema(BaseModel):
@@ -347,7 +347,7 @@ def test_chat_with_pydantic_output_schema(assistant_utils, assistant):
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_chat_with_json_output_schema(assistant_utils, assistant):
     response = assistant_utils.ask_assistant(
@@ -359,7 +359,7 @@ def test_chat_with_json_output_schema(assistant_utils, assistant):
 
 @pytest.mark.assistant
 @pytest.mark.file
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 def test_create_assistant_and_prompt_with_multiple_files(
     assistant_utils,
@@ -398,7 +398,7 @@ def test_create_assistant_and_prompt_with_multiple_files(
 
 @pytest.mark.assistant
 @pytest.mark.file
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 @pytest.mark.parametrize("prompt,expected_response", EXCEL_TOOL_TEST_DATA)
 def test_excel_tool_extended_functionality(
@@ -437,7 +437,7 @@ def test_excel_tool_extended_functionality(
 
 @pytest.mark.assistant
 @pytest.mark.file
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.smoke
 @pytest.mark.parametrize("prompt,expected_response", DOCX_TOOL_TEST_DATA)
 def test_docx_tool_extended_functionality(

codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py

@@ -9,7 +9,7 @@ from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
 
 @pytest.mark.assistant
 @pytest.mark.keycloak
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_keycloak_tool(
     assistant_utils,
     assistant,

codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py

@@ -18,7 +18,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_test_plan_get_test_data,
@@ -50,7 +50,7 @@ def test_assistant_with_ado_test_plan_get_tools(
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_ado_test_plan_tools(
     assistant_utils,
     assistant,

codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_wiki_get_test_data,
@@ -47,7 +47,7 @@ def test_assistant_with_ado_wiki_get_tools(
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_ado_wiki_modify_tools(
     assistant_utils,
     assistant,

codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py

@@ -16,7 +16,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     ado_work_item_get_test_data,
@@ -48,7 +48,7 @@ def test_assistant_with_ado_work_item_get_tools(
 
 @pytest.mark.assistant
 @pytest.mark.ado
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_ado_work_item_modify_tools(
     assistant_utils,
     assistant,

codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py

@@ -5,7 +5,7 @@ from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_tes
 
 @pytest.mark.assistant
 @pytest.mark.cloud
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
     cloud_test_data,

codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
 
 @pytest.mark.assistant
 @pytest.mark.codebase
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     code_tools_test_data,
@@ -35,7 +35,7 @@ def test_assistant_with_codebase_tools(
 
 
 @pytest.mark.assistant
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected",
     sonar_tools_test_data,

codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -28,7 +28,7 @@ pytestmark = pytest.mark.skipif(
 
 @pytest.mark.assistant
 @pytest.mark.elastic
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6132")
 def test_create_assistant_with_elastic_tool(
     integration_utils, assistant, assistant_utils, similarity_check
@@ -50,7 +50,7 @@ def test_create_assistant_with_elastic_tool(
 
 @pytest.mark.assistant
 @pytest.mark.sql
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6132")
 @pytest.mark.parametrize(
     "db_dialect",

codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py

@@ -20,7 +20,7 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 
 @pytest.mark.assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6103")
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
@@ -46,7 +46,7 @@ def test_create_assistant_with_file_management_tool(
 
 @pytest.mark.assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6103")
 @pytest.mark.skipif(
     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
@@ -73,7 +73,7 @@ def test_create_assistant_with_file_management_generate_image_tool(
 
 @pytest.mark.assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6103")
 def test_create_assistant_with_file_management_read_file_tool(
     filesystem_integration, assistant, assistant_utils, similarity_check
@@ -94,7 +94,7 @@ def test_create_assistant_with_file_management_read_file_tool(
 @pytest.mark.skip(reason="Tests are flaky, tools work unstable")
 @pytest.mark.assistant
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,expected_response",
     file_editing_tools_test_data,

codemie_test_harness/tests/assistant/tools/git/test_assistant_with_git_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name, to_came
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     list_branches_set_active_branch_test_data,
@@ -46,7 +46,7 @@ def test_assistant_with_list_branch_set_active_branch_tools(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_branch_test_data,
@@ -92,7 +92,7 @@ def test_assistant_with_create_branch_tool(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,expected_content_template",
     create_file_test_data,
@@ -140,7 +140,7 @@ def test_assistant_with_create_file_tool(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_merge_request_test_data,
@@ -184,7 +184,7 @@ def test_assistant_with_create_merge_request_tool(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,file_content_template",
     delete_file_test_data,
@@ -247,7 +247,7 @@ def test_assistant_with_delete_file_tool(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_mr_prompt_template,create_mr_expected_template,get_mr_changes_prompt_template,get_mr_changes_expected_template",
     get_merge_request_changes_test_data,
@@ -304,7 +304,7 @@ def test_assistant_with_get_merge_request_changes_tool(
 
 @pytest.mark.assistant
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_prompt_template,create_expected_template,created_content_template,update_prompt_template,update_expected_template,updated_content_template",
     update_file_test_data,

codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py

@@ -21,7 +21,7 @@ pytestmark = pytest.mark.skipif(
 
 @pytest.mark.assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "command,expected_answer",
     cli_mcp_server_test_data,
@@ -41,7 +41,7 @@ def test_cli_mcp_server(
 
 @pytest.mark.assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 def test_env_var_in_mcp_server(
     assistant_utils, assistant, similarity_check, integration_utils
 ):

codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py

@@ -18,7 +18,7 @@ pytestmark = pytest.mark.skipif(
 
 @pytest.mark.assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "mcp_server",
     time_mcp_server_test_data,
@@ -41,7 +41,7 @@ def test_creation_mcp_server_with_form_configuration(
 
 @pytest.mark.assistant
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 def test_fetch_mcp_server(assistant_utils, assistant, similarity_check):
     assistant = assistant(mcp_server=FETCH_MCP_SERVER)
 

codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py

@@ -19,7 +19,7 @@ from codemie_test_harness.tests.test_data.notification_tools_test_data import (
 @pytest.mark.assistant
 @pytest.mark.notification
 @pytest.mark.email
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skipif(
     get_environment() in [Environment.LOCALHOST, Environment.GCP],
     reason="Skipping this test on local environment",
@@ -65,7 +65,7 @@ def test_assistant_with_email_tool(
 @pytest.mark.assistant
 @pytest.mark.notification
 @pytest.mark.telegram
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_telegram_tool(
     assistant, assistant_utils, similarity_check, integration_utils
 ):

codemie_test_harness/tests/assistant/tools/openapi/test_assistant_with_open_api_tools.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
 
 @pytest.mark.assistant
 @pytest.mark.openapi
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6127")
 @pytest.mark.skipif(
     EnvironmentResolver.is_azure(),

codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_development_plugin.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 
 @pytest.mark.assistant
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     list_files_plugin_tools_test_data,
@@ -37,7 +37,7 @@ def test_assistant_with_list_files_plugin_tools(
 
 @pytest.mark.assistant
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.plugin
 def test_assistant_with_modify_files_plugin_tools(
     assistant_utils,

codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py

@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -36,7 +36,7 @@ def test_assistant_with_plugin_and_cli_mcp_server(
 @pytest.mark.assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,

codemie_test_harness/tests/assistant/tools/{mcp → plugin}/test_single_assistant_dual_time_plugins.py

@@ -144,7 +144,7 @@ def dual_time_plugins(integration_utils):
 @pytest.mark.assistant
 @pytest.mark.mcp
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     dual_time_plugin_test_data,

codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.constants import (
 
 @pytest.mark.assistant
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, integration_type, prompt, expected_response",
     pm_tools_test_data,
@@ -55,7 +55,7 @@ def test_assistant_with_project_management_tools(
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.jira
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_jira_tool_and_integration_id_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check, jira_integration
 ):
@@ -81,7 +81,7 @@ def test_assistant_with_jira_tool_and_integration_id_in_chat(
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.jira
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_jira_tool_and_credentials_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check
 ):
@@ -104,7 +104,7 @@ def test_assistant_with_jira_tool_and_credentials_in_chat(
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_confluence_tool_and_integration_id_in_chat(
     assistant,
     assistant_utils,
@@ -134,7 +134,7 @@ def test_assistant_with_confluence_tool_and_integration_id_in_chat(
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_confluence_tool_and_credentials_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check
 ):
@@ -154,7 +154,7 @@ def test_assistant_with_confluence_tool_and_credentials_in_chat(
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skip(reason="Test should be fixed")
 def test_assistant_with_confluence_tool_and_without_credentials(
     assistant, assistant_utils, similarity_check