codemie-test-harness 0.1.179__py3-none-any.whl → 0.1.181__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py

@@ -2,18 +2,19 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, CliMcpServer, PluginTool
 from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     cli_mcp_server_with_plugin_test_data,
     filesystem_mcp_server_with_plugin_test_data,
 )
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -29,14 +30,19 @@ def test_assistant_with_plugin_and_cli_mcp_server(
 ):
     assistant = assistant(Toolkit.PLUGIN, Toolkit.PLUGIN, settings=cli_server)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(CliMcpServer.RUN_COMMAND, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.assistant
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,
@@ -56,7 +62,13 @@ def test_assistant_with_plugin_and_filesystem_mcp_server(
             Toolkit.PLUGIN, Toolkit.PLUGIN, settings=filesystem_server
         )
 
-        response = assistant_utils.ask_assistant(assistant, prompt)
+        response, triggered_tools = assistant_utils.ask_assistant(
+            assistant, prompt, minimal_response=False
+        )
+
+        if tool_name != PluginTool.READ_FILE:
+            assert_tool_triggered(tool_name, triggered_tools)
+
         similarity_check.check_similarity(response, expected_response)
     finally:
         file_to_remove = f"{str(TESTS_PATH / 'sdk_tests')}.properties"

codemie_test_harness/tests/assistant/tools/plugin/test_single_assistant_dual_time_plugins.py

@@ -13,13 +13,14 @@ from typing import Tuple, List
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, McpServerTime
 from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.conftest import cleanup_plugin_process
 from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
     dual_time_plugin_test_data,
 )
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 CACHE_DIR = Path.home() / ".cache" / "uv" / "archive-v0"
@@ -144,7 +145,7 @@ def dual_time_plugins(integration_utils):
 @pytest.mark.assistant
 @pytest.mark.mcp
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     dual_time_plugin_test_data,
@@ -162,5 +163,13 @@ def test_single_assistant_dual_time_plugins(
         Toolkit.PLUGIN, Toolkit.PLUGIN, settings=dual_time_plugins
     )
 
-    response = assistant_utils.ask_assistant(assistant_instance, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant_instance, prompt, minimal_response=False
+    )
+
+    if "tools" in prompt.lower():
+        pass
+    else:
+        assert_tool_triggered(McpServerTime.GET_CURRENT_TIME, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py

@@ -14,7 +14,10 @@ from codemie_test_harness.tests.test_data.project_management_test_data import (
     pm_tools_test_data,
 )
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
-from codemie_test_harness.tests.utils.base_utils import credentials_to_dict
+from codemie_test_harness.tests.utils.base_utils import (
+    credentials_to_dict,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.utils.constants import (
     project_management_integrations,
 )
@@ -22,7 +25,7 @@ from codemie_test_harness.tests.utils.constants import (
 
 @pytest.mark.assistant
 @pytest.mark.project_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, integration_type, prompt, expected_response",
     pm_tools_test_data,
@@ -48,14 +51,17 @@ def test_assistant_with_project_management_tools(
         settings=integration,
     )
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
     similarity_check.check_similarity(response, expected_response)
 
 
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.jira
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_jira_tool_and_integration_id_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check, jira_integration
 ):
@@ -72,16 +78,17 @@ def test_assistant_with_jira_tool_and_integration_id_in_chat(
         settings=invalid_settings,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config], minimal_response=False
     )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.jira
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_jira_tool_and_credentials_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check
 ):
@@ -95,16 +102,17 @@ def test_assistant_with_jira_tool_and_credentials_in_chat(
         ProjectManagementTool.JIRA,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config], minimal_response=False
     )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_confluence_tool_and_integration_id_in_chat(
     assistant,
     assistant_utils,
@@ -125,16 +133,20 @@ def test_assistant_with_confluence_tool_and_integration_id_in_chat(
         settings=invalid_settings,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, CONFLUENCE_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        CONFLUENCE_TOOL_PROMPT,
+        tools_config=[tool_config],
+        minimal_response=False,
     )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
 
 
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_confluence_tool_and_credentials_in_chat(
     assistant, assistant_utils, integration_utils, similarity_check
 ):
@@ -145,23 +157,30 @@ def test_assistant_with_confluence_tool_and_credentials_in_chat(
 
     assistant = assistant(Toolkit.PROJECT_MANAGEMENT, ProjectManagementTool.CONFLUENCE)
 
-    response = assistant_utils.ask_assistant(
-        assistant, CONFLUENCE_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        CONFLUENCE_TOOL_PROMPT,
+        tools_config=[tool_config],
+        minimal_response=False,
     )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
 
 
 @pytest.mark.assistant
 @pytest.mark.project_management
 @pytest.mark.confluence
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skip(reason="Test should be fixed")
 def test_assistant_with_confluence_tool_and_without_credentials(
     assistant, assistant_utils, similarity_check
 ):
     assistant = assistant(Toolkit.PROJECT_MANAGEMENT, ProjectManagementTool.CONFLUENCE)
 
-    response = assistant_utils.ask_assistant(assistant, CONFLUENCE_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, CONFLUENCE_TOOL_PROMPT, minimal_response=False
+    )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(
         response, RESPONSE_FOR_CONFLUENCE_TOOL_UNAUTHORIZED
     )

codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py

@@ -3,11 +3,12 @@ import pytest
 from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
     rp_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     rp_test_data,
@@ -28,5 +29,9 @@ def test_assistant_with_report_portal_tools(
         tool_name,
         settings=report_portal_integration,
     )
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/research/test_assistant_research_tools.py

@@ -6,12 +6,15 @@ from codemie_test_harness.tests.test_data.research_tools_test_data import (
     search_tools_test_data,
     interactions_tools_test_data,
 )
-from codemie_test_harness.tests.utils.base_utils import percent_of_relevant_titles
+from codemie_test_harness.tests.utils.base_utils import (
+    percent_of_relevant_titles,
+    assert_tool_triggered,
+)
 
 
 @pytest.mark.assistant
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_percentage",
     search_tools_test_data,
@@ -26,7 +29,11 @@ def test_assistant_with_search_tools(
 ):
     assistant = assistant(Toolkit.RESEARCH, tool_name)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     percent = percent_of_relevant_titles(response)
 
@@ -39,7 +46,7 @@ def test_assistant_with_search_tools(
 
 @pytest.mark.assistant
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     interactions_tools_test_data,
@@ -55,5 +62,10 @@ def test_assistant_with_interaction_tools(
 ):
     assistant = assistant(Toolkit.RESEARCH, tool_name)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py

@@ -5,11 +5,12 @@ from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
     PROMPT,
     EXPECTED_RESPONSE,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_servicenow_tools(
     assistant_utils,
     assistant,
@@ -20,6 +21,9 @@ def test_assistant_with_servicenow_tools(
         Toolkit.SERVICENOW, ServiceNowTool.SERVICE_NOW, settings=service_now_integration
     )
 
-    response = assistant_utils.ask_assistant(servicenow_assistant, PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        servicenow_assistant, PROMPT, minimal_response=False
+    )
 
+    assert_tool_triggered(ServiceNowTool.SERVICE_NOW, triggered_tools)
     similarity_check.check_similarity(response, EXPECTED_RESPONSE, 80)

codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py

@@ -6,12 +6,13 @@ from codemie_test_harness.tests.enums.tools import (
 from codemie_test_harness.tests.test_data.vcs_tools_test_data import (
     vcs_tools_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.constants import vcs_integrations
 
 
 @pytest.mark.assistant
 @pytest.mark.vcs
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-5803, EPMCDME-5804")
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
@@ -31,6 +32,10 @@ def test_create_assistant_with_vcs_tool(
 
     assistant = assistant(Toolkit.VCS, tool_name, settings=integration)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/conversations/test_conversations_endpoints.py

@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 @pytest.mark.assistant
 @pytest.mark.conversations
-@pytest.mark.regression
+@pytest.mark.api
 def test_list_conversations(assistant, assistant_utils, conversation_utils):
     assistant = assistant()
     assistant_utils.ask_assistant(assistant, f"prompt {get_random_name()}")
@@ -45,7 +45,7 @@ def test_list_conversations(assistant, assistant_utils, conversation_utils):
 
 @pytest.mark.assistant
 @pytest.mark.conversations
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_specific_conversation(assistant, assistant_utils, conversation_utils):
     prompt = f"prompt {get_random_name()}"
     assistant = assistant()
@@ -69,7 +69,7 @@ def test_get_specific_conversation(assistant, assistant_utils, conversation_util
 
 @pytest.mark.assistant
 @pytest.mark.conversations
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_conversation_by_assistant_id(
     assistant, assistant_utils, conversation_utils
 ):
@@ -92,7 +92,7 @@ def test_get_conversation_by_assistant_id(
 
 @pytest.mark.assistant
 @pytest.mark.conversations
-@pytest.mark.regression
+@pytest.mark.api
 def test_delete_conversation(assistant, assistant_utils, conversation_utils):
     prompt = f"prompt {get_random_name()}"
     assistant = assistant()
@@ -110,7 +110,7 @@ def test_delete_conversation(assistant, assistant_utils, conversation_utils):
 
 @pytest.mark.assistant
 @pytest.mark.conversations
-@pytest.mark.regression
+@pytest.mark.api
 def test_get_non_existent_conversation(assistant, assistant_utils, conversation_utils):
     invalid_id = get_random_name()
     with pytest.raises(Exception) as exc_info:

codemie_test_harness/tests/e2e/test_e2e.py

@@ -35,7 +35,7 @@ def git_integration(integration_utils):
 @pytest.mark.assistant
 @pytest.mark.code_kb
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_code_kb(
     assistant_utils, code_datasource, default_llm, similarity_check
 ):
@@ -59,7 +59,7 @@ def test_assistant_with_code_kb(
 @pytest.mark.vcs
 @pytest.mark.gitlab
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skipif(
     os.getenv("GIT_ENV") == "github",
     reason="Test is skipped when GIT_ENV is set to github",
@@ -93,7 +93,7 @@ def test_assistant_with_vcs_gitlab_tool(
 @pytest.mark.vcs
 @pytest.mark.github
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.skipif(
     os.getenv("GIT_ENV") == "gitlab",
     reason="Test is skipped when GIT_ENV is set to gitlab",
@@ -126,7 +126,7 @@ def test_assistant_with_vcs_github_tool(
 @pytest.mark.assistant
 @pytest.mark.gitlab
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_list_branches_tool(
     assistant_utils, code_datasource, default_llm, similarity_check
 ):
@@ -158,7 +158,7 @@ def test_assistant_with_list_branches_tool(
 @pytest.mark.jira
 @pytest.mark.project_management
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_jira_kb(
     assistant_utils, jira_datasource, default_llm, similarity_check
 ):
@@ -184,7 +184,7 @@ def test_assistant_with_jira_kb(
 @pytest.mark.confluence
 @pytest.mark.project_management
 @pytest.mark.e2e
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_confluence_kb(
     assistant_utils, confluence_datasource, default_llm, similarity_check
 ):

codemie_test_harness/tests/enums/tools.py

@@ -199,3 +199,35 @@ class ReportPortalTool(str, Enum):
     GET_LOGS_FOR_TEST_ITEM = "get_logs_for_test_item"
     GET_USER_INFORMATION = "get_user_information"
     GET_DASHBOARD_DATA = "get_dashboard_data"
+
+
+class McpServerTime(str, Enum):
+    """Enum for Time MCP Server tool names."""
+
+    GET_CURRENT_TIME = "get_current_time"
+    CONVERT_TIME = "convert_time"
+
+
+class CliMcpServer(str, Enum):
+    """Enum for Cli MCP Server tool names."""
+
+    RUN_COMMAND = "run command"
+
+
+class McpServerFetch(str, Enum):
+    """Enum for MCP Server Fetch tool names."""
+
+    FETCH = "fetch"
+
+
+class Default(str, Enum):
+    """Enum for tools that attached automatically e.g. on added datasource or file uploaded."""
+
+    GET_REPOSITORY_FILE_TREE = "get_repository_file_tree"
+    SEARCH_KB = "search_kb"
+    FILE_ANALYSIS = "file_analysis"
+    DOCX_TOOL = "docx_tool"
+    EXCEL_TOOL = "excel_tool"
+    PYTHON_REPL_AST = "python_repl_ast"
+    PPTX_TOOL = "pptx_tool"
+    PDF_TOOL = "pdf_tool"

codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -53,8 +53,8 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credential_type, credentials, prompt, expected_response",
     cloud_test_data,
@@ -97,8 +97,8 @@ def test_assistant_with_default_integration_cloud(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_ado(
     general_integration,
     integration_utils,
@@ -135,8 +135,8 @@ def test_assistant_with_default_integration_ado(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected_response",
     sonar_tools_test_data,
@@ -180,8 +180,8 @@ def test_assistant_with_default_integration_codebase(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_git(
     general_integration,
     integration_utils,
@@ -234,8 +234,8 @@ def test_assistant_with_default_integration_git(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_jira(
     general_integration,
     integration_utils,
@@ -273,8 +273,8 @@ def test_assistant_with_default_integration_jira(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2377")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2377")
 def test_assistant_with_default_integration_email(
     general_integration,
     integration_utils,
@@ -309,7 +309,7 @@ def test_assistant_with_default_integration_email(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_default_integration_keycloak(
     general_integration,
     integration_utils,
@@ -346,7 +346,7 @@ def test_assistant_with_default_integration_keycloak(
 @pytest.mark.integration
 @pytest.mark.project_integration
 @pytest.mark.default_integration
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_with_default_integration_report_portal(
     general_integration,
     integration_utils,

codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.base_utils import (
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -54,7 +54,7 @@ def test_integration_created(
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -91,8 +91,8 @@ def test_integration_after_creation(
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2376")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2376")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,
@@ -136,7 +136,7 @@ def test_update_integration(
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -177,7 +177,7 @@ def test_integration_with_invalid_credentials(
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials",
     testable_integrations,
@@ -201,7 +201,7 @@ def test_integration_during_creation(credential_type, credentials, integration_u
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "credential_type, credentials, error_message",
     invalid_integrations,
@@ -223,8 +223,8 @@ def test_integration_during_creation_with_invalid_credentials(
 
 @pytest.mark.integration
 @pytest.mark.project_integration
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-2374")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-2374")
 @pytest.mark.parametrize(
     "credential_type, credentials",
     valid_integrations,