codemie-test-harness 0.1.178__py3-none-any.whl → 0.1.180__py3-none-any.whl

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -24,8 +24,8 @@ git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 @pytest.mark.parametrize(
     "user_integration, is_global, project_integration",
     integrations,
@@ -101,8 +101,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_global_and_project_integration(
     datasource_utils,
     default_embedding_llm,
@@ -164,8 +164,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6708")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6708")
 def test_assistant_in_workflow_with_project_integration_only(
     datasource_utils,
     default_embedding_llm,
@@ -214,7 +214,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,
@@ -276,7 +276,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 @pytest.mark.integration
 @pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
-@pytest.mark.regression
+@pytest.mark.api
 def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     integration_utils,
     similarity_check,

codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py

@@ -22,7 +22,7 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
@@ -55,7 +55,7 @@ def test_workflow_with_file_management_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 @pytest.mark.skipif(
     EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
@@ -86,7 +86,7 @@ def test_workflow_with_generate_image_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_read_file_tool(
     workflow_with_virtual_assistant,
@@ -122,7 +122,7 @@ def test_workflow_with_read_file_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_file_editing_tool(
     workflow_with_virtual_assistant,
@@ -174,7 +174,7 @@ def test_workflow_with_file_editing_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.file_management
 @pytest.mark.skip(reason="Test are flaky, tools work unstable")
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6561")
 def test_workflow_with_filesystem_tool(
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py

@@ -16,7 +16,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name, to_came
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     list_branches_set_active_branch_test_data,
@@ -51,7 +51,7 @@ def test_workflow_with_list_branch_set_active_branch_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_branch_test_data,
@@ -101,7 +101,7 @@ def test_workflow_with_create_branch_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,expected_content_template",
     create_file_test_data,
@@ -153,7 +153,7 @@ def test_workflow_with_create_file_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
     create_merge_request_test_data,
@@ -201,7 +201,7 @@ def test_workflow_with_create_merge_request_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,file_content_template",
     delete_file_test_data,
@@ -268,7 +268,7 @@ def test_workflow_with_delete_file_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_mr_prompt_template,create_mr_expected_template,get_mr_changes_prompt_template,get_mr_changes_expected_template",
     get_merge_request_changes_test_data,
@@ -337,7 +337,7 @@ def test_workflow_with_get_merge_request_changes_tool(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.gitlab
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_prompt_template,create_expected_template,created_content_template,update_prompt_template,update_expected_template,updated_content_template",
     update_file_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py

@@ -23,7 +23,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 def test_workflow_with_time_mcp_server(
     workflow_with_virtual_assistant,
@@ -49,7 +49,7 @@ def test_workflow_with_time_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 @pytest.mark.parametrize(
     "command, expected_answer",
@@ -81,7 +81,7 @@ def test_workflow_with_cli_mcp_server(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6419")
 def test_workflow_with_fetch_mcp_server(
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py

@@ -19,8 +19,8 @@ from codemie_test_harness.tests.utils.env_resolver import get_environment
 @pytest.mark.virtual_workflow
 @pytest.mark.notification
 @pytest.mark.email
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6652")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6652")
 @pytest.mark.skipif(
     get_environment() in [Environment.LOCALHOST, Environment.GCP],
     reason="Skipping this test on local environment",
@@ -67,8 +67,8 @@ def test_workflow_with_notification_email_tool(
 @pytest.mark.virtual_workflow
 @pytest.mark.notification
 @pytest.mark.telegram
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6652")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6652")
 def test_workflow_with_notification_telegram_tool(
     workflow_with_virtual_assistant,
     similarity_check,

codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py

@@ -10,8 +10,8 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.openapi
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6605")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6605")
 @pytest.mark.skipif(
     EnvironmentResolver.is_azure(),
     reason="Still have an issue with encoding long strings",

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     list_files_plugin_tools_test_data,
@@ -43,7 +43,7 @@ def test_workflow_with_list_files_plugin_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_modify_files_plugin_tools(
     workflow_utils,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -47,7 +47,7 @@ def test_workflow_with_plugin_and_cli_mcp_server(
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py

@@ -12,8 +12,8 @@ from codemie_test_harness.tests.utils.constants import (
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.project_management
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6651")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6651")
 @pytest.mark.parametrize(
     "tool_name, integration_type, prompt, expected_response",
     pm_tools_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py

@@ -9,7 +9,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     rp_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import (
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_percentage",
@@ -50,7 +50,7 @@ def test_workflow_with_search_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",

codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py

@@ -11,7 +11,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_virtual_assistant_with_servicenow_tools(
     service_now_integration,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.utils.constants import vcs_integrations
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.vcs
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     vcs_tools_test_data,

{codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.178
+Version: 0.1.180
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.178)
+Requires-Dist: codemie-sdk-python (==0.1.180)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
@@ -265,7 +265,7 @@ codemie-test-harness run --marks "smoke or gitlab or jira_kb" -n 8 --reruns 2
 codemie-test-harness run --codemie-api-domain https://api.example.com --marks smoke
 
 # Run with custom test patterns
-codemie-test-harness run --test-path "tests/integration/" --marks regression
+codemie-test-harness run --test-path "tests/integration/" --marks api
 ```
 
 Provider-specific examples:
@@ -376,7 +376,7 @@ Common markers in this repo include:
 - **smoke** - Quick smoke tests
 - **mcp** - Model Context Protocol tests
 - **plugin** - Plugin functionality tests
-- **regression** - Comprehensive regression tests
+- **api** - Comprehensive api tests
 - **ui** - User interface tests (Playwright)
 - **jira_kb, confluence_kb, code_kb** - Knowledge base tests
 - **gitlab, github, git** - Version control integration tests
@@ -387,7 +387,7 @@ Common markers in this repo include:
 ```shell
 # Target specific environments
 codemie-test-harness run --codemie-api-domain https://preview.codemie.ai --marks smoke
-codemie-test-harness run --codemie-api-domain https://prod.codemie.ai --marks regression
+codemie-test-harness run --codemie-api-domain https://prod.codemie.ai --marks api
 
 # Local development
 codemie-test-harness run --codemie-api-domain http://localhost:8080 --marks "smoke and not ui"
@@ -505,8 +505,8 @@ pytest -n 10 -m "not not_for_parallel_run" --reruns 2
 # Tests that cannot be run in parallel
 pytest -m not_for_parallel_run --reruns 2
 
-# Regression tests
-pytest -n 10 -m "regression and not not_for_parallel_run" --reruns 2
+# API tests
+pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2
 pytest -m not_for_parallel_run --reruns 3
 ```
 
@@ -536,7 +536,7 @@ pytest.ini is preconfigured with rp_endpoint, rp_project, and a default rp_launc
 2) Add the flag:
 
 ```shell
-pytest -n 10 -m "regression and not not_for_parallel_run" --reruns 2 --reportportal
+pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2 --reportportal
 ```
 
 If you need access to the ReportPortal project, contact: Anton Yeromin (anton_yeromin@epam.com).