codemie-test-harness 0.1.179__py3-none-any.whl → 0.1.180__py3-none-any.whl

codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py

@@ -10,8 +10,8 @@ from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.openapi
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6605")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6605")
 @pytest.mark.skipif(
     EnvironmentResolver.is_azure(),
     reason="Still have an issue with encoding long strings",

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py

@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     list_files_plugin_tools_test_data,
@@ -43,7 +43,7 @@ def test_workflow_with_list_files_plugin_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_modify_files_plugin_tools(
     workflow_utils,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.constants import TESTS_PATH
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -47,7 +47,7 @@ def test_workflow_with_plugin_and_cli_mcp_server(
 @pytest.mark.virtual_workflow
 @pytest.mark.plugin
 @pytest.mark.mcp
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py

@@ -12,8 +12,8 @@ from codemie_test_harness.tests.utils.constants import (
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.project_management
-@pytest.mark.regression
-@pytest.mark.tescase("EPMCDME-6651")
+@pytest.mark.api
+@pytest.mark.testcase("EPMCDME-6651")
 @pytest.mark.parametrize(
     "tool_name, integration_type, prompt, expected_response",
     pm_tools_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py

@@ -9,7 +9,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.report_portal
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
     rp_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py

@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import (
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_percentage",
@@ -50,7 +50,7 @@ def test_workflow_with_search_tools(
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.research
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",

codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py

@@ -11,7 +11,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.servicenow
-@pytest.mark.regression
+@pytest.mark.api
 def test_workflow_with_virtual_assistant_with_servicenow_tools(
     service_now_integration,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.utils.constants import vcs_integrations
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.vcs
-@pytest.mark.regression
+@pytest.mark.api
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     vcs_tools_test_data,

{codemie_test_harness-0.1.179.dist-info → codemie_test_harness-0.1.180.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.179
+Version: 0.1.180
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.179)
+Requires-Dist: codemie-sdk-python (==0.1.180)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
@@ -265,7 +265,7 @@ codemie-test-harness run --marks "smoke or gitlab or jira_kb" -n 8 --reruns 2
 codemie-test-harness run --codemie-api-domain https://api.example.com --marks smoke
 
 # Run with custom test patterns
-codemie-test-harness run --test-path "tests/integration/" --marks regression
+codemie-test-harness run --test-path "tests/integration/" --marks api
 ```
 
 Provider-specific examples:
@@ -376,7 +376,7 @@ Common markers in this repo include:
 - **smoke** - Quick smoke tests
 - **mcp** - Model Context Protocol tests
 - **plugin** - Plugin functionality tests
-- **regression** - Comprehensive regression tests
+- **api** - Comprehensive api tests
 - **ui** - User interface tests (Playwright)
 - **jira_kb, confluence_kb, code_kb** - Knowledge base tests
 - **gitlab, github, git** - Version control integration tests
@@ -387,7 +387,7 @@ Common markers in this repo include:
 ```shell
 # Target specific environments
 codemie-test-harness run --codemie-api-domain https://preview.codemie.ai --marks smoke
-codemie-test-harness run --codemie-api-domain https://prod.codemie.ai --marks regression
+codemie-test-harness run --codemie-api-domain https://prod.codemie.ai --marks api
 
 # Local development
 codemie-test-harness run --codemie-api-domain http://localhost:8080 --marks "smoke and not ui"
@@ -505,8 +505,8 @@ pytest -n 10 -m "not not_for_parallel_run" --reruns 2
 # Tests that cannot be run in parallel
 pytest -m not_for_parallel_run --reruns 2
 
-# Regression tests
-pytest -n 10 -m "regression and not not_for_parallel_run" --reruns 2
+# API tests
+pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2
 pytest -m not_for_parallel_run --reruns 3
 ```
 
@@ -536,7 +536,7 @@ pytest.ini is preconfigured with rp_endpoint, rp_project, and a default rp_launc
 2) Add the flag:
 
 ```shell
-pytest -n 10 -m "regression and not not_for_parallel_run" --reruns 2 --reportportal
+pytest -n 10 -m "api and not not_for_parallel_run" --reruns 2 --reportportal
 ```
 
 If you need access to the ReportPortal project, contact: Anton Yeromin (anton_yeromin@epam.com).