codemie-test-harness 0.1.156__py3-none-any.whl → 0.1.157__py3-none-any.whl

codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py

@@ -13,6 +13,9 @@ from codemie_test_harness.tests.test_data.git_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name, to_camel_case
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -45,6 +48,9 @@ def test_workflow_with_list_branch_set_active_branch_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
@@ -92,6 +98,9 @@ def test_workflow_with_create_branch_tool(
             git_utils.delete_branch(name)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,expected_content_template",
@@ -141,6 +150,9 @@ def test_workflow_with_create_file_tool(
             git_utils.delete_file(file_name, "main")
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template",
@@ -186,6 +198,9 @@ def test_workflow_with_create_merge_request_tool(
             git_utils.delete_branch(source_branch)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt_template,expected_template,file_content_template",
@@ -250,6 +265,9 @@ def test_workflow_with_delete_file_tool(
             git_utils.delete_file(file_name, "main")
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_mr_prompt_template,create_mr_expected_template,get_mr_changes_prompt_template,get_mr_changes_expected_template",
@@ -316,6 +334,9 @@ def test_workflow_with_get_merge_request_changes_tool(
             git_utils.delete_branch(source_branch)
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,create_prompt_template,create_expected_template,created_content_template,update_prompt_template,update_expected_template,updated_content_template",

codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py

@@ -17,8 +17,10 @@ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.mcp
+@pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6419")
 @pytest.mark.skipif(
     os.getenv("ENV") == "local", reason="Skipping this test on local environment"
@@ -44,17 +46,19 @@ def test_workflow_with_time_mcp_server(
     similarity_check.check_similarity(response, time_expected_response)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.mcp
+@pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6419")
+@pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
+)
 @pytest.mark.parametrize(
     "command, expected_answer",
     cli_mcp_server_test_data,
     ids=[f"{row[0]}" for row in cli_mcp_server_test_data],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_cli_mcp_server(
     workflow_with_virtual_assistant,
     workflow_utils,
@@ -77,8 +81,10 @@ def test_workflow_with_cli_mcp_server(
     similarity_check.check_similarity(response, expected_answer)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.mcp
+@pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6419")
 @pytest.mark.skipif(
     os.getenv("ENV") == "local", reason="Skipping this test on local environment"

codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py

@@ -15,6 +15,10 @@ from codemie_test_harness.tests.test_data.notification_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.notification
+@pytest.mark.email
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6652")
 @pytest.mark.skipif(
@@ -59,6 +63,10 @@ def test_workflow_with_notification_email_tool(
     assert_that(message_title, equal_to(EMAIL_SUBJECT))
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.notification
+@pytest.mark.telegram
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6652")
 def test_workflow_with_notification_telegram_tool(

codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py

@@ -8,16 +8,19 @@ from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.openapi
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6605")
+@pytest.mark.skipif(
+    os.getenv("ENV") == "azure", reason="Still have an issue with encoding long strings"
+)
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",
     open_api_tools_test_data,
     ids=[f"{row[0]}" for row in open_api_tools_test_data],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "azure", reason="Still have an issue with encoding long strings"
-)
 def test_workflow_with_open_api_tools(
     workflow_with_virtual_assistant,
     open_api_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py

@@ -11,8 +11,10 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.plugin
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     list_files_plugin_tools_test_data,
@@ -38,8 +40,10 @@ def test_workflow_with_list_files_plugin_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.plugin
+@pytest.mark.regression
 def test_workflow_with_modify_files_plugin_tools(
     workflow_utils,
     workflow_with_virtual_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py

@@ -11,8 +11,11 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.plugin
+@pytest.mark.mcp
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "prompt,expected_response",
     cli_mcp_server_with_plugin_test_data,
@@ -40,8 +43,11 @@ def test_workflow_with_plugin_and_cli_mcp_server(
     similarity_check.check_similarity(response, expected_response)
 
 
-@pytest.mark.regression
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
 @pytest.mark.plugin
+@pytest.mark.mcp
+@pytest.mark.regression
 @pytest.mark.parametrize(
     "prompt,expected_response,tool_name",
     filesystem_mcp_server_with_plugin_test_data,

codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py

@@ -9,6 +9,9 @@ from codemie_test_harness.tests.utils.constants import (
 )
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6651")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py

@@ -12,6 +12,9 @@ from codemie_test_harness.tests.utils.base_utils import (
 )
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.research
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(
@@ -44,6 +47,9 @@ def test_workflow_with_search_tools(
     )
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.research
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6655")
 @pytest.mark.parametrize(

codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py

@@ -8,6 +8,9 @@ from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.servicenow
 @pytest.mark.regression
 def test_workflow_with_virtual_assistant_with_servicenow_tools(
     service_now_integration,

codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py

@@ -7,6 +7,9 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import vcs_integrations
 
 
+@pytest.mark.workflow
+@pytest.mark.virtual_workflow
+@pytest.mark.vcs
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name, prompt, expected_response",

{codemie_test_harness-0.1.156.dist-info → codemie_test_harness-0.1.157.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.156
+Version: 0.1.157
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.156)
+Requires-Dist: codemie-sdk-python (==0.1.157)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)