codemie-test-harness 0.1.156__tar.gz → 0.1.157__tar.gz

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.156
+Version: 0.1.157
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.156)
+Requires-Dist: codemie-sdk-python (==0.1.157)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/datasource/test_code_datasource.py

@@ -8,6 +8,8 @@ from codemie_test_harness.tests.test_data.index_test_data import index_test_data
 from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
 
 
+@pytest.mark.datasource
+@pytest.mark.gitlab
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "embedding_model",
@@ -46,6 +48,8 @@ def test_create_index_application_with_embedding_model(
     similarity_check.check_similarity(answer, expected_answer)
 
 
+@pytest.mark.datasource
+@pytest.mark.gitlab
 @pytest.mark.regression
 def test_edit_description_for_code_data_source(
     client,
@@ -62,6 +66,8 @@ def test_edit_description_for_code_data_source(
     assert_that(updated_datasource.description, equal_to(updated_description))
 
 
+@pytest.mark.datasource
+@pytest.mark.gitlab
 @pytest.mark.regression
 def test_create_code_datasource_with_existing_name(gitlab_datasource, datasource_utils):
     datasource = datasource_utils.get_datasource(gitlab_datasource.id)

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py

@@ -27,15 +27,23 @@ def confluence_cloud_datasource(datasource_utils, confluence_cloud_integration):
         datasource_utils.delete_datasource(datasource)
 
 
+@pytest.mark.datasource
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "datasource_fixture, prompt, expected_response",
     [
-        ("confluence_datasource", CONFLUENCE_TOOL_PROMPT, RESPONSE_FOR_CONFLUENCE_TOOL),
-        (
+        pytest.param(
+            "confluence_datasource",
+            CONFLUENCE_TOOL_PROMPT,
+            RESPONSE_FOR_CONFLUENCE_TOOL,
+            marks=pytest.mark.confluence,
+        ),
+        pytest.param(
             "confluence_cloud_datasource",
             CONFLUENCE_CLOUD_TOOL_PROMPT,
             RESPONSE_FOR_CONFLUENCE_CLOUD_TOOL,
+            marks=[pytest.mark.confluence, pytest.mark.confluence_cloud],
         ),
     ],
     ids=["Confluence", "Confluence Cloud"],
@@ -65,6 +73,8 @@ def test_create_datasource_with_confluence_and_confluence_cloud_integration(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.datasource
+@pytest.mark.confluence
 @pytest.mark.regression
 def test_edit_description_for_confluence_data_source(
     client, confluence_datasource, datasource_utils
@@ -79,6 +89,8 @@ def test_edit_description_for_confluence_data_source(
     assert_that(updated_datasource.description, equal_to(updated_description))
 
 
+@pytest.mark.datasource
+@pytest.mark.confluence
 @pytest.mark.regression
 def test_create_confluence_datasource_with_existing_name(
     datasource_utils, confluence_datasource

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/datasource/test_file_indexing.py

@@ -58,6 +58,8 @@ def pytest_generate_tests(metafunc):
         metafunc.parametrize("file_name,expected_response", test_data)
 
 
+@pytest.mark.datasource
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_assistant_with_file_datasource(
@@ -87,6 +89,8 @@ def test_create_assistant_with_file_datasource(
     )
 
 
+@pytest.mark.datasource
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_edit_description_for_file_datasource(datasource_utils):
@@ -109,6 +113,8 @@ def test_edit_description_for_file_datasource(datasource_utils):
     assert_that(updated_datasource.description, equal_to(updated_description))
 
 
+@pytest.mark.datasource
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 @pytest.mark.parametrize("file_name", large_files_test_data)
@@ -126,6 +132,8 @@ def test_create_file_datasource_with_large_files(datasource_utils, file_name):
         )
 
 
+@pytest.mark.datasource
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_file_datasource_with_big_number_of_files(datasource_utils):
@@ -142,6 +150,8 @@ def test_create_file_datasource_with_big_number_of_files(datasource_utils):
         assert_response(e.response, 422, "Too many files. Maximum count is 10")
 
 
+@pytest.mark.datasource
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_file_datasource_with_two_files(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/datasource/test_google_datasource.py

@@ -12,6 +12,8 @@ from codemie_test_harness.tests.test_data.google_datasource_test_data import (
 from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
 
 
+@pytest.mark.datasource
+@pytest.mark.google
 @pytest.mark.smoke
 @pytest.mark.regression
 def test_create_datasource_with_google_integration(
@@ -35,6 +37,8 @@ def test_create_datasource_with_google_integration(
     similarity_check.check_similarity(response_from_llm, RESPONSE_FOR_GOOGLE_DOC)
 
 
+@pytest.mark.datasource
+@pytest.mark.google
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_edit_description_for_google_data_source(
@@ -50,6 +54,8 @@ def test_edit_description_for_google_data_source(
     assert_that(updated_datasource.description, equal_to(updated_description))
 
 
+@pytest.mark.datasource
+@pytest.mark.google
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_google_doc_datasource_with_existing_name(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py

@@ -25,12 +25,24 @@ def jira_cloud_datasource(datasource_utils, jira_cloud_integration):
         datasource_utils.delete_datasource(datasource)
 
 
+@pytest.mark.datasource
+@pytest.mark.project_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "datasource_fixture, prompt, expected_response",
     [
-        ("jira_datasource", JIRA_TOOL_PROMPT, RESPONSE_FOR_JIRA_TOOL),
-        ("jira_cloud_datasource", JIRA_CLOUD_TOOL_PROMPT, RESPONSE_FOR_JIRA_CLOUD_TOOL),
+        pytest.param(
+            "jira_datasource",
+            JIRA_TOOL_PROMPT,
+            RESPONSE_FOR_JIRA_TOOL,
+            marks=pytest.mark.jira,
+        ),
+        pytest.param(
+            "jira_cloud_datasource",
+            JIRA_CLOUD_TOOL_PROMPT,
+            RESPONSE_FOR_JIRA_CLOUD_TOOL,
+            marks=[pytest.mark.jira, pytest.mark.jira_cloud],
+        ),
     ],
     ids=["Jira", "Jira Cloud"],
 )
@@ -59,6 +71,8 @@ def test_create_datasource_with_jira_and_jira_cloud_integration(
     similarity_check.check_similarity(response, response)
 
 
+@pytest.mark.datasource
+@pytest.mark.jira
 @pytest.mark.regression
 def test_edit_description_for_jira_data_source(
     client, datasource_utils, jira_datasource
@@ -73,6 +87,8 @@ def test_edit_description_for_jira_data_source(
     assert_that(updated_datasource.description, equal_to(updated_description))
 
 
+@pytest.mark.datasource
+@pytest.mark.jira
 @pytest.mark.regression
 def test_create_jira_datasource_with_existing_name(datasource_utils, jira_datasource):
     datasource = datasource_utils.get_datasource(jira_datasource.id)

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py

@@ -15,6 +15,8 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.constants import test_project_name
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -74,6 +76,8 @@ def test_assistant_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -116,6 +120,8 @@ def test_assistant_with_global_and_project_integration(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -149,6 +155,8 @@ def test_assistant_with_project_integration_only(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_global_valid_and_user_invalid_integration(
@@ -187,6 +195,8 @@ def test_assistant_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_project_valid_and_user_invalid_integration(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py

@@ -17,6 +17,8 @@ ado_wiki_prompt = ado_wiki_get_test_data[0][2]
 ado_wiki_answer = ado_wiki_get_test_data[0][3]
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -78,6 +80,8 @@ def test_assistant_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.regression
 @pytest.mark.not_for_parallel_run
 @pytest.mark.tescase("EPMCDME-6708")
@@ -121,6 +125,8 @@ def test_assistant_with_global_and_project_integration(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -156,6 +162,8 @@ def test_assistant_with_project_integration_only(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_global_valid_and_user_invalid_integration(
@@ -196,6 +204,8 @@ def test_assistant_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, ado_wiki_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_project_valid_and_user_invalid_integration(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -18,6 +18,8 @@ git_tool_prompt = list_branches_set_active_branch_test_data[0][2]
 git_tool_answer = list_branches_set_active_branch_test_data[0][3]
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -89,6 +91,8 @@ def test_assistant_should_use_user_integration_by_default(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -146,6 +150,8 @@ def test_assistant_with_global_and_project_integration(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 @pytest.mark.tescase("EPMCDME-6708")
@@ -190,6 +196,8 @@ def test_assistant_with_project_integration_only(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_global_valid_and_user_invalid_integration(
@@ -246,6 +254,8 @@ def test_assistant_with_global_valid_and_user_invalid_integration(
     similarity_check.check_similarity(response, git_tool_answer)
 
 
+@pytest.mark.integration
+@pytest.mark.default_integration
 @pytest.mark.not_for_parallel_run
 @pytest.mark.regression
 def test_assistant_with_project_valid_and_user_invalid_integration(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/test_assistants.py

@@ -31,6 +31,7 @@ system_prompt_for_chatting_with_files = """Your task is to show the content of t
 """
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_assistant(assistant_utils, default_llm):
@@ -41,6 +42,7 @@ def test_create_assistant(assistant_utils, default_llm):
     )
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_all_assistants(search_utils):
@@ -50,6 +52,7 @@ def test_get_all_assistants(search_utils):
     assert_that(len(ids), greater_than(0), "No assistants found.")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_prebuilt_assistants(assistant_utils):
@@ -59,6 +62,7 @@ def test_get_prebuilt_assistants(assistant_utils):
     assert_that(len(ids), greater_than(0), "No prebuilt assistants found.")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_users_assistants(assistant_utils, search_utils):
@@ -69,6 +73,7 @@ def test_get_users_assistants(assistant_utils, search_utils):
     assert_that(TEST_USER in users, f"No assistants created by '{TEST_USER}' found.")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_assistant_context(assistant_utils):
@@ -77,6 +82,7 @@ def test_get_assistant_context(assistant_utils):
     assert_that(len(response), greater_than(0), "No assistants context found.")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_available_tools(assistant_utils):
@@ -85,6 +91,7 @@ def test_get_available_tools(assistant_utils):
     assert_that(len(response), greater_than(0), "No assistants tools found.")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_assistant_by_id(assistant_utils):
@@ -100,6 +107,7 @@ def test_get_assistant_by_id(assistant_utils):
     )
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_get_assistant_by_slug(assistant_utils):
@@ -115,6 +123,7 @@ def test_get_assistant_by_slug(assistant_utils):
     )
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_update_assistant(assistant_utils, default_llm):
@@ -152,6 +161,7 @@ def test_update_assistant(assistant_utils, default_llm):
     )
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_delete_assistant(assistant_utils, search_utils):
@@ -169,6 +179,7 @@ def test_delete_assistant(assistant_utils, search_utils):
     assert_that(len(search_response), equal_to(0), "Assistant was not deleted")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_ask_assistant(assistant_utils):
@@ -187,6 +198,7 @@ def test_ask_assistant(assistant_utils):
     assert_that(response.task_id, is_not(empty()), "No response from assistant")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.skip(reason="Not implemented yet")
 def test_export_assistant(assistant_utils):
@@ -202,6 +214,8 @@ def test_export_assistant(assistant_utils):
     )
 
 
+@pytest.mark.assistant
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 @pytest.mark.tescase("EPMCDME-4001, EPMCDME-4002, EPMCDME-2527")
@@ -242,6 +256,7 @@ def test_create_assistant_and_prompt_with_file(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_assistant_has_an_access_to_the_history(
@@ -268,6 +283,7 @@ def test_assistant_has_an_access_to_the_history(
     similarity_check.check_similarity(response, "2 + 5 equals 7.", 90)
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_passing_history_to_chat(
@@ -293,12 +309,14 @@ def test_passing_history_to_chat(
     similarity_check.check_similarity(response, "3 + 5 equals 8.", 90)
 
 
+@pytest.mark.assistant
+@pytest.mark.file
+@pytest.mark.regression
+@pytest.mark.smoke
 @pytest.mark.parametrize(
     "file_name",
     files_with_different_types_test_data,
 )
-@pytest.mark.regression
-@pytest.mark.smoke
 def test_upload_file_to_chat(
     assistant_utils,
     file_name,
@@ -310,6 +328,7 @@ def test_upload_file_to_chat(
         raise AssertionError(f"Error on uploading file to chat: {error_details}")
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_chat_with_pydantic_output_schema(assistant_utils, assistant):
@@ -323,6 +342,7 @@ def test_chat_with_pydantic_output_schema(assistant_utils, assistant):
     assert_that(response.results[0], equal_to(2))
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_chat_with_json_output_schema(assistant_utils, assistant):
@@ -333,6 +353,8 @@ def test_chat_with_json_output_schema(assistant_utils, assistant):
     assert_that(response["results"][0], equal_to(2))
 
 
+@pytest.mark.assistant
+@pytest.mark.file
 @pytest.mark.regression
 @pytest.mark.smoke
 def test_create_assistant_and_prompt_with_multiple_files(

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py

@@ -7,6 +7,8 @@ from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
 )
 
 
+@pytest.mark.assistant
+@pytest.mark.keycloak
 @pytest.mark.regression
 def test_assistant_with_keycloak_tool(
     assistant_utils,

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py

@@ -16,6 +16,8 @@ from codemie_test_harness.tests.utils.constants import ID_PATTERN
 from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -46,6 +48,8 @@ def test_assistant_with_ado_test_plan_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 def test_assistant_with_ado_test_plan_tools(
     assistant_utils,

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py

@@ -13,6 +13,8 @@ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUti
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -43,6 +45,8 @@ def test_assistant_with_ado_wiki_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 def test_assistant_with_ado_wiki_modify_tools(
     assistant_utils,

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py

@@ -14,6 +14,8 @@ from codemie_test_harness.tests.utils.constants import WORK_ITEM_ID_PATTERN
 from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -44,6 +46,8 @@ def test_assistant_with_ado_work_item_get_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.ado
 @pytest.mark.regression
 def test_assistant_with_ado_work_item_modify_tools(
     assistant_utils,

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py

@@ -4,6 +4,8 @@ from codemie_test_harness.tests.enums.tools import Toolkit, CloudTool
 from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_test_data
 
 
+@pytest.mark.assistant
+@pytest.mark.cloud
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,credential_type,credentials,prompt,expected_response",

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py

@@ -10,6 +10,8 @@ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
 )
 
 
+@pytest.mark.assistant
+@pytest.mark.codebase
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit,tool_name,prompt,expected_response",
@@ -32,6 +34,7 @@ def test_assistant_with_codebase_tools(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "toolkit, tool_name, credentials, prompt, expected",

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -22,6 +22,8 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
 
+@pytest.mark.assistant
+@pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6132")
 @pytest.mark.skip(reason="Credentials for Elastic are not available")
@@ -43,16 +45,18 @@ def test_create_assistant_with_elastic_tool(
     similarity_check.check_similarity(response, RESPONSE_FOR_ELASTIC)
 
 
+@pytest.mark.assistant
+@pytest.mark.sql
 @pytest.mark.regression
+@pytest.mark.testcase("EPMCDME-6132")
+@pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
+)
 @pytest.mark.parametrize(
     "db_dialect",
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_create_assistant_with_sql_tool(
     integration_utils, assistant_utils, assistant, similarity_check, db_dialect
 ):

{codemie_test_harness-0.1.156 → codemie_test_harness-0.1.157}/codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py

@@ -19,7 +19,10 @@ from codemie_test_harness.tests.test_data.file_management_tools_test_data import
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
+@pytest.mark.assistant
+@pytest.mark.file_management
 @pytest.mark.regression
+@pytest.mark.testcase("EPMCDME-6103")
 @pytest.mark.parametrize(
     "tool_name,prompt,expected_response",
     file_management_tools_test_data,
@@ -30,7 +33,6 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
         FileManagementTool.RUN_COMMAND_LINE,
     ],
 )
-@pytest.mark.testcase("EPMCDME-6103")
 def test_create_assistant_with_file_management_tool(
     filesystem_integration,
     assistant,
@@ -49,6 +51,8 @@ def test_create_assistant_with_file_management_tool(
     similarity_check.check_similarity(response, expected_response)
 
 
+@pytest.mark.assistant
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6103")
 @pytest.mark.skipif(
@@ -74,6 +78,8 @@ def test_create_assistant_with_file_management_generate_image_tool(
     )
 
 
+@pytest.mark.assistant
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6103")
 def test_create_assistant_with_file_management_read_file_tool(
@@ -93,6 +99,8 @@ def test_create_assistant_with_file_management_read_file_tool(
 
 
 @pytest.mark.skip(reason="Tests are flaky, tools work unstable")
+@pytest.mark.assistant
+@pytest.mark.file_management
 @pytest.mark.regression
 @pytest.mark.parametrize(
     "tool_name,expected_response",