codemie-test-harness 0.1.178__py3-none-any.whl → 0.1.180__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of codemie-test-harness might be problematic. Click here for more details.

Files changed (135) hide show
  1. codemie_test_harness/cli/cli.py +2 -0
  2. codemie_test_harness/cli/commands/marks_cmd.py +39 -0
  3. codemie_test_harness/cli/marks_utils.py +338 -0
  4. codemie_test_harness/cli/runner.py +40 -0
  5. codemie_test_harness/tests/assistant/datasource/test_code_datasource.py +3 -3
  6. codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +3 -3
  7. codemie_test_harness/tests/assistant/datasource/test_file_indexing.py +5 -5
  8. codemie_test_harness/tests/assistant/datasource/test_google_datasource.py +3 -3
  9. codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +3 -3
  10. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py +8 -8
  11. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  12. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  13. codemie_test_harness/tests/assistant/test_assistants.py +22 -22
  14. codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py +1 -1
  15. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +2 -2
  16. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +2 -2
  17. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +2 -2
  18. codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py +1 -1
  19. codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py +2 -2
  20. codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +2 -2
  21. codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py +4 -4
  22. codemie_test_harness/tests/assistant/tools/git/test_assistant_with_git_tools.py +7 -7
  23. codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +2 -2
  24. codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py +2 -2
  25. codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +2 -2
  26. codemie_test_harness/tests/assistant/tools/openapi/test_assistant_with_open_api_tools.py +1 -1
  27. codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_development_plugin.py +2 -2
  28. codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py +2 -2
  29. codemie_test_harness/tests/assistant/tools/{mcp → plugin}/test_single_assistant_dual_time_plugins.py +1 -1
  30. codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py +6 -6
  31. codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py +1 -1
  32. codemie_test_harness/tests/assistant/tools/research/test_assistant_research_tools.py +2 -2
  33. codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py +1 -1
  34. codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py +1 -1
  35. codemie_test_harness/tests/conversations/test_conversations_endpoints.py +5 -5
  36. codemie_test_harness/tests/e2e/test_e2e.py +6 -6
  37. codemie_test_harness/tests/integrations/project/test_default_integrations.py +14 -14
  38. codemie_test_harness/tests/integrations/project/test_project_integrations.py +9 -9
  39. codemie_test_harness/tests/integrations/user/test_default_integrations.py +14 -14
  40. codemie_test_harness/tests/integrations/user/test_user_integrations.py +12 -12
  41. codemie_test_harness/tests/llm/assistants/test_lite_llm.py +2 -2
  42. codemie_test_harness/tests/llm/assistants/test_llm.py +3 -3
  43. codemie_test_harness/tests/providers/test_providers_endpoints.py +11 -11
  44. codemie_test_harness/tests/search/test_search_assistant.py +1 -1
  45. codemie_test_harness/tests/search/test_search_datasource.py +5 -5
  46. codemie_test_harness/tests/search/test_search_integration.py +2 -2
  47. codemie_test_harness/tests/search/test_search_workflow.py +1 -1
  48. codemie_test_harness/tests/service/test_assistant_service.py +1 -1
  49. codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py +3 -3
  50. codemie_test_harness/tests/test_data/codebase_tools_test_data.py +11 -5
  51. codemie_test_harness/tests/ui/assistants/test_create_assistant.py +11 -11
  52. codemie_test_harness/tests/ui/datasource/test_create_datasource.py +19 -16
  53. codemie_test_harness/tests/ui/datasource/test_datasource_page.py +5 -5
  54. codemie_test_harness/tests/ui/datasource/test_edit_datasource.py +15 -11
  55. codemie_test_harness/tests/ui/datasource/test_view_datasource.py +11 -9
  56. codemie_test_harness/tests/ui/integrations/test_create_integration.py +9 -9
  57. codemie_test_harness/tests/ui/pageobject/datasources/create_edit_datasource_page.py +12 -5
  58. codemie_test_harness/tests/ui/pageobject/datasources/datasource_page.py +6 -2
  59. codemie_test_harness/tests/ui/pageobject/datasources/datasource_sidebar.py +2 -2
  60. codemie_test_harness/tests/ui/pageobject/datasources/view_datasource_page.py +3 -1
  61. codemie_test_harness/tests/ui/workflows/test_create_workflow.py +12 -12
  62. codemie_test_harness/tests/ui/workflows/test_edit_workflow.py +15 -15
  63. codemie_test_harness/tests/ui/workflows/test_workflow_details.py +19 -19
  64. codemie_test_harness/tests/ui/workflows/test_workflow_executions_page.py +36 -36
  65. codemie_test_harness/tests/ui/workflows/test_workflow_templates.py +8 -8
  66. codemie_test_harness/tests/ui/workflows/test_workflows.py +8 -8
  67. codemie_test_harness/tests/workflow/assistant_tools/access_management/test_workflow_with_assistant_with_keycloak_tool.py +1 -1
  68. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py +2 -2
  69. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py +2 -2
  70. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_work_item_tools.py +2 -2
  71. codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +1 -1
  72. codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +2 -2
  73. codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +2 -2
  74. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +8 -8
  75. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  76. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  77. codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +5 -5
  78. codemie_test_harness/tests/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py +7 -7
  79. codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +3 -3
  80. codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +2 -2
  81. codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +1 -1
  82. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py +2 -2
  83. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py +2 -2
  84. codemie_test_harness/tests/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py +1 -1
  85. codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py +1 -1
  86. codemie_test_harness/tests/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py +2 -2
  87. codemie_test_harness/tests/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +1 -1
  88. codemie_test_harness/tests/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py +1 -1
  89. codemie_test_harness/tests/workflow/config_validation/test_config_validation.py +1 -1
  90. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +8 -8
  91. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +8 -8
  92. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_access_management_tool.py +3 -3
  93. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py +3 -3
  94. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py +3 -3
  95. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py +3 -3
  96. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py +3 -3
  97. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +3 -3
  98. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py +3 -3
  99. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +3 -3
  100. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py +3 -3
  101. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py +3 -3
  102. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py +3 -3
  103. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py +4 -4
  104. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py +3 -3
  105. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py +3 -3
  106. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py +3 -3
  107. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py +3 -3
  108. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py +5 -3
  109. codemie_test_harness/tests/workflow/test_workflows.py +1 -1
  110. codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py +1 -1
  111. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py +2 -2
  112. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py +2 -2
  113. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py +2 -2
  114. codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +4 -4
  115. codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +2 -2
  116. codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +2 -2
  117. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +8 -8
  118. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  119. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  120. codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +5 -5
  121. codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py +7 -7
  122. codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +3 -3
  123. codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +4 -4
  124. codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +2 -2
  125. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py +2 -2
  126. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py +2 -2
  127. codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py +2 -2
  128. codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py +1 -1
  129. codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py +2 -2
  130. codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +1 -1
  131. codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py +1 -1
  132. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/METADATA +8 -8
  133. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/RECORD +135 -133
  134. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/WHEEL +0 -0
  135. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/entry_points.txt +0 -0
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py CHANGED
@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
13
13
  @pytest.mark.workflow
14
14
  @pytest.mark.direct_tool
15
15
  @pytest.mark.ado
16
- @pytest.mark.regression
16
+ @pytest.mark.api
17
17
  @pytest.mark.testcase("EPMCDME-5384")
18
18
  @pytest.mark.parametrize(
19
19
  "toolkit,tool_name,prompt,expected_response",
@@ -45,7 +45,7 @@ def test_workflow_with_ado_work_item_get_tools_direct(
45
45
  @pytest.mark.workflow
46
46
  @pytest.mark.direct_tool
47
47
  @pytest.mark.ado
48
- @pytest.mark.regression
48
+ @pytest.mark.api
49
49
  @pytest.mark.testcase("EPMCDME-5384")
50
50
  @pytest.mark.parametrize(
51
51
  "toolkit,tool_name,prompt,expected_response",
@@ -75,7 +75,7 @@ def test_workflow_with_ado_work_item_get_tools_with_hardcoded_args(
75
75
  @pytest.mark.workflow
76
76
  @pytest.mark.direct_tool
77
77
  @pytest.mark.ado
78
- @pytest.mark.regression
78
+ @pytest.mark.api
79
79
  @pytest.mark.testcase("EPMCDME-5384")
80
80
  @pytest.mark.parametrize(
81
81
  "toolkit,tool_name,prompt,expected_response",
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py CHANGED
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.direct_tool
16
16
  @pytest.mark.cloud
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.parametrize(
19
19
  "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
20
20
  cloud_test_data,
@@ -54,7 +54,7 @@ def test_workflow_with_cloud_tools_direct(
54
54
  @pytest.mark.workflow
55
55
  @pytest.mark.direct_tool
56
56
  @pytest.mark.cloud
57
- @pytest.mark.regression
57
+ @pytest.mark.api
58
58
  @pytest.mark.parametrize(
59
59
  "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
60
60
  cloud_test_data,
@@ -92,7 +92,7 @@ def test_workflow_with_cloud_tools_with_hardcoded_args(
92
92
  @pytest.mark.workflow
93
93
  @pytest.mark.direct_tool
94
94
  @pytest.mark.cloud
95
- @pytest.mark.regression
95
+ @pytest.mark.api
96
96
  @pytest.mark.parametrize(
97
97
  "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
98
98
  cloud_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py CHANGED
@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
15
15
 
16
16
  @pytest.mark.workflow
17
17
  @pytest.mark.direct_tool
18
- @pytest.mark.regression
18
+ @pytest.mark.api
19
19
  @pytest.mark.parametrize(
20
20
  "toolkit, tool_name, prompt, expected_response",
21
21
  sonar_tools_test_data,
@@ -55,7 +55,7 @@ def test_workflow_with_sonar_tools_direct(
55
55
 
56
56
  @pytest.mark.workflow
57
57
  @pytest.mark.direct_tool
58
- @pytest.mark.regression
58
+ @pytest.mark.api
59
59
  @pytest.mark.parametrize(
60
60
  "toolkit, tool_name, prompt, expected_response",
61
61
  sonar_tools_test_data,
@@ -96,7 +96,7 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
96
96
 
97
97
  @pytest.mark.workflow
98
98
  @pytest.mark.direct_tool
99
- @pytest.mark.regression
99
+ @pytest.mark.api
100
100
  @pytest.mark.parametrize(
101
101
  "toolkit, tool_name, prompt, expected_response",
102
102
  sonar_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py CHANGED
@@ -23,7 +23,7 @@ pytestmark = pytest.mark.skipif(
23
23
  @pytest.mark.workflow
24
24
  @pytest.mark.direct_tool
25
25
  @pytest.mark.elastic
26
- @pytest.mark.regression
26
+ @pytest.mark.api
27
27
  def test_workflow_with_elastic_tools_direct(
28
28
  workflow_with_tool, workflow_utils, integration_utils
29
29
  ):
@@ -49,7 +49,7 @@ def test_workflow_with_elastic_tools_direct(
49
49
  @pytest.mark.workflow
50
50
  @pytest.mark.direct_tool
51
51
  @pytest.mark.elastic
52
- @pytest.mark.regression
52
+ @pytest.mark.api
53
53
  def test_workflow_with_elastic_tools_with_hardcoded_args(
54
54
  workflow_with_tool, workflow_utils, integration_utils
55
55
  ):
@@ -76,7 +76,7 @@ def test_workflow_with_elastic_tools_with_hardcoded_args(
76
76
  @pytest.mark.workflow
77
77
  @pytest.mark.direct_tool
78
78
  @pytest.mark.elastic
79
- @pytest.mark.regression
79
+ @pytest.mark.api
80
80
  def test_workflow_with_elastic_tools_with_overriding_args(
81
81
  workflow_with_tool, workflow_utils, integration_utils
82
82
  ):
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py CHANGED
@@ -22,7 +22,7 @@ pytestmark = pytest.mark.skipif(
22
22
  @pytest.mark.workflow
23
23
  @pytest.mark.direct_tool
24
24
  @pytest.mark.sql
25
- @pytest.mark.regression
25
+ @pytest.mark.api
26
26
  @pytest.mark.parametrize(
27
27
  "toolkit,tool_name,db_dialect,prompt,expected_response",
28
28
  sql_tools_test_data,
@@ -63,7 +63,7 @@ def test_workflow_with_sql_tools_direct(
63
63
  @pytest.mark.workflow
64
64
  @pytest.mark.direct_tool
65
65
  @pytest.mark.sql
66
- @pytest.mark.regression
66
+ @pytest.mark.api
67
67
  @pytest.mark.parametrize(
68
68
  "toolkit,tool_name,db_dialect,prompt,expected_response",
69
69
  sql_tools_test_data,
@@ -105,7 +105,7 @@ def test_workflow_with_sql_tools_with_hardcoded_args(
105
105
  @pytest.mark.workflow
106
106
  @pytest.mark.direct_tool
107
107
  @pytest.mark.sql
108
- @pytest.mark.regression
108
+ @pytest.mark.api
109
109
  @pytest.mark.parametrize(
110
110
  "toolkit,tool_name,db_dialect,prompt,expected_response",
111
111
  sql_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py CHANGED
@@ -12,7 +12,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
12
12
  @pytest.mark.workflow
13
13
  @pytest.mark.direct_tool
14
14
  @pytest.mark.file_management
15
- @pytest.mark.regression
15
+ @pytest.mark.api
16
16
  @pytest.mark.parametrize(
17
17
  "tool, prompt, expected_response",
18
18
  file_management_tools_test_data,
@@ -40,7 +40,7 @@ def test_workflow_with_file_management_tools_direct(
40
40
  @pytest.mark.workflow
41
41
  @pytest.mark.direct_tool
42
42
  @pytest.mark.file_management
43
- @pytest.mark.regression
43
+ @pytest.mark.api
44
44
  @pytest.mark.parametrize(
45
45
  "tool, prompt, expected_response",
46
46
  file_management_tools_test_data,
@@ -67,7 +67,7 @@ def test_workflow_with_file_management_tools_with_hardcoded_args(
67
67
  @pytest.mark.workflow
68
68
  @pytest.mark.direct_tool
69
69
  @pytest.mark.file_management
70
- @pytest.mark.regression
70
+ @pytest.mark.api
71
71
  @pytest.mark.parametrize(
72
72
  "tool, prompt, expected_response",
73
73
  file_management_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py CHANGED
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import notification_integrations
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.direct_tool
16
16
  @pytest.mark.notification
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.parametrize(
19
19
  "tool, prompt, expected_response",
20
20
  notification_tools_test_data,
@@ -42,7 +42,7 @@ def test_workflow_with_notification_tools_direct(
42
42
  similarity_check.check_similarity(response, expected_response, 80)
43
43
 
44
44
 
45
- @pytest.mark.regression
45
+ @pytest.mark.api
46
46
  @pytest.mark.parametrize(
47
47
  "tool, prompt, expected_response",
48
48
  notification_tools_test_data,
@@ -68,7 +68,7 @@ def test_workflow_with_notification_tools_with_hardcoded_args(
68
68
  similarity_check.check_similarity(response, expected_response, 80)
69
69
 
70
70
 
71
- @pytest.mark.regression
71
+ @pytest.mark.api
72
72
  @pytest.mark.parametrize(
73
73
  "tool, prompt, expected_response",
74
74
  notification_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py CHANGED
@@ -19,7 +19,7 @@ pytestmark = pytest.mark.skipif(
19
19
  @pytest.mark.workflow
20
20
  @pytest.mark.direct_tool
21
21
  @pytest.mark.openapi
22
- @pytest.mark.regression
22
+ @pytest.mark.api
23
23
  @pytest.mark.testcase("EPMCDME-6560")
24
24
  @pytest.mark.parametrize(
25
25
  "toolkit, tool_name, prompt, expected_response",
@@ -50,7 +50,7 @@ def test_workflow_with_open_api_tools_direct(
50
50
  @pytest.mark.workflow
51
51
  @pytest.mark.direct_tool
52
52
  @pytest.mark.openapi
53
- @pytest.mark.regression
53
+ @pytest.mark.api
54
54
  @pytest.mark.testcase("EPMCDME-6560")
55
55
  @pytest.mark.parametrize(
56
56
  "toolkit, tool_name, prompt, expected_response",
@@ -82,7 +82,7 @@ def test_workflow_with_open_api_tools_with_hardcoded_args(
82
82
  @pytest.mark.workflow
83
83
  @pytest.mark.direct_tool
84
84
  @pytest.mark.openapi
85
- @pytest.mark.regression
85
+ @pytest.mark.api
86
86
  @pytest.mark.testcase("EPMCDME-6563")
87
87
  @pytest.mark.parametrize(
88
88
  "toolkit, tool_name, prompt, expected_response",
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py CHANGED
@@ -33,7 +33,7 @@ def prepare_files():
33
33
  @pytest.mark.workflow
34
34
  @pytest.mark.direct_tool
35
35
  @pytest.mark.plugin
36
- @pytest.mark.regression
36
+ @pytest.mark.api
37
37
  @pytest.mark.parametrize(
38
38
  "tool_name,prompt,expected_response",
39
39
  cli_tools_test_data,
@@ -63,7 +63,7 @@ def test_workflow_with_cli_tools(
63
63
  @pytest.mark.workflow
64
64
  @pytest.mark.direct_tool
65
65
  @pytest.mark.plugin
66
- @pytest.mark.regression
66
+ @pytest.mark.api
67
67
  @pytest.mark.parametrize(
68
68
  "tool_name,prompt,expected_response",
69
69
  dev_plugin_tools_test_data,
@@ -93,7 +93,7 @@ def test_workflow_with_plugin_tools(
93
93
  @pytest.mark.workflow
94
94
  @pytest.mark.direct_tool
95
95
  @pytest.mark.plugin
96
- @pytest.mark.regression
96
+ @pytest.mark.api
97
97
  @pytest.mark.parametrize(
98
98
  "tool_name,prompt,expected_response",
99
99
  cli_tools_test_data,
@@ -122,7 +122,7 @@ def test_workflow_with_cli_tools_with_hardcoded_args(
122
122
  @pytest.mark.workflow
123
123
  @pytest.mark.direct_tool
124
124
  @pytest.mark.plugin
125
- @pytest.mark.regression
125
+ @pytest.mark.api
126
126
  @pytest.mark.parametrize(
127
127
  "tool_name,prompt,expected_response",
128
128
  cli_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py CHANGED
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import project_management_integr
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.direct_tool
16
16
  @pytest.mark.project_management
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.parametrize(
19
19
  "toolkit, tool_name, integration_type, prompt, expected_response",
20
20
  project_management_tools_data,
@@ -49,7 +49,7 @@ def test_workflow_with_project_management_tools_direct(
49
49
  @pytest.mark.workflow
50
50
  @pytest.mark.direct_tool
51
51
  @pytest.mark.project_management
52
- @pytest.mark.regression
52
+ @pytest.mark.api
53
53
  @pytest.mark.parametrize(
54
54
  "toolkit, tool_name, integration_type, prompt, expected_response",
55
55
  project_management_tools_data,
@@ -82,7 +82,7 @@ def test_workflow_with_project_management_tools_with_hardcoded_args(
82
82
  @pytest.mark.workflow
83
83
  @pytest.mark.direct_tool
84
84
  @pytest.mark.project_management
85
- @pytest.mark.regression
85
+ @pytest.mark.api
86
86
  @pytest.mark.parametrize(
87
87
  "toolkit, tool_name, integration_type, prompt, expected_response",
88
88
  project_management_tools_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py CHANGED
@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
13
13
  @pytest.mark.workflow
14
14
  @pytest.mark.direct_tool
15
15
  @pytest.mark.report_portal
16
- @pytest.mark.regression
16
+ @pytest.mark.api
17
17
  @pytest.mark.parametrize(
18
18
  "toolkit,tool_name,prompt,expected_response",
19
19
  report_portal_tools_test_data,
@@ -47,7 +47,7 @@ def test_workflow_with_report_portal_tool_direct(
47
47
  @pytest.mark.workflow
48
48
  @pytest.mark.direct_tool
49
49
  @pytest.mark.report_portal
50
- @pytest.mark.regression
50
+ @pytest.mark.api
51
51
  @pytest.mark.parametrize(
52
52
  "toolkit,tool_name,prompt,expected_response",
53
53
  report_portal_tools_test_data,
@@ -80,7 +80,7 @@ def test_workflow_with_report_portal_tool_with_hardcoded_args(
80
80
  @pytest.mark.workflow
81
81
  @pytest.mark.direct_tool
82
82
  @pytest.mark.report_portal
83
- @pytest.mark.regression
83
+ @pytest.mark.api
84
84
  @pytest.mark.parametrize(
85
85
  "toolkit,tool_name,prompt,expected_response",
86
86
  report_portal_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py CHANGED
@@ -13,7 +13,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
13
13
  @pytest.mark.workflow
14
14
  @pytest.mark.direct_tool
15
15
  @pytest.mark.research
16
- @pytest.mark.regression
16
+ @pytest.mark.api
17
17
  @pytest.mark.parametrize(
18
18
  "tool_name, prompt, expected_response",
19
19
  research_tools_test_data,
@@ -38,7 +38,7 @@ def test_workflow_with_research_tools_direct(
38
38
  @pytest.mark.workflow
39
39
  @pytest.mark.direct_tool
40
40
  @pytest.mark.research
41
- @pytest.mark.regression
41
+ @pytest.mark.api
42
42
  @pytest.mark.parametrize(
43
43
  "tool_name, prompt, expected_response",
44
44
  research_tools_test_data,
@@ -61,7 +61,7 @@ def test_workflow_with_research_tools_with_hardcoded_args(
61
61
  @pytest.mark.workflow
62
62
  @pytest.mark.direct_tool
63
63
  @pytest.mark.research
64
- @pytest.mark.regression
64
+ @pytest.mark.api
65
65
  @pytest.mark.parametrize(
66
66
  "tool_name, prompt, expected_response",
67
67
  research_tools_test_data,
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py CHANGED
@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
17
17
  @pytest.mark.workflow
18
18
  @pytest.mark.direct_tool
19
19
  @pytest.mark.servicenow
20
- @pytest.mark.regression
20
+ @pytest.mark.api
21
21
  def test_workflow_with_servicenow_tools_direct(
22
22
  service_now_integration, workflow_utils, workflow_with_tool
23
23
  ):
@@ -37,7 +37,7 @@ def test_workflow_with_servicenow_tools_direct(
37
37
  @pytest.mark.workflow
38
38
  @pytest.mark.direct_tool
39
39
  @pytest.mark.servicenow
40
- @pytest.mark.regression
40
+ @pytest.mark.api
41
41
  def test_workflow_with_servicenow_tools_with_hardcoded_args(
42
42
  service_now_integration, workflow_utils, workflow_with_tool
43
43
  ):
@@ -58,7 +58,7 @@ def test_workflow_with_servicenow_tools_with_hardcoded_args(
58
58
  @pytest.mark.workflow
59
59
  @pytest.mark.direct_tool
60
60
  @pytest.mark.servicenow
61
- @pytest.mark.regression
61
+ @pytest.mark.api
62
62
  def test_workflow_with_servicenow_tools_with_overriding_args(
63
63
  service_now_integration, workflow_utils, workflow_with_tool
64
64
  ):
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py CHANGED
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.constants import vcs_integrations
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.direct_tool
16
16
  @pytest.mark.vcs
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.parametrize(
19
19
  "toolkit,tool_name,prompt,expected_response",
20
20
  vcs_tools_test_data,
@@ -47,7 +47,8 @@ def test_workflow_with_vcs_tools_direct(
47
47
  similarity_check.check_similarity(response, expected_response, 95)
48
48
 
49
49
 
50
- @pytest.mark.regression
50
+ @pytest.mark.api
51
+ @pytest.mark.direct_tool
51
52
  @pytest.mark.parametrize(
52
53
  "toolkit,tool_name,prompt,expected_response",
53
54
  vcs_tools_test_data,
@@ -81,7 +82,8 @@ def test_workflow_with_vcs_tools_with_hardcoded_args(
81
82
  similarity_check.check_similarity(response, expected_response, 95)
82
83
 
83
84
 
84
- @pytest.mark.regression
85
+ @pytest.mark.api
86
+ @pytest.mark.direct_tool
85
87
  @pytest.mark.parametrize(
86
88
  "toolkit,tool_name,prompt,expected_response",
87
89
  vcs_tools_test_data,
codemie_test_harness/tests/workflow/test_workflows.py CHANGED
@@ -9,7 +9,7 @@ from codemie_test_harness.tests.utils.yaml_utils import AssistantModel, StateMod
9
9
 
10
10
 
11
11
  @pytest.mark.workflow
12
- @pytest.mark.regression
12
+ @pytest.mark.api
13
13
  @pytest.mark.smoke
14
14
  def test_workflow_with_json_output_schema(default_llm, workflow, workflow_utils):
15
15
  assistant_and_state_name = get_random_name()
codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py CHANGED
@@ -11,7 +11,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
11
11
  @pytest.mark.workflow
12
12
  @pytest.mark.virtual_workflow
13
13
  @pytest.mark.keycloak
14
- @pytest.mark.regression
14
+ @pytest.mark.api
15
15
  def test_workflow_with_virtual_assistant_with_keycloak_tool(
16
16
  keycloak_integration,
17
17
  workflow_with_virtual_assistant,
codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py CHANGED
@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
17
17
  @pytest.mark.workflow
18
18
  @pytest.mark.virtual_workflow
19
19
  @pytest.mark.ado
20
- @pytest.mark.regression
20
+ @pytest.mark.api
21
21
  @pytest.mark.testcase("EPMCDME-5392")
22
22
  @pytest.mark.parametrize(
23
23
  "toolkit, tool_name, prompt, expected_response",
@@ -50,7 +50,7 @@ def test_workflow_with_ado_test_plan_get_tools(
50
50
  @pytest.mark.workflow
51
51
  @pytest.mark.virtual_workflow
52
52
  @pytest.mark.ado
53
- @pytest.mark.regression
53
+ @pytest.mark.api
54
54
  @pytest.mark.testcase("EPMCDME-5392")
55
55
  def test_workflow_with_ado_test_plan_tools(
56
56
  ado_integration,
codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py CHANGED
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.virtual_workflow
16
16
  @pytest.mark.ado
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.testcase("EPMCDME-5192")
19
19
  @pytest.mark.parametrize(
20
20
  "toolkit, tool_name, prompt, expected_response",
@@ -47,7 +47,7 @@ def test_workflow_with_ado_wiki_get_tools(
47
47
  @pytest.mark.workflow
48
48
  @pytest.mark.virtual_workflow
49
49
  @pytest.mark.ado
50
- @pytest.mark.regression
50
+ @pytest.mark.api
51
51
  @pytest.mark.testcase("EPMCDME-5192")
52
52
  def test_workflow_with_ado_wiki_modify_tools(
53
53
  ado_integration,
codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py CHANGED
@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
15
15
  @pytest.mark.workflow
16
16
  @pytest.mark.virtual_workflow
17
17
  @pytest.mark.ado
18
- @pytest.mark.regression
18
+ @pytest.mark.api
19
19
  @pytest.mark.testcase("EPMCDME-5384")
20
20
  @pytest.mark.parametrize(
21
21
  "toolkit, tool_name, prompt, expected_response",
@@ -48,7 +48,7 @@ def test_workflow_with_ado_work_item_get_tools(
48
48
  @pytest.mark.workflow
49
49
  @pytest.mark.virtual_workflow
50
50
  @pytest.mark.ado
51
- @pytest.mark.regression
51
+ @pytest.mark.api
52
52
  @pytest.mark.testcase("EPMCDME-5384")
53
53
  def test_workflow_with_ado_work_item_modify_tools(
54
54
  ado_integration,
codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py CHANGED
@@ -7,10 +7,10 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
7
7
  @pytest.mark.workflow
8
8
  @pytest.mark.virtual_workflow
9
9
  @pytest.mark.cloud
10
- @pytest.mark.regression
11
- @pytest.mark.tescase("EPMCDME-5093")
12
- @pytest.mark.tescase("EPMCDME-5136")
13
- @pytest.mark.tescase("EPMCDME-5135")
10
+ @pytest.mark.api
11
+ @pytest.mark.testcase("EPMCDME-5093")
12
+ @pytest.mark.testcase("EPMCDME-5136")
13
+ @pytest.mark.testcase("EPMCDME-5135")
14
14
  @pytest.mark.parametrize(
15
15
  "toolkit, tool_name, credential_type, credentials, prompt, expected_response",
16
16
  cloud_test_data,
codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py CHANGED
@@ -31,7 +31,7 @@ def code_datasource(integration_utils, datasource_utils, default_embedding_llm):
31
31
  @pytest.mark.workflow
32
32
  @pytest.mark.virtual_workflow
33
33
  @pytest.mark.codebase
34
- @pytest.mark.regression
34
+ @pytest.mark.api
35
35
  @pytest.mark.testcase("EPMCDME-5456, EPMCDME-5427, EPMCDME-5466, EPMCDME-5442")
36
36
  @pytest.mark.parametrize(
37
37
  "toolkit, tool_name, prompt, expected_response",
@@ -65,7 +65,7 @@ def test_workflow_with_codebase_tools(
65
65
 
66
66
  @pytest.mark.workflow
67
67
  @pytest.mark.virtual_workflow
68
- @pytest.mark.regression
68
+ @pytest.mark.api
69
69
  @pytest.mark.testcase("EPMCDME-5178")
70
70
  @pytest.mark.parametrize(
71
71
  "toolkit, tool_name, credentials, prompt, expected_response",
codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py CHANGED
@@ -25,7 +25,7 @@ pytestmark = pytest.mark.skipif(
25
25
  @pytest.mark.workflow
26
26
  @pytest.mark.virtual_workflow
27
27
  @pytest.mark.elastic
28
- @pytest.mark.regression
28
+ @pytest.mark.api
29
29
  @pytest.mark.testcase("EPMCDME-6431")
30
30
  def test_workflow_with_elastic_tools(
31
31
  workflow_with_virtual_assistant,
@@ -55,7 +55,7 @@ def test_workflow_with_elastic_tools(
55
55
  @pytest.mark.workflow
56
56
  @pytest.mark.virtual_workflow
57
57
  @pytest.mark.sql
58
- @pytest.mark.regression
58
+ @pytest.mark.api
59
59
  @pytest.mark.testcase("EPMCDME-6431")
60
60
  @pytest.mark.parametrize(
61
61
  "db_dialect",
codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py CHANGED
@@ -21,8 +21,8 @@ from codemie_test_harness.tests.utils.constants import test_project_name
21
21
  @pytest.mark.integration
22
22
  @pytest.mark.default_integration
23
23
  @pytest.mark.not_for_parallel_run
24
- @pytest.mark.regression
25
- @pytest.mark.tescase("EPMCDME-6708")
24
+ @pytest.mark.api
25
+ @pytest.mark.testcase("EPMCDME-6708")
26
26
  @pytest.mark.parametrize(
27
27
  "user_integration, is_global, project_integration",
28
28
  integrations,
@@ -85,8 +85,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
85
85
  @pytest.mark.integration
86
86
  @pytest.mark.default_integration
87
87
  @pytest.mark.not_for_parallel_run
88
- @pytest.mark.regression
89
- @pytest.mark.tescase("EPMCDME-6708")
88
+ @pytest.mark.api
89
+ @pytest.mark.testcase("EPMCDME-6708")
90
90
  def test_assistant_in_workflow_with_global_and_project_integration(
91
91
  integration_utils,
92
92
  similarity_check,
@@ -132,8 +132,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
132
132
  @pytest.mark.integration
133
133
  @pytest.mark.default_integration
134
134
  @pytest.mark.not_for_parallel_run
135
- @pytest.mark.regression
136
- @pytest.mark.tescase("EPMCDME-6708")
135
+ @pytest.mark.api
136
+ @pytest.mark.testcase("EPMCDME-6708")
137
137
  def test_assistant_in_workflow_with_project_integration_only(
138
138
  integration_utils,
139
139
  similarity_check,
@@ -170,7 +170,7 @@ def test_assistant_in_workflow_with_project_integration_only(
170
170
  @pytest.mark.integration
171
171
  @pytest.mark.default_integration
172
172
  @pytest.mark.not_for_parallel_run
173
- @pytest.mark.regression
173
+ @pytest.mark.api
174
174
  def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
175
175
  integration_utils,
176
176
  similarity_check,
@@ -216,7 +216,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
216
216
  @pytest.mark.integration
217
217
  @pytest.mark.default_integration
218
218
  @pytest.mark.not_for_parallel_run
219
- @pytest.mark.regression
219
+ @pytest.mark.api
220
220
  def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
221
221
  integration_utils,
222
222
  similarity_check,
codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py CHANGED
@@ -14,8 +14,8 @@ from codemie_test_harness.tests.utils.credentials_manager import CredentialsMana
14
14
  from codemie_test_harness.tests.utils.base_utils import get_random_name
15
15
  from codemie_test_harness.tests.utils.constants import test_project_name
16
16
 
17
- ado_wiki_prompt = ado_wiki_get_test_data[0][2]
18
- ado_wiki_answer = ado_wiki_get_test_data[0][3]
17
+ ado_wiki_prompt = ado_wiki_get_test_data[1][2]
18
+ ado_wiki_answer = ado_wiki_get_test_data[1][3]
19
19
 
20
20
 
21
21
  @pytest.mark.workflow
@@ -23,8 +23,8 @@ ado_wiki_answer = ado_wiki_get_test_data[0][3]
23
23
  @pytest.mark.integration
24
24
  @pytest.mark.default_integration
25
25
  @pytest.mark.not_for_parallel_run
26
- @pytest.mark.regression
27
- @pytest.mark.tescase("EPMCDME-6708")
26
+ @pytest.mark.api
27
+ @pytest.mark.testcase("EPMCDME-6708")
28
28
  @pytest.mark.parametrize(
29
29
  "user_integration, is_global, project_integration",
30
30
  integrations,
@@ -89,8 +89,8 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
89
89
  @pytest.mark.integration
90
90
  @pytest.mark.default_integration
91
91
  @pytest.mark.not_for_parallel_run
92
- @pytest.mark.regression
93
- @pytest.mark.tescase("EPMCDME-6708")
92
+ @pytest.mark.api
93
+ @pytest.mark.testcase("EPMCDME-6708")
94
94
  def test_assistant_in_workflow_with_global_and_project_integration(
95
95
  integration_utils,
96
96
  similarity_check,
@@ -137,8 +137,8 @@ def test_assistant_in_workflow_with_global_and_project_integration(
137
137
  @pytest.mark.integration
138
138
  @pytest.mark.default_integration
139
139
  @pytest.mark.not_for_parallel_run
140
- @pytest.mark.regression
141
- @pytest.mark.tescase("EPMCDME-6708")
140
+ @pytest.mark.api
141
+ @pytest.mark.testcase("EPMCDME-6708")
142
142
  def test_assistant_in_workflow_with_project_integration_only(
143
143
  integration_utils,
144
144
  similarity_check,
@@ -177,7 +177,7 @@ def test_assistant_in_workflow_with_project_integration_only(
177
177
  @pytest.mark.integration
178
178
  @pytest.mark.default_integration
179
179
  @pytest.mark.not_for_parallel_run
180
- @pytest.mark.regression
180
+ @pytest.mark.api
181
181
  def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
182
182
  integration_utils,
183
183
  similarity_check,
@@ -225,7 +225,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
225
225
  @pytest.mark.integration
226
226
  @pytest.mark.default_integration
227
227
  @pytest.mark.not_for_parallel_run
228
- @pytest.mark.regression
228
+ @pytest.mark.api
229
229
  def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
230
230
  integration_utils,
231
231
  similarity_check,