codemie-test-harness 0.1.178__py3-none-any.whl → 0.1.180__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of codemie-test-harness might be problematic. Click here for more details.

Files changed (135) hide show
  1. codemie_test_harness/cli/cli.py +2 -0
  2. codemie_test_harness/cli/commands/marks_cmd.py +39 -0
  3. codemie_test_harness/cli/marks_utils.py +338 -0
  4. codemie_test_harness/cli/runner.py +40 -0
  5. codemie_test_harness/tests/assistant/datasource/test_code_datasource.py +3 -3
  6. codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +3 -3
  7. codemie_test_harness/tests/assistant/datasource/test_file_indexing.py +5 -5
  8. codemie_test_harness/tests/assistant/datasource/test_google_datasource.py +3 -3
  9. codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +3 -3
  10. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py +8 -8
  11. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  12. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  13. codemie_test_harness/tests/assistant/test_assistants.py +22 -22
  14. codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py +1 -1
  15. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +2 -2
  16. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +2 -2
  17. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +2 -2
  18. codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py +1 -1
  19. codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py +2 -2
  20. codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +2 -2
  21. codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py +4 -4
  22. codemie_test_harness/tests/assistant/tools/git/test_assistant_with_git_tools.py +7 -7
  23. codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +2 -2
  24. codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py +2 -2
  25. codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +2 -2
  26. codemie_test_harness/tests/assistant/tools/openapi/test_assistant_with_open_api_tools.py +1 -1
  27. codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_development_plugin.py +2 -2
  28. codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py +2 -2
  29. codemie_test_harness/tests/assistant/tools/{mcp → plugin}/test_single_assistant_dual_time_plugins.py +1 -1
  30. codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py +6 -6
  31. codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py +1 -1
  32. codemie_test_harness/tests/assistant/tools/research/test_assistant_research_tools.py +2 -2
  33. codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py +1 -1
  34. codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py +1 -1
  35. codemie_test_harness/tests/conversations/test_conversations_endpoints.py +5 -5
  36. codemie_test_harness/tests/e2e/test_e2e.py +6 -6
  37. codemie_test_harness/tests/integrations/project/test_default_integrations.py +14 -14
  38. codemie_test_harness/tests/integrations/project/test_project_integrations.py +9 -9
  39. codemie_test_harness/tests/integrations/user/test_default_integrations.py +14 -14
  40. codemie_test_harness/tests/integrations/user/test_user_integrations.py +12 -12
  41. codemie_test_harness/tests/llm/assistants/test_lite_llm.py +2 -2
  42. codemie_test_harness/tests/llm/assistants/test_llm.py +3 -3
  43. codemie_test_harness/tests/providers/test_providers_endpoints.py +11 -11
  44. codemie_test_harness/tests/search/test_search_assistant.py +1 -1
  45. codemie_test_harness/tests/search/test_search_datasource.py +5 -5
  46. codemie_test_harness/tests/search/test_search_integration.py +2 -2
  47. codemie_test_harness/tests/search/test_search_workflow.py +1 -1
  48. codemie_test_harness/tests/service/test_assistant_service.py +1 -1
  49. codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py +3 -3
  50. codemie_test_harness/tests/test_data/codebase_tools_test_data.py +11 -5
  51. codemie_test_harness/tests/ui/assistants/test_create_assistant.py +11 -11
  52. codemie_test_harness/tests/ui/datasource/test_create_datasource.py +19 -16
  53. codemie_test_harness/tests/ui/datasource/test_datasource_page.py +5 -5
  54. codemie_test_harness/tests/ui/datasource/test_edit_datasource.py +15 -11
  55. codemie_test_harness/tests/ui/datasource/test_view_datasource.py +11 -9
  56. codemie_test_harness/tests/ui/integrations/test_create_integration.py +9 -9
  57. codemie_test_harness/tests/ui/pageobject/datasources/create_edit_datasource_page.py +12 -5
  58. codemie_test_harness/tests/ui/pageobject/datasources/datasource_page.py +6 -2
  59. codemie_test_harness/tests/ui/pageobject/datasources/datasource_sidebar.py +2 -2
  60. codemie_test_harness/tests/ui/pageobject/datasources/view_datasource_page.py +3 -1
  61. codemie_test_harness/tests/ui/workflows/test_create_workflow.py +12 -12
  62. codemie_test_harness/tests/ui/workflows/test_edit_workflow.py +15 -15
  63. codemie_test_harness/tests/ui/workflows/test_workflow_details.py +19 -19
  64. codemie_test_harness/tests/ui/workflows/test_workflow_executions_page.py +36 -36
  65. codemie_test_harness/tests/ui/workflows/test_workflow_templates.py +8 -8
  66. codemie_test_harness/tests/ui/workflows/test_workflows.py +8 -8
  67. codemie_test_harness/tests/workflow/assistant_tools/access_management/test_workflow_with_assistant_with_keycloak_tool.py +1 -1
  68. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py +2 -2
  69. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py +2 -2
  70. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_work_item_tools.py +2 -2
  71. codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +1 -1
  72. codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +2 -2
  73. codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +2 -2
  74. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +8 -8
  75. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  76. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  77. codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +5 -5
  78. codemie_test_harness/tests/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py +7 -7
  79. codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +3 -3
  80. codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +2 -2
  81. codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +1 -1
  82. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py +2 -2
  83. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py +2 -2
  84. codemie_test_harness/tests/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py +1 -1
  85. codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py +1 -1
  86. codemie_test_harness/tests/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py +2 -2
  87. codemie_test_harness/tests/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +1 -1
  88. codemie_test_harness/tests/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py +1 -1
  89. codemie_test_harness/tests/workflow/config_validation/test_config_validation.py +1 -1
  90. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +8 -8
  91. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +8 -8
  92. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_access_management_tool.py +3 -3
  93. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py +3 -3
  94. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py +3 -3
  95. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py +3 -3
  96. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py +3 -3
  97. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +3 -3
  98. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py +3 -3
  99. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +3 -3
  100. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py +3 -3
  101. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py +3 -3
  102. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py +3 -3
  103. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py +4 -4
  104. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py +3 -3
  105. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py +3 -3
  106. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py +3 -3
  107. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py +3 -3
  108. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py +5 -3
  109. codemie_test_harness/tests/workflow/test_workflows.py +1 -1
  110. codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py +1 -1
  111. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py +2 -2
  112. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py +2 -2
  113. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py +2 -2
  114. codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +4 -4
  115. codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +2 -2
  116. codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +2 -2
  117. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +8 -8
  118. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +10 -10
  119. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +8 -8
  120. codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +5 -5
  121. codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py +7 -7
  122. codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +3 -3
  123. codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +4 -4
  124. codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +2 -2
  125. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py +2 -2
  126. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py +2 -2
  127. codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py +2 -2
  128. codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py +1 -1
  129. codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py +2 -2
  130. codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +1 -1
  131. codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py +1 -1
  132. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/METADATA +8 -8
  133. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/RECORD +135 -133
  134. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/WHEEL +0 -0
  135. {codemie_test_harness-0.1.178.dist-info → codemie_test_harness-0.1.180.dist-info}/entry_points.txt +0 -0
@@ -50,7 +50,7 @@ def test_workflow(workflow_utils, default_llm):
50
50
  workflow_utils.delete_workflow(created_workflow)
51
51
 
52
52
 
53
- @pytest.mark.workflow_ui
53
+ @pytest.mark.workflow
54
54
  @pytest.mark.ui
55
55
  def test_edit_workflow_page_elements_visibility(page, test_workflow):
56
56
  """Test that all main elements are visible on Edit Workflow page."""
@@ -72,7 +72,7 @@ def test_edit_workflow_page_elements_visibility(page, test_workflow):
72
72
  edit_page.sidebar.should_have_workflows_title()
73
73
 
74
74
 
75
- @pytest.mark.workflow_ui
75
+ @pytest.mark.workflow
76
76
  @pytest.mark.ui
77
77
  def test_edit_workflow_form_pre_populated_data(page, test_workflow):
78
78
  """Test that form fields are pre-populated with existing workflow data."""
@@ -90,7 +90,7 @@ def test_edit_workflow_form_pre_populated_data(page, test_workflow):
90
90
  edit_page.should_have_yaml_editor_with_content(test_workflow.yaml_config)
91
91
 
92
92
 
93
- @pytest.mark.workflow_ui
93
+ @pytest.mark.workflow
94
94
  @pytest.mark.ui
95
95
  def test_edit_workflow_form_interactions(page, test_workflow):
96
96
  """Test form field interactions and input validation."""
@@ -121,7 +121,7 @@ def test_edit_workflow_form_interactions(page, test_workflow):
121
121
  edit_page.should_have_shared_switch_checked()
122
122
 
123
123
 
124
- @pytest.mark.workflow_ui
124
+ @pytest.mark.workflow
125
125
  @pytest.mark.ui
126
126
  def test_edit_workflow_dropdowns_interaction(page, test_workflow):
127
127
  """Test dropdown interactions for project."""
@@ -136,7 +136,7 @@ def test_edit_workflow_dropdowns_interaction(page, test_workflow):
136
136
  edit_page.should_see_project_selected(os.getenv("PROJECT_NAME"))
137
137
 
138
138
 
139
- @pytest.mark.workflow_ui
139
+ @pytest.mark.workflow
140
140
  @pytest.mark.ui
141
141
  def test_edit_workflow_yaml_tabs_functionality(page, test_workflow):
142
142
  """Test YAML configuration tabs functionality."""
@@ -158,7 +158,7 @@ def test_edit_workflow_yaml_tabs_functionality(page, test_workflow):
158
158
  edit_page.should_have_current_version_tab_active()
159
159
 
160
160
 
161
- @pytest.mark.workflow_ui
161
+ @pytest.mark.workflow
162
162
  @pytest.mark.ui
163
163
  def test_edit_workflow_yaml_editor_functionality(page, test_workflow):
164
164
  """Test YAML editor functionality."""
@@ -177,7 +177,7 @@ def test_edit_workflow_yaml_editor_functionality(page, test_workflow):
177
177
  edit_page.should_have_yaml_editor_with_content(new_yaml_config)
178
178
 
179
179
 
180
- @pytest.mark.workflow_ui
180
+ @pytest.mark.workflow
181
181
  @pytest.mark.ui
182
182
  def test_edit_workflow_visualization_section(page, test_workflow):
183
183
  """Test workflow visualization section functionality."""
@@ -195,7 +195,7 @@ def test_edit_workflow_visualization_section(page, test_workflow):
195
195
 
196
196
 
197
197
  @pytest.mark.skip(reason="Need to rewrite whole case")
198
- @pytest.mark.workflow_ui
198
+ @pytest.mark.workflow
199
199
  @pytest.mark.ui
200
200
  def test_edit_workflow_navigation_buttons(page, test_workflow):
201
201
  """Test navigation button interactions."""
@@ -213,7 +213,7 @@ def test_edit_workflow_navigation_buttons(page, test_workflow):
213
213
  edit_page.should_have_url_containing("#/workflows/my")
214
214
 
215
215
 
216
- @pytest.mark.workflow_ui
216
+ @pytest.mark.workflow
217
217
  @pytest.mark.ui
218
218
  def test_edit_workflow_sidebar_functionality(page, test_workflow):
219
219
  """Test sidebar functionality from Edit Workflow page."""
@@ -235,7 +235,7 @@ def test_edit_workflow_sidebar_functionality(page, test_workflow):
235
235
  edit_page.should_have_url_containing("#/workflows/all")
236
236
 
237
237
 
238
- @pytest.mark.workflow_ui
238
+ @pytest.mark.workflow
239
239
  @pytest.mark.ui
240
240
  def test_edit_workflow_menu_navigation(page, test_workflow):
241
241
  """Test menu navigation from Edit Workflow page."""
@@ -257,7 +257,7 @@ def test_edit_workflow_menu_navigation(page, test_workflow):
257
257
  edit_page.should_have_url_containing("#/workflows/my")
258
258
 
259
259
 
260
- @pytest.mark.workflow_ui
260
+ @pytest.mark.workflow
261
261
  @pytest.mark.ui
262
262
  def test_edit_workflow_data_persistence_across_tabs(page, test_workflow):
263
263
  """Test that form data persists when switching between tabs."""
@@ -275,7 +275,7 @@ def test_edit_workflow_data_persistence_across_tabs(page, test_workflow):
275
275
  edit_page.should_preserve_form_data_after_tab_switch(test_name, test_description)
276
276
 
277
277
 
278
- @pytest.mark.workflow_ui
278
+ @pytest.mark.workflow
279
279
  @pytest.mark.ui
280
280
  def test_edit_workflow_button_states(page, test_workflow):
281
281
  """Test update button enabled/disabled states."""
@@ -294,7 +294,7 @@ def test_edit_workflow_button_states(page, test_workflow):
294
294
  edit_page.should_have_update_button_enabled()
295
295
 
296
296
 
297
- @pytest.mark.workflow_ui
297
+ @pytest.mark.workflow
298
298
  @pytest.mark.ui
299
299
  def test_edit_workflow_form_validation(page, test_workflow):
300
300
  """Test form validation scenarios."""
@@ -308,7 +308,7 @@ def test_edit_workflow_form_validation(page, test_workflow):
308
308
  edit_page.should_show_validation_error_for_icon_url("Icon URL must be a valid URL")
309
309
 
310
310
 
311
- @pytest.mark.workflow_ui
311
+ @pytest.mark.workflow
312
312
  @pytest.mark.ui
313
313
  def test_edit_workflow_complete_update(page, test_workflow):
314
314
  """Test complete workflow update using the update_workflow method."""
@@ -344,7 +344,7 @@ def test_edit_workflow_complete_update(page, test_workflow):
344
344
  edit_page.should_have_yaml_editor_with_content(test_workflow.yaml_config)
345
345
 
346
346
 
347
- @pytest.mark.workflow_ui
347
+ @pytest.mark.workflow
348
348
  @pytest.mark.ui
349
349
  def test_edit_workflow_history_tab_functionality(page, test_workflow):
350
350
  """Test the complete history tab functionality: edit YAML, save, return to edit, click history, restore from history, check restoration."""
@@ -60,7 +60,7 @@ def test_workflow(workflow_utils, default_llm):
60
60
  workflow_utils.delete_workflow(created_workflow)
61
61
 
62
62
 
63
- @pytest.mark.workflow_ui
63
+ @pytest.mark.workflow
64
64
  @pytest.mark.ui
65
65
  def test_workflow_details_page_elements_visibility(page, test_workflow):
66
66
  """Test that all main elements are visible on Workflow Details page."""
@@ -91,7 +91,7 @@ def test_workflow_details_page_elements_visibility(page, test_workflow):
91
91
  workflow_details_page.sidebar.should_be_visible()
92
92
 
93
93
 
94
- @pytest.mark.workflow_ui
94
+ @pytest.mark.workflow
95
95
  @pytest.mark.ui
96
96
  def test_workflow_details_executions_table(page, test_workflow):
97
97
  """Test executions table functionality and content."""
@@ -116,7 +116,7 @@ def test_workflow_details_executions_table(page, test_workflow):
116
116
  workflow_details_page.should_have_execution_actions_working()
117
117
 
118
118
 
119
- @pytest.mark.workflow_ui
119
+ @pytest.mark.workflow
120
120
  @pytest.mark.ui
121
121
  def test_workflow_details_execution_row_interactions(page, test_workflow):
122
122
  """Test individual execution row interactions."""
@@ -141,7 +141,7 @@ def test_workflow_details_execution_row_interactions(page, test_workflow):
141
141
  first_row.should_have_view_button_enabled()
142
142
 
143
143
 
144
- @pytest.mark.workflow_ui
144
+ @pytest.mark.workflow
145
145
  @pytest.mark.ui
146
146
  def test_workflow_details_tab_switching(page, test_workflow):
147
147
  """Test tab switching functionality."""
@@ -164,9 +164,9 @@ def test_workflow_details_tab_switching(page, test_workflow):
164
164
  workflow_details_page.should_preserve_tab_state_after_navigation()
165
165
 
166
166
 
167
- @pytest.mark.workflow_ui
167
+ @pytest.mark.workflow
168
168
  @pytest.mark.ui
169
- @pytest.mark.TODO
169
+ @pytest.mark.todo
170
170
  def test_workflow_details_pagination_functionality(page, test_workflow):
171
171
  """Test pagination controls functionality."""
172
172
  workflow_details_page = WorkflowDetailsPage(page)
@@ -182,7 +182,7 @@ def test_workflow_details_pagination_functionality(page, test_workflow):
182
182
  # In a real scenario, you might select different page sizes
183
183
 
184
184
 
185
- @pytest.mark.workflow_ui
185
+ @pytest.mark.workflow
186
186
  @pytest.mark.ui
187
187
  def test_workflow_details_action_buttons(page, test_workflow):
188
188
  """Test workflow action buttons functionality."""
@@ -211,7 +211,7 @@ def test_workflow_details_action_buttons(page, test_workflow):
211
211
 
212
212
 
213
213
  @pytest.mark.skip(reason="Need to rewrite whole case")
214
- @pytest.mark.workflow_ui
214
+ @pytest.mark.workflow
215
215
  @pytest.mark.ui
216
216
  def test_workflow_details_navigation_buttons(page, test_workflow):
217
217
  """Test navigation button interactions."""
@@ -224,7 +224,7 @@ def test_workflow_details_navigation_buttons(page, test_workflow):
224
224
  workflow_details_page.should_have_url_containing("#/assistants")
225
225
 
226
226
 
227
- @pytest.mark.workflow_ui
227
+ @pytest.mark.workflow
228
228
  @pytest.mark.ui
229
229
  def test_workflow_details_sidebar_functionality(page, test_workflow):
230
230
  """Test sidebar functionality from Workflow Details page."""
@@ -244,7 +244,7 @@ def test_workflow_details_sidebar_functionality(page, test_workflow):
244
244
  workflow_details_page.should_have_url_containing("#/workflows/all")
245
245
 
246
246
 
247
- @pytest.mark.workflow_ui
247
+ @pytest.mark.workflow
248
248
  @pytest.mark.ui
249
249
  def test_workflow_details_menu_navigation(page, test_workflow):
250
250
  """Test menu navigation from Workflow Details page."""
@@ -266,7 +266,7 @@ def test_workflow_details_menu_navigation(page, test_workflow):
266
266
  workflow_details_page.should_have_url_containing("#/workflows")
267
267
 
268
268
 
269
- @pytest.mark.workflow_ui
269
+ @pytest.mark.workflow
270
270
  @pytest.mark.ui
271
271
  def test_workflow_details_execution_status_verification(page, test_workflow):
272
272
  """Test execution status display and verification."""
@@ -287,9 +287,9 @@ def test_workflow_details_execution_status_verification(page, test_workflow):
287
287
  first_row.should_have_updated_time_pattern(r"\d{2}/\d{2}/\d{4}, \d{2}:\d{2}")
288
288
 
289
289
 
290
- @pytest.mark.workflow_ui
290
+ @pytest.mark.workflow
291
291
  @pytest.mark.ui
292
- @pytest.mark.TODO
292
+ @pytest.mark.todo
293
293
  def test_workflow_details_execution_actions(page, test_workflow):
294
294
  """Test execution row action buttons."""
295
295
  workflow_details_page = WorkflowDetailsPage(page)
@@ -310,7 +310,7 @@ def test_workflow_details_execution_actions(page, test_workflow):
310
310
  # This would depend on the actual implementation
311
311
 
312
312
 
313
- @pytest.mark.workflow_ui
313
+ @pytest.mark.workflow
314
314
  @pytest.mark.ui
315
315
  def test_workflow_details_multiple_executions(page, test_workflow):
316
316
  """Test handling of multiple executions in the table."""
@@ -333,7 +333,7 @@ def test_workflow_details_multiple_executions(page, test_workflow):
333
333
  # ==================== CONFIGURATION TAB TESTS ====================
334
334
 
335
335
 
336
- @pytest.mark.workflow_ui
336
+ @pytest.mark.workflow
337
337
  @pytest.mark.ui
338
338
  def test_configuration_tab_visibility(page, test_workflow):
339
339
  """Test that all configuration tab elements are visible and properly structured."""
@@ -350,7 +350,7 @@ def test_configuration_tab_visibility(page, test_workflow):
350
350
  )
351
351
 
352
352
 
353
- @pytest.mark.workflow_ui
353
+ @pytest.mark.workflow
354
354
  @pytest.mark.ui
355
355
  def test_configuration_tab_content(page, test_workflow):
356
356
  """Test configuration tab content and values."""
@@ -373,7 +373,7 @@ def test_configuration_tab_content(page, test_workflow):
373
373
  workflow_details_page.should_have_workflow_details_link_value(test_workflow.id)
374
374
 
375
375
 
376
- @pytest.mark.workflow_ui
376
+ @pytest.mark.workflow
377
377
  @pytest.mark.ui
378
378
  def test_configuration_yaml_display(page, test_workflow):
379
379
  """Test YAML configuration display and content."""
@@ -387,7 +387,7 @@ def test_configuration_yaml_display(page, test_workflow):
387
387
  workflow_details_page.should_have_yaml_configuration(test_workflow.yaml_config)
388
388
 
389
389
 
390
- @pytest.mark.workflow_ui
390
+ @pytest.mark.workflow
391
391
  @pytest.mark.ui
392
392
  def test_configuration_code_block_features(page, test_workflow):
393
393
  """Test code block features like copy and download buttons."""
@@ -410,7 +410,7 @@ def test_configuration_code_block_features(page, test_workflow):
410
410
  # Note: Actual download verification would require checking downloads
411
411
 
412
412
 
413
- @pytest.mark.workflow_ui
413
+ @pytest.mark.workflow
414
414
  @pytest.mark.ui
415
415
  def test_configuration_copy_buttons(page, test_workflow):
416
416
  """Test copy functionality for workflow ID and details link."""
@@ -73,8 +73,8 @@ def executions(test_workflow, workflow_utils):
73
73
  # ==================== PAGE STRUCTURE & VISIBILITY TESTS ====================
74
74
 
75
75
 
76
- @pytest.mark.workflow_ui
77
- @pytest.mark.workflow_execution_ui
76
+ @pytest.mark.workflow
77
+ @pytest.mark.workflow_execution
78
78
  @pytest.mark.ui
79
79
  def test_workflow_executions_page_structure(page, executions, test_workflow):
80
80
  """Test that all main page elements are visible and properly structured."""
@@ -91,8 +91,8 @@ def test_workflow_executions_page_structure(page, executions, test_workflow):
91
91
  executions_page.should_have_workflow_title(test_workflow.name)
92
92
 
93
93
 
94
- @pytest.mark.workflow_ui
95
- @pytest.mark.workflow_execution_ui
94
+ @pytest.mark.workflow
95
+ @pytest.mark.workflow_execution
96
96
  @pytest.mark.ui
97
97
  def test_header_elements_visibility(page, executions):
98
98
  """Test that all header elements are visible and functional."""
@@ -110,8 +110,8 @@ def test_header_elements_visibility(page, executions):
110
110
  # ==================== EXECUTION HISTORY SIDEBAR TESTS ====================
111
111
 
112
112
 
113
- @pytest.mark.workflow_ui
114
- @pytest.mark.workflow_execution_ui
113
+ @pytest.mark.workflow
114
+ @pytest.mark.workflow_execution
115
115
  @pytest.mark.ui
116
116
  def test_execution_history_sidebar_content(page, executions):
117
117
  """Test execution history sidebar content and structure."""
@@ -126,8 +126,8 @@ def test_execution_history_sidebar_content(page, executions):
126
126
  executions_page.should_have_execution_history_items()
127
127
 
128
128
 
129
- @pytest.mark.workflow_ui
130
- @pytest.mark.workflow_execution_ui
129
+ @pytest.mark.workflow
130
+ @pytest.mark.workflow_execution
131
131
  @pytest.mark.ui
132
132
  def test_execution_history_item_interactions(page, executions):
133
133
  """Test interactions with individual execution history items."""
@@ -144,8 +144,8 @@ def test_execution_history_item_interactions(page, executions):
144
144
  first_execution.should_have_all_elements_visible()
145
145
 
146
146
 
147
- @pytest.mark.workflow_ui
148
- @pytest.mark.workflow_execution_ui
147
+ @pytest.mark.workflow
148
+ @pytest.mark.workflow_execution
149
149
  @pytest.mark.ui
150
150
  def test_execution_history_status_display(page, executions):
151
151
  """Test execution status display and styling in sidebar."""
@@ -164,8 +164,8 @@ def test_execution_history_status_display(page, executions):
164
164
  # ==================== MAIN CONTENT STATUS & METADATA TESTS ====================
165
165
 
166
166
 
167
- @pytest.mark.workflow_ui
168
- @pytest.mark.workflow_execution_ui
167
+ @pytest.mark.workflow
168
+ @pytest.mark.workflow_execution
169
169
  @pytest.mark.ui
170
170
  def test_execution_status_and_metadata_display(page, executions):
171
171
  """Test execution status and metadata display in main content."""
@@ -190,8 +190,8 @@ def test_execution_status_and_metadata_display(page, executions):
190
190
  )
191
191
 
192
192
 
193
- @pytest.mark.workflow_ui
194
- @pytest.mark.workflow_execution_ui
193
+ @pytest.mark.workflow
194
+ @pytest.mark.workflow_execution
195
195
  @pytest.mark.ui
196
196
  def test_execution_action_buttons(page, executions):
197
197
  """Test execution action buttons functionality."""
@@ -207,8 +207,8 @@ def test_execution_action_buttons(page, executions):
207
207
  # ==================== PROMPT SECTION TESTS ====================
208
208
 
209
209
 
210
- @pytest.mark.workflow_ui
211
- @pytest.mark.workflow_execution_ui
210
+ @pytest.mark.workflow
211
+ @pytest.mark.workflow_execution
212
212
  @pytest.mark.ui
213
213
  def test_prompt_section_display(page, executions):
214
214
  """Test prompt section display and content."""
@@ -225,8 +225,8 @@ def test_prompt_section_display(page, executions):
225
225
  executions_page.should_have_prompt_text(executions[0].prompt)
226
226
 
227
227
 
228
- @pytest.mark.workflow_ui
229
- @pytest.mark.workflow_execution_ui
228
+ @pytest.mark.workflow
229
+ @pytest.mark.workflow_execution
230
230
  @pytest.mark.ui
231
231
  def test_prompt_action_buttons(page, executions):
232
232
  """Test prompt action buttons (info, copy, download)."""
@@ -246,8 +246,8 @@ def test_prompt_action_buttons(page, executions):
246
246
  # ==================== EXECUTION STATES TESTS ====================
247
247
 
248
248
 
249
- @pytest.mark.workflow_ui
250
- @pytest.mark.workflow_execution_ui
249
+ @pytest.mark.workflow
250
+ @pytest.mark.workflow_execution
251
251
  @pytest.mark.ui
252
252
  def test_execution_states_display(page, executions):
253
253
  """Test execution states section display."""
@@ -262,8 +262,8 @@ def test_execution_states_display(page, executions):
262
262
  executions_page.should_have_execution_states()
263
263
 
264
264
 
265
- @pytest.mark.workflow_ui
266
- @pytest.mark.workflow_execution_ui
265
+ @pytest.mark.workflow
266
+ @pytest.mark.workflow_execution
267
267
  @pytest.mark.ui
268
268
  def test_execution_state_content(page, executions):
269
269
  """Test individual execution state content and functionality."""
@@ -278,8 +278,8 @@ def test_execution_state_content(page, executions):
278
278
  first_state.should_have_main_elements_visible()
279
279
 
280
280
 
281
- @pytest.mark.workflow_ui
282
- @pytest.mark.workflow_execution_ui
281
+ @pytest.mark.workflow
282
+ @pytest.mark.workflow_execution
283
283
  @pytest.mark.ui
284
284
  def test_states_expand_collapse_functionality(page, executions):
285
285
  """Test expand/collapse functionality for states."""
@@ -297,8 +297,8 @@ def test_states_expand_collapse_functionality(page, executions):
297
297
  first_state.should_be_collapsed()
298
298
 
299
299
 
300
- @pytest.mark.workflow_ui
301
- @pytest.mark.workflow_execution_ui
300
+ @pytest.mark.workflow
301
+ @pytest.mark.workflow_execution
302
302
  @pytest.mark.ui
303
303
  def test_execution_state_output_interaction(page, executions):
304
304
  """Test execution state output interaction."""
@@ -316,8 +316,8 @@ def test_execution_state_output_interaction(page, executions):
316
316
  # ==================== CONFIGURATION SIDEBAR TESTS ====================
317
317
 
318
318
 
319
- @pytest.mark.workflow_ui
320
- @pytest.mark.workflow_execution_ui
319
+ @pytest.mark.workflow
320
+ @pytest.mark.workflow_execution
321
321
  @pytest.mark.ui
322
322
  def test_configuration_sidebar_toggle(page, executions):
323
323
  """Test configuration sidebar toggle functionality."""
@@ -336,8 +336,8 @@ def test_configuration_sidebar_toggle(page, executions):
336
336
  executions_page.should_have_configuration_sidebar_closed()
337
337
 
338
338
 
339
- @pytest.mark.workflow_ui
340
- @pytest.mark.workflow_execution_ui
339
+ @pytest.mark.workflow
340
+ @pytest.mark.workflow_execution
341
341
  @pytest.mark.ui
342
342
  def test_configuration_sidebar_content(page, executions, test_workflow):
343
343
  """Test configuration sidebar content when open."""
@@ -355,8 +355,8 @@ def test_configuration_sidebar_content(page, executions, test_workflow):
355
355
  )
356
356
 
357
357
 
358
- @pytest.mark.workflow_ui
359
- @pytest.mark.workflow_execution_ui
358
+ @pytest.mark.workflow
359
+ @pytest.mark.workflow_execution
360
360
  @pytest.mark.ui
361
361
  def test_yaml_configuration_display(page, executions):
362
362
  """Test YAML configuration display in sidebar."""
@@ -375,8 +375,8 @@ def test_yaml_configuration_display(page, executions):
375
375
  # ==================== INTEGRATION & NAVIGATION TESTS ====================
376
376
 
377
377
 
378
- @pytest.mark.workflow_ui
379
- @pytest.mark.workflow_execution_ui
378
+ @pytest.mark.workflow
379
+ @pytest.mark.workflow_execution
380
380
  @pytest.mark.ui
381
381
  def test_execution_history_navigation(page, executions):
382
382
  """Test navigation between different executions in history."""
@@ -395,8 +395,8 @@ def test_execution_history_navigation(page, executions):
395
395
  executions_page.should_have_active_execution_item()
396
396
 
397
397
 
398
- @pytest.mark.workflow_ui
399
- @pytest.mark.workflow_execution_ui
398
+ @pytest.mark.workflow
399
+ @pytest.mark.workflow_execution
400
400
  @pytest.mark.ui
401
401
  def test_page_state_persistence(page, executions):
402
402
  """Test that page state persists during interactions."""
@@ -22,8 +22,8 @@ def predefined_templates(workflow_utils):
22
22
  return workflow_utils.get_prebuilt_workflows()
23
23
 
24
24
 
25
- @pytest.mark.workflow_ui
26
- @pytest.mark.workflow_templates_ui
25
+ @pytest.mark.workflow
26
+ @pytest.mark.workflow_templates
27
27
  @pytest.mark.ui
28
28
  def test_templates_visible(page, predefined_templates):
29
29
  """Verify that workflow templates are presented and tooltips visible for the user."""
@@ -43,8 +43,8 @@ def test_templates_visible(page, predefined_templates):
43
43
  )
44
44
 
45
45
 
46
- @pytest.mark.workflow_ui
47
- @pytest.mark.workflow_templates_ui
46
+ @pytest.mark.workflow
47
+ @pytest.mark.workflow_templates
48
48
  @pytest.mark.ui
49
49
  def test_templates_details(page, predefined_templates):
50
50
  """Verify that workflow template leads to specific template page."""
@@ -68,8 +68,8 @@ def test_templates_details(page, predefined_templates):
68
68
  page.go_back()
69
69
 
70
70
 
71
- @pytest.mark.workflow_ui
72
- @pytest.mark.workflow_templates_ui
71
+ @pytest.mark.workflow
72
+ @pytest.mark.workflow_templates
73
73
  @pytest.mark.ui
74
74
  def test_templates_creation(page, predefined_templates):
75
75
  """Verify that workflow template create button leads to Create Workflow Page."""
@@ -94,8 +94,8 @@ def test_templates_creation(page, predefined_templates):
94
94
  page.go_back()
95
95
 
96
96
 
97
- @pytest.mark.workflow_ui
98
- @pytest.mark.workflow_templates_ui
97
+ @pytest.mark.workflow
98
+ @pytest.mark.workflow_templates
99
99
  @pytest.mark.ui
100
100
  def test_template_create(page, predefined_templates):
101
101
  """Verify that workflow template can be created."""
@@ -6,7 +6,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
6
6
  from codemie_test_harness.tests import TEST_USER
7
7
 
8
8
 
9
- @pytest.mark.workflow_ui
9
+ @pytest.mark.workflow
10
10
  @pytest.mark.ui
11
11
  def test_workflows_page_basic_functionality(page):
12
12
  """Test basic workflows page functionality."""
@@ -17,7 +17,7 @@ def test_workflows_page_basic_functionality(page):
17
17
  workflow_page.should_see_workflow_cards()
18
18
 
19
19
 
20
- @pytest.mark.workflow_ui
20
+ @pytest.mark.workflow
21
21
  @pytest.mark.ui
22
22
  def test_workflow_card_interactions(page):
23
23
  """Test individual workflow card interactions."""
@@ -32,7 +32,7 @@ def test_workflow_card_interactions(page):
32
32
  workflow_card.should_have_menu_button()
33
33
 
34
34
 
35
- @pytest.mark.workflow_ui
35
+ @pytest.mark.workflow
36
36
  @pytest.mark.ui
37
37
  def test_workflow_search_functionality(page):
38
38
  """Test workflow search functionality."""
@@ -44,7 +44,7 @@ def test_workflow_search_functionality(page):
44
44
  workflow_page.should_not_see_new_release_popup()
45
45
 
46
46
 
47
- @pytest.mark.workflow_ui
47
+ @pytest.mark.workflow
48
48
  @pytest.mark.ui
49
49
  def test_workflow_card_by_name(page, workflow_with_virtual_assistant):
50
50
  """Test getting and interacting with a specific workflow card."""
@@ -58,7 +58,7 @@ def test_workflow_card_by_name(page, workflow_with_virtual_assistant):
58
58
  workflow_page.should_see_shared_workflow(workflow.name)
59
59
 
60
60
 
61
- @pytest.mark.workflow_ui
61
+ @pytest.mark.workflow
62
62
  @pytest.mark.ui
63
63
  def test_workflow_pagination(page):
64
64
  """Test workflow pagination functionality."""
@@ -71,7 +71,7 @@ def test_workflow_pagination(page):
71
71
  workflow_page.should_see_workflow_cards(minimum_count=12)
72
72
 
73
73
 
74
- @pytest.mark.workflow_ui
74
+ @pytest.mark.workflow
75
75
  @pytest.mark.ui
76
76
  def test_workflow_filtering(page):
77
77
  """Test workflow filtering functionality."""
@@ -83,7 +83,7 @@ def test_workflow_filtering(page):
83
83
  workflow_page.clear_all_filters()
84
84
 
85
85
 
86
- @pytest.mark.workflow_ui
86
+ @pytest.mark.workflow
87
87
  @pytest.mark.ui
88
88
  def test_workflow_navigation(page):
89
89
  """Test navigation between different workflow sections."""
@@ -94,7 +94,7 @@ def test_workflow_navigation(page):
94
94
  workflow_page.sidebar.navigate_to_templates()
95
95
 
96
96
 
97
- @pytest.mark.workflow_ui
97
+ @pytest.mark.workflow
98
98
  @pytest.mark.ui
99
99
  def test_workflow_card_fluent_interface(page):
100
100
  """Test the fluent interface of WorkflowCard component."""
@@ -10,7 +10,7 @@ from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
10
10
  @pytest.mark.workflow
11
11
  @pytest.mark.workflow_with_assistant
12
12
  @pytest.mark.keycloak
13
- @pytest.mark.regression
13
+ @pytest.mark.api
14
14
  def test_workflow_with_assistant_with_keycloak_tool(
15
15
  assistant,
16
16
  workflow_with_assistant,
@@ -17,7 +17,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
17
17
  @pytest.mark.workflow
18
18
  @pytest.mark.workflow_with_assistant
19
19
  @pytest.mark.ado
20
- @pytest.mark.regression
20
+ @pytest.mark.api
21
21
  @pytest.mark.parametrize(
22
22
  "toolkit, tool_name, prompt, expected_response",
23
23
  ado_test_plan_get_test_data,
@@ -46,7 +46,7 @@ def test_workflow_with_assistant_with_ado_test_plan_get_tools(
46
46
  @pytest.mark.workflow
47
47
  @pytest.mark.workflow_with_assistant
48
48
  @pytest.mark.ado
49
- @pytest.mark.regression
49
+ @pytest.mark.api
50
50
  def test_workflow_with_assistant_with_ado_test_plan_tools(
51
51
  ado_integration,
52
52
  assistant,
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.utils.base_utils import get_random_name
14
14
  @pytest.mark.workflow
15
15
  @pytest.mark.workflow_with_assistant
16
16
  @pytest.mark.ado
17
- @pytest.mark.regression
17
+ @pytest.mark.api
18
18
  @pytest.mark.parametrize(
19
19
  "toolkit, tool_name, prompt, expected_response",
20
20
  ado_wiki_get_test_data,
@@ -43,7 +43,7 @@ def test_workflow_with_assistant_with_ado_wiki_get_tools(
43
43
  @pytest.mark.workflow
44
44
  @pytest.mark.workflow_with_assistant
45
45
  @pytest.mark.ado
46
- @pytest.mark.regression
46
+ @pytest.mark.api
47
47
  def test_workflow_with_assistant_with_ado_wiki_modify_tools(
48
48
  ado_integration,
49
49
  assistant,
@@ -15,7 +15,7 @@ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_resp
15
15
  @pytest.mark.workflow
16
16
  @pytest.mark.workflow_with_assistant
17
17
  @pytest.mark.ado
18
- @pytest.mark.regression
18
+ @pytest.mark.api
19
19
  @pytest.mark.parametrize(
20
20
  "toolkit, tool_name, prompt, expected_response",
21
21
  ado_work_item_get_test_data,
@@ -44,7 +44,7 @@ def test_workflow_with_assistant_with_ado_work_item_get_tools(
44
44
  @pytest.mark.workflow
45
45
  @pytest.mark.workflow_with_assistant
46
46
  @pytest.mark.ado
47
- @pytest.mark.regression
47
+ @pytest.mark.api
48
48
  def test_workflow_with_assistant_with_ado_work_item_modify_tools(
49
49
  ado_integration,
50
50
  assistant,
@@ -6,7 +6,7 @@ from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_tes
6
6
  @pytest.mark.workflow
7
7
  @pytest.mark.workflow_with_assistant
8
8
  @pytest.mark.cloud
9
- @pytest.mark.regression
9
+ @pytest.mark.api
10
10
  @pytest.mark.parametrize(
11
11
  "toolkit,tool_name,credential_type,credentials,prompt,expected_response",
12
12
  cloud_test_data,