codemie-test-harness 0.1.130__py3-none-any.whl → 0.1.132__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of codemie-test-harness might be problematic. Click here for more details.

Files changed (321) hide show
  1. codemie_test_harness/.env +5 -0
  2. codemie_test_harness/cli/runner.py +25 -16
  3. codemie_test_harness/pytest.ini +6 -0
  4. {tests → codemie_test_harness/tests}/__init__.py +1 -1
  5. {tests → codemie_test_harness/tests}/assistant/datasource/test_code_datasource.py +2 -2
  6. {tests → codemie_test_harness/tests}/assistant/datasource/test_confluence_datasource.py +2 -2
  7. {tests → codemie_test_harness/tests}/assistant/datasource/test_file_indexing.py +6 -6
  8. {tests → codemie_test_harness/tests}/assistant/datasource/test_google_datasource.py +2 -2
  9. {tests → codemie_test_harness/tests}/assistant/datasource/test_jira_datasource.py +5 -2
  10. {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool.py +9 -6
  11. {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool_kit.py +8 -6
  12. {tests → codemie_test_harness/tests}/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +6 -6
  13. {tests → codemie_test_harness/tests}/assistant/test_assistants.py +6 -6
  14. {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +6 -6
  15. {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +4 -4
  16. {tests → codemie_test_harness/tests}/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +6 -6
  17. {tests → codemie_test_harness/tests}/assistant/tools/cloud/test_cloud_tools.py +2 -2
  18. {tests → codemie_test_harness/tests}/assistant/tools/codebase/test_codebase_tools.py +2 -2
  19. {tests → codemie_test_harness/tests}/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +3 -3
  20. {tests → codemie_test_harness/tests}/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py +3 -3
  21. {tests → codemie_test_harness/tests}/assistant/tools/git/test_assistant_with_git_tools.py +2 -2
  22. {tests → codemie_test_harness/tests}/assistant/tools/mcp/test_cli_mcp_server.py +4 -4
  23. {tests → codemie_test_harness/tests}/assistant/tools/mcp/test_mcp_servers.py +1 -1
  24. {tests → codemie_test_harness/tests}/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
  25. {tests → codemie_test_harness/tests}/assistant/tools/openapi/test_assistant_with_open_api_tools.py +2 -2
  26. {tests → codemie_test_harness/tests}/assistant/tools/plugin/test_assistant_with_development_plugin.py +4 -4
  27. {tests → codemie_test_harness/tests}/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py +3 -3
  28. {tests → codemie_test_harness/tests}/assistant/tools/project_management/test_assistant_pm_tools.py +8 -6
  29. {tests → codemie_test_harness/tests}/assistant/tools/research/test_assistant_research_tools.py +3 -3
  30. {tests → codemie_test_harness/tests}/assistant/tools/servicenow/test_servicenow_tools.py +5 -2
  31. {tests → codemie_test_harness/tests}/assistant/tools/vcs/test_assistant_with_vcs_tools.py +3 -3
  32. {tests → codemie_test_harness/tests}/conftest.py +19 -17
  33. {tests → codemie_test_harness/tests}/e2e/test_e2e.py +2 -2
  34. {tests → codemie_test_harness/tests}/integrations/project/test_default_integrations.py +16 -9
  35. {tests → codemie_test_harness/tests}/integrations/project/test_project_integrations.py +6 -3
  36. {tests → codemie_test_harness/tests}/integrations/user/test_default_integrations.py +16 -9
  37. {tests → codemie_test_harness/tests}/integrations/user/test_user_integrations.py +3 -3
  38. {tests → codemie_test_harness/tests}/llm/assistants/test_llm.py +4 -4
  39. {tests → codemie_test_harness/tests}/providers/test_providers_endpoints.py +2 -2
  40. {tests → codemie_test_harness/tests}/search/test_search_assistant.py +3 -3
  41. {tests → codemie_test_harness/tests}/search/test_search_datasource.py +3 -3
  42. {tests → codemie_test_harness/tests}/search/test_search_integration.py +2 -2
  43. {tests → codemie_test_harness/tests}/search/test_search_workflow.py +3 -3
  44. {tests → codemie_test_harness/tests}/service/test_assistant_service.py +2 -2
  45. {tests → codemie_test_harness/tests}/service/test_datasource_service.py +2 -2
  46. {tests → codemie_test_harness/tests}/service/test_integration_service.py +2 -2
  47. {tests → codemie_test_harness/tests}/service/test_task_service.py +2 -2
  48. {tests → codemie_test_harness/tests}/service/test_workflow_execution_service.py +2 -2
  49. {tests → codemie_test_harness/tests}/service/test_workflow_service.py +2 -2
  50. {tests → codemie_test_harness/tests}/test_data/ado_test_plan_tools_test_data.py +1 -1
  51. {tests → codemie_test_harness/tests}/test_data/ado_wiki_tools_test_data.py +1 -1
  52. {tests → codemie_test_harness/tests}/test_data/ado_work_item_tools_test_data.py +1 -1
  53. {tests → codemie_test_harness/tests}/test_data/cloud_tools_test_data.py +2 -2
  54. {tests → codemie_test_harness/tests}/test_data/codebase_tools_test_data.py +2 -2
  55. {tests → codemie_test_harness/tests}/test_data/data_management_tools_test_data.py +1 -1
  56. {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_test_plan_tools_test_data.py +1 -1
  57. {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_wiki_tools_test_data.py +1 -1
  58. {tests → codemie_test_harness/tests}/test_data/direct_tools/ado_work_item_tools_test_data.py +1 -1
  59. {tests → codemie_test_harness/tests}/test_data/direct_tools/cloud_tools_test_data.py +2 -2
  60. {tests → codemie_test_harness/tests}/test_data/direct_tools/codebase_tools_test_data.py +1 -1
  61. {tests → codemie_test_harness/tests}/test_data/direct_tools/data_management_tools_test_data.py +2 -2
  62. {tests → codemie_test_harness/tests}/test_data/direct_tools/direct_tools_test_data.py +2 -2
  63. {tests → codemie_test_harness/tests}/test_data/direct_tools/file_management_tools_test_data.py +1 -1
  64. {tests → codemie_test_harness/tests}/test_data/direct_tools/notification_tools_test_data.py +2 -2
  65. {tests → codemie_test_harness/tests}/test_data/direct_tools/open_api_tools_test_data.py +1 -1
  66. {tests → codemie_test_harness/tests}/test_data/direct_tools/project_management_tools_test_data.py +2 -2
  67. {tests → codemie_test_harness/tests}/test_data/direct_tools/research_tools_test_data.py +1 -1
  68. {tests → codemie_test_harness/tests}/test_data/direct_tools/vcs_tools_test_data.py +1 -1
  69. {tests → codemie_test_harness/tests}/test_data/file_management_tools_test_data.py +1 -1
  70. {tests → codemie_test_harness/tests}/test_data/git_tools_test_data.py +1 -1
  71. {tests → codemie_test_harness/tests}/test_data/integrations_test_data.py +2 -2
  72. {tests → codemie_test_harness/tests}/test_data/llm_test_data.py +1 -1
  73. {tests → codemie_test_harness/tests}/test_data/mcp_server_test_data.py +2 -2
  74. {tests → codemie_test_harness/tests}/test_data/notification_tools_test_data.py +1 -1
  75. {tests → codemie_test_harness/tests}/test_data/open_api_tools_test_data.py +1 -1
  76. {tests → codemie_test_harness/tests}/test_data/plugin_tools_test_data.py +2 -2
  77. {tests → codemie_test_harness/tests}/test_data/project_management_test_data.py +3 -3
  78. {tests → codemie_test_harness/tests}/test_data/research_tools_test_data.py +1 -1
  79. {tests → codemie_test_harness/tests}/test_data/vcs_tools_test_data.py +1 -1
  80. {tests → codemie_test_harness/tests}/ui/conftest.py +1 -1
  81. {tests → codemie_test_harness/tests}/ui/pageobject/assistants/assistants_page.py +1 -1
  82. {tests → codemie_test_harness/tests}/ui/pageobject/base_page.py +2 -2
  83. {tests → codemie_test_harness/tests}/ui/pageobject/login_page.py +4 -2
  84. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/base_workflow_form_page.py +2 -2
  85. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/create_workflow_page.py +4 -2
  86. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/edit_workflow_page.py +3 -1
  87. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_details_page.py +5 -3
  88. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_executions_page.py +3 -3
  89. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_template_details.py +1 -1
  90. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflow_templates_page.py +4 -2
  91. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/workflows_page.py +8 -3
  92. {tests → codemie_test_harness/tests}/ui/test_create_workflow.py +7 -3
  93. {tests → codemie_test_harness/tests}/ui/test_edit_workflow.py +8 -4
  94. {tests → codemie_test_harness/tests}/ui/test_workflow_details.py +4 -4
  95. {tests → codemie_test_harness/tests}/ui/test_workflow_executions_page.py +3 -3
  96. {tests → codemie_test_harness/tests}/ui/test_workflow_templates.py +12 -6
  97. {tests → codemie_test_harness/tests}/ui/test_workflows.py +3 -1
  98. {tests → codemie_test_harness/tests}/utils/assistant_utils.py +6 -2
  99. {tests → codemie_test_harness/tests}/utils/aws_parameters_store.py +6 -4
  100. {tests → codemie_test_harness/tests}/utils/base_utils.py +2 -2
  101. {tests → codemie_test_harness/tests}/utils/constants.py +1 -1
  102. {tests → codemie_test_harness/tests}/utils/datasource_utils.py +6 -2
  103. {tests → codemie_test_harness/tests}/utils/integration_utils.py +6 -2
  104. {tests → codemie_test_harness/tests}/utils/notification_utils.py +1 -1
  105. {tests → codemie_test_harness/tests}/utils/provider_utils.py +4 -4
  106. {tests → codemie_test_harness/tests}/utils/search_utils.py +1 -1
  107. {tests → codemie_test_harness/tests}/utils/similarity_check.py +5 -1
  108. {tests → codemie_test_harness/tests}/utils/workflow_utils.py +4 -4
  109. {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py +5 -5
  110. {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py +3 -3
  111. {tests → codemie_test_harness/tests}/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_work_item_tools.py +5 -5
  112. {tests → codemie_test_harness/tests}/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +2 -2
  113. {tests → codemie_test_harness/tests}/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +2 -2
  114. {tests → codemie_test_harness/tests}/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -3
  115. {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +9 -6
  116. {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +8 -6
  117. {tests → codemie_test_harness/tests}/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +6 -6
  118. {tests → codemie_test_harness/tests}/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +3 -3
  119. {tests → codemie_test_harness/tests}/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py +2 -2
  120. {tests → codemie_test_harness/tests}/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +2 -2
  121. {tests → codemie_test_harness/tests}/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +2 -2
  122. {tests → codemie_test_harness/tests}/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +4 -2
  123. {tests → codemie_test_harness/tests}/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py +4 -4
  124. {tests → codemie_test_harness/tests}/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py +3 -3
  125. {tests → codemie_test_harness/tests}/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py +5 -3
  126. {tests → codemie_test_harness/tests}/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py +3 -3
  127. {tests → codemie_test_harness/tests}/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +5 -2
  128. {tests → codemie_test_harness/tests}/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py +3 -3
  129. {tests → codemie_test_harness/tests}/workflow/config_validation/test_config_validation.py +3 -3
  130. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +7 -7
  131. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +9 -7
  132. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_test_plan_tools.py +2 -2
  133. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_wiki_tools.py +4 -2
  134. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py +2 -2
  135. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py +5 -3
  136. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +4 -4
  137. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py +3 -3
  138. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py +2 -2
  139. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_notification_tools.py +4 -4
  140. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py +2 -2
  141. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py +3 -3
  142. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py +3 -3
  143. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_research_tools.py +2 -2
  144. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py +3 -3
  145. {tests → codemie_test_harness/tests}/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py +3 -3
  146. {tests → codemie_test_harness/tests}/workflow/test_workflows.py +3 -3
  147. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py +5 -5
  148. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py +3 -3
  149. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py +5 -5
  150. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +3 -3
  151. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +4 -4
  152. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +4 -4
  153. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +10 -7
  154. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +9 -7
  155. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +7 -7
  156. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +3 -3
  157. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py +2 -2
  158. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +3 -3
  159. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +3 -3
  160. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +4 -2
  161. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py +4 -4
  162. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py +4 -4
  163. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py +5 -3
  164. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py +6 -3
  165. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +6 -3
  166. codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py +0 -0
  167. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py +3 -3
  168. {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/METADATA +2 -2
  169. codemie_test_harness-0.1.132.dist-info/RECORD +327 -0
  170. codemie_test_harness-0.1.130.dist-info/RECORD +0 -324
  171. {tests/assistant → codemie_test_harness}/__init__.py +0 -0
  172. {tests/assistant/datasource → codemie_test_harness/tests/assistant}/__init__.py +0 -0
  173. {tests/assistant/default_integrations → codemie_test_harness/tests/assistant/datasource}/__init__.py +0 -0
  174. {tests/assistant/tools → codemie_test_harness/tests/assistant/default_integrations}/__init__.py +0 -0
  175. {tests/assistant/tools/ado → codemie_test_harness/tests/assistant/tools}/__init__.py +0 -0
  176. {tests/assistant/tools/cloud → codemie_test_harness/tests/assistant/tools/ado}/__init__.py +0 -0
  177. {tests/assistant/tools/codebase → codemie_test_harness/tests/assistant/tools/cloud}/__init__.py +0 -0
  178. {tests/assistant/tools/datamanagement → codemie_test_harness/tests/assistant/tools/codebase}/__init__.py +0 -0
  179. {tests/assistant/tools/filemanagement → codemie_test_harness/tests/assistant/tools/datamanagement}/__init__.py +0 -0
  180. {tests/assistant/tools/git → codemie_test_harness/tests/assistant/tools/filemanagement}/__init__.py +0 -0
  181. {tests/assistant/tools/mcp → codemie_test_harness/tests/assistant/tools/git}/__init__.py +0 -0
  182. {tests/assistant/tools/notification → codemie_test_harness/tests/assistant/tools/mcp}/__init__.py +0 -0
  183. {tests/assistant/tools/openapi → codemie_test_harness/tests/assistant/tools/notification}/__init__.py +0 -0
  184. {tests/assistant/tools/plugin → codemie_test_harness/tests/assistant/tools/openapi}/__init__.py +0 -0
  185. {tests/assistant/tools/project_management → codemie_test_harness/tests/assistant/tools/plugin}/__init__.py +0 -0
  186. {tests/assistant/tools/research → codemie_test_harness/tests/assistant/tools/project_management}/__init__.py +0 -0
  187. {tests/assistant/tools/servicenow → codemie_test_harness/tests/assistant/tools/research}/__init__.py +0 -0
  188. {tests/assistant/tools/vcs → codemie_test_harness/tests/assistant/tools/servicenow}/__init__.py +0 -0
  189. {tests/e2e → codemie_test_harness/tests/assistant/tools/vcs}/__init__.py +0 -0
  190. {tests/enums → codemie_test_harness/tests/e2e}/__init__.py +0 -0
  191. {tests/integrations/project → codemie_test_harness/tests/enums}/__init__.py +0 -0
  192. {tests → codemie_test_harness/tests}/enums/integrations.py +0 -0
  193. {tests → codemie_test_harness/tests}/enums/model_types.py +0 -0
  194. {tests → codemie_test_harness/tests}/enums/tools.py +0 -0
  195. {tests → codemie_test_harness/tests}/integrations/__init__.py +0 -0
  196. {tests/integrations/user → codemie_test_harness/tests/integrations/project}/__init__.py +0 -0
  197. {tests/llm → codemie_test_harness/tests/integrations/user}/__init__.py +0 -0
  198. {tests/llm/assistants → codemie_test_harness/tests/llm}/__init__.py +0 -0
  199. {tests/providers → codemie_test_harness/tests/llm/assistants}/__init__.py +0 -0
  200. {tests/service → codemie_test_harness/tests/providers}/__init__.py +0 -0
  201. {tests → codemie_test_harness/tests}/search/__init__.py +0 -0
  202. {tests/test_data → codemie_test_harness/tests/service}/__init__.py +0 -0
  203. {tests → codemie_test_harness/tests}/service/test_llm_service.py +0 -0
  204. {tests → codemie_test_harness/tests}/service/test_user_service.py +0 -0
  205. {tests/test_data/direct_tools → codemie_test_harness/tests/test_data}/__init__.py +0 -0
  206. {tests/ui → codemie_test_harness/tests/test_data/direct_tools}/__init__.py +0 -0
  207. {tests → codemie_test_harness/tests}/test_data/direct_tools/servicenow_tools_test_data.py +0 -0
  208. {tests → codemie_test_harness/tests}/test_data/file_test_data.py +0 -0
  209. {tests → codemie_test_harness/tests}/test_data/files/large-files/large_file.txt +0 -0
  210. {tests → codemie_test_harness/tests}/test_data/files/provider_payload.json +0 -0
  211. {tests → codemie_test_harness/tests}/test_data/files/test.csv +0 -0
  212. {tests → codemie_test_harness/tests}/test_data/files/test.docx +0 -0
  213. {tests → codemie_test_harness/tests}/test_data/files/test.gif +0 -0
  214. {tests → codemie_test_harness/tests}/test_data/files/test.ini +0 -0
  215. {tests → codemie_test_harness/tests}/test_data/files/test.jpeg +0 -0
  216. {tests → codemie_test_harness/tests}/test_data/files/test.jpg +0 -0
  217. {tests → codemie_test_harness/tests}/test_data/files/test.json +0 -0
  218. {tests → codemie_test_harness/tests}/test_data/files/test.pdf +0 -0
  219. {tests → codemie_test_harness/tests}/test_data/files/test.png +0 -0
  220. {tests → codemie_test_harness/tests}/test_data/files/test.pptx +0 -0
  221. {tests → codemie_test_harness/tests}/test_data/files/test.txt +0 -0
  222. {tests → codemie_test_harness/tests}/test_data/files/test.vtt +0 -0
  223. {tests → codemie_test_harness/tests}/test_data/files/test.xlsx +0 -0
  224. {tests → codemie_test_harness/tests}/test_data/files/test.xml +0 -0
  225. {tests → codemie_test_harness/tests}/test_data/files/test.yaml +0 -0
  226. {tests → codemie_test_harness/tests}/test_data/google_datasource_test_data.py +0 -0
  227. {tests → codemie_test_harness/tests}/test_data/index_test_data.py +0 -0
  228. {tests → codemie_test_harness/tests}/test_data/openapi.json +0 -0
  229. {tests → codemie_test_harness/tests}/test_data/output_schema_test_data.py +0 -0
  230. {tests → codemie_test_harness/tests}/test_data/pm_tools_test_data.py +0 -0
  231. {tests → codemie_test_harness/tests}/test_data/servicenow_tools_test_data.py +0 -0
  232. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_assistant_id.yaml +0 -0
  233. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_assistant_in_state.yaml +0 -0
  234. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_data_source.yaml +0 -0
  235. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_state.yaml +0 -0
  236. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_tool.yaml +0 -0
  237. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_yaml.yaml +0 -0
  238. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/invalid_yaml_format.yaml +0 -0
  239. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_assistant_id.yaml +0 -0
  240. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_assistant_tools_name.yaml +0 -0
  241. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_backoff_factor.yaml +0 -0
  242. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_initial_interval.yaml +0 -0
  243. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_max_attempts.yaml +0 -0
  244. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_retry_max_interval.yaml +0 -0
  245. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states.yaml +0 -0
  246. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_id.yaml +0 -0
  247. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next.yaml +0 -0
  248. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_expression.yaml +0 -0
  249. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_otherwise.yaml +0 -0
  250. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_condition_then.yaml +0 -0
  251. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases.yaml +0 -0
  252. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases_condition.yaml +0 -0
  253. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_cases_state_id.yaml +0 -0
  254. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_next_switch_default.yaml +0 -0
  255. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_backoff_factor.yaml +0 -0
  256. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_initial_interval.yaml +0 -0
  257. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_max_attempts.yaml +0 -0
  258. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_states_retry_max_interval.yaml +0 -0
  259. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_system_prompt.yaml +0 -0
  260. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_tools_id.yaml +0 -0
  261. {tests → codemie_test_harness/tests}/test_data/workflow/invalid_config/missing_required_tools_name.yaml +0 -0
  262. {tests → codemie_test_harness/tests}/test_data/workflow_validation_messages.py +0 -0
  263. {tests/ui/pageobject → codemie_test_harness/tests/ui}/__init__.py +0 -0
  264. {tests/ui/pageobject/assistants → codemie_test_harness/tests/ui/pageobject}/__init__.py +0 -0
  265. {tests/workflow → codemie_test_harness/tests/ui/pageobject/assistants}/__init__.py +0 -0
  266. {tests → codemie_test_harness/tests}/ui/pageobject/components/__init__.py +0 -0
  267. {tests → codemie_test_harness/tests}/ui/pageobject/components/execution_history_row.py +0 -0
  268. {tests → codemie_test_harness/tests}/ui/pageobject/components/header.py +0 -0
  269. {tests → codemie_test_harness/tests}/ui/pageobject/components/pop_up.py +0 -0
  270. {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_card.py +0 -0
  271. {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_execution_history_item.py +0 -0
  272. {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_execution_state.py +0 -0
  273. {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_sidebar.py +0 -0
  274. {tests → codemie_test_harness/tests}/ui/pageobject/components/workflow_state_card.py +0 -0
  275. {tests → codemie_test_harness/tests}/ui/pageobject/workflows/__init__.py +0 -0
  276. {tests → codemie_test_harness/tests}/utils/__init__.py +0 -0
  277. {tests → codemie_test_harness/tests}/utils/client_factory.py +0 -0
  278. {tests → codemie_test_harness/tests}/utils/file_utils.py +0 -0
  279. {tests → codemie_test_harness/tests}/utils/gitbud_utils.py +0 -0
  280. {tests → codemie_test_harness/tests}/utils/http_utils.py +0 -0
  281. {tests → codemie_test_harness/tests}/utils/json_utils.py +0 -0
  282. {tests → codemie_test_harness/tests}/utils/logger_util.py +0 -0
  283. {tests → codemie_test_harness/tests}/utils/pytest_utils.py +0 -0
  284. {tests → codemie_test_harness/tests}/utils/yaml_utils.py +0 -0
  285. {tests/workflow/assistant_tools → codemie_test_harness/tests/workflow}/__init__.py +0 -0
  286. {tests/workflow/assistant_tools/ado → codemie_test_harness/tests/workflow/assistant_tools}/__init__.py +0 -0
  287. {tests/workflow/assistant_tools/cloud → codemie_test_harness/tests/workflow/assistant_tools/ado}/__init__.py +0 -0
  288. {tests/workflow/assistant_tools/codebase → codemie_test_harness/tests/workflow/assistant_tools/cloud}/__init__.py +0 -0
  289. {tests/workflow/assistant_tools/data_management → codemie_test_harness/tests/workflow/assistant_tools/codebase}/__init__.py +0 -0
  290. {tests/workflow/assistant_tools/default_integrations → codemie_test_harness/tests/workflow/assistant_tools/data_management}/__init__.py +0 -0
  291. {tests/workflow/assistant_tools/git → codemie_test_harness/tests/workflow/assistant_tools/default_integrations}/__init__.py +0 -0
  292. {tests → codemie_test_harness/tests}/workflow/assistant_tools/file_management/__init__.py +0 -0
  293. {tests/workflow/assistant_tools/mcp → codemie_test_harness/tests/workflow/assistant_tools/git}/__init__.py +0 -0
  294. {tests/workflow/assistant_tools/notification → codemie_test_harness/tests/workflow/assistant_tools/mcp}/__init__.py +0 -0
  295. {tests/workflow/assistant_tools/plugin → codemie_test_harness/tests/workflow/assistant_tools/notification}/__init__.py +0 -0
  296. {tests → codemie_test_harness/tests}/workflow/assistant_tools/open_api/__init__.py +0 -0
  297. {tests/workflow/assistant_tools/project_management → codemie_test_harness/tests/workflow/assistant_tools/plugin}/__init__.py +0 -0
  298. {tests/workflow/assistant_tools/research → codemie_test_harness/tests/workflow/assistant_tools/project_management}/__init__.py +0 -0
  299. {tests/workflow/assistant_tools/servicenow → codemie_test_harness/tests/workflow/assistant_tools/research}/__init__.py +0 -0
  300. {tests/workflow/assistant_tools/vcs → codemie_test_harness/tests/workflow/assistant_tools/servicenow}/__init__.py +0 -0
  301. {tests/workflow/config_validation → codemie_test_harness/tests/workflow/assistant_tools/vcs}/__init__.py +0 -0
  302. {tests/workflow/direct_tools_calling → codemie_test_harness/tests/workflow/config_validation}/__init__.py +0 -0
  303. {tests/workflow/direct_tools_calling/default_integrations → codemie_test_harness/tests/workflow/direct_tools_calling}/__init__.py +0 -0
  304. {tests/workflow/virtual_assistant_tools → codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations}/__init__.py +0 -0
  305. {tests/workflow/virtual_assistant_tools/ado → codemie_test_harness/tests/workflow/virtual_assistant_tools}/__init__.py +0 -0
  306. {tests/workflow/virtual_assistant_tools/cloud → codemie_test_harness/tests/workflow/virtual_assistant_tools/ado}/__init__.py +0 -0
  307. {tests/workflow/virtual_assistant_tools/default_integrations → codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud}/__init__.py +0 -0
  308. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/codebase/__init__.py +0 -0
  309. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/data_management/__init__.py +0 -0
  310. {tests/workflow/virtual_assistant_tools/git → codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations}/__init__.py +0 -0
  311. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/file_management/__init__.py +0 -0
  312. {tests/workflow/virtual_assistant_tools/mcp → codemie_test_harness/tests/workflow/virtual_assistant_tools/git}/__init__.py +0 -0
  313. {tests/workflow/virtual_assistant_tools/plugin → codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp}/__init__.py +0 -0
  314. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/notification/__init__.py +0 -0
  315. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/open_api/__init__.py +0 -0
  316. {tests/workflow/virtual_assistant_tools/research → codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin}/__init__.py +0 -0
  317. {tests → codemie_test_harness/tests}/workflow/virtual_assistant_tools/project_management/__init__.py +0 -0
  318. {tests/workflow/virtual_assistant_tools/servicenow → codemie_test_harness/tests/workflow/virtual_assistant_tools/research}/__init__.py +0 -0
  319. {tests/workflow/virtual_assistant_tools/vcs → codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow}/__init__.py +0 -0
  320. {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/WHEEL +0 -0
  321. {codemie_test_harness-0.1.130.dist-info → codemie_test_harness-0.1.132.dist-info}/entry_points.txt +0 -0
@@ -0,0 +1,5 @@
1
+ PROJECT_NAME=codemie
2
+ DEFAULT_TIMEOUT=60
3
+ CLEANUP_DATA=True
4
+ LANGFUSE_TRACES_ENABLED=False
5
+ VERIFY_SSL=False
@@ -12,32 +12,41 @@ except Exception:
12
12
  from .constants import CONSOLE
13
13
 
14
14
 
15
- def _resolve_tests_path() -> str:
16
- """Resolve absolute path to the installed tests package.
15
+ def _resolve_tests_path_and_root() -> tuple[str, str]:
16
+ """Resolve tests path and working directory.
17
17
 
18
- Priority:
19
- 1) importlib.resources.files("tests") if the package is installed
20
- 2) Fallback to repo layout: <repo_root>/tests relative to this file
18
+ Returns:
19
+ tuple: (tests_path, root_dir)
20
+ - tests_path: Path to tests for pytest collection
21
+ - root_dir: Directory to use as cwd so pytest.ini/.env are found
21
22
  """
22
23
  # 1) Use importlib.resources to locate installed package "tests"
23
24
  if pkg_files is not None:
24
25
  try:
25
- tests_dir = pkg_files("tests")
26
- # Convert to a concrete filesystem path string
27
- return str(Path(tests_dir.joinpath("")))
26
+ # Try to locate codemie_test_harness.tests package
27
+ tests_dir = Path(str(pkg_files("codemie_test_harness.tests")))
28
+ # Root dir should be the codemie_test_harness package directory
29
+ # where pytest.ini and .env are located
30
+ root_dir = str(tests_dir.parent) # codemie_test_harness package root
31
+ return str(tests_dir), root_dir
28
32
  except Exception:
29
33
  pass
30
34
 
31
35
  # 2) Fallback to repo layout when running from source
32
36
  # runner.py -> cli -> codemie_test_harness -> <repo_root>
33
- repo_root = Path(__file__).resolve().parents[2]
34
- return str(repo_root / "tests")
37
+ codemie_test_harness_root = (
38
+ Path(__file__).resolve().parents[1]
39
+ ) # codemie_test_harness directory
40
+ tests_path = str(codemie_test_harness_root / "tests")
41
+ # Use codemie_test_harness as root_dir since pytest.ini and .env are there
42
+ root_dir = str(codemie_test_harness_root)
43
+ return tests_path, root_dir
35
44
 
36
45
 
37
46
  def build_pytest_cmd(
38
47
  workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
39
- ) -> List[str]:
40
- tests_path = _resolve_tests_path()
48
+ ) -> tuple[List[str], str]:
49
+ tests_path, root_dir = _resolve_tests_path_and_root()
41
50
  cmd = [sys.executable, "-m", "pytest", tests_path]
42
51
  if workers:
43
52
  cmd += ["-n", str(workers)]
@@ -47,12 +56,12 @@ def build_pytest_cmd(
47
56
  cmd += ["--reruns", str(reruns)]
48
57
  if extra:
49
58
  cmd += list(extra)
50
- return cmd
59
+ return cmd, root_dir
51
60
 
52
61
 
53
62
  def run_pytest(
54
63
  workers: int, marks: str, reruns: int, extra: Iterable[str] | None = None
55
64
  ) -> None:
56
- cmd = build_pytest_cmd(workers, marks, reruns, extra)
57
- CONSOLE.print("[cyan]Running:[/] " + " ".join(cmd))
58
- raise SystemExit(subprocess.call(cmd))
65
+ cmd, root_dir = build_pytest_cmd(workers, marks, reruns, extra)
66
+ CONSOLE.print(f"[cyan]Running:[/] {' '.join(cmd)} (cwd={root_dir})")
67
+ raise SystemExit(subprocess.call(cmd, cwd=root_dir))
@@ -0,0 +1,6 @@
1
+ [pytest]
2
+ addopts = -v
3
+ filterwarnings =
4
+ ignore::pytest.PytestUnknownMarkWarning
5
+ ignore::urllib3.exceptions.InsecureRequestWarning
6
+ ignore::pydantic.warnings.PydanticDeprecatedSince20
@@ -5,7 +5,7 @@ from pathlib import Path
5
5
 
6
6
  from dotenv import load_dotenv
7
7
 
8
- from tests.utils.aws_parameters_store import AwsParameterStore
8
+ from codemie_test_harness.tests.utils.aws_parameters_store import AwsParameterStore
9
9
 
10
10
  load_dotenv()
11
11
 
@@ -4,8 +4,8 @@ import pytest
4
4
  from hamcrest import assert_that, equal_to
5
5
  from requests import HTTPError
6
6
 
7
- from tests.test_data.index_test_data import index_test_data
8
- from tests.utils.base_utils import get_random_name, assert_response
7
+ from codemie_test_harness.tests.test_data.index_test_data import index_test_data
8
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
9
9
 
10
10
 
11
11
  @pytest.mark.regression
@@ -5,11 +5,11 @@ import pytest
5
5
  from hamcrest import assert_that, equal_to
6
6
  from requests import HTTPError
7
7
 
8
- from tests.test_data.pm_tools_test_data import (
8
+ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
9
9
  CONFLUENCE_TOOL_PROMPT,
10
10
  RESPONSE_FOR_CONFLUENCE_TOOL,
11
11
  )
12
- from tests.utils.base_utils import get_random_name, assert_response
12
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
13
13
 
14
14
 
15
15
  @pytest.mark.regression
@@ -6,16 +6,16 @@ from hamcrest import (
6
6
  )
7
7
  from requests import HTTPError
8
8
 
9
- from tests.test_data.file_test_data import (
9
+ from codemie_test_harness.tests.test_data.file_test_data import (
10
10
  file_test_data,
11
11
  large_files_test_data,
12
12
  RESPONSE_FOR_TWO_FILES_INDEXED,
13
13
  )
14
- from tests.utils.base_utils import get_random_name, assert_response
15
- from tests.test_data.index_test_data import index_test_data
16
- from tests.utils.client_factory import get_client
17
- from tests.utils.constants import FILES_PATH
18
- from tests.utils.pytest_utils import check_mark
14
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
15
+ from codemie_test_harness.tests.test_data.index_test_data import index_test_data
16
+ from codemie_test_harness.tests.utils.client_factory import get_client
17
+ from codemie_test_harness.tests.utils.constants import FILES_PATH
18
+ from codemie_test_harness.tests.utils.pytest_utils import check_mark
19
19
 
20
20
 
21
21
  def pytest_generate_tests(metafunc):
@@ -4,12 +4,12 @@ import pytest
4
4
  from hamcrest import assert_that, equal_to
5
5
  from requests import HTTPError
6
6
 
7
- from tests.test_data.google_datasource_test_data import (
7
+ from codemie_test_harness.tests.test_data.google_datasource_test_data import (
8
8
  GOOGLE_DOC_URL,
9
9
  RESPONSE_FOR_GOOGLE_DOC,
10
10
  USER_PROMPT,
11
11
  )
12
- from tests.utils.base_utils import get_random_name, assert_response
12
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
13
13
 
14
14
 
15
15
  @pytest.mark.smoke
@@ -5,8 +5,11 @@ import pytest
5
5
  from hamcrest import assert_that, equal_to
6
6
  from requests import HTTPError
7
7
 
8
- from tests.test_data.pm_tools_test_data import JIRA_TOOL_PROMPT, RESPONSE_FOR_JIRA_TOOL
9
- from tests.utils.base_utils import get_random_name, assert_response
8
+ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
9
+ JIRA_TOOL_PROMPT,
10
+ RESPONSE_FOR_JIRA_TOOL,
11
+ )
12
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, assert_response
10
13
 
11
14
 
12
15
  @pytest.mark.regression
@@ -4,12 +4,15 @@ from codemie_sdk.models.integration import (
4
4
  CredentialTypes,
5
5
  IntegrationType,
6
6
  )
7
- from tests import PROJECT
8
- from tests.enums.tools import Toolkit, ProjectManagementTool
9
- from tests.integrations import integrations
10
- from tests.test_data.pm_tools_test_data import JIRA_TOOL_PROMPT, RESPONSE_FOR_JIRA_TOOL
11
- from tests.utils.aws_parameters_store import CredentialsUtil
12
- from tests.utils.constants import test_project_name
7
+ from codemie_test_harness.tests import PROJECT
8
+ from codemie_test_harness.tests.enums.tools import Toolkit, ProjectManagementTool
9
+ from codemie_test_harness.tests.integrations import integrations
10
+ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
11
+ JIRA_TOOL_PROMPT,
12
+ RESPONSE_FOR_JIRA_TOOL,
13
+ )
14
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
15
+ from codemie_test_harness.tests.utils.constants import test_project_name
13
16
 
14
17
 
15
18
  @pytest.mark.not_for_parallel_run
@@ -4,12 +4,14 @@ from codemie_sdk.models.integration import (
4
4
  CredentialTypes,
5
5
  IntegrationType,
6
6
  )
7
- from tests import PROJECT
8
- from tests.integrations import integrations
9
- from tests.enums.tools import Toolkit, AzureDevOpsWikiTool
10
- from tests.test_data.ado_wiki_tools_test_data import ado_wiki_get_test_data
11
- from tests.utils.aws_parameters_store import CredentialsUtil
12
- from tests.utils.constants import test_project_name
7
+ from codemie_test_harness.tests import PROJECT
8
+ from codemie_test_harness.tests.integrations import integrations
9
+ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
10
+ from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
11
+ ado_wiki_get_test_data,
12
+ )
13
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
14
+ from codemie_test_harness.tests.utils.constants import test_project_name
13
15
 
14
16
  ado_wiki_prompt = ado_wiki_get_test_data[0][2]
15
17
  ado_wiki_answer = ado_wiki_get_test_data[0][3]
@@ -4,14 +4,14 @@ from codemie_sdk.models.integration import (
4
4
  CredentialTypes,
5
5
  IntegrationType,
6
6
  )
7
- from tests import PROJECT
8
- from tests.integrations import integrations
9
- from tests.enums.tools import Toolkit, GitTool
10
- from tests.test_data.git_tools_test_data import (
7
+ from codemie_test_harness.tests import PROJECT
8
+ from codemie_test_harness.tests.integrations import integrations
9
+ from codemie_test_harness.tests.enums.tools import Toolkit, GitTool
10
+ from codemie_test_harness.tests.test_data.git_tools_test_data import (
11
11
  list_branches_set_active_branch_test_data,
12
12
  )
13
- from tests.utils.aws_parameters_store import CredentialsUtil
14
- from tests.utils.constants import test_project_name
13
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
14
+ from codemie_test_harness.tests.utils.constants import test_project_name
15
15
 
16
16
 
17
17
  git_tool_prompt = list_branches_set_active_branch_test_data[0][2]
@@ -13,16 +13,16 @@ from codemie_sdk.models.assistant import (
13
13
  ChatMessage,
14
14
  ChatRole,
15
15
  )
16
- from tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
17
- from tests.test_data.file_test_data import (
16
+ from codemie_test_harness.tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
17
+ from codemie_test_harness.tests.test_data.file_test_data import (
18
18
  files_with_different_types_test_data,
19
19
  file_test_data,
20
20
  RESPONSE_FOR_TWO_FILES_UPLOADED,
21
21
  )
22
- from tests.test_data.output_schema_test_data import output_schema
23
- from tests.utils.base_utils import get_random_name
24
- from tests.utils.constants import FILES_PATH
25
- from tests.utils.file_utils import save_file
22
+ from codemie_test_harness.tests.test_data.output_schema_test_data import output_schema
23
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
24
+ from codemie_test_harness.tests.utils.constants import FILES_PATH
25
+ from codemie_test_harness.tests.utils.file_utils import save_file
26
26
 
27
27
  system_prompt_for_chatting_with_files = """Your task is to show the content of the file. You MUST NOT:
28
28
  - analyze the content
@@ -1,8 +1,8 @@
1
1
  import pytest
2
2
  from codemie_sdk.models.integration import CredentialTypes
3
3
 
4
- from tests.enums.tools import Toolkit, AzureDevOpsTestPlanTool
5
- from tests.test_data.ado_test_plan_tools_test_data import (
4
+ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsTestPlanTool
5
+ from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
6
6
  ado_test_plan_get_test_data,
7
7
  ADO_TEST_PLAN_CREATE_TEST_PLAN,
8
8
  ADO_TEST_PLAN_CREATE_SUITE,
@@ -10,10 +10,10 @@ from tests.test_data.ado_test_plan_tools_test_data import (
10
10
  ADO_TEST_PLAN_DELETE_SUITE,
11
11
  ADO_TEST_PLAN_DELETE_PLAN,
12
12
  )
13
- from tests.utils.aws_parameters_store import CredentialsUtil
14
- from tests.utils.base_utils import get_random_name
15
- from tests.utils.constants import ID_PATTERN
16
- from tests.utils.json_utils import extract_id_from_ado_response
13
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
14
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
15
+ from codemie_test_harness.tests.utils.constants import ID_PATTERN
16
+ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
17
17
 
18
18
 
19
19
  @pytest.mark.regression
@@ -1,16 +1,16 @@
1
1
  import pytest
2
2
 
3
- from tests.enums.tools import Toolkit, AzureDevOpsWikiTool
3
+ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
4
4
  from codemie_sdk.models.integration import CredentialTypes
5
- from tests.test_data.ado_wiki_tools_test_data import (
5
+ from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
6
6
  ado_wiki_get_test_data,
7
7
  ADO_WIKI_CREATE_PAGE,
8
8
  ADO_WIKI_RENAME_PAGE,
9
9
  ADO_WIKI_MODIFY_PAGE,
10
10
  ADO_WIKI_DELETE_PAGE,
11
11
  )
12
- from tests.utils.aws_parameters_store import CredentialsUtil
13
- from tests.utils.base_utils import get_random_name
12
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
13
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
14
14
 
15
15
 
16
16
  @pytest.mark.regression
@@ -1,17 +1,17 @@
1
1
  import pytest
2
2
  from codemie_sdk.models.integration import CredentialTypes
3
3
 
4
- from tests.enums.tools import Toolkit, AzureDevOpsWorkItemTool
5
- from tests.test_data.ado_work_item_tools_test_data import (
4
+ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWorkItemTool
5
+ from codemie_test_harness.tests.test_data.ado_work_item_tools_test_data import (
6
6
  ado_work_item_get_test_data,
7
7
  ADO_WORK_ITEM_CREATE,
8
8
  ADO_WORK_ITEM_UPDATE,
9
9
  ADO_WORK_ITEM_LINK,
10
10
  )
11
- from tests.utils.aws_parameters_store import CredentialsUtil
12
- from tests.utils.base_utils import get_random_name
13
- from tests.utils.constants import WORK_ITEM_ID_PATTERN
14
- from tests.utils.json_utils import extract_id_from_ado_response
11
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
12
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
13
+ from codemie_test_harness.tests.utils.constants import WORK_ITEM_ID_PATTERN
14
+ from codemie_test_harness.tests.utils.json_utils import extract_id_from_ado_response
15
15
 
16
16
 
17
17
  @pytest.mark.regression
@@ -1,7 +1,7 @@
1
1
  import pytest
2
2
 
3
- from tests.enums.tools import Toolkit, CloudTool
4
- from tests.test_data.cloud_tools_test_data import cloud_test_data
3
+ from codemie_test_harness.tests.enums.tools import Toolkit, CloudTool
4
+ from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_test_data
5
5
 
6
6
 
7
7
  @pytest.mark.regression
@@ -1,10 +1,10 @@
1
1
  import pytest
2
2
 
3
3
  from codemie_sdk.models.integration import CredentialTypes
4
- from tests.enums.tools import (
4
+ from codemie_test_harness.tests.enums.tools import (
5
5
  CodeBaseTool,
6
6
  )
7
- from tests.test_data.codebase_tools_test_data import (
7
+ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
8
8
  code_tools_test_data,
9
9
  sonar_tools_test_data,
10
10
  )
@@ -4,11 +4,11 @@ import uuid
4
4
  import pytest
5
5
  from codemie_sdk.models.integration import CredentialTypes
6
6
 
7
- from tests.enums.tools import (
7
+ from codemie_test_harness.tests.enums.tools import (
8
8
  Toolkit,
9
9
  DataManagementTool,
10
10
  )
11
- from tests.test_data.data_management_tools_test_data import (
11
+ from codemie_test_harness.tests.test_data.data_management_tools_test_data import (
12
12
  ELASTIC_TOOL_TASK,
13
13
  RESPONSE_FOR_ELASTIC,
14
14
  sql_tools_test_data,
@@ -18,7 +18,7 @@ from tests.test_data.data_management_tools_test_data import (
18
18
  SQL_TOOL_QUERY_TABLE_TASK,
19
19
  RESPONSE_FOR_SQL,
20
20
  )
21
- from tests.utils.aws_parameters_store import CredentialsUtil
21
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
22
22
 
23
23
 
24
24
  @pytest.mark.regression
@@ -3,8 +3,8 @@ import os
3
3
  import pytest
4
4
  from hamcrest import assert_that, contains_string, is_not, all_of
5
5
 
6
- from tests.enums.tools import Toolkit, FileManagementTool
7
- from tests.test_data.file_management_tools_test_data import (
6
+ from codemie_test_harness.tests.enums.tools import Toolkit, FileManagementTool
7
+ from codemie_test_harness.tests.test_data.file_management_tools_test_data import (
8
8
  file_management_tools_test_data,
9
9
  GENERATE_IMAGE_TOOL_TASK,
10
10
  WRITE_FILE_TASK,
@@ -16,7 +16,7 @@ from tests.test_data.file_management_tools_test_data import (
16
16
  file_editing_tools_test_data,
17
17
  show_diff_task,
18
18
  )
19
- from tests.utils.base_utils import get_random_name
19
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
20
20
 
21
21
 
22
22
  @pytest.mark.regression
@@ -1,7 +1,7 @@
1
1
  import pytest
2
2
  from hamcrest import assert_that, equal_to, not_none
3
3
 
4
- from tests.test_data.git_tools_test_data import (
4
+ from codemie_test_harness.tests.test_data.git_tools_test_data import (
5
5
  list_branches_set_active_branch_test_data,
6
6
  create_branch_test_data,
7
7
  create_file_test_data,
@@ -10,7 +10,7 @@ from tests.test_data.git_tools_test_data import (
10
10
  get_merge_request_changes_test_data,
11
11
  update_file_test_data,
12
12
  )
13
- from tests.utils.base_utils import get_random_name, to_camel_case
13
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, to_camel_case
14
14
 
15
15
 
16
16
  @pytest.mark.regression
@@ -6,10 +6,10 @@ import pytest
6
6
  from hamcrest import assert_that, contains_string
7
7
 
8
8
  from codemie_sdk.models.integration import CredentialTypes
9
- from tests import autotest_entity_prefix
10
- from tests.utils.aws_parameters_store import CredentialsUtil
11
- from tests.utils.base_utils import get_random_name
12
- from tests.test_data.mcp_server_test_data import (
9
+ from codemie_test_harness.tests import autotest_entity_prefix
10
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
11
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
12
+ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
13
13
  cli_mcp_server_test_data,
14
14
  CLI_MCP_SERVER,
15
15
  )
@@ -2,7 +2,7 @@ import os
2
2
 
3
3
  import pytest
4
4
 
5
- from tests.test_data.mcp_server_test_data import (
5
+ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
6
6
  time_mcp_server_test_data,
7
7
  time_expected_response,
8
8
  FETCH_MCP_SERVER,
@@ -4,9 +4,9 @@ import pytest
4
4
  from hamcrest import assert_that, equal_to
5
5
 
6
6
  from codemie_sdk.models.integration import CredentialTypes
7
- from tests.enums.tools import Toolkit, NotificationTool
8
- from tests.utils.aws_parameters_store import CredentialsUtil
9
- from tests.test_data.notification_tools_test_data import (
7
+ from codemie_test_harness.tests.enums.tools import Toolkit, NotificationTool
8
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
9
+ from codemie_test_harness.tests.test_data.notification_tools_test_data import (
10
10
  EMAIL_TOOL_PROMPT,
11
11
  EMAIL_RESPONSE,
12
12
  EMAIL_SUBJECT,
@@ -2,8 +2,8 @@ import os
2
2
 
3
3
  import pytest
4
4
 
5
- from tests.enums.tools import Toolkit
6
- from tests.test_data.open_api_tools_test_data import (
5
+ from codemie_test_harness.tests.enums.tools import Toolkit
6
+ from codemie_test_harness.tests.test_data.open_api_tools_test_data import (
7
7
  open_api_tools_test_data,
8
8
  )
9
9
 
@@ -2,13 +2,13 @@ import os
2
2
 
3
3
  import pytest
4
4
 
5
- from tests.enums.tools import Toolkit
6
- from tests.test_data.plugin_tools_test_data import (
5
+ from codemie_test_harness.tests.enums.tools import Toolkit
6
+ from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
7
7
  list_files_plugin_tools_test_data,
8
8
  CREATE_READ_DELETE_FILE_TEST_DATA,
9
9
  )
10
- from tests.utils.base_utils import get_random_name
11
- from tests.utils.constants import TESTS_PATH
10
+ from codemie_test_harness.tests.utils.base_utils import get_random_name
11
+ from codemie_test_harness.tests.utils.constants import TESTS_PATH
12
12
 
13
13
 
14
14
  @pytest.mark.regression
@@ -2,12 +2,12 @@ import os
2
2
 
3
3
  import pytest
4
4
 
5
- from tests.enums.tools import Toolkit
6
- from tests.test_data.mcp_server_test_data import (
5
+ from codemie_test_harness.tests.enums.tools import Toolkit
6
+ from codemie_test_harness.tests.test_data.mcp_server_test_data import (
7
7
  cli_mcp_server_with_plugin_test_data,
8
8
  filesystem_mcp_server_with_plugin_test_data,
9
9
  )
10
- from tests.utils.constants import TESTS_PATH
10
+ from codemie_test_harness.tests.utils.constants import TESTS_PATH
11
11
 
12
12
 
13
13
  @pytest.mark.regression
@@ -2,18 +2,20 @@ import pytest
2
2
 
3
3
  from codemie_sdk.models.assistant import ToolConfig
4
4
  from codemie_sdk.models.integration import CredentialTypes
5
- from tests.enums.tools import Toolkit, ProjectManagementTool
6
- from tests.test_data.pm_tools_test_data import (
5
+ from codemie_test_harness.tests.enums.tools import Toolkit, ProjectManagementTool
6
+ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
7
7
  CONFLUENCE_TOOL_PROMPT,
8
8
  RESPONSE_FOR_CONFLUENCE_TOOL,
9
9
  JIRA_TOOL_PROMPT,
10
10
  RESPONSE_FOR_JIRA_TOOL,
11
11
  RESPONSE_FOR_CONFLUENCE_TOOL_UNAUTHORIZED,
12
12
  )
13
- from tests.test_data.project_management_test_data import pm_tools_test_data
14
- from tests.utils.aws_parameters_store import CredentialsUtil
15
- from tests.utils.base_utils import credentials_to_dict
16
- from tests.utils.constants import (
13
+ from codemie_test_harness.tests.test_data.project_management_test_data import (
14
+ pm_tools_test_data,
15
+ )
16
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
17
+ from codemie_test_harness.tests.utils.base_utils import credentials_to_dict
18
+ from codemie_test_harness.tests.utils.constants import (
17
19
  project_management_integrations,
18
20
  )
19
21
 
@@ -1,12 +1,12 @@
1
1
  import pytest
2
2
  from hamcrest import assert_that, greater_than
3
3
 
4
- from tests.enums.tools import Toolkit, ResearchToolName
5
- from tests.test_data.research_tools_test_data import (
4
+ from codemie_test_harness.tests.enums.tools import Toolkit, ResearchToolName
5
+ from codemie_test_harness.tests.test_data.research_tools_test_data import (
6
6
  search_tools_test_data,
7
7
  interactions_tools_test_data,
8
8
  )
9
- from tests.utils.base_utils import percent_of_relevant_titles
9
+ from codemie_test_harness.tests.utils.base_utils import percent_of_relevant_titles
10
10
 
11
11
 
12
12
  @pytest.mark.regression
@@ -1,7 +1,10 @@
1
1
  import pytest
2
2
 
3
- from tests.enums.tools import Toolkit, ServiceNowTool
4
- from tests.test_data.servicenow_tools_test_data import PROMPT, EXPECTED_RESPONSE
3
+ from codemie_test_harness.tests.enums.tools import Toolkit, ServiceNowTool
4
+ from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
5
+ PROMPT,
6
+ EXPECTED_RESPONSE,
7
+ )
5
8
 
6
9
 
7
10
  @pytest.mark.regression
@@ -1,12 +1,12 @@
1
1
  import pytest
2
2
 
3
- from tests.enums.tools import (
3
+ from codemie_test_harness.tests.enums.tools import (
4
4
  Toolkit,
5
5
  )
6
- from tests.test_data.vcs_tools_test_data import (
6
+ from codemie_test_harness.tests.test_data.vcs_tools_test_data import (
7
7
  vcs_tools_test_data,
8
8
  )
9
- from tests.utils.constants import vcs_integrations
9
+ from codemie_test_harness.tests.utils.constants import vcs_integrations
10
10
 
11
11
 
12
12
  @pytest.mark.regression
@@ -22,23 +22,25 @@ from codemie_sdk.models.integration import (
22
22
  Integration,
23
23
  )
24
24
  from codemie_sdk.models.workflow import WorkflowCreateRequest, WorkflowMode, Workflow
25
- from tests import PROJECT, autotest_entity_prefix
26
- from tests.test_data.google_datasource_test_data import GOOGLE_DOC_URL
27
- from tests.utils.assistant_utils import AssistantUtils
28
- from tests.utils.aws_parameters_store import CredentialsUtil
29
- from tests.utils.base_utils import get_random_name, wait_for_entity
30
- from tests.utils.client_factory import get_client
31
- from tests.utils.constants import TESTS_PATH
32
- from tests.utils.datasource_utils import DataSourceUtils
33
- from tests.utils.gitbud_utils import GitBudUtils
34
- from tests.utils.integration_utils import IntegrationUtils
35
- from tests.utils.logger_util import setup_logger
36
- from tests.utils.notification_utils import GmailUtils
37
- from tests.utils.provider_utils import ProviderUtils
38
- from tests.utils.search_utils import SearchUtils
39
- from tests.utils.similarity_check import SimilarityCheck
40
- from tests.utils.workflow_utils import WorkflowUtils
41
- from tests.utils.yaml_utils import (
25
+ from codemie_test_harness.tests import PROJECT, autotest_entity_prefix
26
+ from codemie_test_harness.tests.test_data.google_datasource_test_data import (
27
+ GOOGLE_DOC_URL,
28
+ )
29
+ from codemie_test_harness.tests.utils.assistant_utils import AssistantUtils
30
+ from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
31
+ from codemie_test_harness.tests.utils.base_utils import get_random_name, wait_for_entity
32
+ from codemie_test_harness.tests.utils.client_factory import get_client
33
+ from codemie_test_harness.tests.utils.constants import TESTS_PATH
34
+ from codemie_test_harness.tests.utils.datasource_utils import DataSourceUtils
35
+ from codemie_test_harness.tests.utils.gitbud_utils import GitBudUtils
36
+ from codemie_test_harness.tests.utils.integration_utils import IntegrationUtils
37
+ from codemie_test_harness.tests.utils.logger_util import setup_logger
38
+ from codemie_test_harness.tests.utils.notification_utils import GmailUtils
39
+ from codemie_test_harness.tests.utils.provider_utils import ProviderUtils
40
+ from codemie_test_harness.tests.utils.search_utils import SearchUtils
41
+ from codemie_test_harness.tests.utils.similarity_check import SimilarityCheck
42
+ from codemie_test_harness.tests.utils.workflow_utils import WorkflowUtils
43
+ from codemie_test_harness.tests.utils.yaml_utils import (
42
44
  WorkflowYamlModel,
43
45
  AssistantModel,
44
46
  ToolModel,