codemie-test-harness 0.1.163__py3-none-any.whl → 0.1.164__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of codemie-test-harness might be problematic. Click here for more details.

Files changed (55) hide show
  1. codemie_test_harness/tests/__init__.py +2 -1
  2. codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +2 -2
  3. codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +2 -2
  4. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py +11 -11
  5. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
  6. codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
  7. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +3 -3
  8. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +3 -3
  9. codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +3 -3
  10. codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +3 -3
  11. codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +2 -2
  12. codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
  13. codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py +5 -5
  14. codemie_test_harness/tests/conftest.py +32 -39
  15. codemie_test_harness/tests/e2e/test_e2e.py +5 -5
  16. codemie_test_harness/tests/integrations/project/test_default_integrations.py +7 -7
  17. codemie_test_harness/tests/integrations/user/test_default_integrations.py +7 -7
  18. codemie_test_harness/tests/llm/assistants/test_lite_llm.py +3 -3
  19. codemie_test_harness/tests/search/test_search_datasource.py +2 -2
  20. codemie_test_harness/tests/search/test_search_integration.py +3 -3
  21. codemie_test_harness/tests/service/test_datasource_service.py +12 -12
  22. codemie_test_harness/tests/test_data/cloud_tools_test_data.py +5 -5
  23. codemie_test_harness/tests/test_data/codebase_tools_test_data.py +3 -3
  24. codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py +5 -5
  25. codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py +5 -1
  26. codemie_test_harness/tests/test_data/integrations_test_data.py +48 -48
  27. codemie_test_harness/tests/test_data/llm_test_data.py +1 -1
  28. codemie_test_harness/tests/test_data/notification_tools_test_data.py +2 -6
  29. codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +4 -220
  30. codemie_test_harness/tests/test_data/vcs_tools_test_data.py +8 -5
  31. codemie_test_harness/tests/utils/aws_parameters_store.py +0 -560
  32. codemie_test_harness/tests/utils/base_utils.py +2 -2
  33. codemie_test_harness/tests/utils/client_factory.py +11 -9
  34. codemie_test_harness/tests/utils/credentials_manager.py +1358 -0
  35. codemie_test_harness/tests/utils/datasource_utils.py +7 -6
  36. codemie_test_harness/tests/utils/gitbud_utils.py +4 -4
  37. codemie_test_harness/tests/utils/notification_utils.py +6 -6
  38. codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -3
  39. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
  40. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
  41. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
  42. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +11 -11
  43. codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
  44. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +7 -7
  45. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py +4 -4
  46. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +4 -4
  47. codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +2 -2
  48. codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +3 -3
  49. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
  50. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
  51. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
  52. {codemie_test_harness-0.1.163.dist-info → codemie_test_harness-0.1.164.dist-info}/METADATA +2 -2
  53. {codemie_test_harness-0.1.163.dist-info → codemie_test_harness-0.1.164.dist-info}/RECORD +55 -54
  54. {codemie_test_harness-0.1.163.dist-info → codemie_test_harness-0.1.164.dist-info}/WHEEL +0 -0
  55. {codemie_test_harness-0.1.163.dist-info → codemie_test_harness-0.1.164.dist-info}/entry_points.txt +0 -0
codemie_test_harness/tests/test_data/report_portal_tools_test_data.py CHANGED
@@ -7,7 +7,7 @@ rp_test_data = [
7
7
  "Get details for the launch with ID 23 in a raw HTML format",
8
8
  """
9
9
  The launch with ID 23 has been successfully retrieved in HTML format. Here is the raw HTML content for your reference:
10
-
10
+
11
11
  ```html
12
12
  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
13
13
  <html>
@@ -49,7 +49,7 @@ rp_test_data = [
49
49
  </html>
50
50
  ```
51
51
  This HTML document contains structured details about the launch, including metadata, statistics, and step-by-step information.
52
- If you need to reformat the data or extract specific information, please let me know how I can assist further!,
52
+ If you need to reformat the data or extract specific information, please let me know how I can assist further!,
53
53
  """,
54
54
  ),
55
55
  (
@@ -84,224 +84,8 @@ rp_test_data = [
84
84
  (
85
85
  Toolkit.REPORT_PORTAL,
86
86
  ReportPortalTool.GET_ALL_LAUNCHES,
87
- "Get all Report Portal launches",
88
- """
89
- ReportPortal Launches Summary
90
- Here are all the recent launches in ReportPortal:
91
- 1. Pytest Regression - Launch 1
92
- Status: STOPPED
93
- Owner: anton_yeromin
94
- Environment: azure
95
- Duration: September 8, 2025, 08:17 - 08:46 (29 minutes)
96
- Test Results: 888 total tests (728 passed, 19 failed, 141 skipped)
97
- Issues: 160 marked "to investigate"
98
- 2. Pytest Regression - Launch 2
99
- Status: STOPPED
100
- Owner: anton_yeromin
101
- Environment: azure
102
- Duration: September 8, 2025, 08:46 - 09:11 (25 minutes)
103
- Test Results: 888 total tests (743 passed, 4 failed, 141 skipped)
104
- Issues: 145 marked "to investigate"
105
- 3. Pytest Regression - Launch 4
106
- Status: FAILED
107
- Owner: anton_yeromin
108
- Environment: preview
109
- Duration: September 8, 2025, 11:49 - 12:06 (17 minutes)
110
- Test Results: 888 total tests (846 passed, 0 failed, 42 skipped)
111
- Issues: 42 marked "to investigate"
112
- 4. Pytest Regression - Launch 5
113
- Status: STOPPED
114
- Owner: anton_yeromin
115
- Environment: azure
116
- Duration: September 8, 2025, 12:43 - 13:16 (33 minutes)
117
- Test Results: 888 total tests (744 passed, 3 failed, 141 skipped)
118
- Issues: 144 marked "to investigate"
119
- 5. Pytest Regression - Launch 6
120
- Status: STOPPED
121
- Owner: anton_yeromin
122
- Environment: preview
123
- Duration: September 8, 2025, 13:50 - 13:52 (2 minutes)
124
- Test Results: 15 total tests (1 passed, 14 failed, 0 skipped)
125
- Issues: None reported
126
- 6. Pytest Regression - Launch 7
127
- Status: FAILED
128
- Owner: anton_yeromin
129
- Environment: preview
130
- Duration: September 8, 2025, 13:58 - 14:16 (18 minutes)
131
- Test Results: 888 total tests (843 passed, 3 failed, 42 skipped)
132
- Issues: 45 marked "to investigate"
133
- 7. Pytest Regression - Launch 8
134
- Status: FAILED
135
- Owner: anton_yeromin
136
- Environment: preview
137
- Duration: September 8, 2025, 15:00 - 15:17 (17 minutes)
138
- Test Results: 888 total tests (845 passed, 1 failed, 42 skipped)
139
- Issues: 43 marked "to investigate"
140
- 8. Pytest Regression - Launch 9
141
- Status: INTERRUPTED
142
- Owner: anton_yeromin
143
- Environment: aws
144
- Duration: September 9, 2025, 06:36 - 09:55 (3 hours, 19 minutes)
145
- Test Results: 888 total tests (770 passed, 8 failed, 110 skipped)
146
- Issues: 118 marked "to investigate"
147
- 9. Pytest Regression - Launch 10
148
- Status: INTERRUPTED
149
- Owner: anton_yeromin
150
- Environment: azure
151
- Duration: September 9, 2025, 06:38 - 09:55 (3 hours, 17 minutes)
152
- Test Results: 888 tReportPortal Launches Summary
153
- Here are all the recent launches in ReportPortal:
154
- 1. Pytest Regression - Launch 1
155
- Status: STOPPED
156
- Owner: anton_yeromin
157
- Environment: azure
158
- Duration: September 8, 2025, 08:17 - 08:46 (29 minutes)
159
- Test Results: 888 total tests (728 passed, 19 failed, 141 skipped)
160
- Issues: 160 marked "to investigate"
161
- 2. Pytest Regression - Launch 2
162
- Status: STOPPED
163
- Owner: anton_yeromin
164
- Environment: azure
165
- Duration: September 8, 2025, 08:46 - 09:11 (25 minutes)
166
- Test Results: 888 total tests (743 passed, 4 failed, 141 skipped)
167
- Issues: 145 marked "to investigate"
168
- 3. Pytest Regression - Launch 4
169
- Status: FAILED
170
- Owner: anton_yeromin
171
- Environment: preview
172
- Duration: September 8, 2025, 11:49 - 12:06 (17 minutes)
173
- Test Results: 888 total tests (846 passed, 0 failed, 42 skipped)
174
- Issues: 42 marked "to investigate"
175
- 4. Pytest Regression - Launch 5
176
- Status: STOPPED
177
-
178
- Owner: anton_yeromin
179
-
180
- Environment: azure
181
-
182
- Duration: September 8, 2025, 12:43 - 13:16 (33 minutes)
183
-
184
- Test Results: 888 total tests (744 passed, 3 failed, 141 skipped)
185
-
186
- Issues: 144 marked "to investigate"
187
-
188
- 5. Pytest Regression - Launch 6
189
- Status: STOPPED
190
-
191
- Owner: anton_yeromin
192
-
193
- Environment: preview
194
-
195
- Duration: September 8, 2025, 13:50 - 13:52 (2 minutes)
196
-
197
- Test Results: 15 total tests (1 passed, 14 failed, 0 skipped)
198
-
199
- Issues: None reported
200
-
201
- 6. Pytest Regression - Launch 7
202
- Status: FAILED
203
-
204
- Owner: anton_yeromin
205
-
206
- Environment: preview
207
-
208
- Duration: September 8, 2025, 13:58 - 14:16 (18 minutes)
209
-
210
- Test Results: 888 total tests (843 passed, 3 failed, 42 skipped)
211
-
212
- Issues: 45 marked "to investigate"
213
-
214
- 7. Pytest Regression - Launch 8
215
- Status: FAILED
216
-
217
- Owner: anton_yeromin
218
-
219
- Environment: preview
220
-
221
- Duration: September 8, 2025, 15:00 - 15:17 (17 minutes)
222
-
223
- Test Results: 888 total tests (845 passed, 1 failed, 42 skipped)
224
-
225
- Issues: 43 marked "to investigate"
226
-
227
- 8. Pytest Regression - Launch 9
228
- Status: INTERRUPTED
229
-
230
- Owner: anton_yeromin
231
-
232
- Environment: aws
233
-
234
- Duration: September 9, 2025, 06:36 - 09:55 (3 hours, 19 minutes)
235
-
236
- Test Results: 888 total tests (770 passed, 8 failed, 110 skipped)
237
-
238
- Issues: 118 marked "to investigate"
239
-
240
- 9. Pytest Regression - Launch 10
241
- Status: INTERRUPTED
242
-
243
- Owner: anton_yeromin
244
-
245
- Environment: azure
246
-
247
- Duration: September 9, 2025, 06:38 - 09:55 (3 hours, 17 minutes)
248
-
249
- Test Results: 888 total tests (300 passed, 447 failed, 141 skipped)
250
-
251
- Issues: 588 marked "to investigate"
252
-
253
- 10. Pytest Regression - Launch 11
254
- Status: INTERRUPTED
255
-
256
- Owner: anton_yeromin
257
-
258
- Environment: azure
259
-
260
- Duration: September 9, 2025, 07:00 - 10:55 (3 hours, 55 minutes)
261
-
262
- Test Results: 79 total tests (5 passed, 55 failed, 19 skipped)
263
-
264
- Issues: 66 marked "to investigate"
265
-
266
- 11. Pytest Regression - Launch 12
267
- Status: INTERRUPTED
268
-
269
- Owner: anton_yeromin
270
-
271
- Environment: gcp
272
-
273
- Duration: September 9, 2025, 07:21 - 10:55 (3 hours, 34 minutes)
274
-
275
- Test Results: 888 total tests (732 passed, 9 failed, 147 skipped)
276
-
277
- Issues: 156 marked "to investigate"
278
-
279
- 12. Pytest Regression - Launch 13
280
- Status: IN_PROGRESS
281
-
282
- Owner: anton_yeromin
283
-
284
- Environment: azure
285
-
286
- Start Time: September 9, 2025, 10:00
287
-
288
- Test Results (so far): 888 total tests (309 passed, 438 failed, 141 skipped)
289
-
290
- Issues: 579 marked "to investigate"
291
-
292
- 13. Pytest Regression - Launch 14
293
- Status: FAILED
294
-
295
- Owner: anton_yeromin
296
-
297
- Environment: preview
298
-
299
- Duration: September 9, 2025, 10:01 - 10:40 (39 minutes)
300
-
301
- Test Results: 888 total tests (811 passed, 35 failed, 42 skipped)
302
-
303
- Issues: 77 marked "to investigate"
304
- """,
87
+ "Get all launches for env:preview and return just the number of launches found",
88
+ "There are **15** launches found for the environment `preview`.",
305
89
  ),
306
90
  (
307
91
  Toolkit.REPORT_PORTAL,
codemie_test_harness/tests/test_data/vcs_tools_test_data.py CHANGED
@@ -1,12 +1,11 @@
1
- import os
2
-
3
1
  import pytest
4
2
 
5
3
  from codemie_sdk.models.integration import CredentialTypes
6
4
  from codemie_test_harness.tests.enums.tools import VcsTool
5
+ from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
7
6
 
8
7
  GITHUB_TOOL_TASK = (
9
- f"Using github tool get info about issue №5 for the repo {os.getenv('GITHUB_PROJECT')}. "
8
+ f"Using github tool get info about issue №5 for the repo {CredentialsManager.get_parameter('GITHUB_PROJECT')}. "
10
9
  f"Do not wrap tool parameters in additional query object"
11
10
  )
12
11
 
@@ -35,10 +34,14 @@ RESPONSE_FOR_GITHUB = """
35
34
  👀: 0
36
35
  """
37
36
 
38
- GITLAB_TOOL_TASK = f"Using gitlab tool get info about MR №7014 for repo with id '{os.getenv('GITLAB_PROJECT_ID')}'"
37
+ GITLAB_PROJECT_ID = CredentialsManager.get_parameter("GITLAB_PROJECT_ID")
38
+
39
+ GITLAB_TOOL_TASK = (
40
+ f"Using gitlab tool get info about MR №7014 for repo with id '{GITLAB_PROJECT_ID}'"
41
+ )
39
42
 
40
43
  RESPONSE_FOR_GITLAB = f"""
41
- Here is the information about Merge Request (MR) №7014 for the repository with id '{os.getenv("GITLAB_PROJECT_ID")}':
44
+ Here is the information about Merge Request (MR) №7014 for the repository with id '{GITLAB_PROJECT_ID}':
42
45
 
43
46
  - **Title:** sdk_juhigsaqwkedvdy
44
47
  - **Description:** Merge the changes in branch `sdk_cgkbdhekvjiolpi` to the main branch, including the creation of `SdkYmsodrhepphxpyl.java` with 'Hello World'.