codemie-test-harness 0.1.184__py3-none-any.whl → 0.1.198__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of codemie-test-harness might be problematic. Click here for more details.

Files changed (81) hide show
  1. codemie_test_harness/cli/cli.py +42 -6
  2. codemie_test_harness/cli/commands/config_cmd.py +1 -1
  3. codemie_test_harness/cli/commands/run_cmd.py +24 -1
  4. codemie_test_harness/cli/constants.py +1 -0
  5. codemie_test_harness/cli/runner.py +17 -3
  6. codemie_test_harness/cli/utils.py +12 -2
  7. codemie_test_harness/pytest.ini +3 -0
  8. codemie_test_harness/tests/assistant/test_assistants.py +17 -1
  9. codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +47 -6
  10. codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +0 -4
  11. codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py +0 -4
  12. codemie_test_harness/tests/conftest.py +19 -3
  13. codemie_test_harness/tests/enums/environment.py +3 -3
  14. codemie_test_harness/tests/enums/integrations.py +1 -0
  15. codemie_test_harness/tests/enums/model_types.py +1 -0
  16. codemie_test_harness/tests/integrations/project/test_default_integrations.py +41 -15
  17. codemie_test_harness/tests/integrations/project/test_project_integrations.py +42 -0
  18. codemie_test_harness/tests/integrations/user/test_default_integrations.py +41 -15
  19. codemie_test_harness/tests/llm/assistants/test_llm.py +45 -2
  20. codemie_test_harness/tests/test_data/assistant_test_data.py +171 -171
  21. codemie_test_harness/tests/test_data/codebase_tools_test_data.py +2 -0
  22. codemie_test_harness/tests/test_data/data_management_tools_test_data.py +18 -0
  23. codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py +18 -1
  24. codemie_test_harness/tests/test_data/direct_tools/report_portal_tools_test_data.py +189 -197
  25. codemie_test_harness/tests/test_data/integrations_test_data.py +163 -2
  26. codemie_test_harness/tests/test_data/llm_test_data.py +1 -0
  27. codemie_test_harness/tests/test_data/open_api_tools_test_data.py +22 -1
  28. codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +89 -112
  29. codemie_test_harness/tests/test_data/research_tools_test_data.py +29 -7
  30. codemie_test_harness/tests/utils/assistant_utils.py +22 -12
  31. codemie_test_harness/tests/utils/credentials_manager.py +66 -8
  32. codemie_test_harness/tests/utils/workflow_utils.py +91 -0
  33. codemie_test_harness/tests/workflow/assistant_tools/access_management/test_workflow_with_assistant_with_keycloak_tool.py +7 -0
  34. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_test_plan_tools.py +50 -1
  35. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_wiki_tools.py +39 -1
  36. codemie_test_harness/tests/workflow/assistant_tools/ado/test_workflow_with_assistant_with_ado_work_item_tools.py +34 -1
  37. codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +6 -0
  38. codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +11 -0
  39. codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +72 -1
  40. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +31 -0
  41. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +31 -0
  42. codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +26 -0
  43. codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +63 -1
  44. codemie_test_harness/tests/workflow/assistant_tools/git/test_workflow_with_assistant_git_tools.py +82 -7
  45. codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +23 -4
  46. codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +12 -0
  47. codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +6 -0
  48. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_development_plugin.py +29 -2
  49. codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py +14 -1
  50. codemie_test_harness/tests/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py +7 -0
  51. codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py +7 -0
  52. codemie_test_harness/tests/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py +14 -1
  53. codemie_test_harness/tests/workflow/assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +6 -0
  54. codemie_test_harness/tests/workflow/assistant_tools/vcs/workflow_with_assistant_vcs_tools.py +6 -0
  55. codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py +12 -9
  56. codemie_test_harness/tests/workflow/virtual_assistant_tools/access_management/test_workflow_with_keycloak_tool.py +8 -1
  57. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_test_plan_tools.py +28 -1
  58. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_wiki_tools.py +24 -1
  59. codemie_test_harness/tests/workflow/virtual_assistant_tools/ado/test_workflow_with_ado_work_item_tools.py +20 -1
  60. codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +13 -4
  61. codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +16 -1
  62. codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +73 -1
  63. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +34 -1
  64. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +34 -1
  65. codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +34 -1
  66. codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +101 -49
  67. codemie_test_harness/tests/workflow/virtual_assistant_tools/git/test_workflow_with_git_tools.py +42 -3
  68. codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +27 -5
  69. codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +13 -0
  70. codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +10 -1
  71. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_development_plugin.py +20 -0
  72. codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py +14 -1
  73. codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py +10 -1
  74. codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py +10 -1
  75. codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py +9 -0
  76. codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py +10 -1
  77. codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py +9 -1
  78. {codemie_test_harness-0.1.184.dist-info → codemie_test_harness-0.1.198.dist-info}/METADATA +134 -3
  79. {codemie_test_harness-0.1.184.dist-info → codemie_test_harness-0.1.198.dist-info}/RECORD +81 -81
  80. {codemie_test_harness-0.1.184.dist-info → codemie_test_harness-0.1.198.dist-info}/WHEEL +0 -0
  81. {codemie_test_harness-0.1.184.dist-info → codemie_test_harness-0.1.198.dist-info}/entry_points.txt +0 -0
@@ -2,7 +2,7 @@ import pytest
2
2
 
3
3
  EXCEL_TOOL_TEST_DATA = [
4
4
  pytest.param(
5
- "Analyze the data in test_extended.xlsx and extract information from visible sheets only",
5
+ "Analyze the data in test_extended.xlsx. Show text content from *ALL VISIBLE* sheets",
6
6
  """
7
7
  The analysis of the visible sheets in the file **test_extended.xlsx** yields the following data:
8
8
 
@@ -38,7 +38,7 @@ EXCEL_TOOL_TEST_DATA = [
38
38
  "Extract all data from test_extended.xlsx including hidden sheets",
39
39
  """
40
40
  Here is the extracted data from the `test_extended.xlsx` file, including data from hidden sheets:
41
-
41
+
42
42
  ### First Sheet
43
43
  | Column 1 | Column 2 | Column 3 |
44
44
  | --- | --- | --- |
@@ -52,7 +52,7 @@ EXCEL_TOOL_TEST_DATA = [
52
52
  | Tree | Forest | |
53
53
  | | | |
54
54
  | Bykes | Red | 877 |
55
-
55
+
56
56
  ### Second Sheet
57
57
  | Column 1 | Column 2 | Column 3 | Column 4 |
58
58
  | --- | --- | --- | --- |
@@ -66,7 +66,7 @@ EXCEL_TOOL_TEST_DATA = [
66
66
  | Tree | Forest | | Second |
67
67
  | | | | |
68
68
  | Bykes | Red | 877 | Second |
69
-
69
+
70
70
  ### Hidden Sheet
71
71
  | Column 1 | Column 2 | Column 3 | Column 4 |
72
72
  | --- | --- | --- | --- |
@@ -98,7 +98,7 @@ EXCEL_TOOL_TEST_DATA = [
98
98
  "Get only visible sheet names from test_extended.xlsx",
99
99
  """
100
100
  The visible sheets in the `test_extended.xlsx` file are:
101
-
101
+
102
102
  - First sheet
103
103
  - Second sheet
104
104
  """,
@@ -108,38 +108,38 @@ EXCEL_TOOL_TEST_DATA = [
108
108
  "Get comprehensive statistics about test_extended.xlsx file structure",
109
109
  """
110
110
  The Excel file `test_extended.xlsx` contains the following structure:
111
-
111
+
112
112
  - **Total Sheets:** 3
113
-
113
+
114
114
  ### Sheet: First sheet
115
115
  - **Columns:**
116
116
  - Column 1: string, Sample Values: `Cars`, `Data`, ``, ...
117
117
  - Column 2: string, Sample Values: `Test`, `Cats`, ``, ...
118
118
  - Column 3: string, Sample Values: `222`, `111`, `Travellers`, ...
119
-
119
+
120
120
  ### Sheet: Second sheet
121
121
  - **Columns:**
122
122
  - Column 1: string, Sample Values: `Cars`, `Data`, ``, ...
123
123
  - Column 2: string, Sample Values: `Test`, `Cats`, ``, ...
124
124
  - Column 3: string, Sample Values: `222`, `111`, `Travellers`, ...
125
125
  - Column 4: string, Sample Values: `Second`
126
-
126
+
127
127
  ### Sheet: Hidden sheet
128
128
  - **Columns:**
129
129
  - Column 1: string, Sample Values: `Cars`, `Data`, ``, ...
130
130
  - Column 2: string, Sample Values: `Test`, `Cats`, ``, ...
131
131
  - Column 3: string, Sample Values: `222`, `111`, `Travellers`, ...
132
132
  - Column 4: string, Sample Values: `Hidden`
133
-
133
+
134
134
  This summary provides an overview of the column names, data types, and sample values for each sheet within the Excel file.
135
135
  """,
136
136
  id="file_statistics",
137
137
  ),
138
138
  pytest.param(
139
- "Extract data from the first sheet only using sheet index from test_extended.xlsx",
139
+ "Extract data from the first sheet only (index 0) using sheet index from test_extended.xlsx",
140
140
  """
141
141
  Here is the extracted data from the first sheet of the file `test_extended.xlsx`:
142
-
142
+
143
143
  | Column 1 | Column 2 | Column 3 |
144
144
  |:---------|:---------|:-----------|
145
145
  | Cars | Test | 222 |
@@ -149,7 +149,7 @@ EXCEL_TOOL_TEST_DATA = [
149
149
  | Tree | Forest | |
150
150
  | Tree | Forest | |
151
151
  | Tree | Forest | |
152
- | Bykes | Red | 877 |
152
+ | Bykes | Red | 877 |
153
153
  """,
154
154
  id="single_sheet_by_index",
155
155
  ),
@@ -157,7 +157,7 @@ EXCEL_TOOL_TEST_DATA = [
157
157
  "Extract data only from 'Second sheet' in test_extended.xlsx",
158
158
  """
159
159
  The data extracted from the "Second sheet" in `test_extended.xlsx` is as follows:
160
-
160
+
161
161
  | Column 1 | Column 2 | Column 3 | Column 4 |
162
162
  |----------|----------|------------|----------|
163
163
  | Cars | Test | 222 | Second |
@@ -167,15 +167,15 @@ EXCEL_TOOL_TEST_DATA = [
167
167
  | Tree | Forest | | Second |
168
168
  | Tree | Forest | | Second |
169
169
  | Tree | Forest | | Second |
170
- | Bykes | Red | 877 | Second |
170
+ | Bykes | Red | 877 | Second |
171
171
  """,
172
172
  id="single_sheet_by_name",
173
173
  ),
174
174
  pytest.param(
175
- "Process test_extended.xlsx with data cleaning to remove empty rows and columns",
175
+ "Process test_extended.xlsx with data cleaning to remove empty rows and columns on all sheets including hidden",
176
176
  """
177
177
  The file `test_extended.xlsx` was processed with data cleaning to remove empty rows and columns. Here is a representation of the cleaned Excel sheets:
178
-
178
+
179
179
  ### First Sheet
180
180
  | Column 1 | Column 2 | Column 3 |
181
181
  |----------|----------|----------|
@@ -187,7 +187,7 @@ EXCEL_TOOL_TEST_DATA = [
187
187
  | Tree | Forest | |
188
188
  | Tree | Forest | |
189
189
  | Bykes | Red | 877 |
190
-
190
+
191
191
  ### Second Sheet
192
192
  | Column 1 | Column 2 | Column 3 | Column 4 |
193
193
  |----------|----------|----------|----------|
@@ -199,7 +199,7 @@ EXCEL_TOOL_TEST_DATA = [
199
199
  | Tree | Forest | | Second |
200
200
  | Tree | Forest | | Second |
201
201
  | Bykes | Red | 877 | Second |
202
-
202
+
203
203
  ### Hidden Sheet
204
204
  | Column 1 | Column 2 | Column 3 | Column 4 |
205
205
  |----------|----------|----------|----------|
@@ -211,8 +211,8 @@ EXCEL_TOOL_TEST_DATA = [
211
211
  | Tree | Forest | | Hidden |
212
212
  | Tree | Forest | | Hidden |
213
213
  | Bykes | Red | 877 | Hidden |
214
-
215
- The visible sheets have been cleaned, taking away rows and columns that were completely empty. Hidden sheets have been processed but are not visible by default.
214
+
215
+ The visible sheets have been cleaned, taking away rows and columns that were completely empty. Hidden sheets have been processed but are not visible by default.
216
216
  """,
217
217
  id="data_cleaning",
218
218
  ),
@@ -220,7 +220,7 @@ EXCEL_TOOL_TEST_DATA = [
220
220
  "Analyze test_extended.xlsx with visible_only=False to include hidden sheets",
221
221
  """
222
222
  The Excel file `test_extended.xlsx` contains three sheets, including a hidden one. Here's a summary of each sheet's content:
223
-
223
+
224
224
  ### First Sheet
225
225
  | Column 1 | Column 2 | Column 3 |
226
226
  | --- | --- | --- |
@@ -234,7 +234,7 @@ EXCEL_TOOL_TEST_DATA = [
234
234
  | Tree | Forest | |
235
235
  | | | |
236
236
  | Bykes | Red | 877 |
237
-
237
+
238
238
  ### Second Sheet
239
239
  | Column 1 | Column 2 | Column 3 | Column 4 |
240
240
  | --- | --- | --- | --- |
@@ -248,7 +248,7 @@ EXCEL_TOOL_TEST_DATA = [
248
248
  | Tree | Forest | | Second |
249
249
  | | | | |
250
250
  | Bykes | Red | 877 | Second |
251
-
251
+
252
252
  ### Hidden Sheet
253
253
  | Column 1 | Column 2 | Column 3 | Column 4 |
254
254
  | --- | --- | --- | --- |
@@ -262,13 +262,13 @@ EXCEL_TOOL_TEST_DATA = [
262
262
  | Tree | Forest | | Hidden |
263
263
  | | | | |
264
264
  | Bykes | Red | 877 | Hidden |
265
-
265
+
266
266
  ### Observations:
267
267
  - Each sheet has a similar structure, with `Column 1` and `Column 2` containing repeated entries.
268
268
  - The hidden sheet appears to be similar to the second sheet but with the label 'Hidden' in `Column 4`.
269
269
  - The first sheet doesn't have a `Column 4` like the other two sheets.
270
- - There are several rows with missing values, especially in `Column 1` and `Column 2`.
271
-
270
+ - There are several rows with missing values, especially in `Column 1` and `Column 2`.
271
+
272
272
  Let me know if you need more in-depth analysis or specific insights from these sheets!
273
273
  """,
274
274
  id="hidden_sheet_visibility",
@@ -277,27 +277,27 @@ EXCEL_TOOL_TEST_DATA = [
277
277
  "Analyze column structure and data types in test_extended.xlsx",
278
278
  """
279
279
  The Excel file `test_extended.xlsx` contains a total of 3 sheets: "First sheet", "Second sheet", and a "Hidden sheet". Here's an overview of the column structure and data types for each sheet:
280
-
280
+
281
281
  ### Sheet: First sheet
282
282
  - **Columns:**
283
283
  - **Column 1**: string (Sample Values: `Cars`, `Data`, ...)
284
284
  - **Column 2**: string (Sample Values: `Test`, `Cats`, ...)
285
285
  - **Column 3**: string (Sample Values: `222`, `111`, `Travellers`, ...)
286
-
286
+
287
287
  ### Sheet: Second sheet
288
288
  - **Columns:**
289
289
  - **Column 1**: string (Sample Values: `Cars`, `Data`, ...)
290
290
  - **Column 2**: string (Sample Values: `Test`, `Cats`, ...)
291
291
  - **Column 3**: string (Sample Values: `222`, `111`, `Travellers`, ...)
292
292
  - **Column 4**: string (Sample Value: `Second`)
293
-
293
+
294
294
  ### Sheet: Hidden sheet
295
295
  - **Columns:**
296
296
  - **Column 1**: string (Sample Values: `Cars`, `Data`, ...)
297
297
  - **Column 2**: string (Sample Values: `Test`, `Cats`, ...)
298
298
  - **Column 3**: string (Sample Values: `222`, `111`, `Travellers`, ...)
299
299
  - **Column 4**: string (Sample Value: `Hidden`)
300
-
300
+
301
301
  All columns across the sheets predominantly contain string data types. If you have any further questions or need additional analysis, feel free to ask!
302
302
  """,
303
303
  id="column_structure_analysis",
@@ -306,7 +306,7 @@ EXCEL_TOOL_TEST_DATA = [
306
306
  "Normalize test_extended.xlsx data to standard tabular structure with markdown format",
307
307
  """
308
308
  Here is the normalized content from the `test_extended.xlsx`, structured in markdown tables:
309
-
309
+
310
310
  ### First Sheet
311
311
  ```markdown
312
312
  | Column 1 | Column 2 | Column 3 |
@@ -320,7 +320,7 @@ EXCEL_TOOL_TEST_DATA = [
320
320
  | Tree | Forest | |
321
321
  | Bykes | Red | 877 |
322
322
  ```
323
-
323
+
324
324
  ### Second Sheet
325
325
  ```markdown
326
326
  | Column 1 | Column 2 | Column 3 | Column 4 |
@@ -334,7 +334,7 @@ EXCEL_TOOL_TEST_DATA = [
334
334
  | Tree | Forest | | Second |
335
335
  | Bykes | Red | 877 | Second |
336
336
  ```
337
-
337
+
338
338
  ### Hidden Sheet
339
339
  ```markdown
340
340
  | Column 1 | Column 2 | Column 3 | Column 4 |
@@ -348,7 +348,7 @@ EXCEL_TOOL_TEST_DATA = [
348
348
  | Tree | Forest | | Hidden |
349
349
  | Bykes | Red | 877 | Hidden |
350
350
  ```
351
-
351
+
352
352
  Each sheet has been normalized into a standard tabular markdown format.
353
353
  """,
354
354
  id="tabular_normalization",
@@ -357,12 +357,12 @@ EXCEL_TOOL_TEST_DATA = [
357
357
  "Perform comprehensive analysis of all sheets in test_extended.xlsx including data summary",
358
358
  """
359
359
  The file `test_extended.xlsx` contains the following information:
360
-
360
+
361
361
  ### Overall Summary
362
362
  - **Total Sheets:** 3
363
-
363
+
364
364
  ### Detailed Sheet Information
365
-
365
+
366
366
  #### 1. First Sheet
367
367
  - **Columns:**
368
368
  | Column Name | Data Type | Sample Values |
@@ -370,7 +370,7 @@ EXCEL_TOOL_TEST_DATA = [
370
370
  | Column 1 | string | `Cars`, `Data`, ...|
371
371
  | Column 2 | string | `Test`, `Cats`, ...|
372
372
  | Column 3 | string | `222`, `111`, ... |
373
-
373
+
374
374
  #### 2. Second Sheet
375
375
  - **Columns:**
376
376
  | Column Name | Data Type | Sample Values |
@@ -379,7 +379,7 @@ EXCEL_TOOL_TEST_DATA = [
379
379
  | Column 2 | string | `Test`, `Cats`, ...|
380
380
  | Column 3 | string | `222`, `111`, ... |
381
381
  | Column 4 | string | `Second` |
382
-
382
+
383
383
  #### 3. Hidden Sheet
384
384
  - **Columns:**
385
385
  | Column Name | Data Type | Sample Values |
@@ -388,7 +388,7 @@ EXCEL_TOOL_TEST_DATA = [
388
388
  | Column 2 | string | `Test`, `Cats`, ...|
389
389
  | Column 3 | string | `222`, `111`, ... |
390
390
  | Column 4 | string | `Hidden` |
391
-
391
+
392
392
  These sheets include a variety of string data across the columns with consistent format among the visible and hidden sheets.
393
393
  """,
394
394
  id="comprehensive_analysis",
@@ -397,36 +397,36 @@ EXCEL_TOOL_TEST_DATA = [
397
397
 
398
398
  DOCX_TOOL_TEST_DATA = [
399
399
  pytest.param(
400
- "Extract plain text and show it",
400
+ "Extract plain text from test_extended.docx and show it",
401
401
  """
402
402
  Here is the extracted plain text from the document `test_extended.docx`:
403
-
403
+
404
404
  ---
405
-
405
+
406
406
  1. **Getting Started with AI/RunTM CodeMie**
407
-
407
+
408
408
  This section provides a brief description of what AI/RunTM CodeMie is and describes how to start using the AI/RunTM CodeMie tool as soon as possible.
409
-
409
+
410
410
  **1.1 What is AI/RunTM CodeMie?**
411
-
411
+
412
412
  AI/RunTM CodeMie is a sophisticated AI assistant tool tailored specifically for developers. AI/RunTM CodeMie is an innovative LLM-powered platform designed to help users address specific challenges and find solutions for their needs. Unlike conventional large language models (LLMs) such as ChatGPT, Bard, and Copilot, AI/RunTM CodeMie is engineered to support development processes more comprehensively. It integrates seamlessly with essential development tools including Git, Jira, Confluence, and various search engines. This integration empowers AI/RunTM CodeMie to go beyond the capabilities of a standard chatbot, enabling it to manage Jira issues, devise appropriate implementations, and generate pull requests.
413
-
413
+
414
414
  AI/RunTM CodeMie leverages AI to automate coding tasks, reduce technical debt, streamline code reviews and legacy application migrations, enhance onboarding, improve information access and analysis, optimize call center operations, ensure consistent customer support, maintain data security, and analyze market sentiment, ultimately enhancing productivity and reducing costs. The development of such a powerful assistant necessitates extensive customization and fine-tuning. The following sections will delve into the intricate adjustments and configurations required to harness the full potential of AI/RunTM CodeMie.
415
-
415
+
416
416
  **1.2 What Are AI/RunTM CodeMie Capabilities?**
417
-
417
+
418
418
  AI/RunTM CodeMie efficiently addresses numerous tasks across varying difficulty levels. Below is an overview of AI/RunTM CodeMie’s key capabilities:
419
-
419
+
420
420
  - **Comprehensive SDLC Smart Assistance and Assistants Library:** AI/RunTM CodeMie offers robust smart assistance across all phases of the SDLC process by leveraging a variety of AI assistant roles, such as Business Analyst (BA), Developer, Quality Assurance (QA), Project Manager (PM), and more. These pre-built AI assistants enhance performance and productivity, automate routine work, significantly reducing process costs and accelerating the software development cycle. The platform comes with a comprehensive library of pre-built AI assistants tailored to various roles within the SDLC to suit the diverse needs within a project.
421
-
421
+
422
422
  - **Assistants Constructor:** Provides the flexibility to create personalized assistants equipped with specific tools and abilities tailored to your project's needs.
423
-
423
+
424
424
  - **Indexing and Data Management:** AI/RunTM CodeMie provides options for data indexing, including the ability to monitor the current progress and status of the indexing process, perform incremental or full reindexing, and manage indexed data sources effectively. Supported data sources include Jira, Confluence, various file formats (PDF, PPT, Excel, etc.), and Git.
425
-
425
+
426
426
  - **Support for Multi-Agent Workflows:** AI/RunTM аCodeMie supports multi-agent workflows, allowing multiple AI assistants to collaborate seamlessly on complex tasks and workflows. This capability covers use cases where different agents need to interact and share information to achieve a common goal, enhancing coordination and efficiency across various phases of the SDLC.
427
-
427
+
428
428
  - **Ease of Use for Beginners:** Simple use cases for newcomers include code review, newcomer training, and user story creation. These require minimal setup, such as configuring your Git token for code-related tasks or your Jira token for project management tasks.
429
-
429
+
430
430
  - **Extensive Library of Tools:** AI/RunTM CodeMie includes a wide array of tools to support various aspects of software development and project management:
431
431
  - **Version Control Systems (VCS):** Tools for managing and tracking changes in the codebase, such as Git.
432
432
  - **Codebase Tools:** Tools for code review, static code analysis, and automated code formatting.
@@ -438,22 +438,22 @@ DOCX_TOOL_TEST_DATA = [
438
438
  - **Data Management Tools:** Tools for querying Elasticsearch indexes.
439
439
  - **Git Access Management:** Keycloak
440
440
  - **Plugin Open API Notification File Management Data Management Quality Assurance**
441
-
441
+
442
442
  There is no priority or sequential system in place. Everything depends on the given instructions. It is possible to instruct the model to use a specific data source for a particular use case or provide a description for the data source when it is created. Data source descriptions are provided to the model so it can understand better use cases for it.
443
-
443
+
444
444
  (The text continues with further details that describe how to utilize specific features and integration steps for various contexts and platforms including Keycloak, SonarQube, SQL, Telegram, Azure, and much more.)
445
-
446
- ---
447
-
445
+
446
+ ---
447
+
448
448
  Above is a portion of the extracted text. It seems this document provides an in-depth introduction and guide to using AI/RunTM CodeMie, a tool for developers, detailing its capabilities, tools, integrations, and operational instructions. Let me know if you need more specific details or further assistance!
449
449
  """,
450
450
  id="text",
451
451
  ),
452
452
  pytest.param(
453
- "Extract text with metadata and show it",
453
+ "Extract text with metadata from test_extended.docx and show it",
454
454
  """
455
455
  ### Extracted Text with Metadata from *test_extended.docx*
456
-
456
+
457
457
  **Metadata:**
458
458
  - **Title:** *Not Specified*
459
459
  - **Author:** *Not Specified*
@@ -466,45 +466,45 @@ DOCX_TOOL_TEST_DATA = [
466
466
  - **Table Count:** 2
467
467
  - **Section Count:** 1
468
468
  - **Word Count:** 7,434
469
-
469
+
470
470
  **Extracted Text Snippet:**
471
471
  The document primarily includes sections about AI/Run™ CodeMie, describing its capabilities, features, and integrations, as well as detailed guides for setup and utilization. Below is a brief example of the content:
472
-
472
+
473
473
  ---
474
474
  #### Chapter Excerpts:
475
475
  **1. Getting Started with AI/Run™ CodeMie**
476
476
  - Introduction to AI/Run™ CodeMie and its functionalities.
477
477
  - Highlights include automating coding tasks, reducing technical debt, optimizing customer support, and managing tools like Git, Jira, and Confluence.
478
-
478
+
479
479
  **1.2 What Are AI/Run™ CodeMie Capabilities?**
480
480
  - Comprehensive SDLC Smart Assistance and Assistants Library.
481
481
  - Tools for various applications such as version control systems, cloud integration, and multi-agent workflows.
482
-
482
+
483
483
  **2.9 Tool Integration Overview**
484
484
  - Detailed steps to integrate Keycloak, SonarQube, SQL databases, Telegram, Azure, GCP, AWS, Kubernetes, and more.
485
-
485
+
486
486
  **3. How to Work With Assistants**
487
487
  - Insights into creating assistants, using templates, and customization options like workflows, tools, and specific roles.
488
-
488
+
489
489
  ---
490
-
490
+
491
491
  If you need specific sections, tables, or a detailed breakdown, let me know!
492
492
  """,
493
493
  id="text_with_metadata",
494
494
  ),
495
495
  pytest.param(
496
- "Extract document structure",
496
+ "Extract document structure from test_extended.docx",
497
497
  """
498
498
  ### Document Structure for *test_extended.docx*
499
-
499
+
500
500
  #### Main Sections and Subsections:
501
-
501
+
502
502
  1. **Getting Started with AI/RunTM CodeMie**
503
503
  - **1.1 What is AI/RunTM CodeMie?**
504
504
  - **1.2 What Are AI/RunTM CodeMie Capabilities?**
505
505
  - **1.3 Meet the AI/Run FAQ Assistant**
506
506
  - **1.4 Help center**
507
-
507
+
508
508
  2. **Tools and Integrations Overview**
509
509
  - **2.9 Tool Integration Overview**
510
510
  - *2.9.1 Keycloak*
@@ -518,32 +518,32 @@ DOCX_TOOL_TEST_DATA = [
518
518
  - *2.9.11 Webhook*
519
519
  - *2.9.12 HTML Preview*
520
520
  - *2.9.13 Elastic*
521
-
521
+
522
522
  3. **MCP Overview**
523
523
  - **2.11 Adding an MCP Server**
524
524
  - **2.11 Using MCP Tools in Assistants**
525
-
525
+
526
526
  4. **Data Sources and Assistant Tools**
527
527
  - **2.12 What is the difference between a Data Source and an Assistant Tool in CodeMie?**
528
528
  - **2.12 Administrative tools overview**
529
529
  - **2.13 Processing Pictures**
530
-
530
+
531
531
  5. **How to Work With Assistants**
532
532
  - **3.1 Assistant Templates**
533
533
  - **3.2 Create Assistant From a Template**
534
534
  - **3.9 Restore System Instructions**
535
-
535
+
536
536
  ---
537
-
537
+
538
538
  Let me know if you'd like further details extracted from specific sections or explored further!
539
539
  """,
540
540
  id="structure_only",
541
541
  ),
542
542
  pytest.param(
543
- "Extract tables",
543
+ "Extract tables from test_extended.docx",
544
544
  """
545
545
  ### Extracted Tables from *test_extended.docx*
546
-
546
+
547
547
  #### Table 1: Tools and Integrations Overview
548
548
  | **Tools Name** | **Integration Required** | **Integration Name** |
549
549
  |----------------------------------------|--------------------------|-----------------------|
@@ -561,11 +561,11 @@ DOCX_TOOL_TEST_DATA = [
561
561
  | Codebase Tools => Sonar | Yes | Sonar |
562
562
  | Research => Google Searches, Places | No | ---- |
563
563
  | Quality Assurance => ZephyrCloud, Squad| Yes | ZephyrCloud, Squad |
564
-
564
+
565
565
  > **Note**: This table lists numerous tools and integrations required, along with operations (e.g., Git, Jira, Kubernetes). Additional details (e.g., various Git operations such as branch creation, pull requests) are included in raw text.
566
-
566
+
567
567
  ---
568
-
568
+
569
569
  #### Table 2: Assistant Overview
570
570
  | **Name** | **Description/Integrated Tools** | **Assistant’s Tools** |
571
571
  |-------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------|
@@ -580,143 +580,143 @@ DOCX_TOOL_TEST_DATA = [
580
580
  | Cloud Assistant | Prebuilt assistant to help with cloud system interactions. | Cloud Tools (Kubernetes, AWS, GCP, Azure) |
581
581
  | ChatGPT | Acts as a simple chatbot. | None |
582
582
  | CSV Analyst | Analyzes CSV files. | None |
583
-
583
+
584
584
  > **Note**: This table outlines assistant types, their roles, and tools integrated. Additional assistants (e.g., CodeMie, Cloud) appear in subsequent rows.
585
-
585
+
586
586
  ---
587
-
587
+
588
588
  If you need further details or specific tables expanded, let me know!
589
589
  """,
590
590
  id="table_extraction",
591
591
  ),
592
592
  pytest.param(
593
- "Generate summary",
593
+ "Generate summary for test_extended.docx",
594
594
  """
595
595
  ### Summary of *test_extended.docx*
596
-
596
+
597
597
  The document serves as a comprehensive guide to **AI/Run™ CodeMie**, an advanced AI assistant platform aimed at optimizing software development processes. It details the platform's diverse capabilities, including:
598
-
598
+
599
599
  - **SDLC Assistance**: Smart tools for every phase of the Software Development Life Cycle.
600
600
  - **Tool Integrations**: Seamless integration with platforms like Git, Jira, Confluence, AWS, GCP, Kubernetes, and SonarQube.
601
601
  - **Data Indexing**: Simplifying data access and management.
602
602
  - **Multi-Agent Workflows**: Facilitating efficient team collaboration.
603
-
603
+
604
604
  Key topics include:
605
-
605
+
606
606
  1. **Administrative Tools**:
607
607
  - Overview of management features and functionalities.
608
608
  - Processes for onboarding and creating assistants using templates or custom configurations.
609
-
609
+
610
610
  2. **Integrations**:
611
611
  - Detailed integration steps for platforms like AWS, Kubernetes, SQL databases, and more.
612
-
612
+
613
613
  3. **Features**:
614
614
  - MCP server integration.
615
615
  - Automated workflows (e.g., CRON scheduling).
616
616
  - Email notifications and FAQ support.
617
-
617
+
618
618
  The document emphasizes enhancing productivity, collaboration, and streamlining development workflows for developers and teams.
619
-
619
+
620
620
  Let me know if you need further details or additional analysis!
621
621
  """,
622
622
  id="summary",
623
623
  ),
624
624
  pytest.param(
625
- "Perform a sentiment analysis of the document to determine whether the language is positive, neutral, or negative.",
625
+ "Extract plain text from test_extended.docx then analyze it's sentiment to determine whether the overall tone is positive, neutral, or negative.",
626
626
  """
627
627
  ### Sentiment Analysis of *test_extended.docx*
628
-
629
- #### **Sentiment**: Positive
628
+
629
+ #### **Sentiment**: Positive
630
630
  The text reflects a positive tone, emphasizing the platform's benefits, extensive integrations, and potential to enhance productivity and efficiency in software development. The language conveys enthusiasm and confidence in AI/Run™ CodeMie's role in streamlining workflows.
631
-
632
- #### **Language**: English
631
+
632
+ #### **Language**: English
633
633
  The document is written entirely in English.
634
-
635
- #### **Readability Score**: 6.0
634
+
635
+ #### **Readability Score**: 6.0
636
636
  This indicates that the document is relatively easy to read and accessible to a wide audience, likely targeting professionals familiar with software development concepts.
637
-
638
- #### **Pages Analyzed**: All
637
+
638
+ #### **Pages Analyzed**: All
639
639
  The sentiment analysis covered the entire document for a comprehensive understanding.
640
-
640
+
641
641
  If you need further breakdowns or alternative types of analysis, let me know!
642
642
  """,
643
643
  id="analyze",
644
644
  ),
645
645
  pytest.param(
646
- "Extracty text from specific pages '1-3' and show it",
646
+ "Extracty text from specific pages '1-3' from test_extended.docx and show it",
647
647
  """
648
648
  ### Extracted Plain Text from Pages 1–3 of *test_extended.docx*
649
-
649
+
650
650
  #### **1. Getting Started with AI/Run™ CodeMie**
651
651
  This section introduces AI/Run™ CodeMie, detailing its purpose and how to immediately start using the platform.
652
-
652
+
653
653
  **1.1 What Is AI/Run™ CodeMie?**
654
- AI/Run™ CodeMie is an AI assistant tailored for developers, providing solutions for software challenges and integrating with tools like Git, Jira, Confluence, and search engines. Unlike traditional AI models (e.g., ChatGPT, Bard, Copilot), AI/Run™ CodeMie goes beyond basic chatbot functionalities by automating tasks, managing Jira issues, generating pull requests, reducing technical debt, and enhancing data security and productivity.
655
-
654
+ AI/Run™ CodeMie is an AI assistant tailored for developers, providing solutions for software challenges and integrating with tools like Git, Jira, Confluence, and search engines. Unlike traditional AI models (e.g., ChatGPT, Bard, Copilot), AI/Run™ CodeMie goes beyond basic chatbot functionalities by automating tasks, managing Jira issues, generating pull requests, reducing technical debt, and enhancing data security and productivity.
655
+
656
656
  **1.2 What Are AI/Run™ CodeMie’s Capabilities?**
657
657
  Highlights include:
658
658
  - **SDLC Assistance**: Pre-built assistants tailored for roles such as Business Analyst, QA, Developer, and Project Manager.
659
659
  - **Assistants Constructor**: Build customized AI assistants with specific tools for project needs.
660
660
  - **Data Indexing**: Supports incremental data indexing from Jira, Confluence, Git, and various file formats.
661
661
  - **Multi-Agent Workflows**: Enables collaboration among AI assistants for complex tasks.
662
-
662
+
663
663
  Tools included: version control, code review, cloud deployments, project management (e.g., Jira, Confluence), notifications, and data management tools like Elasticsearch.
664
-
664
+
665
665
  **1.3 Meet the AI/Run FAQ Assistant**
666
666
  To start using AI/Run™ CodeMie:
667
667
  - Log in via SSO.
668
668
  - Access the FAQ assistant to start conversations and explore onboarding features.
669
-
669
+
670
670
  **1.4 Help Center**
671
671
  The Help Center provides resources for assistance, learning, and updates, including:
672
672
  - AI Assistants for FAQ, feedback, and real-time support.
673
673
  - User guides and video tutorials.
674
674
  - Tracking product updates.
675
-
675
+
676
676
  ---
677
-
677
+
678
678
  #### **2.9 Tool Integration Overview**
679
679
  This section explains how to integrate tools with AI/Run™ CodeMie, using **Keycloak** as an example.
680
-
680
+
681
681
  **Keycloak Integration Steps**:
682
682
  1. Select the realm in Keycloak.
683
683
  2. Create or use an existing client (e.g., admin-cli).
684
684
  3. Configure service account roles.
685
685
  4. Copy the client secret from credentials.
686
686
  5. Configure Keycloak settings in AI/Run™ CodeMie:
687
- - Base URL
687
+ - Base URLpatch_langchain_google_vertexai()
688
688
  - Realm
689
689
  - Client ID
690
690
  - Client Secret
691
-
691
+
692
692
  Assistants can then be created with access to Keycloak for specific projects, enabling enhanced system integrations.
693
-
693
+
694
694
  ---
695
-
695
+
696
696
  Let me know if you need further processing for other pages or specific sections within this extracted content!
697
697
  """,
698
698
  id="text_pages_1_3",
699
699
  ),
700
700
  pytest.param(
701
- "Extract text from specific pages '1,5,10' and show it",
701
+ "Extract text from specific pages '1,5,10' from test_extended.docx and show it",
702
702
  """
703
703
  ### Extracted Text from Specific Pages (1, 5, 10) of *test_extended.docx*
704
-
704
+
705
705
  ---
706
-
706
+
707
707
  ### **Page 1: Introduction to AI/Run™ CodeMie**
708
708
  #### **1. Getting Started with AI/Run™ CodeMie**
709
709
  This section introduces AI/Run™ CodeMie, detailing how to get started quickly.
710
-
710
+
711
711
  **1.1 What is AI/Run™ CodeMie?**
712
712
  AI/Run™ CodeMie is an AI-driven assistant designed for developers, integrating key tools like Git, Jira, Confluence, etc., to address challenges effectively. It goes beyond standard use-cases seen in tools like ChatGPT or Copilot, allowing:
713
713
  - Jira issue tracking.
714
714
  - Pull request generation and implementation recommendations.
715
715
  - Legacy migration and technical debt reduction.
716
716
  - Enhanced onboarding and productivity optimization.
717
-
717
+
718
718
  AI/Run™ CodeMie offers automation on coding tasks, system integrations, and improved customer support, among other features.
719
-
719
+
720
720
  **1.2 Capabilities of AI/Run™ CodeMie**
721
721
  Key highlights include:
722
722
  - **Comprehensive SDLC Assistance**: Pre-built assistants like QA analysts, developers, PMs, etc.
@@ -724,101 +724,101 @@ DOCX_TOOL_TEST_DATA = [
724
724
  - **Data Indexing**: Manage incremental or full indexing from Jira, Confluence, Git repositories, and other formats.
725
725
  - **Multi-Agent Workflows**: Support for collaborative tasks among multiple AI agents.
726
726
  - **Extensive Tool Library**: Includes tools for cloud deployment, project management, quality assurance, and notifications.
727
-
727
+
728
728
  **1.3 Meet the FAQ Assistant**
729
729
  Provides onboarding solutions and covers general queries, helping users adapt to the platform faster.
730
-
730
+
731
731
  ---
732
-
732
+
733
733
  ### **Page 5: Integration Examples**
734
- #### **2.9.5 SQL Database**
735
- AI/Run™ CodeMie integrates seamlessly with SQL databases (e.g., PostgreSQL or MySQL).
734
+ #### **2.9.5 SQL Database**
735
+ AI/Run™ CodeMie integrates seamlessly with SQL databases (e.g., PostgreSQL or MySQL).
736
736
  **Steps to Integrate SQL:**
737
737
  1. Navigate to the “Integrations” tab.
738
738
  2. Provide necessary credentials (e.g., database name, username, password).
739
739
  3. Modify or create an assistant with SQL access to perform table operations or database queries.
740
-
741
- #### **2.9.6 Telegram Messenger**
740
+
741
+ #### **2.9.6 Telegram Messenger**
742
742
  Since version 0.12.0, AI/Run assistants can now operate with Telegram for bot manipulation and real-time chat interactions:
743
743
  **Steps to Set Up Telegram Bot Integration**:
744
744
  1. Create a bot through Telegram’s BotFather.
745
745
  2. Generate a bot token and apply it during integration setup within AI/Run™ CodeMie.
746
746
  3. Add Telegram as a project-level integration for assistants.
747
-
747
+
748
748
  ---
749
-
749
+
750
750
  ### **Page 10: Advanced Integrations**
751
751
  #### **Webhook Integration**
752
752
  AI/Run™ CodeMie assistants support webhook-based triggers, facilitating automation from external systems (e.g., customer support or pull request generation).
753
753
  **Key Steps**:
754
754
  1. Enable webhook triggers for assistants/workflows/datasources.
755
755
  2. Provide required credentials such as Webhook ID and Secure Access Key during integration setup.
756
-
756
+
757
757
  Applications include:
758
758
  - Trigger assistant responses as pull requests are created.
759
759
  - Notify users through real-time workflows for Jira updates.
760
760
  - Automate support assistants for helpdesk ticket creation.
761
-
761
+
762
762
  ---
763
-
763
+
764
764
  Let me know if you need further assistance or more pages analyzed!
765
765
  """,
766
766
  id="text_pages_1_5_10",
767
767
  ),
768
768
  pytest.param(
769
- "Extract images",
769
+ "Extract images from test_extended.docx",
770
770
  """
771
771
  ### Extracted Image from *test_extended.docx*
772
-
772
+
773
773
  #### Image 1:
774
- - **Format**: PNG
775
- - **Description**: An image depicting **capability configurations**, particularly configurations related to client authentication and authorization flows.
774
+ - **Format**: PNG
775
+ - **Description**: An image depicting **capability configurations**, particularly configurations related to client authentication and authorization flows.
776
776
  - **Text Content Associated**:
777
777
  ```
778
778
  ### Capability config
779
-
780
- **Client authentication**
781
- - On
782
-
783
- **Authorization**
784
- - Off
785
-
786
- **Authentication flow**
787
- - **Standard flow** ✅
788
- - **Direct access grants** ✅
789
- - Implicit flow ☐
790
- - **Service accounts roles** ✅
791
- - OAuth 2.0 Device Authorization Grant ☐
792
- - OIDC CIBA Grant ☐
779
+
780
+ **Client authentication**
781
+ - On
782
+
783
+ **Authorization**
784
+ - Off
785
+
786
+ **Authentication flow**
787
+ - **Standard flow** ✅
788
+ - **Direct access grants** ✅
789
+ - Implicit flow ☐
790
+ - **Service accounts roles** ✅
791
+ - OAuth 2.0 Device Authorization Grant ☐
792
+ - OIDC CIBA Grant ☐
793
793
  ```
794
-
794
+
795
795
  The image encompasses these configurations, potentially used for documenting integration setups.
796
-
797
- - **Position**:
798
- - **Page**: 1
796
+
797
+ - **Position**:
798
+ - **Page**: 1
799
799
  - **Coordinates**: Top-left corner
800
-
800
+
801
801
  Let me know if you'd like to download the image or process additional queries!
802
802
  """,
803
803
  id="image_extraction",
804
804
  ),
805
805
  pytest.param(
806
- "Extract and show the text with OCR from images",
806
+ "From test_extended.docx extract and show the text with OCR from images",
807
807
  """
808
808
  ### Extracted Text with OCR from Images in *test_extended.docx*
809
-
809
+
810
810
  #### **Image 1: Capability Configuration**
811
811
  The image contains text related to client authentication, authorization settings, and available flows. Below is the OCR-extracted text:
812
-
812
+
813
813
  ```
814
814
  **Capability config**
815
-
815
+
816
816
  - **Client authentication**
817
817
  - 🟦 On
818
-
818
+
819
819
  - **Authorization**
820
820
  - ⚪ Off
821
-
821
+
822
822
  - **Authentication flow**
823
823
  - ☑️ Standard flow
824
824
  - ☑️ Direct access grants
@@ -827,11 +827,11 @@ DOCX_TOOL_TEST_DATA = [
827
827
  - ☐ OAuth 2.0 Device Authorization Grant
828
828
  - ☐ OIDC CIBA Grant
829
829
  ```
830
-
830
+
831
831
  This image primarily highlights authentication configurations, flow types, and the enabling/disabling of various features.
832
-
832
+
833
833
  ---
834
-
834
+
835
835
  Let me know if you'd like to perform further analysis or extract more details!
836
836
  """,
837
837
  id="text_with_images",