codemie-test-harness 0.1.162__py3-none-any.whl → 0.1.164__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/__init__.py +2 -1
- codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +2 -2
- codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +2 -2
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +3 -6
- codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +2 -2
- codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py +5 -5
- codemie_test_harness/tests/conftest.py +32 -39
- codemie_test_harness/tests/e2e/test_e2e.py +5 -5
- codemie_test_harness/tests/integrations/project/test_default_integrations.py +7 -7
- codemie_test_harness/tests/integrations/user/test_default_integrations.py +7 -7
- codemie_test_harness/tests/llm/assistants/test_lite_llm.py +3 -3
- codemie_test_harness/tests/search/test_search_datasource.py +2 -2
- codemie_test_harness/tests/search/test_search_integration.py +3 -3
- codemie_test_harness/tests/service/test_datasource_service.py +12 -12
- codemie_test_harness/tests/test_data/cloud_tools_test_data.py +5 -5
- codemie_test_harness/tests/test_data/codebase_tools_test_data.py +3 -3
- codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py +5 -5
- codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py +6 -1
- codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py +5 -1
- codemie_test_harness/tests/test_data/integrations_test_data.py +48 -48
- codemie_test_harness/tests/test_data/llm_test_data.py +1 -1
- codemie_test_harness/tests/test_data/notification_tools_test_data.py +2 -6
- codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +4 -220
- codemie_test_harness/tests/test_data/vcs_tools_test_data.py +8 -5
- codemie_test_harness/tests/utils/aws_parameters_store.py +0 -560
- codemie_test_harness/tests/utils/base_utils.py +2 -2
- codemie_test_harness/tests/utils/client_factory.py +11 -9
- codemie_test_harness/tests/utils/credentials_manager.py +1358 -0
- codemie_test_harness/tests/utils/datasource_utils.py +7 -6
- codemie_test_harness/tests/utils/gitbud_utils.py +4 -4
- codemie_test_harness/tests/utils/notification_utils.py +6 -6
- codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -3
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +7 -7
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py +103 -0
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +4 -4
- codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +2 -2
- codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +3 -3
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/RECORD +56 -54
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/entry_points.txt +0 -0
|
@@ -2,7 +2,7 @@ import pytest
|
|
|
2
2
|
|
|
3
3
|
from codemie_test_harness.tests.enums.tools import Toolkit, CloudTool
|
|
4
4
|
from codemie_sdk.models.integration import CredentialTypes
|
|
5
|
-
from codemie_test_harness.tests.utils.
|
|
5
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
6
6
|
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
7
7
|
|
|
8
8
|
cloud_test_data = [
|
|
@@ -10,7 +10,7 @@ cloud_test_data = [
|
|
|
10
10
|
Toolkit.CLOUD,
|
|
11
11
|
CloudTool.AWS,
|
|
12
12
|
CredentialTypes.AWS,
|
|
13
|
-
|
|
13
|
+
CredentialsManager.aws_credentials(),
|
|
14
14
|
{
|
|
15
15
|
"query": {
|
|
16
16
|
"service": "s3",
|
|
@@ -105,7 +105,7 @@ cloud_test_data = [
|
|
|
105
105
|
Toolkit.CLOUD,
|
|
106
106
|
CloudTool.AZURE,
|
|
107
107
|
CredentialTypes.AZURE,
|
|
108
|
-
|
|
108
|
+
CredentialsManager.azure_credentials(),
|
|
109
109
|
{
|
|
110
110
|
"method": "GET",
|
|
111
111
|
"url": "https://management.azure.com/subscriptions/08679d2f-8945-4e08-8df8-b8e58626b13a/resourceGroups/krci-codemie-azure-env-rg?api-version=2021-04-01",
|
|
@@ -131,7 +131,7 @@ cloud_test_data = [
|
|
|
131
131
|
Toolkit.CLOUD,
|
|
132
132
|
CloudTool.GCP,
|
|
133
133
|
CredentialTypes.GCP,
|
|
134
|
-
|
|
134
|
+
CredentialsManager.gcp_credentials(),
|
|
135
135
|
{
|
|
136
136
|
"method": "GET",
|
|
137
137
|
"scopes": ["https://www.googleapis.com/auth/cloud-platform"],
|
|
@@ -181,7 +181,7 @@ cloud_test_data = [
|
|
|
181
181
|
Toolkit.CLOUD,
|
|
182
182
|
CloudTool.KUBERNETES,
|
|
183
183
|
CredentialTypes.KUBERNETES,
|
|
184
|
-
|
|
184
|
+
CredentialsManager.kubernetes_credentials(),
|
|
185
185
|
{"method": "GET", "suburl": "/api/v1/namespaces/argocd/services"},
|
|
186
186
|
"""
|
|
187
187
|
{
|
|
@@ -1,9 +1,14 @@
|
|
|
1
1
|
import pytest
|
|
2
2
|
|
|
3
|
-
from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
|
|
4
3
|
from codemie_test_harness.tests.enums.integrations import DataBaseDialect
|
|
4
|
+
from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
|
|
5
5
|
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
6
6
|
|
|
7
|
+
ELASTIC_TOOL_TASK = {
|
|
8
|
+
"index": "_all",
|
|
9
|
+
"query": '{"query": {"prefix": {"_index": "codemie"}}}',
|
|
10
|
+
}
|
|
11
|
+
|
|
7
12
|
sql_tools_test_data = [
|
|
8
13
|
(
|
|
9
14
|
Toolkit.DATA_MANAGEMENT,
|
|
@@ -50,7 +50,7 @@ file_management_tools_test_data = [
|
|
|
50
50
|
{"file_path": "/tmp/env.properties", "text": "env=preview"},
|
|
51
51
|
"File written successfully to /tmp/env.properties",
|
|
52
52
|
),
|
|
53
|
-
(
|
|
53
|
+
pytest.param(
|
|
54
54
|
FileManagementTool.RUN_COMMAND_LINE,
|
|
55
55
|
{"command": "ls /usr"},
|
|
56
56
|
"""
|
|
@@ -65,5 +65,9 @@ file_management_tools_test_data = [
|
|
|
65
65
|
share
|
|
66
66
|
src
|
|
67
67
|
', '', 0, 1753875309836) """,
|
|
68
|
+
marks=pytest.mark.skipif(
|
|
69
|
+
EnvironmentResolver.is_localhost(),
|
|
70
|
+
reason="Skipping this test on local environment",
|
|
71
|
+
),
|
|
68
72
|
),
|
|
69
73
|
]
|
|
@@ -2,13 +2,13 @@ import pytest
|
|
|
2
2
|
|
|
3
3
|
from codemie_sdk.models.integration import CredentialTypes
|
|
4
4
|
from codemie_test_harness.tests.enums.integrations import DataBaseDialect
|
|
5
|
-
from codemie_test_harness.tests.utils.
|
|
5
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
6
6
|
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
7
7
|
|
|
8
8
|
valid_integrations = [
|
|
9
9
|
pytest.param(
|
|
10
10
|
CredentialTypes.AWS,
|
|
11
|
-
|
|
11
|
+
CredentialsManager.aws_credentials(),
|
|
12
12
|
marks=[
|
|
13
13
|
pytest.mark.aws,
|
|
14
14
|
pytest.mark.cloud,
|
|
@@ -17,7 +17,7 @@ valid_integrations = [
|
|
|
17
17
|
),
|
|
18
18
|
pytest.param(
|
|
19
19
|
CredentialTypes.AZURE,
|
|
20
|
-
|
|
20
|
+
CredentialsManager.azure_credentials(),
|
|
21
21
|
marks=[
|
|
22
22
|
pytest.mark.azure,
|
|
23
23
|
pytest.mark.cloud,
|
|
@@ -26,7 +26,7 @@ valid_integrations = [
|
|
|
26
26
|
),
|
|
27
27
|
pytest.param(
|
|
28
28
|
CredentialTypes.GCP,
|
|
29
|
-
|
|
29
|
+
CredentialsManager.gcp_credentials(),
|
|
30
30
|
marks=[
|
|
31
31
|
pytest.mark.gcp,
|
|
32
32
|
pytest.mark.cloud,
|
|
@@ -39,31 +39,31 @@ valid_integrations = [
|
|
|
39
39
|
),
|
|
40
40
|
pytest.param(
|
|
41
41
|
CredentialTypes.SONAR,
|
|
42
|
-
|
|
42
|
+
CredentialsManager.sonar_credentials(),
|
|
43
43
|
marks=pytest.mark.sonar,
|
|
44
44
|
id=f"{CredentialTypes.SONAR}_server",
|
|
45
45
|
),
|
|
46
46
|
pytest.param(
|
|
47
47
|
CredentialTypes.SONAR,
|
|
48
|
-
|
|
48
|
+
CredentialsManager.sonar_cloud_credentials(),
|
|
49
49
|
marks=pytest.mark.sonar,
|
|
50
50
|
id=f"{CredentialTypes.SONAR}_cloud",
|
|
51
51
|
),
|
|
52
52
|
pytest.param(
|
|
53
53
|
CredentialTypes.GIT,
|
|
54
|
-
|
|
54
|
+
CredentialsManager.gitlab_credentials(),
|
|
55
55
|
marks=pytest.mark.gitlab,
|
|
56
56
|
id=f"{CredentialTypes.GIT}_gitlab",
|
|
57
57
|
),
|
|
58
58
|
pytest.param(
|
|
59
59
|
CredentialTypes.GIT,
|
|
60
|
-
|
|
60
|
+
CredentialsManager.github_credentials(),
|
|
61
61
|
marks=pytest.mark.github,
|
|
62
62
|
id=f"{CredentialTypes.GIT}_github",
|
|
63
63
|
),
|
|
64
64
|
pytest.param(
|
|
65
65
|
CredentialTypes.CONFLUENCE,
|
|
66
|
-
|
|
66
|
+
CredentialsManager.confluence_credentials(),
|
|
67
67
|
marks=[
|
|
68
68
|
pytest.mark.confluence,
|
|
69
69
|
pytest.mark.project_management,
|
|
@@ -72,7 +72,7 @@ valid_integrations = [
|
|
|
72
72
|
),
|
|
73
73
|
pytest.param(
|
|
74
74
|
CredentialTypes.CONFLUENCE,
|
|
75
|
-
|
|
75
|
+
CredentialsManager.confluence_cloud_credentials(),
|
|
76
76
|
marks=[
|
|
77
77
|
pytest.mark.confluence,
|
|
78
78
|
pytest.mark.confluence_cloud,
|
|
@@ -82,7 +82,7 @@ valid_integrations = [
|
|
|
82
82
|
),
|
|
83
83
|
pytest.param(
|
|
84
84
|
CredentialTypes.JIRA,
|
|
85
|
-
|
|
85
|
+
CredentialsManager.jira_credentials(),
|
|
86
86
|
marks=[
|
|
87
87
|
pytest.mark.jira,
|
|
88
88
|
pytest.mark.project_management,
|
|
@@ -91,7 +91,7 @@ valid_integrations = [
|
|
|
91
91
|
),
|
|
92
92
|
pytest.param(
|
|
93
93
|
CredentialTypes.JIRA,
|
|
94
|
-
|
|
94
|
+
CredentialsManager.jira_cloud_credentials(),
|
|
95
95
|
marks=[
|
|
96
96
|
pytest.mark.jira,
|
|
97
97
|
pytest.mark.jira_cloud,
|
|
@@ -101,43 +101,43 @@ valid_integrations = [
|
|
|
101
101
|
),
|
|
102
102
|
pytest.param(
|
|
103
103
|
CredentialTypes.SQL,
|
|
104
|
-
|
|
104
|
+
CredentialsManager.sql_credentials(DataBaseDialect.POSTGRES),
|
|
105
105
|
marks=pytest.mark.sql,
|
|
106
106
|
id=DataBaseDialect.POSTGRES,
|
|
107
107
|
),
|
|
108
108
|
pytest.param(
|
|
109
109
|
CredentialTypes.SQL,
|
|
110
|
-
|
|
110
|
+
CredentialsManager.sql_credentials(DataBaseDialect.MY_SQL),
|
|
111
111
|
marks=pytest.mark.sql,
|
|
112
112
|
id=DataBaseDialect.MY_SQL,
|
|
113
113
|
),
|
|
114
114
|
pytest.param(
|
|
115
115
|
CredentialTypes.ELASTIC,
|
|
116
|
-
|
|
116
|
+
CredentialsManager.elasticsearch_credentials(),
|
|
117
117
|
marks=pytest.mark.elastic,
|
|
118
118
|
id=CredentialTypes.ELASTIC,
|
|
119
119
|
),
|
|
120
120
|
pytest.param(
|
|
121
121
|
CredentialTypes.MCP,
|
|
122
|
-
|
|
122
|
+
CredentialsManager.mcp_credentials(),
|
|
123
123
|
marks=pytest.mark.mcp,
|
|
124
124
|
id=CredentialTypes.MCP,
|
|
125
125
|
),
|
|
126
126
|
pytest.param(
|
|
127
127
|
CredentialTypes.AZURE_DEVOPS,
|
|
128
|
-
|
|
128
|
+
CredentialsManager.azure_devops_credentials(),
|
|
129
129
|
marks=pytest.mark.azure,
|
|
130
130
|
id=CredentialTypes.AZURE_DEVOPS,
|
|
131
131
|
),
|
|
132
132
|
pytest.param(
|
|
133
133
|
CredentialTypes.FILESYSTEM,
|
|
134
|
-
|
|
134
|
+
CredentialsManager.file_system_credentials(),
|
|
135
135
|
marks=pytest.mark.file_system,
|
|
136
136
|
id=CredentialTypes.FILESYSTEM,
|
|
137
137
|
),
|
|
138
138
|
pytest.param(
|
|
139
139
|
CredentialTypes.EMAIL,
|
|
140
|
-
|
|
140
|
+
CredentialsManager.gmail_credentials(),
|
|
141
141
|
marks=[
|
|
142
142
|
pytest.mark.notification,
|
|
143
143
|
pytest.mark.email,
|
|
@@ -146,7 +146,7 @@ valid_integrations = [
|
|
|
146
146
|
),
|
|
147
147
|
pytest.param(
|
|
148
148
|
CredentialTypes.TELEGRAM,
|
|
149
|
-
|
|
149
|
+
CredentialsManager.telegram_credentials(),
|
|
150
150
|
marks=[
|
|
151
151
|
pytest.mark.notification,
|
|
152
152
|
pytest.mark.telegram,
|
|
@@ -155,19 +155,19 @@ valid_integrations = [
|
|
|
155
155
|
),
|
|
156
156
|
pytest.param(
|
|
157
157
|
CredentialTypes.SERVICE_NOW,
|
|
158
|
-
|
|
158
|
+
CredentialsManager.servicenow_credentials(),
|
|
159
159
|
marks=pytest.mark.servicenow,
|
|
160
160
|
id=CredentialTypes.SERVICE_NOW,
|
|
161
161
|
),
|
|
162
162
|
pytest.param(
|
|
163
163
|
CredentialTypes.KEYCLOAK,
|
|
164
|
-
|
|
164
|
+
CredentialsManager.keycloak_credentials(),
|
|
165
165
|
marks=pytest.mark.keycloak,
|
|
166
166
|
id=CredentialTypes.KEYCLOAK,
|
|
167
167
|
),
|
|
168
168
|
pytest.param(
|
|
169
169
|
CredentialTypes.KUBERNETES,
|
|
170
|
-
|
|
170
|
+
CredentialsManager.kubernetes_credentials(),
|
|
171
171
|
marks=[
|
|
172
172
|
pytest.mark.kubernetes,
|
|
173
173
|
pytest.mark.cloud,
|
|
@@ -180,7 +180,7 @@ valid_integrations = [
|
|
|
180
180
|
),
|
|
181
181
|
pytest.param(
|
|
182
182
|
CredentialTypes.REPORT_PORTAL,
|
|
183
|
-
|
|
183
|
+
CredentialsManager.report_portal_credentials(),
|
|
184
184
|
marks=pytest.mark.report_portal,
|
|
185
185
|
id=CredentialTypes.REPORT_PORTAL,
|
|
186
186
|
),
|
|
@@ -189,7 +189,7 @@ valid_integrations = [
|
|
|
189
189
|
testable_integrations = [
|
|
190
190
|
pytest.param(
|
|
191
191
|
CredentialTypes.AWS,
|
|
192
|
-
|
|
192
|
+
CredentialsManager.aws_credentials(),
|
|
193
193
|
marks=[
|
|
194
194
|
pytest.mark.aws,
|
|
195
195
|
pytest.mark.cloud,
|
|
@@ -198,7 +198,7 @@ testable_integrations = [
|
|
|
198
198
|
),
|
|
199
199
|
pytest.param(
|
|
200
200
|
CredentialTypes.AZURE,
|
|
201
|
-
|
|
201
|
+
CredentialsManager.azure_credentials(),
|
|
202
202
|
marks=[
|
|
203
203
|
pytest.mark.azure,
|
|
204
204
|
pytest.mark.cloud,
|
|
@@ -207,7 +207,7 @@ testable_integrations = [
|
|
|
207
207
|
),
|
|
208
208
|
pytest.param(
|
|
209
209
|
CredentialTypes.GCP,
|
|
210
|
-
|
|
210
|
+
CredentialsManager.gcp_credentials(),
|
|
211
211
|
marks=[
|
|
212
212
|
pytest.mark.gcp,
|
|
213
213
|
pytest.mark.cloud,
|
|
@@ -220,19 +220,19 @@ testable_integrations = [
|
|
|
220
220
|
),
|
|
221
221
|
pytest.param(
|
|
222
222
|
CredentialTypes.SONAR,
|
|
223
|
-
|
|
223
|
+
CredentialsManager.sonar_credentials(),
|
|
224
224
|
marks=pytest.mark.sonar,
|
|
225
225
|
id=f"{CredentialTypes.SONAR}_server",
|
|
226
226
|
),
|
|
227
227
|
pytest.param(
|
|
228
228
|
CredentialTypes.SONAR,
|
|
229
|
-
|
|
229
|
+
CredentialsManager.sonar_cloud_credentials(),
|
|
230
230
|
marks=pytest.mark.sonar,
|
|
231
231
|
id=f"{CredentialTypes.SONAR}_cloud",
|
|
232
232
|
),
|
|
233
233
|
pytest.param(
|
|
234
234
|
CredentialTypes.CONFLUENCE,
|
|
235
|
-
|
|
235
|
+
CredentialsManager.confluence_credentials(),
|
|
236
236
|
marks=[
|
|
237
237
|
pytest.mark.confluence,
|
|
238
238
|
pytest.mark.project_management,
|
|
@@ -241,7 +241,7 @@ testable_integrations = [
|
|
|
241
241
|
),
|
|
242
242
|
pytest.param(
|
|
243
243
|
CredentialTypes.CONFLUENCE,
|
|
244
|
-
|
|
244
|
+
CredentialsManager.confluence_cloud_credentials(),
|
|
245
245
|
marks=[
|
|
246
246
|
pytest.mark.confluence,
|
|
247
247
|
pytest.mark.confluence_cloud,
|
|
@@ -251,7 +251,7 @@ testable_integrations = [
|
|
|
251
251
|
),
|
|
252
252
|
pytest.param(
|
|
253
253
|
CredentialTypes.JIRA,
|
|
254
|
-
|
|
254
|
+
CredentialsManager.jira_credentials(),
|
|
255
255
|
marks=[
|
|
256
256
|
pytest.mark.jira,
|
|
257
257
|
pytest.mark.project_management,
|
|
@@ -260,7 +260,7 @@ testable_integrations = [
|
|
|
260
260
|
),
|
|
261
261
|
pytest.param(
|
|
262
262
|
CredentialTypes.JIRA,
|
|
263
|
-
|
|
263
|
+
CredentialsManager.jira_cloud_credentials(),
|
|
264
264
|
marks=[
|
|
265
265
|
pytest.mark.jira,
|
|
266
266
|
pytest.mark.jira_cloud,
|
|
@@ -270,7 +270,7 @@ testable_integrations = [
|
|
|
270
270
|
),
|
|
271
271
|
pytest.param(
|
|
272
272
|
CredentialTypes.EMAIL,
|
|
273
|
-
|
|
273
|
+
CredentialsManager.gmail_credentials(),
|
|
274
274
|
marks=[
|
|
275
275
|
pytest.mark.email,
|
|
276
276
|
pytest.mark.notification,
|
|
@@ -283,13 +283,13 @@ testable_integrations = [
|
|
|
283
283
|
),
|
|
284
284
|
pytest.param(
|
|
285
285
|
CredentialTypes.SERVICE_NOW,
|
|
286
|
-
|
|
286
|
+
CredentialsManager.servicenow_credentials(),
|
|
287
287
|
marks=pytest.mark.servicenow,
|
|
288
288
|
id=CredentialTypes.SERVICE_NOW,
|
|
289
289
|
),
|
|
290
290
|
pytest.param(
|
|
291
291
|
CredentialTypes.KUBERNETES,
|
|
292
|
-
|
|
292
|
+
CredentialsManager.kubernetes_credentials(),
|
|
293
293
|
marks=[
|
|
294
294
|
pytest.mark.kubernetes,
|
|
295
295
|
pytest.mark.cloud,
|
|
@@ -302,7 +302,7 @@ testable_integrations = [
|
|
|
302
302
|
),
|
|
303
303
|
pytest.param(
|
|
304
304
|
CredentialTypes.REPORT_PORTAL,
|
|
305
|
-
|
|
305
|
+
CredentialsManager.report_portal_credentials(),
|
|
306
306
|
marks=pytest.mark.report_portal,
|
|
307
307
|
id=CredentialTypes.REPORT_PORTAL,
|
|
308
308
|
),
|
|
@@ -311,7 +311,7 @@ testable_integrations = [
|
|
|
311
311
|
invalid_integrations = [
|
|
312
312
|
pytest.param(
|
|
313
313
|
CredentialTypes.AWS,
|
|
314
|
-
|
|
314
|
+
CredentialsManager.invalid_aws_credentials(),
|
|
315
315
|
"An error occurred (SignatureDoesNotMatch) when calling the GetUser operation: The request signature we calculated does not match the signature you provided. Check your AWS Secret Access Key and signing method. Consult the service documentation for details.",
|
|
316
316
|
marks=[
|
|
317
317
|
pytest.mark.aws,
|
|
@@ -321,7 +321,7 @@ invalid_integrations = [
|
|
|
321
321
|
),
|
|
322
322
|
pytest.param(
|
|
323
323
|
CredentialTypes.AZURE,
|
|
324
|
-
|
|
324
|
+
CredentialsManager.invalid_azure_credentials(),
|
|
325
325
|
"Invalid client secret provided. Ensure the secret being sent in the request is the client secret value, not the client secret ID, for a secret added to app",
|
|
326
326
|
marks=[
|
|
327
327
|
pytest.mark.azure,
|
|
@@ -331,7 +331,7 @@ invalid_integrations = [
|
|
|
331
331
|
),
|
|
332
332
|
pytest.param(
|
|
333
333
|
CredentialTypes.GCP,
|
|
334
|
-
|
|
334
|
+
CredentialsManager.invalid_gcp_credentials(),
|
|
335
335
|
"Error: ('Could not deserialize key data. The data may be in an incorrect format, "
|
|
336
336
|
+ "the provided password may be incorrect, it may be encrypted with an unsupported algorithm, "
|
|
337
337
|
+ "or it may be an unsupported key type",
|
|
@@ -347,21 +347,21 @@ invalid_integrations = [
|
|
|
347
347
|
),
|
|
348
348
|
pytest.param(
|
|
349
349
|
CredentialTypes.SONAR,
|
|
350
|
-
|
|
350
|
+
CredentialsManager.invalid_sonar_credentials(),
|
|
351
351
|
"Invalid token",
|
|
352
352
|
marks=pytest.mark.sonar,
|
|
353
353
|
id=f"{CredentialTypes.SONAR}_server",
|
|
354
354
|
),
|
|
355
355
|
pytest.param(
|
|
356
356
|
CredentialTypes.SONAR,
|
|
357
|
-
|
|
357
|
+
CredentialsManager.invalid_sonar_cloud_credentials(),
|
|
358
358
|
"Invalid token",
|
|
359
359
|
marks=pytest.mark.sonar,
|
|
360
360
|
id=f"{CredentialTypes.SONAR}_cloud",
|
|
361
361
|
),
|
|
362
362
|
pytest.param(
|
|
363
363
|
CredentialTypes.EMAIL,
|
|
364
|
-
|
|
364
|
+
CredentialsManager.invalid_gmail_credentials(),
|
|
365
365
|
"SMTP Code: 535. SMTP error",
|
|
366
366
|
marks=[
|
|
367
367
|
pytest.mark.email,
|
|
@@ -375,28 +375,28 @@ invalid_integrations = [
|
|
|
375
375
|
),
|
|
376
376
|
pytest.param(
|
|
377
377
|
CredentialTypes.JIRA,
|
|
378
|
-
|
|
378
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
379
379
|
"Unauthorized (401)",
|
|
380
380
|
marks=pytest.mark.jira,
|
|
381
381
|
id=CredentialTypes.JIRA,
|
|
382
382
|
),
|
|
383
383
|
pytest.param(
|
|
384
384
|
CredentialTypes.CONFLUENCE,
|
|
385
|
-
|
|
385
|
+
CredentialsManager.invalid_confluence_credentials(),
|
|
386
386
|
"Access denied",
|
|
387
387
|
marks=pytest.mark.confluence,
|
|
388
388
|
id=CredentialTypes.CONFLUENCE,
|
|
389
389
|
),
|
|
390
390
|
pytest.param(
|
|
391
391
|
CredentialTypes.SERVICE_NOW,
|
|
392
|
-
|
|
392
|
+
CredentialsManager.invalid_servicenow_credentials(),
|
|
393
393
|
'ServiceNow tool exception. Status: 401. Response: {"error":{"message":"User Not Authenticated","detail":"Required to provide Auth information"}',
|
|
394
394
|
marks=pytest.mark.servicenow,
|
|
395
395
|
id=CredentialTypes.SERVICE_NOW,
|
|
396
396
|
),
|
|
397
397
|
pytest.param(
|
|
398
398
|
CredentialTypes.KUBERNETES,
|
|
399
|
-
|
|
399
|
+
CredentialsManager.invalid_kubernetes_credentials(),
|
|
400
400
|
"Error: (401)\nReason: Unauthorized",
|
|
401
401
|
marks=[
|
|
402
402
|
pytest.mark.kubernetes,
|
|
@@ -406,7 +406,7 @@ invalid_integrations = [
|
|
|
406
406
|
),
|
|
407
407
|
pytest.param(
|
|
408
408
|
CredentialTypes.REPORT_PORTAL,
|
|
409
|
-
|
|
409
|
+
CredentialsManager.invalid_report_portal_credentials(),
|
|
410
410
|
"401 Client Error: for url: https://report-portal.core.kuberocketci.io/api/v1/epm-cdme/launch?page.page=1",
|
|
411
411
|
marks=pytest.mark.report_portal,
|
|
412
412
|
id=CredentialTypes.REPORT_PORTAL,
|
|
@@ -53,7 +53,7 @@ MODEL_RESPONSES = [
|
|
|
53
53
|
LlmResponseData(ModelTypes.CLAUDE_4_SONNET, AWS_ENVS),
|
|
54
54
|
LlmResponseData(ModelTypes.CLAUDE_4_OPUS, AWS_ENVS),
|
|
55
55
|
LlmResponseData(ModelTypes.CLAUDE_4_1_OPUS, AWS_ENVS),
|
|
56
|
-
LlmResponseData(ModelTypes.CLAUDE_4_SONNET_1M,
|
|
56
|
+
LlmResponseData(ModelTypes.CLAUDE_4_SONNET_1M, AWS_ENVS),
|
|
57
57
|
# Other LLMs test data
|
|
58
58
|
LlmResponseData(ModelTypes.RLAB_QWQ_32B, OTHER_ENVS),
|
|
59
59
|
LlmResponseData(ModelTypes.DEEPSEEK_R1, OTHER_ENVS),
|
|
@@ -1,10 +1,6 @@
|
|
|
1
|
-
from codemie_test_harness.tests.utils.
|
|
1
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
2
2
|
|
|
3
|
-
CHAT_ID = (
|
|
4
|
-
AwsParameterStore.get_cloud_provider_credentials("telegram")
|
|
5
|
-
.get("telegram", {})
|
|
6
|
-
.get("chat_id")
|
|
7
|
-
)
|
|
3
|
+
CHAT_ID = CredentialsManager.get_parameter("TELEGRAM_CHAT_ID")
|
|
8
4
|
|
|
9
5
|
EMAIL_SUBJECT = "Test email"
|
|
10
6
|
|