codemie-test-harness 0.1.162__py3-none-any.whl → 0.1.164__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/__init__.py +2 -1
- codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +2 -2
- codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +2 -2
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_test_plan_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_wiki_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +3 -6
- codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +2 -2
- codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py +5 -5
- codemie_test_harness/tests/conftest.py +32 -39
- codemie_test_harness/tests/e2e/test_e2e.py +5 -5
- codemie_test_harness/tests/integrations/project/test_default_integrations.py +7 -7
- codemie_test_harness/tests/integrations/user/test_default_integrations.py +7 -7
- codemie_test_harness/tests/llm/assistants/test_lite_llm.py +3 -3
- codemie_test_harness/tests/search/test_search_datasource.py +2 -2
- codemie_test_harness/tests/search/test_search_integration.py +3 -3
- codemie_test_harness/tests/service/test_datasource_service.py +12 -12
- codemie_test_harness/tests/test_data/cloud_tools_test_data.py +5 -5
- codemie_test_harness/tests/test_data/codebase_tools_test_data.py +3 -3
- codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py +5 -5
- codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py +6 -1
- codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py +5 -1
- codemie_test_harness/tests/test_data/integrations_test_data.py +48 -48
- codemie_test_harness/tests/test_data/llm_test_data.py +1 -1
- codemie_test_harness/tests/test_data/notification_tools_test_data.py +2 -6
- codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +4 -220
- codemie_test_harness/tests/test_data/vcs_tools_test_data.py +8 -5
- codemie_test_harness/tests/utils/aws_parameters_store.py +0 -560
- codemie_test_harness/tests/utils/base_utils.py +2 -2
- codemie_test_harness/tests/utils/client_factory.py +11 -9
- codemie_test_harness/tests/utils/credentials_manager.py +1358 -0
- codemie_test_harness/tests/utils/datasource_utils.py +7 -6
- codemie_test_harness/tests/utils/gitbud_utils.py +4 -4
- codemie_test_harness/tests/utils/notification_utils.py +6 -6
- codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -3
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/direct_tools_calling/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py +7 -7
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py +103 -0
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +4 -4
- codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +2 -2
- codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +3 -3
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py +11 -11
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py +11 -11
- codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py +14 -14
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/RECORD +56 -54
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/entry_points.txt +0 -0
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
import os
|
|
2
1
|
import time
|
|
3
2
|
from time import sleep
|
|
4
3
|
from typing import List, Union, Tuple
|
|
5
4
|
|
|
5
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
6
|
+
|
|
6
7
|
from codemie_sdk.exceptions import ApiError
|
|
7
8
|
from codemie_sdk.models.datasource import (
|
|
8
9
|
DataSource,
|
|
@@ -83,7 +84,7 @@ class DataSourceUtils(BaseUtils):
|
|
|
83
84
|
def create_gitlab_datasource(self, **kwargs):
|
|
84
85
|
return self.create_code_datasource(
|
|
85
86
|
name=kwargs.get("name", get_random_name()),
|
|
86
|
-
link=kwargs.get("link",
|
|
87
|
+
link=kwargs.get("link", CredentialsManager.get_parameter("GITLAB_PROJECT")),
|
|
87
88
|
branch=kwargs.get("branch", "main"),
|
|
88
89
|
setting_id=kwargs.get("setting_id"),
|
|
89
90
|
embeddings_model=kwargs.get("embeddings_model"),
|
|
@@ -93,7 +94,7 @@ class DataSourceUtils(BaseUtils):
|
|
|
93
94
|
def create_github_datasource(self, **kwargs):
|
|
94
95
|
return self.create_code_datasource(
|
|
95
96
|
name=kwargs.get("name", get_random_name()),
|
|
96
|
-
link=kwargs.get("link",
|
|
97
|
+
link=kwargs.get("link", CredentialsManager.get_parameter("GITHUB_PROJECT")),
|
|
97
98
|
branch=kwargs.get("branch", "master"),
|
|
98
99
|
setting_id=kwargs.get("setting_id"),
|
|
99
100
|
embeddings_model=kwargs.get("embeddings_model"),
|
|
@@ -199,7 +200,7 @@ class DataSourceUtils(BaseUtils):
|
|
|
199
200
|
def wait_for_indexing(
|
|
200
201
|
self,
|
|
201
202
|
datasource_id: str,
|
|
202
|
-
timeout: int = int(
|
|
203
|
+
timeout: int = int(CredentialsManager.get_parameter("DEFAULT_TIMEOUT", "120")),
|
|
203
204
|
pool_interval: int = 3,
|
|
204
205
|
) -> DataSource:
|
|
205
206
|
start_time = time.time()
|
|
@@ -221,7 +222,7 @@ class DataSourceUtils(BaseUtils):
|
|
|
221
222
|
"name": name,
|
|
222
223
|
"project_name": kwargs.get("project_name", PROJECT),
|
|
223
224
|
"description": kwargs.get("description", get_random_name()),
|
|
224
|
-
"cql": kwargs.get("cql",
|
|
225
|
+
"cql": kwargs.get("cql", CredentialsManager.confluence_cql()),
|
|
225
226
|
"project_space_visible": kwargs.get("project_space_visible", False),
|
|
226
227
|
"setting_id": kwargs.get("setting_id"),
|
|
227
228
|
}
|
|
@@ -265,7 +266,7 @@ class DataSourceUtils(BaseUtils):
|
|
|
265
266
|
"name": name,
|
|
266
267
|
"project_name": kwargs.get("project_name", PROJECT),
|
|
267
268
|
"description": kwargs.get("description", get_random_name()),
|
|
268
|
-
"jql": kwargs.get("jql",
|
|
269
|
+
"jql": kwargs.get("jql", CredentialsManager.jira_jql()),
|
|
269
270
|
"project_space_visible": kwargs.get("project_space_visible", False),
|
|
270
271
|
"setting_id": kwargs.get("setting_id"),
|
|
271
272
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import os
|
|
2
1
|
from time import sleep
|
|
3
2
|
|
|
4
3
|
import gitlab
|
|
5
4
|
from gitlab.exceptions import GitlabError
|
|
6
5
|
import logging
|
|
6
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
7
7
|
|
|
8
8
|
logger = logging.getLogger(__name__)
|
|
9
9
|
|
|
@@ -15,9 +15,9 @@ class GitBudUtils:
|
|
|
15
15
|
|
|
16
16
|
def __init__(
|
|
17
17
|
self,
|
|
18
|
-
url: str =
|
|
19
|
-
token: str =
|
|
20
|
-
project_id: str =
|
|
18
|
+
url: str = CredentialsManager.get_parameter("GITLAB_URL"),
|
|
19
|
+
token: str = CredentialsManager.get_parameter("GITLAB_TOKEN"),
|
|
20
|
+
project_id: str = CredentialsManager.get_parameter("GITLAB_PROJECT_ID"),
|
|
21
21
|
):
|
|
22
22
|
"""
|
|
23
23
|
Initialize GitBudUtils with GitLab credentials
|
|
@@ -3,7 +3,7 @@ from typing import Optional
|
|
|
3
3
|
|
|
4
4
|
import requests
|
|
5
5
|
|
|
6
|
-
from codemie_test_harness.tests.utils.
|
|
6
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
7
7
|
|
|
8
8
|
logger = logging.getLogger(__name__)
|
|
9
9
|
|
|
@@ -20,21 +20,21 @@ class OAuthGmailTokenRetriever:
|
|
|
20
20
|
|
|
21
21
|
@staticmethod
|
|
22
22
|
def _fetch_access_token():
|
|
23
|
-
credentials =
|
|
23
|
+
credentials = CredentialsManager.oauth_credentials()
|
|
24
24
|
|
|
25
|
-
token_url = credentials[
|
|
25
|
+
token_url = credentials[0].value
|
|
26
26
|
if token_url is None:
|
|
27
27
|
raise ValueError("Missing url")
|
|
28
28
|
|
|
29
|
-
client_id = credentials[
|
|
29
|
+
client_id = credentials[1].value
|
|
30
30
|
if client_id is None:
|
|
31
31
|
raise ValueError("Missing client_id")
|
|
32
32
|
|
|
33
|
-
client_secret = credentials[
|
|
33
|
+
client_secret = credentials[2].value
|
|
34
34
|
if client_secret is None:
|
|
35
35
|
raise ValueError("Missing client_secret")
|
|
36
36
|
|
|
37
|
-
refresh_token = credentials[
|
|
37
|
+
refresh_token = credentials[3].value
|
|
38
38
|
if refresh_token is None:
|
|
39
39
|
raise ValueError("Missing refresh_token")
|
|
40
40
|
|
|
@@ -12,7 +12,7 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
|
|
|
12
12
|
SQL_TOOL_QUERY_TABLE_TASK,
|
|
13
13
|
RESPONSE_FOR_SQL,
|
|
14
14
|
)
|
|
15
|
-
from codemie_test_harness.tests.utils.
|
|
15
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
16
16
|
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
17
17
|
|
|
18
18
|
pytestmark = pytest.mark.skipif(
|
|
@@ -33,7 +33,7 @@ def test_workflow_with_assistant_with_elastic_tools(
|
|
|
33
33
|
similarity_check,
|
|
34
34
|
):
|
|
35
35
|
"""Test workflow execution with Elastic tools."""
|
|
36
|
-
credential_values =
|
|
36
|
+
credential_values = CredentialsManager.elasticsearch_credentials()
|
|
37
37
|
settings = integration_utils.create_integration(
|
|
38
38
|
CredentialTypes.ELASTIC, credential_values
|
|
39
39
|
)
|
|
@@ -65,7 +65,7 @@ def test_workflow_with_assistant_with_sql_tools(
|
|
|
65
65
|
db_dialect,
|
|
66
66
|
):
|
|
67
67
|
"""Test workflow execution with SQL data management tools (various dialects)."""
|
|
68
|
-
credential_values =
|
|
68
|
+
credential_values = CredentialsManager.sql_credentials(db_dialect)
|
|
69
69
|
settings = integration_utils.create_integration(
|
|
70
70
|
CredentialTypes.SQL, credential_values
|
|
71
71
|
)
|
|
@@ -11,7 +11,7 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
|
11
11
|
JIRA_TOOL_PROMPT,
|
|
12
12
|
RESPONSE_FOR_JIRA_TOOL,
|
|
13
13
|
)
|
|
14
|
-
from codemie_test_harness.tests.utils.
|
|
14
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
15
15
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
16
16
|
|
|
17
17
|
|
|
@@ -52,20 +52,20 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
|
|
|
52
52
|
)
|
|
53
53
|
|
|
54
54
|
integration_utils.create_user_integration(
|
|
55
|
-
CredentialTypes.JIRA,
|
|
55
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
56
56
|
)
|
|
57
57
|
|
|
58
58
|
if is_global:
|
|
59
59
|
integration_utils.create_global_integration(
|
|
60
60
|
CredentialTypes.JIRA,
|
|
61
|
-
|
|
61
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
62
62
|
test_project_name,
|
|
63
63
|
)
|
|
64
64
|
|
|
65
65
|
if project_integration:
|
|
66
66
|
integration_utils.create_project_integration(
|
|
67
67
|
CredentialTypes.JIRA,
|
|
68
|
-
|
|
68
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
69
69
|
test_project_name,
|
|
70
70
|
)
|
|
71
71
|
|
|
@@ -110,12 +110,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
|
|
|
110
110
|
# Create only global (valid) and project (invalid) integrations.
|
|
111
111
|
# Global integration is created in project which is different from the project of the assistant.
|
|
112
112
|
integration_utils.create_global_integration(
|
|
113
|
-
CredentialTypes.JIRA,
|
|
113
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
|
|
114
114
|
)
|
|
115
115
|
|
|
116
116
|
integration_utils.create_project_integration(
|
|
117
117
|
CredentialTypes.JIRA,
|
|
118
|
-
|
|
118
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
119
119
|
test_project_name,
|
|
120
120
|
)
|
|
121
121
|
|
|
@@ -157,7 +157,7 @@ def test_assistant_in_workflow_with_project_integration_only(
|
|
|
157
157
|
|
|
158
158
|
# Create project integration only
|
|
159
159
|
integration_utils.create_project_integration(
|
|
160
|
-
CredentialTypes.JIRA,
|
|
160
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
161
161
|
)
|
|
162
162
|
|
|
163
163
|
jira_assistant = assistant(
|
|
@@ -199,13 +199,13 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
199
199
|
|
|
200
200
|
# Create global valid integration.
|
|
201
201
|
integration_utils.create_global_integration(
|
|
202
|
-
CredentialTypes.JIRA,
|
|
202
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
|
|
203
203
|
)
|
|
204
204
|
|
|
205
205
|
# Create user invalid integration.
|
|
206
206
|
integration_utils.create_user_integration(
|
|
207
207
|
CredentialTypes.JIRA,
|
|
208
|
-
|
|
208
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
209
209
|
PROJECT,
|
|
210
210
|
)
|
|
211
211
|
|
|
@@ -248,13 +248,13 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
248
248
|
|
|
249
249
|
# Create project valid integration.
|
|
250
250
|
integration_utils.create_project_integration(
|
|
251
|
-
CredentialTypes.JIRA,
|
|
251
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
252
252
|
)
|
|
253
253
|
|
|
254
254
|
# Create user invalid integration.
|
|
255
255
|
integration_utils.create_user_integration(
|
|
256
256
|
CredentialTypes.JIRA,
|
|
257
|
-
|
|
257
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
258
258
|
PROJECT,
|
|
259
259
|
)
|
|
260
260
|
|
|
@@ -10,7 +10,7 @@ from codemie_test_harness.tests.enums.tools import Toolkit, AzureDevOpsWikiTool
|
|
|
10
10
|
from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
|
|
11
11
|
ado_wiki_get_test_data,
|
|
12
12
|
)
|
|
13
|
-
from codemie_test_harness.tests.utils.
|
|
13
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
14
14
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
15
15
|
|
|
16
16
|
ado_wiki_prompt = ado_wiki_get_test_data[0][2]
|
|
@@ -55,21 +55,21 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
|
|
|
55
55
|
|
|
56
56
|
integration_utils.create_user_integration(
|
|
57
57
|
CredentialTypes.AZURE_DEVOPS,
|
|
58
|
-
|
|
58
|
+
CredentialsManager.azure_devops_credentials(),
|
|
59
59
|
test_project_name,
|
|
60
60
|
)
|
|
61
61
|
|
|
62
62
|
if is_global:
|
|
63
63
|
integration_utils.create_global_integration(
|
|
64
64
|
CredentialTypes.AZURE_DEVOPS,
|
|
65
|
-
|
|
65
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
66
66
|
test_project_name,
|
|
67
67
|
)
|
|
68
68
|
|
|
69
69
|
if project_integration:
|
|
70
70
|
integration_utils.create_project_integration(
|
|
71
71
|
CredentialTypes.AZURE_DEVOPS,
|
|
72
|
-
|
|
72
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
73
73
|
test_project_name,
|
|
74
74
|
)
|
|
75
75
|
|
|
@@ -115,12 +115,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
|
|
|
115
115
|
# Global integration is created in project which is different from the project of the assistant.
|
|
116
116
|
integration_utils.create_global_integration(
|
|
117
117
|
CredentialTypes.AZURE_DEVOPS,
|
|
118
|
-
|
|
118
|
+
CredentialsManager.azure_devops_credentials(),
|
|
119
119
|
PROJECT,
|
|
120
120
|
)
|
|
121
121
|
integration_utils.create_project_integration(
|
|
122
122
|
CredentialTypes.AZURE_DEVOPS,
|
|
123
|
-
|
|
123
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
124
124
|
test_project_name,
|
|
125
125
|
)
|
|
126
126
|
|
|
@@ -163,7 +163,7 @@ def test_assistant_in_workflow_with_project_integration_only(
|
|
|
163
163
|
# Create project integration only
|
|
164
164
|
integration_utils.create_project_integration(
|
|
165
165
|
CredentialTypes.AZURE_DEVOPS,
|
|
166
|
-
|
|
166
|
+
CredentialsManager.azure_devops_credentials(),
|
|
167
167
|
test_project_name,
|
|
168
168
|
)
|
|
169
169
|
|
|
@@ -207,14 +207,14 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
207
207
|
# Create global valid integration.
|
|
208
208
|
integration_utils.create_global_integration(
|
|
209
209
|
CredentialTypes.AZURE_DEVOPS,
|
|
210
|
-
|
|
210
|
+
CredentialsManager.azure_devops_credentials(),
|
|
211
211
|
PROJECT,
|
|
212
212
|
)
|
|
213
213
|
|
|
214
214
|
# Create user invalid integration.
|
|
215
215
|
integration_utils.create_user_integration(
|
|
216
216
|
CredentialTypes.AZURE_DEVOPS,
|
|
217
|
-
|
|
217
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
218
218
|
PROJECT,
|
|
219
219
|
)
|
|
220
220
|
|
|
@@ -258,14 +258,14 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
258
258
|
# Create project valid integration.
|
|
259
259
|
integration_utils.create_project_integration(
|
|
260
260
|
CredentialTypes.AZURE_DEVOPS,
|
|
261
|
-
|
|
261
|
+
CredentialsManager.azure_devops_credentials(),
|
|
262
262
|
test_project_name,
|
|
263
263
|
)
|
|
264
264
|
|
|
265
265
|
# Create user invalid integration.
|
|
266
266
|
integration_utils.create_user_integration(
|
|
267
267
|
CredentialTypes.AZURE_DEVOPS,
|
|
268
|
-
|
|
268
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
269
269
|
PROJECT,
|
|
270
270
|
)
|
|
271
271
|
|
|
@@ -10,7 +10,7 @@ from codemie_test_harness.tests.enums.tools import Toolkit, GitTool
|
|
|
10
10
|
from codemie_test_harness.tests.test_data.git_tools_test_data import (
|
|
11
11
|
list_branches_set_active_branch_test_data,
|
|
12
12
|
)
|
|
13
|
-
from codemie_test_harness.tests.utils.
|
|
13
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
14
14
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
15
15
|
|
|
16
16
|
|
|
@@ -60,7 +60,7 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
|
|
|
60
60
|
)
|
|
61
61
|
|
|
62
62
|
_git_integration = integration_utils.create_user_integration(
|
|
63
|
-
CredentialTypes.GIT,
|
|
63
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
64
64
|
)
|
|
65
65
|
|
|
66
66
|
# create a new datasource
|
|
@@ -73,14 +73,14 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
|
|
|
73
73
|
if is_global:
|
|
74
74
|
integration_utils.create_global_integration(
|
|
75
75
|
CredentialTypes.GIT,
|
|
76
|
-
|
|
76
|
+
CredentialsManager.invalid_git_credentials(),
|
|
77
77
|
test_project_name,
|
|
78
78
|
)
|
|
79
79
|
|
|
80
80
|
if project_integration:
|
|
81
81
|
integration_utils.create_project_integration(
|
|
82
82
|
CredentialTypes.GIT,
|
|
83
|
-
|
|
83
|
+
CredentialsManager.invalid_git_credentials(),
|
|
84
84
|
test_project_name,
|
|
85
85
|
)
|
|
86
86
|
|
|
@@ -124,7 +124,7 @@ def test_assistant_in_workflow_with_global_and_project_integration(
|
|
|
124
124
|
"""
|
|
125
125
|
# Create datasource
|
|
126
126
|
_git_integration = integration_utils.create_global_integration(
|
|
127
|
-
CredentialTypes.GIT,
|
|
127
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
128
128
|
)
|
|
129
129
|
git_datasource = datasource_utils.create_gitlab_datasource(
|
|
130
130
|
setting_id=_git_integration.id,
|
|
@@ -141,12 +141,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
|
|
|
141
141
|
# Create only global (valid) and project (invalid) integrations.
|
|
142
142
|
# Global integration is created in project which is different from the project of the assistant.
|
|
143
143
|
_git_integration = integration_utils.create_global_integration(
|
|
144
|
-
CredentialTypes.GIT,
|
|
144
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), PROJECT
|
|
145
145
|
)
|
|
146
146
|
|
|
147
147
|
integration_utils.create_project_integration(
|
|
148
148
|
CredentialTypes.GIT,
|
|
149
|
-
|
|
149
|
+
CredentialsManager.invalid_git_credentials(),
|
|
150
150
|
test_project_name,
|
|
151
151
|
)
|
|
152
152
|
|
|
@@ -193,7 +193,7 @@ def test_assistant_in_workflow_with_project_integration_only(
|
|
|
193
193
|
|
|
194
194
|
# Create project integration only
|
|
195
195
|
_git_integration = integration_utils.create_project_integration(
|
|
196
|
-
CredentialTypes.GIT,
|
|
196
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
197
197
|
)
|
|
198
198
|
|
|
199
199
|
# create a new datasource
|
|
@@ -242,7 +242,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
242
242
|
"""
|
|
243
243
|
# Create datasource
|
|
244
244
|
_git_integration = integration_utils.create_global_integration(
|
|
245
|
-
CredentialTypes.GIT,
|
|
245
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
246
246
|
)
|
|
247
247
|
git_datasource = datasource_utils.create_gitlab_datasource(
|
|
248
248
|
setting_id=_git_integration.id,
|
|
@@ -258,13 +258,13 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
258
258
|
|
|
259
259
|
# Create global valid integration
|
|
260
260
|
_git_integration = integration_utils.create_global_integration(
|
|
261
|
-
CredentialTypes.GIT,
|
|
261
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), PROJECT
|
|
262
262
|
)
|
|
263
263
|
|
|
264
264
|
# Create user invalid integration
|
|
265
265
|
integration_utils.create_user_integration(
|
|
266
266
|
CredentialTypes.GIT,
|
|
267
|
-
|
|
267
|
+
CredentialsManager.invalid_git_credentials(),
|
|
268
268
|
PROJECT,
|
|
269
269
|
)
|
|
270
270
|
|
|
@@ -307,7 +307,7 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
307
307
|
"""
|
|
308
308
|
# Create datasource
|
|
309
309
|
_git_integration = integration_utils.create_global_integration(
|
|
310
|
-
CredentialTypes.GIT,
|
|
310
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
311
311
|
)
|
|
312
312
|
git_datasource = datasource_utils.create_gitlab_datasource(
|
|
313
313
|
setting_id=_git_integration.id,
|
|
@@ -323,13 +323,13 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
323
323
|
|
|
324
324
|
# Create global valid integration
|
|
325
325
|
_git_integration = integration_utils.create_project_integration(
|
|
326
|
-
CredentialTypes.GIT,
|
|
326
|
+
CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
|
|
327
327
|
)
|
|
328
328
|
|
|
329
329
|
# Create user invalid integration
|
|
330
330
|
integration_utils.create_user_integration(
|
|
331
331
|
CredentialTypes.GIT,
|
|
332
|
-
|
|
332
|
+
CredentialsManager.invalid_git_credentials(),
|
|
333
333
|
PROJECT,
|
|
334
334
|
)
|
|
335
335
|
|
|
@@ -12,7 +12,7 @@ from codemie_test_harness.tests.enums.tools import ProjectManagementTool
|
|
|
12
12
|
from codemie_test_harness.tests.test_data.direct_tools.project_management_tools_test_data import (
|
|
13
13
|
project_management_tools_data,
|
|
14
14
|
)
|
|
15
|
-
from codemie_test_harness.tests.utils.
|
|
15
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
16
16
|
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
17
17
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
18
18
|
|
|
@@ -55,20 +55,20 @@ def test_tool_in_workflow_should_use_user_integration_by_default(
|
|
|
55
55
|
)
|
|
56
56
|
|
|
57
57
|
integration_utils.create_user_integration(
|
|
58
|
-
CredentialTypes.JIRA,
|
|
58
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
59
59
|
)
|
|
60
60
|
|
|
61
61
|
if is_global:
|
|
62
62
|
integration_utils.create_global_integration(
|
|
63
63
|
CredentialTypes.JIRA,
|
|
64
|
-
|
|
64
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
65
65
|
test_project_name,
|
|
66
66
|
)
|
|
67
67
|
|
|
68
68
|
if project_integration:
|
|
69
69
|
integration_utils.create_project_integration(
|
|
70
70
|
CredentialTypes.JIRA,
|
|
71
|
-
|
|
71
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
72
72
|
test_project_name,
|
|
73
73
|
)
|
|
74
74
|
|
|
@@ -113,12 +113,12 @@ def test_tool_in_workflow_with_global_and_project_integration(
|
|
|
113
113
|
# Create only global (valid) and project (invalid) integrations.
|
|
114
114
|
# Global integration is created in project which is different from the project of the assistant.
|
|
115
115
|
integration_utils.create_global_integration(
|
|
116
|
-
CredentialTypes.JIRA,
|
|
116
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
|
|
117
117
|
)
|
|
118
118
|
|
|
119
119
|
integration_utils.create_project_integration(
|
|
120
120
|
CredentialTypes.JIRA,
|
|
121
|
-
|
|
121
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
122
122
|
test_project_name,
|
|
123
123
|
)
|
|
124
124
|
|
|
@@ -160,7 +160,7 @@ def test_tool_in_workflow_with_project_integration_only(
|
|
|
160
160
|
|
|
161
161
|
# Create project integration only
|
|
162
162
|
integration_utils.create_project_integration(
|
|
163
|
-
CredentialTypes.JIRA,
|
|
163
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
164
164
|
)
|
|
165
165
|
|
|
166
166
|
assistant_and_state_name = get_random_name()
|
|
@@ -202,13 +202,13 @@ def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
202
202
|
|
|
203
203
|
# Create global valid integration.
|
|
204
204
|
integration_utils.create_global_integration(
|
|
205
|
-
CredentialTypes.JIRA,
|
|
205
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
|
|
206
206
|
)
|
|
207
207
|
|
|
208
208
|
# Create user invalid integration.
|
|
209
209
|
integration_utils.create_user_integration(
|
|
210
210
|
CredentialTypes.JIRA,
|
|
211
|
-
|
|
211
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
212
212
|
PROJECT,
|
|
213
213
|
)
|
|
214
214
|
|
|
@@ -251,13 +251,13 @@ def test_tool_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
251
251
|
|
|
252
252
|
# Create project valid integration.
|
|
253
253
|
integration_utils.create_project_integration(
|
|
254
|
-
CredentialTypes.JIRA,
|
|
254
|
+
CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
|
|
255
255
|
)
|
|
256
256
|
|
|
257
257
|
# Create user invalid integration.
|
|
258
258
|
integration_utils.create_user_integration(
|
|
259
259
|
CredentialTypes.JIRA,
|
|
260
|
-
|
|
260
|
+
CredentialsManager.invalid_jira_credentials(),
|
|
261
261
|
PROJECT,
|
|
262
262
|
)
|
|
263
263
|
|
|
@@ -14,7 +14,7 @@ from codemie_test_harness.tests.enums.tools import AzureDevOpsWikiTool
|
|
|
14
14
|
from codemie_test_harness.tests.test_data.direct_tools.ado_wiki_tools_test_data import (
|
|
15
15
|
ado_wiki_get_test_data,
|
|
16
16
|
)
|
|
17
|
-
from codemie_test_harness.tests.utils.
|
|
17
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
18
18
|
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
19
19
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
20
20
|
|
|
@@ -57,21 +57,21 @@ def test_tool_in_workflow_should_use_user_integration_by_default(
|
|
|
57
57
|
|
|
58
58
|
integration_utils.create_user_integration(
|
|
59
59
|
CredentialTypes.AZURE_DEVOPS,
|
|
60
|
-
|
|
60
|
+
CredentialsManager.azure_devops_credentials(),
|
|
61
61
|
test_project_name,
|
|
62
62
|
)
|
|
63
63
|
|
|
64
64
|
if is_global:
|
|
65
65
|
integration_utils.create_global_integration(
|
|
66
66
|
CredentialTypes.AZURE_DEVOPS,
|
|
67
|
-
|
|
67
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
68
68
|
test_project_name,
|
|
69
69
|
)
|
|
70
70
|
|
|
71
71
|
if project_integration:
|
|
72
72
|
integration_utils.create_project_integration(
|
|
73
73
|
CredentialTypes.AZURE_DEVOPS,
|
|
74
|
-
|
|
74
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
75
75
|
test_project_name,
|
|
76
76
|
)
|
|
77
77
|
|
|
@@ -116,12 +116,12 @@ def test_tool_in_workflow_with_global_and_project_integration(
|
|
|
116
116
|
# Global integration is created in project which is different from the project of the assistant.
|
|
117
117
|
integration_utils.create_global_integration(
|
|
118
118
|
CredentialTypes.AZURE_DEVOPS,
|
|
119
|
-
|
|
119
|
+
CredentialsManager.azure_devops_credentials(),
|
|
120
120
|
PROJECT,
|
|
121
121
|
)
|
|
122
122
|
integration_utils.create_project_integration(
|
|
123
123
|
CredentialTypes.AZURE_DEVOPS,
|
|
124
|
-
|
|
124
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
125
125
|
test_project_name,
|
|
126
126
|
)
|
|
127
127
|
|
|
@@ -163,7 +163,7 @@ def test_tool_in_workflow_with_project_integration_only(
|
|
|
163
163
|
# Create project integration only
|
|
164
164
|
integration_utils.create_project_integration(
|
|
165
165
|
CredentialTypes.AZURE_DEVOPS,
|
|
166
|
-
|
|
166
|
+
CredentialsManager.azure_devops_credentials(),
|
|
167
167
|
test_project_name,
|
|
168
168
|
)
|
|
169
169
|
|
|
@@ -206,14 +206,14 @@ def test_tool_in_workflow_with_global_valid_and_user_invalid_integration(
|
|
|
206
206
|
# Create global valid integration.
|
|
207
207
|
integration_utils.create_global_integration(
|
|
208
208
|
CredentialTypes.AZURE_DEVOPS,
|
|
209
|
-
|
|
209
|
+
CredentialsManager.azure_devops_credentials(),
|
|
210
210
|
PROJECT,
|
|
211
211
|
)
|
|
212
212
|
|
|
213
213
|
# Create user invalid integration.
|
|
214
214
|
integration_utils.create_user_integration(
|
|
215
215
|
CredentialTypes.AZURE_DEVOPS,
|
|
216
|
-
|
|
216
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
217
217
|
PROJECT,
|
|
218
218
|
)
|
|
219
219
|
|
|
@@ -256,14 +256,14 @@ def test_tool_in_workflow_with_project_valid_and_user_invalid_integration(
|
|
|
256
256
|
# Create project valid integration.
|
|
257
257
|
integration_utils.create_project_integration(
|
|
258
258
|
CredentialTypes.AZURE_DEVOPS,
|
|
259
|
-
|
|
259
|
+
CredentialsManager.azure_devops_credentials(),
|
|
260
260
|
test_project_name,
|
|
261
261
|
)
|
|
262
262
|
|
|
263
263
|
# Create user invalid integration.
|
|
264
264
|
integration_utils.create_user_integration(
|
|
265
265
|
CredentialTypes.AZURE_DEVOPS,
|
|
266
|
-
|
|
266
|
+
CredentialsManager.invalid_ado_credentials(),
|
|
267
267
|
PROJECT,
|
|
268
268
|
)
|
|
269
269
|
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py
CHANGED
|
@@ -9,7 +9,7 @@ from codemie_test_harness.tests.enums.tools import CodeBaseTool
|
|
|
9
9
|
from codemie_test_harness.tests.test_data.direct_tools.codebase_tools_test_data import (
|
|
10
10
|
sonar_tools_test_data,
|
|
11
11
|
)
|
|
12
|
-
from codemie_test_harness.tests.utils.
|
|
12
|
+
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
13
13
|
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
14
14
|
|
|
15
15
|
|
|
@@ -33,9 +33,9 @@ def test_workflow_with_sonar_tools_direct(
|
|
|
33
33
|
):
|
|
34
34
|
assistant_and_state_name = get_random_name()
|
|
35
35
|
credential_values = (
|
|
36
|
-
|
|
36
|
+
CredentialsManager.sonar_credentials()
|
|
37
37
|
if tool_name == CodeBaseTool.SONAR
|
|
38
|
-
else
|
|
38
|
+
else CredentialsManager.sonar_cloud_credentials()
|
|
39
39
|
)
|
|
40
40
|
|
|
41
41
|
integration = integration_utils.create_integration(
|
|
@@ -73,9 +73,9 @@ def test_workflow_with_sonar_tools_with_hardcoded_args(
|
|
|
73
73
|
):
|
|
74
74
|
assistant_and_state_name = get_random_name()
|
|
75
75
|
credential_values = (
|
|
76
|
-
|
|
76
|
+
CredentialsManager.sonar_credentials()
|
|
77
77
|
if tool_name == CodeBaseTool.SONAR
|
|
78
|
-
else
|
|
78
|
+
else CredentialsManager.sonar_cloud_credentials()
|
|
79
79
|
)
|
|
80
80
|
|
|
81
81
|
integration = integration_utils.create_integration(
|
|
@@ -114,9 +114,9 @@ def test_workflow_with_sonar_tools_with_overriding_args(
|
|
|
114
114
|
):
|
|
115
115
|
assistant_and_state_name = get_random_name()
|
|
116
116
|
credential_values = (
|
|
117
|
-
|
|
117
|
+
CredentialsManager.sonar_credentials()
|
|
118
118
|
if tool_name == CodeBaseTool.SONAR
|
|
119
|
-
else
|
|
119
|
+
else CredentialsManager.sonar_cloud_credentials()
|
|
120
120
|
)
|
|
121
121
|
|
|
122
122
|
integration = integration_utils.create_integration(
|