codemie-test-harness 0.1.158__py3-none-any.whl → 0.1.160__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/assistant/datasource/test_confluence_datasource.py +2 -1
- codemie_test_harness/tests/assistant/datasource/test_jira_datasource.py +2 -1
- codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py +0 -7
- codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py +0 -1
- codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +4 -5
- codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py +2 -9
- codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py +5 -7
- codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py +5 -7
- codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py +3 -3
- codemie_test_harness/tests/assistant/tools/openapi/test_assistant_with_open_api_tools.py +3 -2
- codemie_test_harness/tests/assistant/tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py +32 -0
- codemie_test_harness/tests/conftest.py +17 -2
- codemie_test_harness/tests/enums/environment.py +102 -0
- codemie_test_harness/tests/enums/model_types.py +1 -0
- codemie_test_harness/tests/enums/tools.py +14 -0
- codemie_test_harness/tests/integrations/project/test_default_integrations.py +47 -12
- codemie_test_harness/tests/integrations/project/test_project_integrations.py +0 -125
- codemie_test_harness/tests/integrations/user/test_default_integrations.py +47 -11
- codemie_test_harness/tests/integrations/user/test_user_integrations.py +0 -125
- codemie_test_harness/tests/llm/assistants/test_llm.py +3 -3
- codemie_test_harness/tests/service/test_assistant_service.py +2 -2
- codemie_test_harness/tests/test_data/cloud_tools_test_data.py +32 -11
- codemie_test_harness/tests/test_data/codebase_tools_test_data.py +2 -0
- codemie_test_harness/tests/test_data/data_management_tools_test_data.py +3 -3
- codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py +7 -4
- codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py +2 -0
- codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py +4 -5
- codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py +2 -2
- codemie_test_harness/tests/test_data/direct_tools/notification_tools_test_data.py +5 -2
- codemie_test_harness/tests/test_data/direct_tools/project_management_tools_test_data.py +2 -0
- codemie_test_harness/tests/test_data/direct_tools/report_portal_tools_test_data.py +1235 -0
- codemie_test_harness/tests/test_data/direct_tools/research_tools_test_data.py +1 -0
- codemie_test_harness/tests/test_data/direct_tools/vcs_tools_test_data.py +3 -0
- codemie_test_harness/tests/test_data/file_management_tools_test_data.py +9 -5
- codemie_test_harness/tests/test_data/index_test_data.py +9 -11
- codemie_test_harness/tests/test_data/integrations_test_data.py +71 -9
- codemie_test_harness/tests/test_data/llm_test_data.py +8 -6
- codemie_test_harness/tests/test_data/project_management_test_data.py +4 -0
- codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +520 -0
- codemie_test_harness/tests/test_data/vcs_tools_test_data.py +11 -2
- codemie_test_harness/tests/utils/aws_parameters_store.py +33 -2
- codemie_test_harness/tests/utils/constants.py +1 -1
- codemie_test_harness/tests/utils/env_resolver.py +119 -0
- codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_assistant_cloud_tools.py +0 -7
- codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py +0 -1
- codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +3 -5
- codemie_test_harness/tests/workflow/assistant_tools/file_management/test_workflow_with_assistant_with_file_management_tools.py +2 -9
- codemie_test_harness/tests/workflow/assistant_tools/mcp/test_workflow_with_assistant_with_mcp_server.py +5 -10
- codemie_test_harness/tests/workflow/assistant_tools/notification/test_workflow_with_assistant_notification_tools.py +3 -2
- codemie_test_harness/tests/workflow/assistant_tools/open_api/test_workflow_with_assistant_with_open_api_tools.py +3 -2
- codemie_test_harness/tests/workflow/assistant_tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py +38 -0
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py +3 -2
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py +3 -2
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py +115 -0
- codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_with_cloud_tools.py +0 -7
- codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py +0 -1
- codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +3 -5
- codemie_test_harness/tests/workflow/virtual_assistant_tools/file_management/test_workflow_with_file_management_tools.py +2 -9
- codemie_test_harness/tests/workflow/virtual_assistant_tools/mcp/test_workflow_with_mcp_server.py +5 -11
- codemie_test_harness/tests/workflow/virtual_assistant_tools/notification/test_workflow_with_notification_tools.py +3 -3
- codemie_test_harness/tests/workflow/virtual_assistant_tools/open_api/test_workflow_with_open_api_tools.py +3 -3
- codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py +39 -0
- {codemie_test_harness-0.1.158.dist-info → codemie_test_harness-0.1.160.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.158.dist-info → codemie_test_harness-0.1.160.dist-info}/RECORD +69 -58
- {codemie_test_harness-0.1.158.dist-info → codemie_test_harness-0.1.160.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.158.dist-info → codemie_test_harness-0.1.160.dist-info}/entry_points.txt +0 -0
|
@@ -77,6 +77,7 @@ sonar_tools_test_data = [
|
|
|
77
77
|
}
|
|
78
78
|
""",
|
|
79
79
|
marks=pytest.mark.sonar,
|
|
80
|
+
id=CodeBaseTool.SONAR,
|
|
80
81
|
),
|
|
81
82
|
pytest.param(
|
|
82
83
|
Toolkit.CODEBASE_TOOLS,
|
|
@@ -160,5 +161,6 @@ sonar_tools_test_data = [
|
|
|
160
161
|
}
|
|
161
162
|
""",
|
|
162
163
|
marks=pytest.mark.sonar,
|
|
164
|
+
id=CodeBaseTool.SONAR_CLOUD,
|
|
163
165
|
),
|
|
164
166
|
]
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import os
|
|
2
|
-
|
|
3
1
|
import pytest
|
|
4
2
|
|
|
5
|
-
from codemie_test_harness.tests.enums.integrations import DataBaseDialect
|
|
6
3
|
from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
|
|
4
|
+
from codemie_test_harness.tests.enums.integrations import DataBaseDialect
|
|
5
|
+
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
7
6
|
|
|
8
7
|
sql_tools_test_data = [
|
|
9
8
|
(
|
|
@@ -40,9 +39,9 @@ sql_tools_test_data = [
|
|
|
40
39
|
},
|
|
41
40
|
[{"table_name": "Users"}, {"table_name": "Products"}],
|
|
42
41
|
marks=pytest.mark.skipif(
|
|
43
|
-
|
|
42
|
+
not EnvironmentResolver.is_sandbox(),
|
|
44
43
|
reason="MS SQL is only available in staging environments",
|
|
45
44
|
),
|
|
46
|
-
id=
|
|
45
|
+
id=DataBaseDialect.MS_SQL,
|
|
47
46
|
),
|
|
48
47
|
]
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import
|
|
1
|
+
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
2
2
|
|
|
3
3
|
import pytest
|
|
4
4
|
|
|
@@ -41,7 +41,7 @@ file_management_tools_test_data = [
|
|
|
41
41
|
codemie-ui
|
|
42
42
|
""",
|
|
43
43
|
marks=pytest.mark.skipif(
|
|
44
|
-
|
|
44
|
+
EnvironmentResolver.is_localhost(),
|
|
45
45
|
reason="Skipping this test on local environment",
|
|
46
46
|
),
|
|
47
47
|
),
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import
|
|
1
|
+
from codemie_test_harness.tests.enums.environment import Environment
|
|
2
|
+
from codemie_test_harness.tests.utils.env_resolver import get_environment
|
|
2
3
|
|
|
3
4
|
import pytest
|
|
4
5
|
|
|
@@ -21,10 +22,11 @@ notification_tools_test_data = [
|
|
|
21
22
|
marks=[
|
|
22
23
|
pytest.mark.email,
|
|
23
24
|
pytest.mark.skipif(
|
|
24
|
-
|
|
25
|
+
get_environment() in [Environment.LOCALHOST, Environment.GCP],
|
|
25
26
|
reason="Skipping this test on local environment",
|
|
26
27
|
),
|
|
27
28
|
],
|
|
29
|
+
id=NotificationTool.EMAIL,
|
|
28
30
|
),
|
|
29
31
|
pytest.param(
|
|
30
32
|
NotificationTool.TELEGRAM,
|
|
@@ -54,5 +56,6 @@ notification_tools_test_data = [
|
|
|
54
56
|
},
|
|
55
57
|
},
|
|
56
58
|
marks=pytest.mark.telegram,
|
|
59
|
+
id=NotificationTool.TELEGRAM,
|
|
57
60
|
),
|
|
58
61
|
]
|
|
@@ -158,6 +158,7 @@ project_management_tools_data = [
|
|
|
158
158
|
_17713":null,"customfield_27500":null}}
|
|
159
159
|
""",
|
|
160
160
|
marks=pytest.mark.jira,
|
|
161
|
+
id=ProjectManagementIntegrationType.JIRA,
|
|
161
162
|
),
|
|
162
163
|
pytest.param(
|
|
163
164
|
Toolkit.PROJECT_MANAGEMENT,
|
|
@@ -188,5 +189,6 @@ project_management_tools_data = [
|
|
|
188
189
|
expand=body.storage&cql=title+~+%22AQA+backlog+estimation%22","base":"https://kb.epam.com","context":""}}
|
|
189
190
|
""",
|
|
190
191
|
marks=pytest.mark.confluence,
|
|
192
|
+
id=ProjectManagementIntegrationType.CONFLUENCE,
|
|
191
193
|
),
|
|
192
194
|
]
|