codemie-test-harness 0.1.157__py3-none-any.whl → 0.1.159__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py +8 -4
- codemie_test_harness/tests/assistant/tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py +32 -0
- codemie_test_harness/tests/conftest.py +11 -0
- codemie_test_harness/tests/enums/tools.py +14 -0
- codemie_test_harness/tests/integrations/project/test_default_integrations.py +44 -1
- codemie_test_harness/tests/integrations/project/test_project_integrations.py +7 -0
- codemie_test_harness/tests/integrations/user/test_default_integrations.py +44 -0
- codemie_test_harness/tests/integrations/user/test_user_integrations.py +7 -0
- codemie_test_harness/tests/test_data/data_management_tools_test_data.py +4 -37
- codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py +1 -1
- codemie_test_harness/tests/test_data/direct_tools/report_portal_tools_test_data.py +1235 -0
- codemie_test_harness/tests/test_data/integrations_test_data.py +16 -0
- codemie_test_harness/tests/test_data/report_portal_tools_test_data.py +520 -0
- codemie_test_harness/tests/utils/aws_parameters_store.py +28 -0
- codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py +4 -5
- codemie_test_harness/tests/workflow/assistant_tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py +38 -0
- codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py +115 -0
- codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py +4 -5
- codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/__init__.py +0 -0
- codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py +39 -0
- {codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.159.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.159.dist-info}/RECORD +27 -18
- codemie_test_harness/tests/workflow/direct_tools_calling/{test_workflow_with_data_management_tools.py → test_workflow_with_data_management_tools_sql.py} +1 -1
- {codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.159.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.159.dist-info}/entry_points.txt +0 -0
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import copy
|
|
2
|
+
import json
|
|
3
|
+
import random
|
|
4
|
+
|
|
5
|
+
import pytest
|
|
6
|
+
|
|
7
|
+
from codemie_test_harness.tests.test_data.direct_tools.report_portal_tools_test_data import (
|
|
8
|
+
report_portal_tools_test_data,
|
|
9
|
+
)
|
|
10
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
@pytest.mark.workflow
|
|
14
|
+
@pytest.mark.direct_tool
|
|
15
|
+
@pytest.mark.report_portal
|
|
16
|
+
@pytest.mark.regression
|
|
17
|
+
@pytest.mark.parametrize(
|
|
18
|
+
"toolkit,tool_name,prompt,expected_response",
|
|
19
|
+
report_portal_tools_test_data,
|
|
20
|
+
ids=[f"{row[0]}_{row[1]}" for row in report_portal_tools_test_data],
|
|
21
|
+
)
|
|
22
|
+
def test_workflow_with_report_portal_tool_direct(
|
|
23
|
+
report_portal_integration,
|
|
24
|
+
workflow_utils,
|
|
25
|
+
workflow_with_tool,
|
|
26
|
+
similarity_check,
|
|
27
|
+
toolkit,
|
|
28
|
+
tool_name,
|
|
29
|
+
prompt,
|
|
30
|
+
expected_response,
|
|
31
|
+
):
|
|
32
|
+
assistant_and_state_name = get_random_name()
|
|
33
|
+
|
|
34
|
+
test_workflow = workflow_with_tool(
|
|
35
|
+
assistant_and_state_name,
|
|
36
|
+
tool_name,
|
|
37
|
+
integration=report_portal_integration,
|
|
38
|
+
)
|
|
39
|
+
response = workflow_utils.execute_workflow(
|
|
40
|
+
test_workflow.id,
|
|
41
|
+
assistant_and_state_name,
|
|
42
|
+
user_input=json.dumps(prompt),
|
|
43
|
+
)
|
|
44
|
+
similarity_check.check_similarity(response, expected_response)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
@pytest.mark.workflow
|
|
48
|
+
@pytest.mark.direct_tool
|
|
49
|
+
@pytest.mark.report_portal
|
|
50
|
+
@pytest.mark.regression
|
|
51
|
+
@pytest.mark.parametrize(
|
|
52
|
+
"toolkit,tool_name,prompt,expected_response",
|
|
53
|
+
report_portal_tools_test_data,
|
|
54
|
+
ids=[f"{row[0]}_{row[1]}" for row in report_portal_tools_test_data],
|
|
55
|
+
)
|
|
56
|
+
def test_workflow_with_report_portal_tool_with_hardcoded_args(
|
|
57
|
+
report_portal_integration,
|
|
58
|
+
workflow_utils,
|
|
59
|
+
workflow_with_tool,
|
|
60
|
+
similarity_check,
|
|
61
|
+
toolkit,
|
|
62
|
+
tool_name,
|
|
63
|
+
prompt,
|
|
64
|
+
expected_response,
|
|
65
|
+
):
|
|
66
|
+
assistant_and_state_name = get_random_name()
|
|
67
|
+
|
|
68
|
+
test_workflow = workflow_with_tool(
|
|
69
|
+
assistant_and_state_name,
|
|
70
|
+
tool_name,
|
|
71
|
+
integration=report_portal_integration,
|
|
72
|
+
tool_args=prompt,
|
|
73
|
+
)
|
|
74
|
+
response = workflow_utils.execute_workflow(
|
|
75
|
+
test_workflow.id, assistant_and_state_name
|
|
76
|
+
)
|
|
77
|
+
similarity_check.check_similarity(response, expected_response)
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
@pytest.mark.workflow
|
|
81
|
+
@pytest.mark.direct_tool
|
|
82
|
+
@pytest.mark.report_portal
|
|
83
|
+
@pytest.mark.regression
|
|
84
|
+
@pytest.mark.parametrize(
|
|
85
|
+
"toolkit,tool_name,prompt,expected_response",
|
|
86
|
+
report_portal_tools_test_data,
|
|
87
|
+
ids=[f"{row[0]}_{row[1]}" for row in report_portal_tools_test_data],
|
|
88
|
+
)
|
|
89
|
+
def test_workflow_with_report_portal_tool_with_overriding_args(
|
|
90
|
+
report_portal_integration,
|
|
91
|
+
workflow_utils,
|
|
92
|
+
workflow_with_tool,
|
|
93
|
+
similarity_check,
|
|
94
|
+
toolkit,
|
|
95
|
+
tool_name,
|
|
96
|
+
prompt,
|
|
97
|
+
expected_response,
|
|
98
|
+
):
|
|
99
|
+
assistant_and_state_name = get_random_name()
|
|
100
|
+
|
|
101
|
+
args_copy = copy.deepcopy(prompt)
|
|
102
|
+
args_copy = {key: random.randint(1, 10) for key in args_copy}
|
|
103
|
+
|
|
104
|
+
test_workflow = workflow_with_tool(
|
|
105
|
+
assistant_and_state_name,
|
|
106
|
+
tool_name,
|
|
107
|
+
integration=report_portal_integration,
|
|
108
|
+
tool_args=args_copy,
|
|
109
|
+
)
|
|
110
|
+
response = workflow_utils.execute_workflow(
|
|
111
|
+
test_workflow.id,
|
|
112
|
+
assistant_and_state_name,
|
|
113
|
+
user_input=json.dumps(prompt),
|
|
114
|
+
)
|
|
115
|
+
similarity_check.check_similarity(response, expected_response)
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import os
|
|
2
2
|
|
|
3
3
|
import pytest
|
|
4
|
-
|
|
5
4
|
from codemie_sdk.models.integration import CredentialTypes
|
|
6
5
|
|
|
7
6
|
from codemie_test_harness.tests.enums.integrations import DataBaseDialect
|
|
@@ -19,13 +18,16 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
|
|
|
19
18
|
from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
|
|
20
19
|
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
21
20
|
|
|
21
|
+
pytestmark = pytest.mark.skipif(
|
|
22
|
+
os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
|
|
23
|
+
)
|
|
24
|
+
|
|
22
25
|
|
|
23
26
|
@pytest.mark.workflow
|
|
24
27
|
@pytest.mark.virtual_workflow
|
|
25
28
|
@pytest.mark.elastic
|
|
26
29
|
@pytest.mark.regression
|
|
27
30
|
@pytest.mark.testcase("EPMCDME-6431")
|
|
28
|
-
@pytest.mark.skip(reason="Credentials for Elastic are not available")
|
|
29
31
|
def test_workflow_with_elastic_tools(
|
|
30
32
|
workflow_with_virtual_assistant,
|
|
31
33
|
workflow_utils,
|
|
@@ -61,9 +63,6 @@ def test_workflow_with_elastic_tools(
|
|
|
61
63
|
sql_tools_test_data,
|
|
62
64
|
ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
|
|
63
65
|
)
|
|
64
|
-
@pytest.mark.skipif(
|
|
65
|
-
os.getenv("ENV") == "local", reason="Skipping this test on local environment"
|
|
66
|
-
)
|
|
67
66
|
def test_workflow_with_sql_tools(
|
|
68
67
|
workflow_with_virtual_assistant,
|
|
69
68
|
workflow_utils,
|
|
File without changes
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import pytest
|
|
2
|
+
|
|
3
|
+
from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
|
|
4
|
+
rp_test_data,
|
|
5
|
+
)
|
|
6
|
+
from codemie_test_harness.tests.utils.base_utils import get_random_name
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
@pytest.mark.workflow
|
|
10
|
+
@pytest.mark.virtual_workflow
|
|
11
|
+
@pytest.mark.report_portal
|
|
12
|
+
@pytest.mark.regression
|
|
13
|
+
@pytest.mark.parametrize(
|
|
14
|
+
"toolkit,tool_name,prompt,expected_response",
|
|
15
|
+
rp_test_data,
|
|
16
|
+
ids=[f"{row[0]}_{row[1]}" for row in rp_test_data],
|
|
17
|
+
)
|
|
18
|
+
def test_workflow_with_virtual_assistant_with_report_portal_tools(
|
|
19
|
+
workflow_with_virtual_assistant,
|
|
20
|
+
workflow_utils,
|
|
21
|
+
report_portal_integration,
|
|
22
|
+
similarity_check,
|
|
23
|
+
toolkit,
|
|
24
|
+
tool_name,
|
|
25
|
+
prompt,
|
|
26
|
+
expected_response,
|
|
27
|
+
):
|
|
28
|
+
assistant_and_state_name = get_random_name()
|
|
29
|
+
|
|
30
|
+
test_workflow = workflow_with_virtual_assistant(
|
|
31
|
+
assistant_and_state_name,
|
|
32
|
+
tool_name,
|
|
33
|
+
integration=report_portal_integration,
|
|
34
|
+
task=prompt,
|
|
35
|
+
)
|
|
36
|
+
response = workflow_utils.execute_workflow(
|
|
37
|
+
test_workflow.id, assistant_and_state_name
|
|
38
|
+
)
|
|
39
|
+
similarity_check.check_similarity(response, expected_response)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: codemie-test-harness
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.159
|
|
4
4
|
Summary: Autotest for CodeMie backend and UI
|
|
5
5
|
Author: Anton Yeromin
|
|
6
6
|
Author-email: anton_yeromin@epam.com
|
|
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
|
|
|
13
13
|
Requires-Dist: boto3 (>=1.39.8,<2.0.0)
|
|
14
14
|
Requires-Dist: click (>=8.1.7,<9.0.0)
|
|
15
15
|
Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
|
|
16
|
-
Requires-Dist: codemie-sdk-python (==0.1.
|
|
16
|
+
Requires-Dist: codemie-sdk-python (==0.1.159)
|
|
17
17
|
Requires-Dist: pytest (>=8.4.1,<9.0.0)
|
|
18
18
|
Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
|
|
19
19
|
Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)
|
|
@@ -34,7 +34,7 @@ codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py,sha256=ZJHY
|
|
|
34
34
|
codemie_test_harness/tests/assistant/tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
35
35
|
codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py,sha256=zpqY68545CT6bpJqYYBeSsWdd_gPH7WKBmX9d1DCWMY,1692
|
|
36
36
|
codemie_test_harness/tests/assistant/tools/datamanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
37
|
-
codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=
|
|
37
|
+
codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=h5Y_lOU622aVTEijcuzgG4aCumiOp1cK4WtGpSnLqQs,2854
|
|
38
38
|
codemie_test_harness/tests/assistant/tools/filemanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
39
39
|
codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py,sha256=-dW_PfYcFalQdvFEuTZ7_zcugqTuWdTdtuhB-UyLQWQ,4034
|
|
40
40
|
codemie_test_harness/tests/assistant/tools/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -51,13 +51,15 @@ codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_developmen
|
|
|
51
51
|
codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py,sha256=WWs-g00i6Ypec9G4wNBNVNQAMZBojb_U7s-uGo4dmlI,1850
|
|
52
52
|
codemie_test_harness/tests/assistant/tools/project_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py,sha256=zZ8RBKbc1ykwpgCVlIsWAfhkU7Vb2Yiz0FghXzB8Coc,5263
|
|
54
|
+
codemie_test_harness/tests/assistant/tools/report_portal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
55
|
+
codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py,sha256=Wj0t2uc7EiAMnbNaGwqovW19RHDWt2_LpqTP18MU3c0,788
|
|
54
56
|
codemie_test_harness/tests/assistant/tools/research/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
55
57
|
codemie_test_harness/tests/assistant/tools/research/test_assistant_research_tools.py,sha256=HU2GBwVlA32WLkPgMIBx0cmAvYBt4ZXCwEGb1wbBt2o,1666
|
|
56
58
|
codemie_test_harness/tests/assistant/tools/servicenow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
57
59
|
codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py,sha256=Io-E5m8f1sA2EP6xQ1l4oJ4-4e9uKPqXHkmxwH0ApFM,691
|
|
58
60
|
codemie_test_harness/tests/assistant/tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
59
61
|
codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py,sha256=YjTa1iTU7RpG1y9PpkRkz8RkOqOZXQ8C15X92m2ZRhc,962
|
|
60
|
-
codemie_test_harness/tests/conftest.py,sha256=
|
|
62
|
+
codemie_test_harness/tests/conftest.py,sha256=EF5dEj1xCsULJTEfaz38Oqia2U-0B-ywwY2Tlv87ufo,28755
|
|
61
63
|
codemie_test_harness/tests/conversations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
62
64
|
codemie_test_harness/tests/conversations/test_conversations_endpoints.py,sha256=rLYMWLcOWuWFXSSfIjYSO4rjh_QZPZwQSfOQ8znhyr4,4163
|
|
63
65
|
codemie_test_harness/tests/e2e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -65,14 +67,14 @@ codemie_test_harness/tests/e2e/test_e2e.py,sha256=8dC6_NraakDdfX1JyhjN6igw9rdcy0
|
|
|
65
67
|
codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
66
68
|
codemie_test_harness/tests/enums/integrations.py,sha256=hG_cEKN0N5gtGHyrh3wuCpNAWhPyNOJaKsAw16iNshg,164
|
|
67
69
|
codemie_test_harness/tests/enums/model_types.py,sha256=k07srBYIF9uRwbLWY9pBNYzi0s3Jdt8ajES9p-UmrYo,1185
|
|
68
|
-
codemie_test_harness/tests/enums/tools.py,sha256=
|
|
70
|
+
codemie_test_harness/tests/enums/tools.py,sha256=7vZeQFo9FYgNt2q7LVpAvzyKDLbqtxapIeZo-g3cE2s,5772
|
|
69
71
|
codemie_test_harness/tests/integrations/__init__.py,sha256=5vnZbxvYQ1Y91O8DJG3QfBHWcdYsMii59cMBzsvHBCg,237
|
|
70
72
|
codemie_test_harness/tests/integrations/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
71
|
-
codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=
|
|
72
|
-
codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=
|
|
73
|
+
codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=mU1fPWo4aeK41V3VYRVg1Mz7qYswd8dhiixd2yXuoRw,12267
|
|
74
|
+
codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=ZdYPe8VqP_sKktx6aq9X6FoOa6FMkTVen4xTGRKCz1I,14966
|
|
73
75
|
codemie_test_harness/tests/integrations/user/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
74
|
-
codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=
|
|
75
|
-
codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=
|
|
76
|
+
codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=vmr1fhnIjRwSY_fdL1PjR_U2mvPNdw2WT3Wl-x4aE34,12219
|
|
77
|
+
codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=TzzucPEz-TKDuzQGZxQGl9BDYeXVSB40iI8zEpeXTk0,14761
|
|
76
78
|
codemie_test_harness/tests/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
77
79
|
codemie_test_harness/tests/llm/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
78
80
|
codemie_test_harness/tests/llm/assistants/test_llm.py,sha256=KeJxhvfvFV43FRbo-spAr3OqzlzwsRsygFtvThqrRd8,3410
|
|
@@ -98,20 +100,21 @@ codemie_test_harness/tests/test_data/ado_wiki_tools_test_data.py,sha256=xvgEja5v
|
|
|
98
100
|
codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py,sha256=MHou6QGjufyX5t1oexnq2Y4UCjlE17eeyMuIz6Ml62s,5693
|
|
99
101
|
codemie_test_harness/tests/test_data/cloud_tools_test_data.py,sha256=1bEN1agaZLrhRel9DcwLSNqo8ociKu44mFUnzgQYZxg,5095
|
|
100
102
|
codemie_test_harness/tests/test_data/codebase_tools_test_data.py,sha256=1ZaBFhh8lVRGVykSBqwepQ0juV8CN3PJk1gbvQWl5bc,3236
|
|
101
|
-
codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=
|
|
103
|
+
codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=XAfRQfI3LpxpPF0C_QlnS72S-XyQNI6zcaT5P8wBVDE,2702
|
|
102
104
|
codemie_test_harness/tests/test_data/direct_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
103
105
|
codemie_test_harness/tests/test_data/direct_tools/ado_test_plan_tools_test_data.py,sha256=bDhoeFRlmafSZdRgOTOz122Q5tja7TsqtOxSTypeGVA,13120
|
|
104
106
|
codemie_test_harness/tests/test_data/direct_tools/ado_wiki_tools_test_data.py,sha256=qKNYW0kP32IQrRee8-H1mEWTUa5gb4UP0Me_4owtgeQ,1432
|
|
105
107
|
codemie_test_harness/tests/test_data/direct_tools/ado_work_item_tools_test_data.py,sha256=L-MhuQyRxRbb1WDje1rONjIxc_QxkgzaM5ssMWglcp0,7417
|
|
106
108
|
codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py,sha256=0xJ3oH2lfL2Jn4yxgVgfaB6GeyW_pBxv-d1CSSAYrM8,35595
|
|
107
109
|
codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sha256=cj27AukbiXDj9KVnc2hSuCBWiUNVolxjVyYxB-qGF7w,6076
|
|
108
|
-
codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=
|
|
110
|
+
codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=0Uz9ndp3Xul3P-JZQXZJtkvnClvgU03n_0DPh9ry97c,1583
|
|
109
111
|
codemie_test_harness/tests/test_data/direct_tools/direct_tools_test_data.py,sha256=y9awl1IA6EXGXyz05QzcNdt5z7Rk9J5LzIbfi4CFE3s,3233
|
|
110
112
|
codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=8Y8D_pmHVnzhSnYNeiJng3dQYj5k1GkBZ8-BLHlB5kE,1380
|
|
111
113
|
codemie_test_harness/tests/test_data/direct_tools/keycloak_tool_test_data.py,sha256=6lU1YC6DSV6e_3VNQEVvtA4o3_lSFgOQik4T0u-TF1g,2979
|
|
112
114
|
codemie_test_harness/tests/test_data/direct_tools/notification_tools_test_data.py,sha256=HVZ3iEf-TvHbcQSpUFswjLnLVKJKjOVLFMqGdQ_LLrE,1649
|
|
113
115
|
codemie_test_harness/tests/test_data/direct_tools/open_api_tools_test_data.py,sha256=UwXVrwD3MnOIS2wwikNDk1EZNYR14p_IjhOOUwjYHOI,497
|
|
114
116
|
codemie_test_harness/tests/test_data/direct_tools/project_management_tools_test_data.py,sha256=hVMALEZkCdduP481XtHibkByLPpfNnG_J9jTzAVi1MQ,20978
|
|
117
|
+
codemie_test_harness/tests/test_data/direct_tools/report_portal_tools_test_data.py,sha256=TivId7d_WhPDqaQWsqcx8w1dKJREuDJWZBwtRtHhLkc,57260
|
|
115
118
|
codemie_test_harness/tests/test_data/direct_tools/research_tools_test_data.py,sha256=cTmQ79Q6co-rZyTLrg-rRk-lrEoa8-zT9dmRchs-TXs,15241
|
|
116
119
|
codemie_test_harness/tests/test_data/direct_tools/servicenow_tools_test_data.py,sha256=d-F3d6AUniYQ5qqnYtDVu0ME6_Xub9XjRLf7Ssx-J4o,5464
|
|
117
120
|
codemie_test_harness/tests/test_data/direct_tools/vcs_tools_test_data.py,sha256=oRTJh2Rk4LA4A3WC27JEL9K5GOhtkl0xQH9JevmLebs,7292
|
|
@@ -137,7 +140,7 @@ codemie_test_harness/tests/test_data/files/test.yaml,sha256=3NDQyzwkRM5d6eCYMScN
|
|
|
137
140
|
codemie_test_harness/tests/test_data/git_tools_test_data.py,sha256=7U05vLqkh5uJ0l_KJeHis549id1Of99K0jCsWOb0nXM,8485
|
|
138
141
|
codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJVTU0udINKtBQ750c_c279NzibGiZumnIaCPLtBo,511
|
|
139
142
|
codemie_test_harness/tests/test_data/index_test_data.py,sha256=jSJ7YSNisFADONRKSwkLUhuOLrSRe_fZisWdjflOjE4,996
|
|
140
|
-
codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=
|
|
143
|
+
codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=OhTCbYPk-ZU93MDHOS9lEtU0Q5_gjrCrvORdyGANJfA,10939
|
|
141
144
|
codemie_test_harness/tests/test_data/keycloak_tool_test_data.py,sha256=uF8YqHGgLpQVxKdpKXLe-7F-ipEGQiHHh28nZvvVGM8,1244
|
|
142
145
|
codemie_test_harness/tests/test_data/llm_test_data.py,sha256=SJIBGtC8Ha7T0S7G9598PvHzzQIR6gg4HnNCtgYmLYw,2200
|
|
143
146
|
codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=m6PImS_J2gPNY5ijf9MG_eOX_LxJjTZ23AXQDgaK_Oc,7151
|
|
@@ -148,6 +151,7 @@ codemie_test_harness/tests/test_data/output_schema_test_data.py,sha256=4l7AvXbMl
|
|
|
148
151
|
codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=8sb80WiFdi2WWBWw5OWCR56HW6K1y062bWFiLOKeSU0,2430
|
|
149
152
|
codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=ctPwLSJYy7xPg4B-uwAAhRwIogdxTgBn-PPY2rN0llc,3248
|
|
150
153
|
codemie_test_harness/tests/test_data/project_management_test_data.py,sha256=KRVsuQOp6SKWjfSPTq37yVEmAY4fHxryzZvJw1Z0xl0,1468
|
|
154
|
+
codemie_test_harness/tests/test_data/report_portal_tools_test_data.py,sha256=7bS7ByKaX9Lz4hjjz10c0N-lxUx9tWZaA1NfeglLe68,20864
|
|
151
155
|
codemie_test_harness/tests/test_data/research_tools_test_data.py,sha256=FtOhWp7PbRdw36IUIa46OBbE2wy8yKZkpI6uwCfSoXQ,4745
|
|
152
156
|
codemie_test_harness/tests/test_data/servicenow_tools_test_data.py,sha256=PKw9zEYSNcQM1KApCSjsBiA_3Py0bNQI7clqw8cmT-s,1983
|
|
153
157
|
codemie_test_harness/tests/test_data/vcs_tools_test_data.py,sha256=UpxUHBzS4qrdswy8Ms3Bs38l-Cie1fc5iV6xK0enoss,2500
|
|
@@ -215,7 +219,7 @@ codemie_test_harness/tests/ui/test_workflow_templates.py,sha256=pVuF98d3eEfinb5j
|
|
|
215
219
|
codemie_test_harness/tests/ui/test_workflows.py,sha256=a2VY8BAsw3Po7e10r4g7S798GhpA4KYh2ZjnYEhU1PY,3664
|
|
216
220
|
codemie_test_harness/tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
217
221
|
codemie_test_harness/tests/utils/assistant_utils.py,sha256=jy3dFF4ZiT22Wippl1a5jIEAAyJ71P0ss8AIHPefz6k,6511
|
|
218
|
-
codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=
|
|
222
|
+
codemie_test_harness/tests/utils/aws_parameters_store.py,sha256=O1Y6Op7X_qJKJ4u-A_HxQyA0R51cOoYgJqrGz3cQwSA,22626
|
|
219
223
|
codemie_test_harness/tests/utils/base_utils.py,sha256=tfishCUxO3iEuasWOifoF9_fXspm4uIHS26Ryqu-NxA,5998
|
|
220
224
|
codemie_test_harness/tests/utils/client_factory.py,sha256=Yyg2iXe7g7fIfIUbOH8z_8qgVo_lB-nYLOfCV5ONXFw,641
|
|
221
225
|
codemie_test_harness/tests/utils/constants.py,sha256=lb6mgLjt0GM85Khs18rL1jnE9ILx8L811ykNhpF6IDA,1111
|
|
@@ -250,7 +254,7 @@ codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_ass
|
|
|
250
254
|
codemie_test_harness/tests/workflow/assistant_tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
251
255
|
codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py,sha256=jn0bTRkIzyZ6xYA9eWyyNXpC941ZmCDFhm3tSw6OrYI,2102
|
|
252
256
|
codemie_test_harness/tests/workflow/assistant_tools/data_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
253
|
-
codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py,sha256=
|
|
257
|
+
codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py,sha256=WHGUeywBa2ntWP849tA6J1-5Wm5GecrapcJKPYHKTDY,3056
|
|
254
258
|
codemie_test_harness/tests/workflow/assistant_tools/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
255
259
|
codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py,sha256=uPeV2g6XV2jhhmAJ8VDYFQix4tQv6pQneqmYSNy2xQA,8738
|
|
256
260
|
codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py,sha256=8WqRPzkx5-0J8GJeQH4SDReOvN68AWO6H6SgoNX7zZM,9004
|
|
@@ -270,6 +274,8 @@ codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_as
|
|
|
270
274
|
codemie_test_harness/tests/workflow/assistant_tools/plugin/test_workflow_with_assistant_with_plugin_and_mcp_servers.py,sha256=yIK5XvWsB7Cj25bXUyHJQNJ24jZAM2iEjSGz4Grpm1M,2294
|
|
271
275
|
codemie_test_harness/tests/workflow/assistant_tools/project_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
272
276
|
codemie_test_harness/tests/workflow/assistant_tools/project_management/test_workflow_with_assistant_pm_tools.py,sha256=pSFamTk3QESdfyO7xjNB2aAi9nn13UvwJod8I1f1xew,1324
|
|
277
|
+
codemie_test_harness/tests/workflow/assistant_tools/report_portal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
278
|
+
codemie_test_harness/tests/workflow/assistant_tools/report_portal/test_workflow_with_assistant_with_report_portal_tools.py,sha256=LhPLp4Yh5I5K_vqijoyiax3uAkvtkcd5VgkmGjwtbVM,981
|
|
273
279
|
codemie_test_harness/tests/workflow/assistant_tools/research/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
274
280
|
codemie_test_harness/tests/workflow/assistant_tools/research/test_workflow_with_assistant_research_tools.py,sha256=DJS0A759if0oi_0oA_cyFzXiMdXk7V7B_0Sdc_Rr9bA,2066
|
|
275
281
|
codemie_test_harness/tests/workflow/assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -288,12 +294,13 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_
|
|
|
288
294
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=Owlau_ITGNxtgETP2QtHs7lNWpms-F-hxQWgoKZzoic,2991
|
|
289
295
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=aJQrcU3i1uI50fR4njK2GxYifG8K6Sg7VGpXRjIbJPc,3725
|
|
290
296
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=gQIZJp88EWCHZUSBCrhXgdf4egiOmtUvNjLtZJ4hWZI,3950
|
|
291
|
-
codemie_test_harness/tests/workflow/direct_tools_calling/
|
|
297
|
+
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py,sha256=zpFuEaqdCiU0N0lF21IZpWW7TdgBgVDRY7Axu2XQPN0,4091
|
|
292
298
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=VnkTiPX2GiIoebMbproLRc8zwxpdkuALicUWr6EhEH4,2901
|
|
293
299
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=qfrJxtySw0l_eLTATC6mjHv2ir14UVbY98nt2H0sI1w,3004
|
|
294
300
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py,sha256=VAXKozCf6C1yJ-23v-CME96aMsJz2okrsELdlIorbwg,3153
|
|
295
301
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_plugin_tools.py,sha256=4_zZ_bla4W01oSGBr13FwRNoRqICq-ug0vFLS368UeU,4134
|
|
296
302
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_project_management_tools.py,sha256=LI-LBLx5vRomKctc3IDyKghzTditWQCRuRF2-qbEfyY,3426
|
|
303
|
+
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_report_portal_tools.py,sha256=RRlVdUgq6M7aF7Ce2o7iPqhWpqUbZMI7IDrddjnJ1-w,3141
|
|
297
304
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_research_tools.py,sha256=s0rV9EPgXhaJ8T7f4vKyLsnynGHWzFLCQJaXKSZ0p-E,2579
|
|
298
305
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_servicenow_tools.py,sha256=FBc5LzzipL7TU3li-tT7NdE4CpJRv1D895Txf6PzAZE,2398
|
|
299
306
|
codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_vcs_tools.py,sha256=0XAvKVxfaeC3w3tZBwIOOw__d0ssm3MVFQtJCbDIzi4,3069
|
|
@@ -310,7 +317,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_
|
|
|
310
317
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/__init__.py,sha256=kCzJLR44IfB9ZncaLNOtyUqlzvyOG3BXclsDFS5MaQg,46
|
|
311
318
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py,sha256=O62Jla1m2pMyeB0t3CbUqe70dVNbLR-eM1nZt07duDo,3217
|
|
312
319
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/__init__.py,sha256=Vk3MBJAVfJA8uxRJdY3aH_5lCWkTBcE_l9xw5FzUt7I,53
|
|
313
|
-
codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py,sha256=
|
|
320
|
+
codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py,sha256=rykifHHRXHtpPzZE-T-3mnKzNdGNKsOY2pM0IZoB7jI,3330
|
|
314
321
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
315
322
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py,sha256=ZIYQJdtyZxKmMHyIN5nW3MCG3vBxVWp8krtacWQ09v8,8641
|
|
316
323
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py,sha256=CRpvBaq7ghzAAvZMaFf9WvGgnv3DANZqQMCbppsYlwg,8927
|
|
@@ -330,13 +337,15 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow
|
|
|
330
337
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/plugin/test_workflow_with_plugin_and_mcp_servers.py,sha256=d_TRj77JZbofSCvACV54Apuuw1LubVrnUb4rCXcuaFA,2424
|
|
331
338
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/__init__.py,sha256=64jHPoFuGaohGEe-2iYPlEvB8pOG_ZANKzZRubVC4qQ,56
|
|
332
339
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/project_management/test_workflow_with_project_management_tools.py,sha256=RVt1Dp40gzQtx9ylLQYIogwfBjHNLooaDunKw86JSKA,1326
|
|
340
|
+
codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
341
|
+
codemie_test_harness/tests/workflow/virtual_assistant_tools/report_portal/test_workflow_with_report_portal_tool.py,sha256=PprjG-TNOQT95OW5D5JMoqAXOrxYspWr9WjsKDVaNMw,1090
|
|
333
342
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/research/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
334
343
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/research/test_workflow_with_research_tools.py,sha256=6FlGMEBMoWXm8ndFwIqIu7-K5o_eC7KrdAz8yqBSXqc,2199
|
|
335
344
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
336
345
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=vq6tucNBxiNIQSmIj_pYiiPm0lipU9X3kzeCd6xEbRM,966
|
|
337
346
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
338
347
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=uD2qs361j6Egp4UumfoQ4gC24-NioXfiW0IF53N9hVA,1175
|
|
339
|
-
codemie_test_harness-0.1.
|
|
340
|
-
codemie_test_harness-0.1.
|
|
341
|
-
codemie_test_harness-0.1.
|
|
342
|
-
codemie_test_harness-0.1.
|
|
348
|
+
codemie_test_harness-0.1.159.dist-info/METADATA,sha256=CXRHnuc0pML9Dz6ClELNKsqhTYQ-_K4JYf4nIwg7jTs,8998
|
|
349
|
+
codemie_test_harness-0.1.159.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
|
|
350
|
+
codemie_test_harness-0.1.159.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
|
|
351
|
+
codemie_test_harness-0.1.159.dist-info/RECORD,,
|
|
@@ -4,9 +4,9 @@ import os
|
|
|
4
4
|
import random
|
|
5
5
|
|
|
6
6
|
import pytest
|
|
7
|
+
from codemie_sdk.models.integration import CredentialTypes
|
|
7
8
|
from hamcrest import assert_that, contains_inanyorder
|
|
8
9
|
|
|
9
|
-
from codemie_sdk.models.integration import CredentialTypes
|
|
10
10
|
from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
|
|
11
11
|
sql_tools_test_data,
|
|
12
12
|
)
|
|
File without changes
|
{codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.159.dist-info}/entry_points.txt
RENAMED
|
File without changes
|