codemie-test-harness 0.1.161__py3-none-any.whl → 0.1.163__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -57,9 +57,6 @@ def test_create_assistant_with_elastic_tool(
     sql_tools_test_data,
 )
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skipif(
-    EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-)
 def test_create_assistant_with_sql_tool(
     integration_utils, assistant_utils, assistant, similarity_check, db_dialect
 ):

codemie_test_harness/tests/service/test_task_service.py

@@ -3,6 +3,14 @@ import uuid
 from datetime import datetime
 
 import pytest
+from codemie_sdk.models.assistant import (
+    AssistantChatRequest,
+    ToolKitDetails,
+    ToolDetails,
+    ChatMessage,
+    ChatRole,
+)
+from codemie_sdk.models.task import BackgroundTaskEntity
 from hamcrest import (
     assert_that,
     has_length,
@@ -13,14 +21,6 @@ from hamcrest import (
     is_not,
 )
 
-from codemie_sdk.models.assistant import (
-    AssistantChatRequest,
-    ToolKitDetails,
-    ToolDetails,
-    ChatMessage,
-    ChatRole,
-)
-from codemie_sdk.models.task import BackgroundTaskEntity
 from codemie_test_harness.tests import PROJECT
 
 
@@ -135,5 +135,12 @@ def test_get_task_not_found(assistant_utils):
     """Test getting a non-existent task."""
     with pytest.raises(Exception) as exc_info:
         assistant_utils.get_tasks("non-existent-task-id")
-    # assert "404" in str(exc_info.value) or "not found" in str(exc_info.value).lower(), Need to fix API to produce error
-    assert_that(str(exc_info.value), contains_string("500"))
+
+        assert_that(exc_info.value.response.status_code, equal_to(404))
+
+        assert_that(
+            exc_info.value.response.json()["error"]["details"],
+            equal_to(
+                "The task with ID [non-existent-task-id] could not be found in the system."
+            ),
+        )

codemie_test_harness/tests/service/test_workflow_execution_service.py

@@ -1,6 +1,7 @@
 from time import sleep
 
 import pytest
+from codemie_sdk.models.workflow import ExecutionStatus, WorkflowMode
 from hamcrest import (
     assert_that,
     equal_to,
@@ -12,10 +13,8 @@ from hamcrest import (
     is_not,
 )
 
-from codemie_sdk.models.workflow import ExecutionStatus, WorkflowMode
 from codemie_test_harness.tests import PROJECT
 from codemie_test_harness.tests.utils.base_utils import get_random_name
-
 from codemie_test_harness.tests.utils.yaml_utils import (
     AssistantModel,
     StateModel,
@@ -133,14 +132,16 @@ def test_run_workflow(workflow_utils, search_utils, test_workflow: str):
         )
 
 
-@pytest.mark.skip(reason="Bug: https://jiraeu.epam.com/browse/EPMCDME-7883")
 def test_list_executions_nonexistent_workflow(search_utils):
     with pytest.raises(Exception) as exc_info:
         search_utils.list_workflow_executions("non-existent-id")
 
+    assert_that(exc_info.value.response.status_code, equal_to(404))
     assert_that(
-        str(exc_info.value).lower(),
-        contains_string("No workflows found with id non-existent-id"),
+        str(exc_info.value.response.json()["error"]["details"]),
+        equal_to(
+            "The workflow with ID [non-existent-id] could not be found in the system."
+        ),
     )
 
 

codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -1,9 +1,14 @@
 import pytest
 
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 
+ELASTIC_TOOL_TASK = {
+    "index": "_all",
+    "query": '{"query": {"prefix": {"_index": "codemie"}}}',
+}
+
 sql_tools_test_data = [
     (
         Toolkit.DATA_MANAGEMENT,

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py

@@ -0,0 +1,103 @@
+import copy
+import json
+import random
+
+import pytest
+from codemie_sdk.models.integration import CredentialTypes
+from hamcrest import assert_that, has_length, greater_than
+
+from codemie_test_harness.tests.enums.tools import DataManagementTool
+from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
+    ELASTIC_TOOL_TASK,
+)
+from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
+
+pytestmark = pytest.mark.skipif(
+    EnvironmentResolver.is_localhost(),
+    reason="Skipping this tests on local environment",
+)
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_direct(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_hardcoded_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=ELASTIC_TOOL_TASK,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_overriding_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    args_copy = copy.deepcopy(ELASTIC_TOOL_TASK)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=args_copy,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))

{codemie_test_harness-0.1.161.dist-info → codemie_test_harness-0.1.163.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.161
+Version: 0.1.163
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.161)
+Requires-Dist: codemie-sdk-python (==0.1.163)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.161.dist-info → codemie_test_harness-0.1.163.dist-info}/RECORD

@@ -34,7 +34,7 @@ codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py,sha256=gNbK
 codemie_test_harness/tests/assistant/tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py,sha256=-YlWMcdghXJWN_1iW05YvGHsauDEIv7IDGRl62UcZ9o,1627
 codemie_test_harness/tests/assistant/tools/datamanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=DmRP2SUubIlFODoQWFzj6behOT057WGdXFN4Wn-Wkl0,2783
+codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=FbbepKkvssKj1UjOB1EK9sRJ1KCdJ1HnGlPg_-SkYEo,2671
 codemie_test_harness/tests/assistant/tools/filemanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py,sha256=Oy6CzPxMq8av2PdH5-Sxb5VUNUaKlJWppiKnK9jCQEQ,3912
 codemie_test_harness/tests/assistant/tools/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -92,9 +92,9 @@ codemie_test_harness/tests/service/test_assistant_service.py,sha256=NSQUNMv_Dk7x
 codemie_test_harness/tests/service/test_datasource_service.py,sha256=_mER2wtvZr4SqCd6rJnRBG6q6-kDtS63xY5ZsDCdNt4,15444
 codemie_test_harness/tests/service/test_integration_service.py,sha256=ODQJhBRELTIy75aFpZt_-axJHbB1wwrX6oz7JGNjtus,7529
 codemie_test_harness/tests/service/test_llm_service.py,sha256=aBJz6Z82JzeWeTuhHTVaRm1Cm7lJMKGRMQ1f6rIalTQ,543
-codemie_test_harness/tests/service/test_task_service.py,sha256=kxbZBbxyTg4YsRhteMBEoaqiLwbcF9h03fQ6e9m9xTY,4562
+codemie_test_harness/tests/service/test_task_service.py,sha256=q2RaZbNooWraONLFCbebYqdgecs4aXUCbA9HOTzUIGw,4677
 codemie_test_harness/tests/service/test_user_service.py,sha256=NqSsxOLTGg7p7juHLFP6StEs2Qx_wfct9R7F83pe2JU,1135
-codemie_test_harness/tests/service/test_workflow_execution_service.py,sha256=dUNon4lHbzPIVM5Y9jwZw7PNTK1c9g-X4m98XQtUYDA,5356
+codemie_test_harness/tests/service/test_workflow_execution_service.py,sha256=pHV7WXvQKzpw0wMn6aHVZ01g7yZupmU5NXLVE9rIKjo,5419
 codemie_test_harness/tests/service/test_workflow_service.py,sha256=QyxtorhaCI1oE2D1OLx7X7jAlBv0kwwFpQztvV1nUus,8152
 codemie_test_harness/tests/test_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/test_data/ado_test_plan_tools_test_data.py,sha256=Al5u4HNfrcoj-b072uEGsqUqjKqwXLGJXKQ0QeJT3PI,5778
@@ -109,7 +109,7 @@ codemie_test_harness/tests/test_data/direct_tools/ado_wiki_tools_test_data.py,sh
 codemie_test_harness/tests/test_data/direct_tools/ado_work_item_tools_test_data.py,sha256=L-MhuQyRxRbb1WDje1rONjIxc_QxkgzaM5ssMWglcp0,7417
 codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py,sha256=ed1nKfvH2DQbtoQcCUhang_QaJvUanOHC26IdUPItJ4,35805
 codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sha256=MJJ-elZibJkM5sAMpr2FGxfaO2QH6_jY0lO3bz4uvmE,6144
-codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=Z1mVDWnx4fdhLCulNgIhrwedyKz-rQ6Pdy_oGdYB4oM,1637
+codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=ciCNxsTXnoIlghY0yb72Pd_ORTpDThB4x-kF7LwEYbk,1744
 codemie_test_harness/tests/test_data/direct_tools/direct_tools_test_data.py,sha256=y9awl1IA6EXGXyz05QzcNdt5z7Rk9J5LzIbfi4CFE3s,3233
 codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=qbc53ewxJQHf9tf3uF9aKdVBVLRc_CDCXAXwWhtS4Qg,1455
 codemie_test_harness/tests/test_data/direct_tools/keycloak_tool_test_data.py,sha256=6lU1YC6DSV6e_3VNQEVvtA4o3_lSFgOQik4T0u-TF1g,2979
@@ -297,6 +297,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=Owlau_ITGNxtgETP2QtHs7lNWpms-F-hxQWgoKZzoic,2991
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=aJQrcU3i1uI50fR4njK2GxYifG8K6Sg7VGpXRjIbJPc,3725
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=gQIZJp88EWCHZUSBCrhXgdf4egiOmtUvNjLtZJ4hWZI,3950
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py,sha256=9EDL241K8ptjNLT3HuDCBsAt4HKDnCpyRRqXaF45QOA,3289
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py,sha256=-WXWet_uMrHhH8N46UXqsBaQT_tHzRFQiYjMOM5LWC4,4171
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=VnkTiPX2GiIoebMbproLRc8zwxpdkuALicUWr6EhEH4,2901
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=qfrJxtySw0l_eLTATC6mjHv2ir14UVbY98nt2H0sI1w,3004
@@ -348,7 +349,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=vq6tucNBxiNIQSmIj_pYiiPm0lipU9X3kzeCd6xEbRM,966
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=uD2qs361j6Egp4UumfoQ4gC24-NioXfiW0IF53N9hVA,1175
-codemie_test_harness-0.1.161.dist-info/METADATA,sha256=8CsQCb2vq2XdzkZC8ZpOW8-PMgPMrW6mdpYPWszjG_Q,8998
-codemie_test_harness-0.1.161.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.161.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.161.dist-info/RECORD,,
+codemie_test_harness-0.1.163.dist-info/METADATA,sha256=6syrnGiNH7yrNI2Wurp4Bs6TCpCZ7G2yWxAehWtS7ss,8998
+codemie_test_harness-0.1.163.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.163.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.163.dist-info/RECORD,,