codemie-test-harness 0.1.161__tar.gz → 0.1.163__tar.gz

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.161
+Version: 0.1.163
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.161)
+Requires-Dist: codemie-sdk-python (==0.1.163)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -57,9 +57,6 @@ def test_create_assistant_with_elastic_tool(
     sql_tools_test_data,
 )
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skipif(
-    EnvironmentResolver.is_localhost(), reason="Skipping this test on local environment"
-)
 def test_create_assistant_with_sql_tool(
     integration_utils, assistant_utils, assistant, similarity_check, db_dialect
 ):

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/codemie_test_harness/tests/service/test_task_service.py

@@ -3,6 +3,14 @@ import uuid
 from datetime import datetime
 
 import pytest
+from codemie_sdk.models.assistant import (
+    AssistantChatRequest,
+    ToolKitDetails,
+    ToolDetails,
+    ChatMessage,
+    ChatRole,
+)
+from codemie_sdk.models.task import BackgroundTaskEntity
 from hamcrest import (
     assert_that,
     has_length,
@@ -13,14 +21,6 @@ from hamcrest import (
     is_not,
 )
 
-from codemie_sdk.models.assistant import (
-    AssistantChatRequest,
-    ToolKitDetails,
-    ToolDetails,
-    ChatMessage,
-    ChatRole,
-)
-from codemie_sdk.models.task import BackgroundTaskEntity
 from codemie_test_harness.tests import PROJECT
 
 
@@ -135,5 +135,12 @@ def test_get_task_not_found(assistant_utils):
     """Test getting a non-existent task."""
     with pytest.raises(Exception) as exc_info:
         assistant_utils.get_tasks("non-existent-task-id")
-    # assert "404" in str(exc_info.value) or "not found" in str(exc_info.value).lower(), Need to fix API to produce error
-    assert_that(str(exc_info.value), contains_string("500"))
+
+        assert_that(exc_info.value.response.status_code, equal_to(404))
+
+        assert_that(
+            exc_info.value.response.json()["error"]["details"],
+            equal_to(
+                "The task with ID [non-existent-task-id] could not be found in the system."
+            ),
+        )

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/codemie_test_harness/tests/service/test_workflow_execution_service.py

@@ -1,6 +1,7 @@
 from time import sleep
 
 import pytest
+from codemie_sdk.models.workflow import ExecutionStatus, WorkflowMode
 from hamcrest import (
     assert_that,
     equal_to,
@@ -12,10 +13,8 @@ from hamcrest import (
     is_not,
 )
 
-from codemie_sdk.models.workflow import ExecutionStatus, WorkflowMode
 from codemie_test_harness.tests import PROJECT
 from codemie_test_harness.tests.utils.base_utils import get_random_name
-
 from codemie_test_harness.tests.utils.yaml_utils import (
     AssistantModel,
     StateModel,
@@ -133,14 +132,16 @@ def test_run_workflow(workflow_utils, search_utils, test_workflow: str):
         )
 
 
-@pytest.mark.skip(reason="Bug: https://jiraeu.epam.com/browse/EPMCDME-7883")
 def test_list_executions_nonexistent_workflow(search_utils):
     with pytest.raises(Exception) as exc_info:
         search_utils.list_workflow_executions("non-existent-id")
 
+    assert_that(exc_info.value.response.status_code, equal_to(404))
     assert_that(
-        str(exc_info.value).lower(),
-        contains_string("No workflows found with id non-existent-id"),
+        str(exc_info.value.response.json()["error"]["details"]),
+        equal_to(
+            "The workflow with ID [non-existent-id] could not be found in the system."
+        ),
     )
 
 

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -1,9 +1,14 @@
 import pytest
 
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 
+ELASTIC_TOOL_TASK = {
+    "index": "_all",
+    "query": '{"query": {"prefix": {"_index": "codemie"}}}',
+}
+
 sql_tools_test_data = [
     (
         Toolkit.DATA_MANAGEMENT,

codemie_test_harness-0.1.163/codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py

@@ -0,0 +1,103 @@
+import copy
+import json
+import random
+
+import pytest
+from codemie_sdk.models.integration import CredentialTypes
+from hamcrest import assert_that, has_length, greater_than
+
+from codemie_test_harness.tests.enums.tools import DataManagementTool
+from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
+    ELASTIC_TOOL_TASK,
+)
+from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
+
+pytestmark = pytest.mark.skipif(
+    EnvironmentResolver.is_localhost(),
+    reason="Skipping this tests on local environment",
+)
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_direct(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_hardcoded_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=ELASTIC_TOOL_TASK,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_overriding_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsUtil.elastic_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    args_copy = copy.deepcopy(ELASTIC_TOOL_TASK)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=args_copy,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))

{codemie_test_harness-0.1.161 → codemie_test_harness-0.1.163}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.161"
+version = "0.1.163"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.161"
+codemie-sdk-python = "0.1.163"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"