codemie-test-harness 0.1.157__tar.gz → 0.1.158__tar.gz

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.157
+Version: 0.1.158
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.157)
+Requires-Dist: codemie-sdk-python (==0.1.158)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -21,12 +21,15 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 )
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.assistant
 @pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_create_assistant_with_elastic_tool(
     integration_utils, assistant, assistant_utils, similarity_check
 ):
@@ -49,14 +52,15 @@ def test_create_assistant_with_elastic_tool(
 @pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 @pytest.mark.parametrize(
     "db_dialect",
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
+@pytest.mark.testcase("EPMCDME-6132")
+@pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
+)
 def test_create_assistant_with_sql_tool(
     integration_utils, assistant_utils, assistant, similarity_check, db_dialect
 ):

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/codemie_test_harness/tests/test_data/data_management_tools_test_data.py

@@ -5,46 +5,13 @@ import pytest
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 
 ELASTIC_TOOL_TASK = """
-    Search for Document ID: Zx4eF5cBvnDA_Y45jlWN in codemie_metrics_logs index
+    send the query to Elastic:
+    {'index': 'codemie-*', 'query': {'size': 0, 'aggs': {'indices': {'terms': {'field': '_index', 'size': 5, 'order': {'_count': 'asc'}}}}}}
+    return only the number of failed from _shards node.
 """
 
 RESPONSE_FOR_ELASTIC = """
-    Here are the details of the document with ID `Zx4eF5cBvnDA_Y45jlWN` in the index `codemie_metrics_logs`:
-
-    - **Timestamp:** 2025-05-28T13:39:27.949Z
-    - **Metric Name:** conversation_assistant_usage
-    - **Attributes:**
-      - Count: 1
-      - User ID: 6c04c3d1-7967-481a-82d5-0b7da258a555
-      - User Name: Andrei Maskouchanka
-      - Assistant ID: 4657258e-19e5-4162-a6ec-2a76d11c14d1
-      - Assistant Name: Elastic Tool
-      - Input Tokens: 2414
-      - Output Tokens: 434
-      - Money Spent: 0.01858
-      - Project: andrei_maskouchanka@epam.com
-      - Execution Time: 11.09025979042053
-      - LLM Model: gpt-4o
-      - Conversation ID: 9ea412d5-c460-41f1-8071-35083538652c
-      - Status: success
-    
-    - **Additional Information:**
-      - Time: 2025-05-28T13:39:27.949952597Z
-      - Stream: stderr
-      - Level: INFO
-      - UUID: 3fd6a83f6a266c7760a71406dbbef99f
-      - Kubernetes Details:
-        - Pod Name: codemie-api-69b9484d46-2hnpd
-        - Namespace Name: preview-codemie
-        - Pod ID: 97edb665-2b76-47ad-a545-3b7a2695a0e7
-        - Host: gke-epmd-edp-anthos--nap-e2-standard--e45b29fc-863z
-        - Pod IP: 172.20.6.90
-        - Container Name: codemie
-        - Docker ID: 11ec33dc943cfa7153f31cde412837ccfae711b1edc9bb7d20055614eeefbf15
-        - Container Hash: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant@sha256:a0271b31b2a55cf71d319c6b5f394fbe7c6833db74fbb51ab22680bf096c6ecb
-        - Container Image: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant:0.28.0-SNAPSHOT.10
-    
-    If you need further details or assistance, please let me know!    
+    The query was executed successfully. The number of failed shards from the _shards node is 0.    
 """
 
 SQL_TOOL_CREATE_TABLE_TASK = """

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py

@@ -1,7 +1,6 @@
 import os
 
 import pytest
-
 from codemie_sdk.models.integration import CredentialTypes
 
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
@@ -18,12 +17,15 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 )
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.elastic
 @pytest.mark.regression
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_workflow_with_assistant_with_elastic_tools(
     assistant,
     workflow_with_assistant,
@@ -56,9 +58,6 @@ def test_workflow_with_assistant_with_elastic_tools(
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_assistant_with_sql_tools(
     assistant,
     workflow_with_assistant,

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py

@@ -1,7 +1,6 @@
 import os
 
 import pytest
-
 from codemie_sdk.models.integration import CredentialTypes
 
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
@@ -19,13 +18,16 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6431")
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_workflow_with_elastic_tools(
     workflow_with_virtual_assistant,
     workflow_utils,
@@ -61,9 +63,6 @@ def test_workflow_with_elastic_tools(
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_sql_tools(
     workflow_with_virtual_assistant,
     workflow_utils,

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.157"
+version = "0.1.158"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.157"
+codemie-sdk-python = "0.1.158"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"

{codemie_test_harness-0.1.157 → codemie_test_harness-0.1.158}/codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -2,8 +2,8 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 
 sql_tools_test_data = [
     (