codemie-test-harness 0.1.157__py3-none-any.whl → 0.1.158__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py

@@ -21,12 +21,15 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 )
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.assistant
 @pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_create_assistant_with_elastic_tool(
     integration_utils, assistant, assistant_utils, similarity_check
 ):
@@ -49,14 +52,15 @@ def test_create_assistant_with_elastic_tool(
 @pytest.mark.sql
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6132")
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 @pytest.mark.parametrize(
     "db_dialect",
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
+@pytest.mark.testcase("EPMCDME-6132")
+@pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
+)
 def test_create_assistant_with_sql_tool(
     integration_utils, assistant_utils, assistant, similarity_check, db_dialect
 ):

codemie_test_harness/tests/test_data/data_management_tools_test_data.py

@@ -5,46 +5,13 @@ import pytest
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 
 ELASTIC_TOOL_TASK = """
-    Search for Document ID: Zx4eF5cBvnDA_Y45jlWN in codemie_metrics_logs index
+    send the query to Elastic:
+    {'index': 'codemie-*', 'query': {'size': 0, 'aggs': {'indices': {'terms': {'field': '_index', 'size': 5, 'order': {'_count': 'asc'}}}}}}
+    return only the number of failed from _shards node.
 """
 
 RESPONSE_FOR_ELASTIC = """
-    Here are the details of the document with ID `Zx4eF5cBvnDA_Y45jlWN` in the index `codemie_metrics_logs`:
-
-    - **Timestamp:** 2025-05-28T13:39:27.949Z
-    - **Metric Name:** conversation_assistant_usage
-    - **Attributes:**
-      - Count: 1
-      - User ID: 6c04c3d1-7967-481a-82d5-0b7da258a555
-      - User Name: Andrei Maskouchanka
-      - Assistant ID: 4657258e-19e5-4162-a6ec-2a76d11c14d1
-      - Assistant Name: Elastic Tool
-      - Input Tokens: 2414
-      - Output Tokens: 434
-      - Money Spent: 0.01858
-      - Project: andrei_maskouchanka@epam.com
-      - Execution Time: 11.09025979042053
-      - LLM Model: gpt-4o
-      - Conversation ID: 9ea412d5-c460-41f1-8071-35083538652c
-      - Status: success
-    
-    - **Additional Information:**
-      - Time: 2025-05-28T13:39:27.949952597Z
-      - Stream: stderr
-      - Level: INFO
-      - UUID: 3fd6a83f6a266c7760a71406dbbef99f
-      - Kubernetes Details:
-        - Pod Name: codemie-api-69b9484d46-2hnpd
-        - Namespace Name: preview-codemie
-        - Pod ID: 97edb665-2b76-47ad-a545-3b7a2695a0e7
-        - Host: gke-epmd-edp-anthos--nap-e2-standard--e45b29fc-863z
-        - Pod IP: 172.20.6.90
-        - Container Name: codemie
-        - Docker ID: 11ec33dc943cfa7153f31cde412837ccfae711b1edc9bb7d20055614eeefbf15
-        - Container Hash: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant@sha256:a0271b31b2a55cf71d319c6b5f394fbe7c6833db74fbb51ab22680bf096c6ecb
-        - Container Image: europe-west3-docker.pkg.dev/or2-msq-epmd-edp-anthos-t1iylu/prod/code-assistant:0.28.0-SNAPSHOT.10
-    
-    If you need further details or assistance, please let me know!    
+    The query was executed successfully. The number of failed shards from the _shards node is 0.    
 """
 
 SQL_TOOL_CREATE_TABLE_TASK = """

codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -2,8 +2,8 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
 
 sql_tools_test_data = [
     (

codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py

@@ -1,7 +1,6 @@
 import os
 
 import pytest
-
 from codemie_sdk.models.integration import CredentialTypes
 
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
@@ -18,12 +17,15 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 )
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.workflow
 @pytest.mark.workflow_with_assistant
 @pytest.mark.elastic
 @pytest.mark.regression
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_workflow_with_assistant_with_elastic_tools(
     assistant,
     workflow_with_assistant,
@@ -56,9 +58,6 @@ def test_workflow_with_assistant_with_elastic_tools(
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_assistant_with_sql_tools(
     assistant,
     workflow_with_assistant,

codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py

@@ -1,7 +1,6 @@
 import os
 
 import pytest
-
 from codemie_sdk.models.integration import CredentialTypes
 
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
@@ -19,13 +18,16 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
+pytestmark = pytest.mark.skipif(
+    os.getenv("ENV") == "local", reason="Skipping this tests on local environment"
+)
+
 
 @pytest.mark.workflow
 @pytest.mark.virtual_workflow
 @pytest.mark.elastic
 @pytest.mark.regression
 @pytest.mark.testcase("EPMCDME-6431")
-@pytest.mark.skip(reason="Credentials for Elastic are not available")
 def test_workflow_with_elastic_tools(
     workflow_with_virtual_assistant,
     workflow_utils,
@@ -61,9 +63,6 @@ def test_workflow_with_elastic_tools(
     sql_tools_test_data,
     ids=[DataBaseDialect.MY_SQL, DataBaseDialect.POSTGRES, DataBaseDialect.MS_SQL],
 )
-@pytest.mark.skipif(
-    os.getenv("ENV") == "local", reason="Skipping this test on local environment"
-)
 def test_workflow_with_sql_tools(
     workflow_with_virtual_assistant,
     workflow_utils,

{codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.158.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.157
+Version: 0.1.158
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.157)
+Requires-Dist: codemie-sdk-python (==0.1.158)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.157.dist-info → codemie_test_harness-0.1.158.dist-info}/RECORD

@@ -34,7 +34,7 @@ codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py,sha256=ZJHY
 codemie_test_harness/tests/assistant/tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py,sha256=zpqY68545CT6bpJqYYBeSsWdd_gPH7WKBmX9d1DCWMY,1692
 codemie_test_harness/tests/assistant/tools/datamanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=CWf5Spx3C3aInJte6Pb9RydlBH3mwrtdx67p1WsWk58,2767
+codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=h5Y_lOU622aVTEijcuzgG4aCumiOp1cK4WtGpSnLqQs,2854
 codemie_test_harness/tests/assistant/tools/filemanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/filemanagement/test_assistant_with_file_management_tools.py,sha256=-dW_PfYcFalQdvFEuTZ7_zcugqTuWdTdtuhB-UyLQWQ,4034
 codemie_test_harness/tests/assistant/tools/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -98,14 +98,14 @@ codemie_test_harness/tests/test_data/ado_wiki_tools_test_data.py,sha256=xvgEja5v
 codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py,sha256=MHou6QGjufyX5t1oexnq2Y4UCjlE17eeyMuIz6Ml62s,5693
 codemie_test_harness/tests/test_data/cloud_tools_test_data.py,sha256=1bEN1agaZLrhRel9DcwLSNqo8ociKu44mFUnzgQYZxg,5095
 codemie_test_harness/tests/test_data/codebase_tools_test_data.py,sha256=1ZaBFhh8lVRGVykSBqwepQ0juV8CN3PJk1gbvQWl5bc,3236
-codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=olCcn8If6AETpmgNBE-ekmXAKlPGqt1MHGkxLacdU_0,4115
+codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=XAfRQfI3LpxpPF0C_QlnS72S-XyQNI6zcaT5P8wBVDE,2702
 codemie_test_harness/tests/test_data/direct_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/test_data/direct_tools/ado_test_plan_tools_test_data.py,sha256=bDhoeFRlmafSZdRgOTOz122Q5tja7TsqtOxSTypeGVA,13120
 codemie_test_harness/tests/test_data/direct_tools/ado_wiki_tools_test_data.py,sha256=qKNYW0kP32IQrRee8-H1mEWTUa5gb4UP0Me_4owtgeQ,1432
 codemie_test_harness/tests/test_data/direct_tools/ado_work_item_tools_test_data.py,sha256=L-MhuQyRxRbb1WDje1rONjIxc_QxkgzaM5ssMWglcp0,7417
 codemie_test_harness/tests/test_data/direct_tools/cloud_tools_test_data.py,sha256=0xJ3oH2lfL2Jn4yxgVgfaB6GeyW_pBxv-d1CSSAYrM8,35595
 codemie_test_harness/tests/test_data/direct_tools/codebase_tools_test_data.py,sha256=cj27AukbiXDj9KVnc2hSuCBWiUNVolxjVyYxB-qGF7w,6076
-codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=Eeba0oxKUmBEin2Scbv3VnLOEQRLmK6QR0qk5cRYRNM,1583
+codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py,sha256=0Uz9ndp3Xul3P-JZQXZJtkvnClvgU03n_0DPh9ry97c,1583
 codemie_test_harness/tests/test_data/direct_tools/direct_tools_test_data.py,sha256=y9awl1IA6EXGXyz05QzcNdt5z7Rk9J5LzIbfi4CFE3s,3233
 codemie_test_harness/tests/test_data/direct_tools/file_management_tools_test_data.py,sha256=8Y8D_pmHVnzhSnYNeiJng3dQYj5k1GkBZ8-BLHlB5kE,1380
 codemie_test_harness/tests/test_data/direct_tools/keycloak_tool_test_data.py,sha256=6lU1YC6DSV6e_3VNQEVvtA4o3_lSFgOQik4T0u-TF1g,2979
@@ -250,7 +250,7 @@ codemie_test_harness/tests/workflow/assistant_tools/cloud/test_workflow_with_ass
 codemie_test_harness/tests/workflow/assistant_tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/codebase/test_worfklow_with_assistant_codebase_tools.py,sha256=jn0bTRkIzyZ6xYA9eWyyNXpC941ZmCDFhm3tSw6OrYI,2102
 codemie_test_harness/tests/workflow/assistant_tools/data_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py,sha256=tkAbL5Ts_bqVQyH2X3CAi5Z6JWNwlW7JSFlzIz9IWiM,3113
+codemie_test_harness/tests/workflow/assistant_tools/data_management/test_workflow_with_assistant_with_data_management_tools.py,sha256=WHGUeywBa2ntWP849tA6J1-5Wm5GecrapcJKPYHKTDY,3056
 codemie_test_harness/tests/workflow/assistant_tools/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool.py,sha256=uPeV2g6XV2jhhmAJ8VDYFQix4tQv6pQneqmYSNy2xQA,8738
 codemie_test_harness/tests/workflow/assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py,sha256=8WqRPzkx5-0J8GJeQH4SDReOvN68AWO6H6SgoNX7zZM,9004
@@ -288,7 +288,7 @@ codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_ado_work_item_tools.py,sha256=Owlau_ITGNxtgETP2QtHs7lNWpms-F-hxQWgoKZzoic,2991
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_cloud_tools.py,sha256=aJQrcU3i1uI50fR4njK2GxYifG8K6Sg7VGpXRjIbJPc,3725
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_codebase_tools.py,sha256=gQIZJp88EWCHZUSBCrhXgdf4egiOmtUvNjLtZJ4hWZI,3950
-codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py,sha256=U8adxHI91MLjupXKnZYfZ-jQkPHfYxdsY79EdLjC9Hc,4091
+codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py,sha256=zpFuEaqdCiU0N0lF21IZpWW7TdgBgVDRY7Axu2XQPN0,4091
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_file_management_tools.py,sha256=VnkTiPX2GiIoebMbproLRc8zwxpdkuALicUWr6EhEH4,2901
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_notification_tools.py,sha256=qfrJxtySw0l_eLTATC6mjHv2ir14UVbY98nt2H0sI1w,3004
 codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_open_api_tools.py,sha256=VAXKozCf6C1yJ-23v-CME96aMsJz2okrsELdlIorbwg,3153
@@ -310,7 +310,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/cloud/test_workflow_
 codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/__init__.py,sha256=kCzJLR44IfB9ZncaLNOtyUqlzvyOG3BXclsDFS5MaQg,46
 codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py,sha256=O62Jla1m2pMyeB0t3CbUqe70dVNbLR-eM1nZt07duDo,3217
 codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/__init__.py,sha256=Vk3MBJAVfJA8uxRJdY3aH_5lCWkTBcE_l9xw5FzUt7I,53
-codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py,sha256=AXps7L5Fb-m5rKZUU-fkEh1Ib5nb2XXvF-F1FWcl0mk,3387
+codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py,sha256=rykifHHRXHtpPzZE-T-3mnKzNdGNKsOY2pM0IZoB7jI,3330
 codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py,sha256=ZIYQJdtyZxKmMHyIN5nW3MCG3vBxVWp8krtacWQ09v8,8641
 codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py,sha256=CRpvBaq7ghzAAvZMaFf9WvGgnv3DANZqQMCbppsYlwg,8927
@@ -336,7 +336,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=vq6tucNBxiNIQSmIj_pYiiPm0lipU9X3kzeCd6xEbRM,966
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=uD2qs361j6Egp4UumfoQ4gC24-NioXfiW0IF53N9hVA,1175
-codemie_test_harness-0.1.157.dist-info/METADATA,sha256=f0L0uXK7uCfqZTBdI8Xu4CJTZLt57Vgr_aQ1us_Iiew,8998
-codemie_test_harness-0.1.157.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.157.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.157.dist-info/RECORD,,
+codemie_test_harness-0.1.158.dist-info/METADATA,sha256=P3GmU3nEFztfNz5FI7yZqHY8gEOXjJolowdB-Oh8Cy8,8998
+codemie_test_harness-0.1.158.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.158.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.158.dist-info/RECORD,,

codemie_test_harness/tests/workflow/direct_tools_calling/{test_workflow_with_data_management_tools.py → test_workflow_with_data_management_tools_sql.py}

@@ -4,9 +4,9 @@ import os
 import random
 
 import pytest
+from codemie_sdk.models.integration import CredentialTypes
 from hamcrest import assert_that, contains_inanyorder
 
-from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
     sql_tools_test_data,
 )