codemie-test-harness 0.1.134__tar.gz → 0.1.135__tar.gz

{codemie_test_harness-0.1.134 → codemie_test_harness-0.1.135}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.134
+Version: 0.1.135
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.134)
+Requires-Dist: codemie-sdk-python (==0.1.135)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.134 → codemie_test_harness-0.1.135}/codemie_test_harness/tests/enums/integrations.py

@@ -4,5 +4,6 @@ from enum import Enum
 class DataBaseDialect(str, Enum):
     """Enum for DB Dialect names."""
 
+    MS_SQL = "mssql"
     MY_SQL = "mysql"
     POSTGRES = "postgres"

{codemie_test_harness-0.1.134 → codemie_test_harness-0.1.135}/codemie_test_harness/tests/test_data/data_management_tools_test_data.py

@@ -1,3 +1,7 @@
+import os
+
+import pytest
+
 from codemie_test_harness.tests.enums.integrations import DataBaseDialect
 
 ELASTIC_TOOL_TASK = """
@@ -81,7 +85,15 @@ RESPONSE_FOR_SQL = """
     | Sarah      | Connor    | sarah.connor@email.com  | Security   |
 """
 
+# Define test data for SQL tools based on environment
 sql_tools_test_data = [
     DataBaseDialect.MY_SQL,
     DataBaseDialect.POSTGRES,
+    pytest.param(
+        DataBaseDialect.MS_SQL,
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") not in ("aws", "azure", "gcp"),
+            reason="MS SQL is only available in staging environments",
+        ),
+    ),
 ]

codemie_test_harness-0.1.135/codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -0,0 +1,48 @@
+import os
+
+import pytest
+
+from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
+from codemie_test_harness.tests.enums.integrations import DataBaseDialect
+
+sql_tools_test_data = [
+    (
+        Toolkit.DATA_MANAGEMENT,
+        DataManagementTool.SQL,
+        DataBaseDialect.MY_SQL,
+        {"sql_query": "SHOW TABLES"},
+        [{"Tables_in_my_database": "products"}, {"Tables_in_my_database": "users"}],
+    ),
+    (
+        Toolkit.DATA_MANAGEMENT,
+        DataManagementTool.SQL,
+        DataBaseDialect.POSTGRES,
+        {
+            "sql_query": "SELECT table_name FROM information_schema.tables WHERE table_schema='public';"
+        },
+        [{"table_name": "users"}, {"table_name": "products"}],
+    ),
+    pytest.param(
+        Toolkit.DATA_MANAGEMENT,
+        DataManagementTool.SQL,
+        DataBaseDialect.MS_SQL,
+        {
+            "sql_query": """SELECT table_name
+                            FROM
+                            information_schema.tables
+                            WHERE
+                            table_type = 'BASE TABLE'
+                            AND
+                            table_catalog = 'autotests'
+                            AND
+                            table_schema = 'dbo';
+                            """
+        },
+        [{"table_name": "Users"}, {"table_name": "Products"}],
+        marks=pytest.mark.skipif(
+            os.getenv("ENV") not in ("aws", "azure", "gcp"),
+            reason="MS SQL is only available in staging environments",
+        ),
+        id="DataBaseDialect.MS_SQL",
+    ),
+]

{codemie_test_harness-0.1.134 → codemie_test_harness-0.1.135}/codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools.py

@@ -22,6 +22,7 @@ pytestmark = pytest.mark.skipif(
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,
+    ids=[f"{row[2]}" for row in sql_tools_test_data],
 )
 def test_workflow_with_sql_tools_direct(
     workflow_with_tool,
@@ -59,6 +60,7 @@ def test_workflow_with_sql_tools_direct(
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,
+    ids=[f"{row[2]}" for row in sql_tools_test_data],
 )
 def test_workflow_with_sql_tools_with_hardcoded_args(
     workflow_with_tool,
@@ -97,6 +99,7 @@ def test_workflow_with_sql_tools_with_hardcoded_args(
 @pytest.mark.parametrize(
     "toolkit,tool_name,db_dialect,prompt,expected_response",
     sql_tools_test_data,
+    ids=[f"{row[2]}" for row in sql_tools_test_data],
 )
 def test_workflow_with_sql_tools_with_overriding_args(
     workflow_with_tool,

{codemie_test_harness-0.1.134 → codemie_test_harness-0.1.135}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.134"
+version = "0.1.135"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.134"
+codemie-sdk-python = "0.1.135"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"

codemie_test_harness-0.1.134/codemie_test_harness/tests/test_data/direct_tools/data_management_tools_test_data.py

@@ -1,21 +0,0 @@
-from codemie_test_harness.tests.enums.tools import DataManagementTool, Toolkit
-from codemie_test_harness.tests.enums.integrations import DataBaseDialect
-
-sql_tools_test_data = [
-    (
-        Toolkit.DATA_MANAGEMENT,
-        DataManagementTool.SQL,
-        DataBaseDialect.MY_SQL,
-        {"sql_query": "SHOW TABLES"},
-        [{"Tables_in_my_database": "products"}, {"Tables_in_my_database": "users"}],
-    ),
-    (
-        Toolkit.DATA_MANAGEMENT,
-        DataManagementTool.SQL,
-        DataBaseDialect.POSTGRES,
-        {
-            "sql_query": "SELECT table_name FROM information_schema.tables WHERE table_schema='public';"
-        },
-        [{"table_name": "users"}, {"table_name": "products"}],
-    ),
-]