codemie-test-harness 0.1.162__py3-none-any.whl → 0.1.164__py3-none-any.whl

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_elastic.py

@@ -0,0 +1,103 @@
+import copy
+import json
+import random
+
+import pytest
+from codemie_sdk.models.integration import CredentialTypes
+from hamcrest import assert_that, has_length, greater_than
+
+from codemie_test_harness.tests import CredentialsManager
+from codemie_test_harness.tests.enums.tools import DataManagementTool
+from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
+    ELASTIC_TOOL_TASK,
+)
+from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
+
+pytestmark = pytest.mark.skipif(
+    EnvironmentResolver.is_localhost(),
+    reason="Skipping this tests on local environment",
+)
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_direct(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsManager.elasticsearch_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_hardcoded_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsManager.elasticsearch_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=ELASTIC_TOOL_TASK,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))
+
+
+@pytest.mark.workflow
+@pytest.mark.direct_tool
+@pytest.mark.elastic
+@pytest.mark.regression
+def test_workflow_with_elastic_tools_with_overriding_args(
+    workflow_with_tool, workflow_utils, integration_utils
+):
+    assistant_and_state_name = get_random_name()
+    credential_values = CredentialsManager.elasticsearch_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.ELASTIC, credential_values
+    )
+
+    args_copy = copy.deepcopy(ELASTIC_TOOL_TASK)
+    args_copy = {key: random.randint(1, 10) for key in args_copy}
+
+    test_workflow = workflow_with_tool(
+        assistant_and_state_name,
+        DataManagementTool.ELASTIC,
+        integration=integration,
+        tool_args=args_copy,
+    )
+
+    response = workflow_utils.execute_workflow(
+        test_workflow.id, assistant_and_state_name, json.dumps(ELASTIC_TOOL_TASK)
+    )
+
+    assert_that(json.loads(response)["hits"]["hits"], has_length(greater_than(0)))

codemie_test_harness/tests/workflow/direct_tools_calling/test_workflow_with_data_management_tools_sql.py

@@ -9,7 +9,7 @@ from hamcrest import assert_that, contains_inanyorder
 from codemie_test_harness.tests.test_data.direct_tools.data_management_tools_test_data import (
     sql_tools_test_data,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
@@ -39,7 +39,7 @@ def test_workflow_with_sql_tools_direct(
     expected_response,
 ):
     assistant_and_state_name = get_random_name()
-    credential_values = CredentialsUtil.sql_credentials(db_dialect)
+    credential_values = CredentialsManager.sql_credentials(db_dialect)
     integration = integration_utils.create_integration(
         CredentialTypes.SQL, credential_values
     )
@@ -80,7 +80,7 @@ def test_workflow_with_sql_tools_with_hardcoded_args(
     expected_response,
 ):
     assistant_and_state_name = get_random_name()
-    credential_values = CredentialsUtil.sql_credentials(db_dialect)
+    credential_values = CredentialsManager.sql_credentials(db_dialect)
     integration = integration_utils.create_integration(
         CredentialTypes.SQL, credential_values
     )
@@ -122,7 +122,7 @@ def test_workflow_with_sql_tools_with_overriding_args(
     expected_response,
 ):
     assistant_and_state_name = get_random_name()
-    credential_values = CredentialsUtil.sql_credentials(db_dialect)
+    credential_values = CredentialsManager.sql_credentials(db_dialect)
     integration = integration_utils.create_integration(
         CredentialTypes.SQL, credential_values
     )

codemie_test_harness/tests/workflow/virtual_assistant_tools/codebase/test_workflow_with_codebase_tools.py

@@ -6,7 +6,7 @@ from codemie_test_harness.tests.test_data.codebase_tools_test_data import (
     code_tools_test_data,
     sonar_tools_test_data,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
 
@@ -15,7 +15,7 @@ def code_datasource(integration_utils, datasource_utils, default_embedding_llm):
     """Fixture to create a code datasource for testing."""
     integration = integration_utils.create_integration(
         credential_type=CredentialTypes.GIT,
-        credential_values=CredentialsUtil.gitlab_credentials(),
+        credential_values=CredentialsManager.gitlab_credentials(),
     )
     datasource = datasource_utils.create_gitlab_datasource(
         setting_id=integration.id,

codemie_test_harness/tests/workflow/virtual_assistant_tools/data_management/test_workflow_with_data_management_tools.py

@@ -12,7 +12,7 @@ from codemie_test_harness.tests.test_data.data_management_tools_test_data import
     SQL_TOOL_QUERY_TABLE_TASK,
     RESPONSE_FOR_SQL,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 
@@ -35,7 +35,7 @@ def test_workflow_with_elastic_tools(
 ):
     """Test workflow execution with Elastic tools."""
     assistant_and_state_name = get_random_name()
-    credential_values = CredentialsUtil.elastic_credentials()
+    credential_values = CredentialsManager.elasticsearch_credentials()
     integration = integration_utils.create_integration(
         CredentialTypes.ELASTIC, credential_values
     )
@@ -70,7 +70,7 @@ def test_workflow_with_sql_tools(
 ):
     """Test workflow execution with SQL data management tools (various dialects)."""
     assistant_and_state_name = get_random_name()
-    credential_values = CredentialsUtil.sql_credentials(db_dialect)
+    credential_values = CredentialsManager.sql_credentials(db_dialect)
     integration = integration_utils.create_integration(
         CredentialTypes.SQL, credential_values
     )

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool.py

@@ -11,7 +11,7 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
     RESPONSE_FOR_JIRA_TOOL,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -51,20 +51,20 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
         )
 
     integration_utils.create_user_integration(
-        CredentialTypes.JIRA, CredentialsUtil.jira_credentials(), test_project_name
+        CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
     )
 
     if is_global:
         integration_utils.create_global_integration(
             CredentialTypes.JIRA,
-            CredentialsUtil.invalid_jira_credentials(),
+            CredentialsManager.invalid_jira_credentials(),
             test_project_name,
         )
 
     if project_integration:
         integration_utils.create_project_integration(
             CredentialTypes.JIRA,
-            CredentialsUtil.invalid_jira_credentials(),
+            CredentialsManager.invalid_jira_credentials(),
             test_project_name,
         )
 
@@ -106,12 +106,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     # Create only global (valid) and project (invalid) integrations.
     # Global integration is created in project which is different from the project of the assistant.
     integration_utils.create_global_integration(
-        CredentialTypes.JIRA, CredentialsUtil.jira_credentials(), PROJECT
+        CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
     )
 
     integration_utils.create_project_integration(
         CredentialTypes.JIRA,
-        CredentialsUtil.invalid_jira_credentials(),
+        CredentialsManager.invalid_jira_credentials(),
         test_project_name,
     )
 
@@ -150,7 +150,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 
     # Create project integration only
     integration_utils.create_project_integration(
-        CredentialTypes.JIRA, CredentialsUtil.jira_credentials(), test_project_name
+        CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
     )
 
     assistant_and_state_name = get_random_name()
@@ -189,13 +189,13 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 
     # Create global valid integration.
     integration_utils.create_global_integration(
-        CredentialTypes.JIRA, CredentialsUtil.jira_credentials(), PROJECT
+        CredentialTypes.JIRA, CredentialsManager.jira_credentials(), PROJECT
     )
 
     # Create user invalid integration.
     integration_utils.create_user_integration(
         CredentialTypes.JIRA,
-        CredentialsUtil.invalid_jira_credentials(),
+        CredentialsManager.invalid_jira_credentials(),
         PROJECT,
     )
 
@@ -235,13 +235,13 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
 
     # Create project valid integration.
     integration_utils.create_project_integration(
-        CredentialTypes.JIRA, CredentialsUtil.jira_credentials(), test_project_name
+        CredentialTypes.JIRA, CredentialsManager.jira_credentials(), test_project_name
     )
 
     # Create user invalid integration.
     integration_utils.create_user_integration(
         CredentialTypes.JIRA,
-        CredentialsUtil.invalid_jira_credentials(),
+        CredentialsManager.invalid_jira_credentials(),
         PROJECT,
     )
 

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_kit.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.enums.tools import AzureDevOpsWikiTool
 from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
     ado_wiki_get_test_data,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -54,21 +54,21 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
 
     integration_utils.create_user_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.azure_devops_credentials(),
+        CredentialsManager.azure_devops_credentials(),
         test_project_name,
     )
 
     if is_global:
         integration_utils.create_global_integration(
             CredentialTypes.AZURE_DEVOPS,
-            CredentialsUtil.invalid_ado_credentials(),
+            CredentialsManager.invalid_ado_credentials(),
             test_project_name,
         )
 
     if project_integration:
         integration_utils.create_project_integration(
             CredentialTypes.AZURE_DEVOPS,
-            CredentialsUtil.invalid_ado_credentials(),
+            CredentialsManager.invalid_ado_credentials(),
             test_project_name,
         )
 
@@ -111,12 +111,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     # Global integration is created in project which is different from the project of the assistant.
     integration_utils.create_global_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.azure_devops_credentials(),
+        CredentialsManager.azure_devops_credentials(),
         PROJECT,
     )
     integration_utils.create_project_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.invalid_ado_credentials(),
+        CredentialsManager.invalid_ado_credentials(),
         test_project_name,
     )
 
@@ -156,7 +156,7 @@ def test_assistant_in_workflow_with_project_integration_only(
     # Create project integration only
     integration_utils.create_project_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.azure_devops_credentials(),
+        CredentialsManager.azure_devops_credentials(),
         test_project_name,
     )
 
@@ -197,14 +197,14 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     # Create global valid integration.
     integration_utils.create_global_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.azure_devops_credentials(),
+        CredentialsManager.azure_devops_credentials(),
         PROJECT,
     )
 
     # Create user invalid integration.
     integration_utils.create_user_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.invalid_ado_credentials(),
+        CredentialsManager.invalid_ado_credentials(),
         PROJECT,
     )
 
@@ -245,14 +245,14 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     # Create project valid integration.
     integration_utils.create_project_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.azure_devops_credentials(),
+        CredentialsManager.azure_devops_credentials(),
         test_project_name,
     )
 
     # Create user invalid integration.
     integration_utils.create_user_integration(
         CredentialTypes.AZURE_DEVOPS,
-        CredentialsUtil.invalid_ado_credentials(),
+        CredentialsManager.invalid_ado_credentials(),
         PROJECT,
     )
 

codemie_test_harness/tests/workflow/virtual_assistant_tools/default_integrations/test_default_integrations_for_tool_with_datasource.py

@@ -10,7 +10,7 @@ from codemie_test_harness.tests.enums.tools import GitTool
 from codemie_test_harness.tests.test_data.git_tools_test_data import (
     list_branches_set_active_branch_test_data,
 )
-from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.base_utils import get_random_name
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -58,7 +58,7 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
         )
 
     _git_integration = integration_utils.create_user_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
 
     # create a new datasource
@@ -71,14 +71,14 @@ def test_assistant_in_workflow_should_use_user_integration_by_default(
     if is_global:
         integration_utils.create_global_integration(
             CredentialTypes.GIT,
-            CredentialsUtil.invalid_git_credentials(),
+            CredentialsManager.invalid_git_credentials(),
             test_project_name,
         )
 
     if project_integration:
         integration_utils.create_project_integration(
             CredentialTypes.GIT,
-            CredentialsUtil.invalid_git_credentials(),
+            CredentialsManager.invalid_git_credentials(),
             test_project_name,
         )
 
@@ -119,7 +119,7 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     """
     # Create datasource
     _git_integration = integration_utils.create_global_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
     git_datasource = datasource_utils.create_gitlab_datasource(
         setting_id=_git_integration.id,
@@ -136,12 +136,12 @@ def test_assistant_in_workflow_with_global_and_project_integration(
     # Create only global (valid) and project (invalid) integrations.
     # Global integration is created in project which is different from the project of the assistant.
     _git_integration = integration_utils.create_global_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), PROJECT
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), PROJECT
     )
 
     integration_utils.create_project_integration(
         CredentialTypes.GIT,
-        CredentialsUtil.invalid_git_credentials(),
+        CredentialsManager.invalid_git_credentials(),
         test_project_name,
     )
 
@@ -185,7 +185,7 @@ def test_assistant_in_workflow_with_project_integration_only(
 
     # Create project integration only
     _git_integration = integration_utils.create_project_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
 
     # create a new datasource
@@ -231,7 +231,7 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
     """
     # Create datasource
     _git_integration = integration_utils.create_global_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
     git_datasource = datasource_utils.create_gitlab_datasource(
         setting_id=_git_integration.id,
@@ -247,13 +247,13 @@ def test_assistant_in_workflow_with_global_valid_and_user_invalid_integration(
 
     # Create global valid integration
     _git_integration = integration_utils.create_global_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), PROJECT
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), PROJECT
     )
 
     # Create user invalid integration
     integration_utils.create_user_integration(
         CredentialTypes.GIT,
-        CredentialsUtil.invalid_git_credentials(),
+        CredentialsManager.invalid_git_credentials(),
         PROJECT,
     )
 
@@ -293,7 +293,7 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
     """
     # Create datasource
     _git_integration = integration_utils.create_global_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
     git_datasource = datasource_utils.create_gitlab_datasource(
         setting_id=_git_integration.id,
@@ -309,13 +309,13 @@ def test_assistant_in_workflow_with_project_valid_and_user_invalid_integration(
 
     # Create global valid integration
     _git_integration = integration_utils.create_project_integration(
-        CredentialTypes.GIT, CredentialsUtil.gitlab_credentials(), test_project_name
+        CredentialTypes.GIT, CredentialsManager.gitlab_credentials(), test_project_name
     )
 
     # Create user invalid integration
     integration_utils.create_user_integration(
         CredentialTypes.GIT,
-        CredentialsUtil.invalid_git_credentials(),
+        CredentialsManager.invalid_git_credentials(),
         PROJECT,
     )
 

{codemie_test_harness-0.1.162.dist-info → codemie_test_harness-0.1.164.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.162
+Version: 0.1.164
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.162)
+Requires-Dist: codemie-sdk-python (==0.1.164)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)