codemie-test-harness 0.1.158__py3-none-any.whl → 0.1.159__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py

@@ -0,0 +1,32 @@
+import pytest
+
+from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
+    rp_test_data,
+)
+
+
+@pytest.mark.assistant
+@pytest.mark.report_portal
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "toolkit,tool_name,prompt,expected_response",
+    rp_test_data,
+    ids=[f"{row[0]}_{row[1]}" for row in rp_test_data],
+)
+def test_assistant_with_report_portal_tools(
+    assistant,
+    assistant_utils,
+    report_portal_integration,
+    similarity_check,
+    toolkit,
+    tool_name,
+    prompt,
+    expected_response,
+):
+    assistant = assistant(
+        toolkit,
+        tool_name,
+        settings=report_portal_integration,
+    )
+    response = assistant_utils.ask_assistant(assistant, prompt)
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/conftest.py

@@ -374,6 +374,17 @@ def keycloak_integration(integration_utils):
         integration_utils.delete_integration(integration)
 
 
+@pytest.fixture(scope="module")
+def report_portal_integration(integration_utils):
+    credential_values = CredentialsUtil.report_portal_credentials()
+    integration = integration_utils.create_integration(
+        CredentialTypes.REPORT_PORTAL, credential_values
+    )
+    yield integration
+    if integration:
+        integration_utils.delete_integration(integration)
+
+
 @pytest.fixture(scope="function")
 def general_integration(integration_utils):
     created_integration: Optional[Integration] = None

codemie_test_harness/tests/enums/tools.py

@@ -20,6 +20,7 @@ class Toolkit(str, Enum):
     DATA_MANAGEMENT = "Data Management"
     SERVICENOW = "IT Service Management"
     ACCESS_MANAGEMENT = "Access Management"
+    REPORT_PORTAL = "Report Portal"
 
 
 class GitTool(str, Enum):
@@ -185,3 +186,16 @@ class AccessManagementTool(str, Enum):
     """Enum for Access Management tool names."""
 
     KEYCLOAK = "keycloak"
+
+
+class ReportPortalTool(str, Enum):
+    """Enum for Report Portal tool names."""
+
+    GET_EXTENDED_LAUNCH_DATA_AS_RAW = "get_extended_launch_data_as_raw"
+    GET_LAUNCH_DETAILS = "get_launch_details"
+    GET_ALL_LAUNCHES = "get_all_launches"
+    FIND_TEST_ITEM_BY_ID = "find_test_item_by_id"
+    GET_TEST_ITEMS_FOR_LAUNCH = "get_test_items_for_launch"
+    GET_LOGS_FOR_TEST_ITEM = "get_logs_for_test_item"
+    GET_USER_INFORMATION = "get_user_information"
+    GET_DASHBOARD_DATA = "get_dashboard_data"

codemie_test_harness/tests/integrations/project/test_default_integrations.py

@@ -13,6 +13,7 @@ from codemie_test_harness.tests.enums.tools import (
     CodeBaseTool,
     CloudTool,
     AccessManagementTool,
+    ReportPortalTool,
 )
 from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
     ado_test_plan_get_test_data,
@@ -36,6 +37,9 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
     RESPONSE_FOR_JIRA_TOOL,
 )
+from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
+    rp_test_data,
+)
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -314,7 +318,6 @@ def test_assistant_with_default_integration_email(
 @pytest.mark.project_integration
 @pytest.mark.default_integration
 @pytest.mark.regression
-@pytest.mark.regression
 def test_assistant_with_default_integration_keycloak(
     general_integration,
     integration_utils,
@@ -344,3 +347,43 @@ def test_assistant_with_default_integration_keycloak(
     response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
 
     similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)
+
+
+@pytest.mark.assistant
+@pytest.mark.report_portal
+@pytest.mark.integration
+@pytest.mark.project_integration
+@pytest.mark.default_integration
+@pytest.mark.regression
+def test_assistant_with_default_integration_report_portal(
+    general_integration,
+    integration_utils,
+    assistant,
+    assistant_utils,
+    similarity_check,
+):
+    prompt = rp_test_data[7][2]
+    expected_response = rp_test_data[7][3]
+
+    #  delete existing integrations of the same type
+    for integration_type in IntegrationType:
+        integration_utils.delete_integrations_by_type(
+            integration_type, CredentialTypes.REPORT_PORTAL, test_project_name
+        )
+    # create a new integration
+    general_integration(
+        integration_type=IntegrationType.PROJECT,
+        credential_type=CredentialTypes.REPORT_PORTAL,
+        credential_values=CredentialsUtil.report_portal_credentials(),
+        project_name=test_project_name,
+    )
+    # create an assistant
+    report_portal_assistant = assistant(
+        Toolkit.REPORT_PORTAL,
+        ReportPortalTool.GET_DASHBOARD_DATA,
+        project_name=test_project_name,
+    )
+
+    response = assistant_utils.ask_assistant(report_portal_assistant, prompt)
+
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/integrations/project/test_project_integrations.py

@@ -50,6 +50,7 @@ from codemie_test_harness.tests.utils.base_utils import (
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
         f"Project integration: {CredentialTypes.KEYCLOAK}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_created(
@@ -96,6 +97,7 @@ def test_integration_created(
         f"Project integration: {CredentialTypes.EMAIL}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_after_creation(
@@ -158,6 +160,7 @@ def test_integration_after_creation(
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
         f"Project integration: {CredentialTypes.KEYCLOAK}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_update_integration(
@@ -214,6 +217,7 @@ def test_update_integration(
         f"Project integration: {CredentialTypes.CONFLUENCE}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_with_invalid_credentials(
@@ -269,6 +273,7 @@ def test_integration_with_invalid_credentials(
         f"Project integration: {CredentialTypes.EMAIL}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_during_creation(credential_type, credentials, integration_utils):
@@ -305,6 +310,7 @@ def test_integration_during_creation(credential_type, credentials, integration_u
         f"Project integration: {CredentialTypes.CONFLUENCE}",
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_during_creation_with_invalid_credentials(
@@ -352,6 +358,7 @@ def test_integration_during_creation_with_invalid_credentials(
         f"Project integration: {CredentialTypes.SERVICE_NOW}",
         f"Project integration: {CredentialTypes.KUBERNETES}",
         f"Project integration: {CredentialTypes.KEYCLOAK}",
+        f"Project integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_delete_integration(

codemie_test_harness/tests/integrations/user/test_default_integrations.py

@@ -13,6 +13,7 @@ from codemie_test_harness.tests.enums.tools import (
     CodeBaseTool,
     CloudTool,
     AccessManagementTool,
+    ReportPortalTool,
 )
 from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
     ado_test_plan_get_test_data,
@@ -36,6 +37,9 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
     JIRA_TOOL_PROMPT,
     RESPONSE_FOR_JIRA_TOOL,
 )
+from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
+    rp_test_data,
+)
 from codemie_test_harness.tests.utils.aws_parameters_store import CredentialsUtil
 from codemie_test_harness.tests.utils.constants import test_project_name
 
@@ -343,3 +347,43 @@ def test_assistant_with_default_integration_keycloak(
     response = assistant_utils.ask_assistant(keycloak_assistant, KEYCLOAK_TOOL_PROMPT)
 
     similarity_check.check_similarity(response, KEYCLOAK_TOOL_RESPONSE)
+
+
+@pytest.mark.assistant
+@pytest.mark.report_portal
+@pytest.mark.integration
+@pytest.mark.user_integration
+@pytest.mark.default_integration
+@pytest.mark.regression
+def test_assistant_with_default_integration_report_portal(
+    general_integration,
+    integration_utils,
+    assistant,
+    assistant_utils,
+    similarity_check,
+):
+    prompt = rp_test_data[7][2]
+    expected_response = rp_test_data[7][3]
+
+    #  delete existing integrations of the same type
+    for integration_type in IntegrationType:
+        integration_utils.delete_integrations_by_type(
+            integration_type, CredentialTypes.REPORT_PORTAL, test_project_name
+        )
+    # create a new integration
+    general_integration(
+        integration_type=IntegrationType.USER,
+        credential_type=CredentialTypes.REPORT_PORTAL,
+        credential_values=CredentialsUtil.report_portal_credentials(),
+        project_name=test_project_name,
+    )
+    # create an assistant
+    report_portal_assistant = assistant(
+        Toolkit.REPORT_PORTAL,
+        ReportPortalTool.GET_DASHBOARD_DATA,
+        project_name=test_project_name,
+    )
+
+    response = assistant_utils.ask_assistant(report_portal_assistant, prompt)
+
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/integrations/user/test_user_integrations.py

@@ -51,6 +51,7 @@ from codemie_test_harness.tests.utils.base_utils import (
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
         f"User integration: {CredentialTypes.KEYCLOAK}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_created(
@@ -98,6 +99,7 @@ def test_integration_created(
         f"User integration: {CredentialTypes.EMAIL}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_after_creation(
@@ -160,6 +162,7 @@ def test_integration_after_creation(
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
         f"User integration: {CredentialTypes.KEYCLOAK}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_update_integration(
@@ -217,6 +220,7 @@ def test_update_integration(
         f"User integration: {CredentialTypes.CONFLUENCE}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_with_invalid_credentials(
@@ -272,6 +276,7 @@ def test_integration_with_invalid_credentials(
         f"User integration: {CredentialTypes.EMAIL}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_during_creation(credential_type, credentials, integration_utils):
@@ -308,6 +313,7 @@ def test_integration_during_creation(credential_type, credentials, integration_u
         f"User integration: {CredentialTypes.CONFLUENCE}",
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_integration_during_creation_with_invalid_credentials(
@@ -355,6 +361,7 @@ def test_integration_during_creation_with_invalid_credentials(
         f"User integration: {CredentialTypes.SERVICE_NOW}",
         f"User integration: {CredentialTypes.KUBERNETES}",
         f"User integration: {CredentialTypes.KEYCLOAK}",
+        f"User integration: {CredentialTypes.REPORT_PORTAL}",
     ],
 )
 def test_delete_integration(