codemie-test-harness 0.1.180__py3-none-any.whl → 0.1.181__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_development_plugin.py

@@ -2,12 +2,15 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, PluginTool
 from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
     list_files_plugin_tools_test_data,
     CREATE_READ_DELETE_FILE_TEST_DATA,
 )
-from codemie_test_harness.tests.utils.base_utils import get_random_name
+from codemie_test_harness.tests.utils.base_utils import (
+    get_random_name,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
 
 
@@ -31,7 +34,12 @@ def test_assistant_with_list_files_plugin_tools(
 ):
     assistant = assistant(Toolkit.PLUGIN, Toolkit.PLUGIN, settings=development_plugin)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -51,12 +59,16 @@ def test_assistant_with_modify_files_plugin_tools(
             Toolkit.PLUGIN, Toolkit.PLUGIN, settings=development_plugin
         )
 
-        response = assistant_utils.ask_assistant(
+        response, triggered_tools = assistant_utils.ask_assistant(
             assistant,
             CREATE_READ_DELETE_FILE_TEST_DATA["create_file_prompt"].format(
                 file_name, file_name
             ),
+            minimal_response=False,
         )
+
+        assert_tool_triggered(PluginTool.WRITE_FILE_TO_FILE_SYSTEM, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["create_file_response"].format(
@@ -64,21 +76,28 @@ def test_assistant_with_modify_files_plugin_tools(
             ),
         )
 
-        response = assistant_utils.ask_assistant(
+        response, triggered_tools = assistant_utils.ask_assistant(
             assistant,
             CREATE_READ_DELETE_FILE_TEST_DATA["git_command_prompt"].format(file_name),
+            minimal_response=False,
         )
+        assert_tool_triggered(PluginTool.GENERIC_GIT_TOOL, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["git_command_response"].format(file_name),
         )
 
-        response = assistant_utils.ask_assistant(
+        response, triggered_tools = assistant_utils.ask_assistant(
             assistant,
             CREATE_READ_DELETE_FILE_TEST_DATA["show_file_content_prompt"].format(
                 file_name
             ),
+            minimal_response=False,
         )
+
+        assert_tool_triggered(PluginTool.READ_FILE_FROM_FILE_SYSTEM, triggered_tools)
+
         similarity_check.check_similarity(
             response,
             CREATE_READ_DELETE_FILE_TEST_DATA["show_file_content_response"].format(

codemie_test_harness/tests/assistant/tools/plugin/test_assistant_with_plugin_and_mcp_servers.py

@@ -2,12 +2,13 @@ import os
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, CliMcpServer, PluginTool
 from codemie_test_harness.tests.test_data.mcp_server_test_data import (
     cli_mcp_server_with_plugin_test_data,
     filesystem_mcp_server_with_plugin_test_data,
 )
 from codemie_test_harness.tests.utils.constants import TESTS_PATH
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
@@ -29,7 +30,12 @@ def test_assistant_with_plugin_and_cli_mcp_server(
 ):
     assistant = assistant(Toolkit.PLUGIN, Toolkit.PLUGIN, settings=cli_server)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(CliMcpServer.RUN_COMMAND, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -56,7 +62,13 @@ def test_assistant_with_plugin_and_filesystem_mcp_server(
             Toolkit.PLUGIN, Toolkit.PLUGIN, settings=filesystem_server
         )
 
-        response = assistant_utils.ask_assistant(assistant, prompt)
+        response, triggered_tools = assistant_utils.ask_assistant(
+            assistant, prompt, minimal_response=False
+        )
+
+        if tool_name != PluginTool.READ_FILE:
+            assert_tool_triggered(tool_name, triggered_tools)
+
         similarity_check.check_similarity(response, expected_response)
     finally:
         file_to_remove = f"{str(TESTS_PATH / 'sdk_tests')}.properties"

codemie_test_harness/tests/assistant/tools/plugin/test_single_assistant_dual_time_plugins.py

@@ -13,13 +13,14 @@ from typing import Tuple, List
 
 import pytest
 
-from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_test_harness.tests.enums.tools import Toolkit, McpServerTime
 from codemie_sdk.models.integration import CredentialTypes
 from codemie_test_harness.tests.conftest import cleanup_plugin_process
 from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
     dual_time_plugin_test_data,
 )
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 CACHE_DIR = Path.home() / ".cache" / "uv" / "archive-v0"
@@ -162,5 +163,13 @@ def test_single_assistant_dual_time_plugins(
         Toolkit.PLUGIN, Toolkit.PLUGIN, settings=dual_time_plugins
     )
 
-    response = assistant_utils.ask_assistant(assistant_instance, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant_instance, prompt, minimal_response=False
+    )
+
+    if "tools" in prompt.lower():
+        pass
+    else:
+        assert_tool_triggered(McpServerTime.GET_CURRENT_TIME, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/project_management/test_assistant_pm_tools.py

@@ -14,7 +14,10 @@ from codemie_test_harness.tests.test_data.project_management_test_data import (
     pm_tools_test_data,
 )
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
-from codemie_test_harness.tests.utils.base_utils import credentials_to_dict
+from codemie_test_harness.tests.utils.base_utils import (
+    credentials_to_dict,
+    assert_tool_triggered,
+)
 from codemie_test_harness.tests.utils.constants import (
     project_management_integrations,
 )
@@ -48,7 +51,10 @@ def test_assistant_with_project_management_tools(
         settings=integration,
     )
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+    assert_tool_triggered(tool_name, triggered_tools)
     similarity_check.check_similarity(response, expected_response)
 
 
@@ -72,9 +78,10 @@ def test_assistant_with_jira_tool_and_integration_id_in_chat(
         settings=invalid_settings,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config], minimal_response=False
     )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -95,9 +102,10 @@ def test_assistant_with_jira_tool_and_credentials_in_chat(
         ProjectManagementTool.JIRA,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, JIRA_TOOL_PROMPT, tools_config=[tool_config], minimal_response=False
     )
+    assert_tool_triggered(ProjectManagementTool.JIRA, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_JIRA_TOOL)
 
 
@@ -125,9 +133,13 @@ def test_assistant_with_confluence_tool_and_integration_id_in_chat(
         settings=invalid_settings,
     )
 
-    response = assistant_utils.ask_assistant(
-        assistant, CONFLUENCE_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        CONFLUENCE_TOOL_PROMPT,
+        tools_config=[tool_config],
+        minimal_response=False,
     )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
 
 
@@ -145,9 +157,13 @@ def test_assistant_with_confluence_tool_and_credentials_in_chat(
 
     assistant = assistant(Toolkit.PROJECT_MANAGEMENT, ProjectManagementTool.CONFLUENCE)
 
-    response = assistant_utils.ask_assistant(
-        assistant, CONFLUENCE_TOOL_PROMPT, tools_config=[tool_config]
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant,
+        CONFLUENCE_TOOL_PROMPT,
+        tools_config=[tool_config],
+        minimal_response=False,
     )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(response, RESPONSE_FOR_CONFLUENCE_TOOL)
 
 
@@ -161,7 +177,10 @@ def test_assistant_with_confluence_tool_and_without_credentials(
 ):
     assistant = assistant(Toolkit.PROJECT_MANAGEMENT, ProjectManagementTool.CONFLUENCE)
 
-    response = assistant_utils.ask_assistant(assistant, CONFLUENCE_TOOL_PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, CONFLUENCE_TOOL_PROMPT, minimal_response=False
+    )
+    assert_tool_triggered(ProjectManagementTool.CONFLUENCE, triggered_tools)
     similarity_check.check_similarity(
         response, RESPONSE_FOR_CONFLUENCE_TOOL_UNAUTHORIZED
     )

codemie_test_harness/tests/assistant/tools/report_portal/test_assistant_report_portal_tools.py

@@ -3,6 +3,7 @@ import pytest
 from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
     rp_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
@@ -28,5 +29,9 @@ def test_assistant_with_report_portal_tools(
         tool_name,
         settings=report_portal_integration,
     )
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/research/test_assistant_research_tools.py

@@ -6,7 +6,10 @@ from codemie_test_harness.tests.test_data.research_tools_test_data import (
     search_tools_test_data,
     interactions_tools_test_data,
 )
-from codemie_test_harness.tests.utils.base_utils import percent_of_relevant_titles
+from codemie_test_harness.tests.utils.base_utils import (
+    percent_of_relevant_titles,
+    assert_tool_triggered,
+)
 
 
 @pytest.mark.assistant
@@ -26,7 +29,11 @@ def test_assistant_with_search_tools(
 ):
     assistant = assistant(Toolkit.RESEARCH, tool_name)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     percent = percent_of_relevant_titles(response)
 
@@ -55,5 +62,10 @@ def test_assistant_with_interaction_tools(
 ):
     assistant = assistant(Toolkit.RESEARCH, tool_name)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
+
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/assistant/tools/servicenow/test_servicenow_tools.py

@@ -5,6 +5,7 @@ from codemie_test_harness.tests.test_data.servicenow_tools_test_data import (
     PROMPT,
     EXPECTED_RESPONSE,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 
 
 @pytest.mark.assistant
@@ -20,6 +21,9 @@ def test_assistant_with_servicenow_tools(
         Toolkit.SERVICENOW, ServiceNowTool.SERVICE_NOW, settings=service_now_integration
     )
 
-    response = assistant_utils.ask_assistant(servicenow_assistant, PROMPT)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        servicenow_assistant, PROMPT, minimal_response=False
+    )
 
+    assert_tool_triggered(ServiceNowTool.SERVICE_NOW, triggered_tools)
     similarity_check.check_similarity(response, EXPECTED_RESPONSE, 80)

codemie_test_harness/tests/assistant/tools/vcs/test_assistant_with_vcs_tools.py

@@ -6,6 +6,7 @@ from codemie_test_harness.tests.enums.tools import (
 from codemie_test_harness.tests.test_data.vcs_tools_test_data import (
     vcs_tools_test_data,
 )
+from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
 from codemie_test_harness.tests.utils.constants import vcs_integrations
 
 
@@ -31,6 +32,10 @@ def test_create_assistant_with_vcs_tool(
 
     assistant = assistant(Toolkit.VCS, tool_name, settings=integration)
 
-    response = assistant_utils.ask_assistant(assistant, prompt)
+    response, triggered_tools = assistant_utils.ask_assistant(
+        assistant, prompt, minimal_response=False
+    )
+
+    assert_tool_triggered(tool_name, triggered_tools)
 
     similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/enums/tools.py

@@ -199,3 +199,35 @@ class ReportPortalTool(str, Enum):
     GET_LOGS_FOR_TEST_ITEM = "get_logs_for_test_item"
     GET_USER_INFORMATION = "get_user_information"
     GET_DASHBOARD_DATA = "get_dashboard_data"
+
+
+class McpServerTime(str, Enum):
+    """Enum for Time MCP Server tool names."""
+
+    GET_CURRENT_TIME = "get_current_time"
+    CONVERT_TIME = "convert_time"
+
+
+class CliMcpServer(str, Enum):
+    """Enum for Cli MCP Server tool names."""
+
+    RUN_COMMAND = "run command"
+
+
+class McpServerFetch(str, Enum):
+    """Enum for MCP Server Fetch tool names."""
+
+    FETCH = "fetch"
+
+
+class Default(str, Enum):
+    """Enum for tools that attached automatically e.g. on added datasource or file uploaded."""
+
+    GET_REPOSITORY_FILE_TREE = "get_repository_file_tree"
+    SEARCH_KB = "search_kb"
+    FILE_ANALYSIS = "file_analysis"
+    DOCX_TOOL = "docx_tool"
+    EXCEL_TOOL = "excel_tool"
+    PYTHON_REPL_AST = "python_repl_ast"
+    PPTX_TOOL = "pptx_tool"
+    PDF_TOOL = "pdf_tool"

codemie_test_harness/tests/test_data/file_test_data.py

@@ -1,3 +1,5 @@
+from codemie_test_harness.tests.enums.tools import Default
+
 file_test_data = [
     (
         "test.docx",
@@ -25,6 +27,7 @@ file_test_data = [
             •	Chinese Yuan Renminbi
             The system should display costs in the chosen currency, along with the currency code and numeric identifier, to help travelers more accurately budget and decide on accommodations. For example, AUD 36 Australian dollar.
         """,
+        Default.DOCX_TOOL,
     ),
     (
         "test.xlsx",
@@ -34,6 +37,7 @@ file_test_data = [
             Data	Cats	111
             None	None	Travellers
         """,
+        Default.EXCEL_TOOL,
     ),
     (
         "test.vtt",
@@ -46,6 +50,7 @@ file_test_data = [
             00:00:02.500 --> 00:00:04.300
             and the way we access it is changing
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.ini",
@@ -61,6 +66,7 @@ file_test_data = [
             rp_project = epm-cdme
             rp_launch = Pytest Regression
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.csv",
@@ -73,10 +79,12 @@ file_test_data = [
 
             1918: 1991, track A: track D
         """,
+        Default.PYTHON_REPL_AST,
     ),
     (
         "test.json",
         "The content in the context is from a source document titled 'Automation Test' and contains the word 'Test'.json",
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.yaml",
@@ -103,6 +111,7 @@ file_test_data = [
               and form data specifying the file's path and MIME type. The expected response for a successful upload is a status code of `200`
                with a response body containing the word "Success".
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.xml",
@@ -121,6 +130,7 @@ file_test_data = [
                 </body>
             </request>
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.pptx",
@@ -149,6 +159,7 @@ file_test_data = [
             #### Conclusion
             The document concludes by emphasizing that software testing is crucial for ensuring applications work as intended, thereby reducing bugs and enhancing quality.pptx
         """,
+        Default.PPTX_TOOL,
     ),
     (
         "test.pdf",
@@ -156,6 +167,7 @@ file_test_data = [
             It contains a simple message stating "This file is for test purpose."
             followed by some whitespace and a separator line.
         """,
+        Default.PDF_TOOL,
     ),
     (
         "test.txt",
@@ -165,6 +177,7 @@ file_test_data = [
             **Source:** test.txt  
             **File Content:** This file is for test purpose.
         """,
+        Default.FILE_ANALYSIS,
     ),
     (
         "test.gif",
@@ -176,6 +189,7 @@ file_test_data = [
             The dog's expression may appear as if it's imitating a human smile,
             which often results in comical interpretations in GIFs and memes.
         """,
+        (),
     ),
     (
         "test.jpeg",
@@ -187,6 +201,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
     (
         "test.jpg",
@@ -198,6 +213,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
     (
         "test.png",
@@ -209,6 +225,7 @@ file_test_data = [
             The lighting gives a warm tone to the image,
             possibly indicating natural light coming in from a nearby window.
         """,
+        (),
     ),
 ]
 

codemie_test_harness/tests/utils/assistant_utils.py

@@ -125,7 +125,40 @@ class AssistantUtils(BaseUtils):
             assistant_id=assistant.id, request=chat_request
         )
 
-        return response.generated if minimal_response else response
+        if minimal_response:
+            return response.generated
+        else:
+            # Extract triggered tools from response thoughts
+            triggered_tools = self._extract_triggered_tools(response)
+            return response.generated, triggered_tools
+
+    def _extract_triggered_tools(self, response):
+        """
+        Extract triggered tools from response thoughts.
+
+        Filters out 'Codemie Thoughts' entries and error entries,
+        returning a list of tool names in lowercase.
+
+        Args:
+            response: The assistant response containing thoughts
+
+        Returns:
+            list: List of triggered tool names in lowercase
+        """
+        triggered_tools = []
+
+        # Check if response has thoughts attribute
+        if hasattr(response, "thoughts") and response.thoughts:
+            for thought in response.thoughts:
+                # Filter out 'Codemie Thoughts' and error entries
+                if thought.get("author_name") != "Codemie Thoughts" and not thought.get(
+                    "error", False
+                ):
+                    author_name = thought.get("author_name", "")
+                    if author_name:
+                        triggered_tools.append(author_name.lower())
+
+        return triggered_tools
 
     def send_chat_request(
         self,

codemie_test_harness/tests/utils/base_utils.py

@@ -173,3 +173,64 @@ def assert_error_details(response, status_code, message):
 
 def credentials_to_dict(credentials):
     return {cred.key: cred.value for cred in credentials}
+
+
+def assert_tool_triggered(tool_name, triggered_tools):
+    """
+    Assert that the expected tool(s) were triggered during assistant interaction.
+
+    Args:
+        tool_name: Either a single tool enum or a tuple of tool enums that should be triggered
+        triggered_tools: List of tools that were actually triggered
+
+    Raises:
+        AssertionError: If any of the expected tools were not found in triggered_tools
+                       (for tuples, ALL tools must be present)
+    """
+    # Handle both single tools and tuples of tools
+    if isinstance(tool_name, tuple):
+        tools_to_check = tool_name
+    else:
+        tools_to_check = (tool_name,)
+
+    # Check each expected tool
+    found_tools = []
+    missing_tools = []
+
+    for tool in tools_to_check:
+        tool_value_lower = tool.value.lower()
+        tool_value_with_spaces = tool.value.replace("_", " ").lower()
+
+        # Check if this specific tool was triggered
+        tool_found = False
+        for triggered_tool in triggered_tools:
+            if (
+                triggered_tool.lower() == tool_value_lower
+                or triggered_tool.lower() == tool_value_with_spaces
+                or tool_value_with_spaces in triggered_tool.lower()
+            ):
+                found_tools.append(tool.value)
+                tool_found = True
+                break
+
+        if not tool_found:
+            missing_tools.append(tool.value)
+
+    # Assert that ALL expected tools were found
+    if missing_tools:
+        expected_tools = [tool.value for tool in tools_to_check]
+
+        if len(tools_to_check) == 1:
+            assert False, (
+                f"Tool validation failed:\n"
+                f"Expected tool '{expected_tools[0]}' to be triggered\n"
+                f"But it was not found in triggered tools: {triggered_tools}\n"
+            )
+        else:
+            assert False, (
+                f"Tool validation failed:\n"
+                f"Expected ALL of these tools to be triggered: {expected_tools}\n"
+                f"Missing tools: {missing_tools}\n"
+                f"Found tools: {found_tools}\n"
+                f"Actually triggered: {triggered_tools}\n"
+            )

{codemie_test_harness-0.1.180.dist-info → codemie_test_harness-0.1.181.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.180
+Version: 0.1.181
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.180)
+Requires-Dist: codemie-sdk-python (==0.1.181)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)