codemie-test-harness 0.1.165__py3-none-any.whl → 0.1.167__py3-none-any.whl

codemie_test_harness/tests/assistant/tools/mcp/test_single_assistant_dual_time_plugins.py

@@ -0,0 +1,160 @@
+"""
+This test verifies that a single assistant can have multiple instances of the same
+MCP server plugin running with different configurations under the same plugin-key.
+"""
+
+import json
+import os
+import subprocess
+import uuid
+from pathlib import Path
+from time import sleep
+from typing import Tuple, List
+
+import pytest
+
+from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_sdk.models.integration import CredentialTypes
+from codemie_test_harness.tests.conftest import cleanup_plugin_process
+from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
+    dual_time_plugin_test_data,
+)
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+CACHE_DIR = Path.home() / ".cache" / "uv" / "archive-v0"
+SERVERS_JSON_PATH = "lib/python3.12/site-packages/toolkits/mcp/servers.json"
+CODEMIE_PLUGINS_PATH = "bin/codemie-plugins"
+PLUGIN_INIT_DELAY = 15
+
+TIME_CONFIGS = {
+    "time-kyiv": {"timezone": "Europe/Kiev", "label": "time-kyiv"},
+    "time-tokyo": {"timezone": "Asia/Tokyo", "label": "time-tokyo"},
+}
+
+
+def find_cache_paths() -> Tuple[Path, Path]:
+    """Find required cache paths for servers.json and codemie-plugins."""
+    for cache_subdir in CACHE_DIR.glob("*"):
+        if not cache_subdir.is_dir():
+            continue
+
+        servers_json = cache_subdir / SERVERS_JSON_PATH
+        codemie_plugins = cache_subdir / CODEMIE_PLUGINS_PATH
+
+        if servers_json.exists() and codemie_plugins.exists():
+            return servers_json, codemie_plugins
+
+    raise FileNotFoundError("Required cache files not found")
+
+
+def configure_mcp_servers(servers_json_path: Path) -> None:
+    """Configure MCP servers in servers.json."""
+    with open(servers_json_path, "r+") as f:
+        config = json.load(f)
+        mcp_servers = config.get("mcpServers", {})
+
+        for server_name, server_config in TIME_CONFIGS.items():
+            if server_name not in mcp_servers:
+                mcp_servers[server_name] = {
+                    "command": "uvx",
+                    "args": [
+                        "mcp-server-time",
+                        f"--local-timezone={server_config['timezone']}",
+                    ],
+                }
+
+        f.seek(0)
+        json.dump(config, f, indent=2)
+        f.truncate()
+
+
+def create_plugin_process(
+    server_name: str, plugin_key: str, codemie_plugins_path: Path
+) -> subprocess.Popen:
+    """Create a plugin process for given server configuration."""
+    config = TIME_CONFIGS[server_name]
+
+    env = os.environ.copy()
+    env.update(
+        {"PLUGIN_LABEL": config["label"], "PLUGIN_EXPERIMENTAL_PROTOCOL": "true"}
+    )
+
+    command = [
+        str(codemie_plugins_path),
+        "--plugin-key",
+        plugin_key,
+        "--plugin-engine-uri",
+        CredentialsManager.get_parameter("NATS_URL"),
+        "mcp",
+        "run",
+        "-s",
+        server_name,
+        "-e",
+        f"{server_name}=PLUGIN_LABEL",
+    ]
+
+    return subprocess.Popen(command, env=env)
+
+
+def cleanup_processes(processes: List[subprocess.Popen]) -> None:
+    """Clean up all managed processes."""
+    for process in processes:
+        cleanup_plugin_process(process)
+
+
+@pytest.fixture(scope="module")
+def dual_time_plugins(integration_utils):
+    """Create two time plugin instances with different configurations."""
+    plugin_key = str(uuid.uuid4())
+    processes = []
+
+    # Setup integration
+    credential_values = CredentialsManager.plugin_credentials(plugin_key)
+    settings = integration_utils.create_integration(
+        credential_type=CredentialTypes.PLUGIN, credential_values=credential_values
+    )
+
+    # Download codemie-tools
+    download_process = subprocess.Popen(["uvx", "codemie-tools"])
+    processes.append(download_process)
+
+    # Find paths and configure servers
+    servers_json_path, codemie_plugins_path = find_cache_paths()
+    configure_mcp_servers(servers_json_path)
+
+    # Start plugin processes for each time config
+    for server_name in TIME_CONFIGS.keys():
+        process = create_plugin_process(server_name, plugin_key, codemie_plugins_path)
+        processes.append(process)
+
+    # Wait for plugin initialization
+    sleep(PLUGIN_INIT_DELAY)
+
+    yield settings
+    cleanup_processes(processes)
+
+
+@pytest.mark.assistant
+@pytest.mark.mcp
+@pytest.mark.plugin
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "prompt,expected_response",
+    dual_time_plugin_test_data,
+    ids=["Get Tools Available", "Get Kyiv time", "Get Tokyo time"],
+)
+def test_single_assistant_dual_time_plugins(
+    dual_time_plugins,
+    assistant_utils,
+    assistant,
+    similarity_check,
+    prompt,
+    expected_response,
+):
+    assistant_instance = assistant(
+        Toolkit.PLUGIN, Toolkit.PLUGIN, settings=dual_time_plugins
+    )
+
+    response = assistant_utils.ask_assistant(assistant_instance, prompt)
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/enums/model_types.py

@@ -24,6 +24,7 @@ class ModelTypes(str, Enum):
     CLAUDE_SONNET_V2_VERTEX = "claude-sonnet-v2-vertex"
     GEMINI_15_PRO = "gemini-1.5-pro"
     GEMINI_20_FLASH = "gemini-2.0-flash"
+    GEMINI_25_FLASH = "gemini-2.5-flash"
     GEMINI_25_PRO = "gemini-2.5-pro"
     CLAUDE_SONNET_37_VERTEX = "claude-sonnet-3-7-vertex"
 

codemie_test_harness/tests/test_data/llm_test_data.py

@@ -41,6 +41,7 @@ MODEL_RESPONSES = [
         GCP_ENVS,
     ),
     LlmResponseData(ModelTypes.GEMINI_20_FLASH, GCP_ENVS),
+    LlmResponseData(ModelTypes.GEMINI_25_FLASH, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_25_PRO, GCP_ENVS),
     LlmResponseData(
         ModelTypes.CLAUDE_SONNET_37_VERTEX,

codemie_test_harness/tests/test_data/plugin_tools_test_data.py

@@ -73,3 +73,36 @@ CREATE_READ_DELETE_FILE_TEST_DATA = {
     "remove_file_prompt": "execute command: git rm -f {}.properties",
     "remove_file_response": "The file `{}.properties` has been removed from the git repository.",
 }
+
+"""Test data for dual time plugin MCP server tests."""
+
+dual_time_plugin_test_data = [
+    (
+        "Show tools with their name and description",
+        """
+            Sure, here are the tools available with their name and description:
+
+            1. **functions._get_current_time_2f90**: 
+               - **Description**: Get current time in a specific timezone. If no timezone is provided by the user, it uses 'Asia/Tokyo' as the local timezone.
+
+            2. **functions._convert_time_2f90**: 
+               - **Description**: Convert time between timezones. If no source timezone is provided by the user, it uses 'Asia/Tokyo' as the local timezone. Similarly, if no target timezone is provided, it uses 'Asia/Tokyo' as the local timezone.
+
+            3. **functions._get_current_time_5cba**: 
+               - **Description**: Similar to `_get_current_time_2f90`, this gets the current time in a specific timezone, defaulting to 'Asia/Tokyo' if no timezone is provided.
+
+            4. **functions._convert_time_5cba**: 
+               - **Description**: Similar to `_convert_time_2f90`, this converts time between timezones, defaulting to 'Asia/Tokyo' if no source or target timezone is provided. 
+
+            These tools are designed to help manage and convert timezone-related data efficiently.
+        """,
+    ),
+    (
+        "What is the current time in Kyiv? Return in format: The current time in Kyiv (Europe/Kiev timezone) is: $time_here",
+        "The current time in Kyiv (Europe/Kiev timezone) is",
+    ),
+    (
+        "What is the current time in Tokyo? Return in format: The current time in Tokyo (Asia/Tokyo timezone) is: $time_here",
+        "The current time in Tokyo (Asia/Tokyo timezone) is",
+    ),
+]

{codemie_test_harness-0.1.165.dist-info → codemie_test_harness-0.1.167.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.165
+Version: 0.1.167
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.165)
+Requires-Dist: codemie-sdk-python (==0.1.167)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.165.dist-info → codemie_test_harness-0.1.167.dist-info}/RECORD

@@ -42,6 +42,7 @@ codemie_test_harness/tests/assistant/tools/git/test_assistant_with_git_tools.py,
 codemie_test_harness/tests/assistant/tools/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/mcp/test_cli_mcp_server.py,sha256=nf8j8d5L9hXriqzh1o1b1IUclEW5jY-s1YHKovnWMh0,2642
 codemie_test_harness/tests/assistant/tools/mcp/test_mcp_servers.py,sha256=6G07SddfjZ0ilnJVSeS3yK-OSge9224I-6BQhbQxvZo,1386
+codemie_test_harness/tests/assistant/tools/mcp/test_single_assistant_dual_time_plugins.py,sha256=_rBXI-45DZyFAlaTfv_3LkIc7mS8RAsfE2En3aWIpwY,4897
 codemie_test_harness/tests/assistant/tools/notification/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/notification/test_assistant_notification_tools.py,sha256=0HrrCwwwU0U_2qrJPeURmqetOGt2FuBLoCxLEHzXV1k,2651
 codemie_test_harness/tests/assistant/tools/openapi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -67,7 +68,7 @@ codemie_test_harness/tests/e2e/test_e2e.py,sha256=DavQToIg5SR38xw3AqhwNGzp5hli0n
 codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/enums/environment.py,sha256=R3z7VetKeaJorUyrB5hKmlZVMyjHiAw4R5vREcBfdpU,3051
 codemie_test_harness/tests/enums/integrations.py,sha256=hG_cEKN0N5gtGHyrh3wuCpNAWhPyNOJaKsAw16iNshg,164
-codemie_test_harness/tests/enums/model_types.py,sha256=PgC3Zuu5Ml9C18Uz_nLVFRXd3IFJhNZ3TbfAUaMANoE,1231
+codemie_test_harness/tests/enums/model_types.py,sha256=XtLT0breZ1y6QWjmzc6Qw664ZY0lklGRZ_u1AxyXLN4,1272
 codemie_test_harness/tests/enums/tools.py,sha256=7vZeQFo9FYgNt2q7LVpAvzyKDLbqtxapIeZo-g3cE2s,5772
 codemie_test_harness/tests/integrations/__init__.py,sha256=5vnZbxvYQ1Y91O8DJG3QfBHWcdYsMii59cMBzsvHBCg,237
 codemie_test_harness/tests/integrations/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -144,13 +145,13 @@ codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJV
 codemie_test_harness/tests/test_data/index_test_data.py,sha256=VZJC_Fmko32EHaybUwCy0mWMiwAeUAAmhRa0Xt4oTHQ,1115
 codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=1YecCRnrBq5NiM9HEnyKFZ17nuFEnZUlNzKcwo09SDM,13050
 codemie_test_harness/tests/test_data/keycloak_tool_test_data.py,sha256=uF8YqHGgLpQVxKdpKXLe-7F-ipEGQiHHh28nZvvVGM8,1244
-codemie_test_harness/tests/test_data/llm_test_data.py,sha256=E1H1enkPqJz0tfenEOQC4noNZlm8oCWupPfVnlxkzDM,2415
+codemie_test_harness/tests/test_data/llm_test_data.py,sha256=akJYX36GfR1s5gHKOaWbTGB-4XBjCh1pc00quCjHFoQ,2474
 codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=m6PImS_J2gPNY5ijf9MG_eOX_LxJjTZ23AXQDgaK_Oc,7151
 codemie_test_harness/tests/test_data/notification_tools_test_data.py,sha256=D7KLP-cyQljU2Io21CukphnzMadJ7VJ0FhXFdU3GfGk,794
 codemie_test_harness/tests/test_data/open_api_tools_test_data.py,sha256=XhVzelRXgLXHF2iIvhI70SP6qHQjT7QW70S06dF6XJI,2480
 codemie_test_harness/tests/test_data/openapi.json,sha256=X4uqtfjpTUuMifefQRf8mHI1k8pspp8-L0rpJlhLOI4,10459
 codemie_test_harness/tests/test_data/output_schema_test_data.py,sha256=4l7AvXbMl9hIvoFxu1LPPSGz9hb5Uz2_is4zTm77ARY,261
-codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=8sb80WiFdi2WWBWw5OWCR56HW6K1y062bWFiLOKeSU0,2430
+codemie_test_harness/tests/test_data/plugin_tools_test_data.py,sha256=bVamztyQ4bAVo1CRSrtu6f5H-gkjhAN2nq5Jbc0erqM,4168
 codemie_test_harness/tests/test_data/pm_tools_test_data.py,sha256=ctPwLSJYy7xPg4B-uwAAhRwIogdxTgBn-PPY2rN0llc,3248
 codemie_test_harness/tests/test_data/project_management_test_data.py,sha256=Sd5MEO0hnUeyF-WIIGW4qEAHR5hvhJcs0DE1ytqdveM,1692
 codemie_test_harness/tests/test_data/report_portal_tools_test_data.py,sha256=P3Z1B1-iNxXAcMIFlb9robhHQSXQtzSRUz59ivvTrG8,13646
@@ -350,7 +351,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=vq6tucNBxiNIQSmIj_pYiiPm0lipU9X3kzeCd6xEbRM,966
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=uD2qs361j6Egp4UumfoQ4gC24-NioXfiW0IF53N9hVA,1175
-codemie_test_harness-0.1.165.dist-info/METADATA,sha256=7XS6zhNqrnu856EPJgAVnwZcDZa8G_MfvdPduXFzofw,8998
-codemie_test_harness-0.1.165.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.165.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.165.dist-info/RECORD,,
+codemie_test_harness-0.1.167.dist-info/METADATA,sha256=QYEsiXDnm8tybx4tFo5nJZnEwNhb58eJVfLUSJHZreU,8998
+codemie_test_harness-0.1.167.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.167.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.167.dist-info/RECORD,,