codemie-test-harness 0.1.165__tar.gz → 0.1.167__tar.gz

{codemie_test_harness-0.1.165 → codemie_test_harness-0.1.167}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.165
+Version: 0.1.167
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.165)
+Requires-Dist: codemie-sdk-python (==0.1.167)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

codemie_test_harness-0.1.167/codemie_test_harness/tests/assistant/tools/mcp/test_single_assistant_dual_time_plugins.py

@@ -0,0 +1,160 @@
+"""
+This test verifies that a single assistant can have multiple instances of the same
+MCP server plugin running with different configurations under the same plugin-key.
+"""
+
+import json
+import os
+import subprocess
+import uuid
+from pathlib import Path
+from time import sleep
+from typing import Tuple, List
+
+import pytest
+
+from codemie_test_harness.tests.enums.tools import Toolkit
+from codemie_sdk.models.integration import CredentialTypes
+from codemie_test_harness.tests.conftest import cleanup_plugin_process
+from codemie_test_harness.tests.test_data.plugin_tools_test_data import (
+    dual_time_plugin_test_data,
+)
+from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
+
+
+CACHE_DIR = Path.home() / ".cache" / "uv" / "archive-v0"
+SERVERS_JSON_PATH = "lib/python3.12/site-packages/toolkits/mcp/servers.json"
+CODEMIE_PLUGINS_PATH = "bin/codemie-plugins"
+PLUGIN_INIT_DELAY = 15
+
+TIME_CONFIGS = {
+    "time-kyiv": {"timezone": "Europe/Kiev", "label": "time-kyiv"},
+    "time-tokyo": {"timezone": "Asia/Tokyo", "label": "time-tokyo"},
+}
+
+
+def find_cache_paths() -> Tuple[Path, Path]:
+    """Find required cache paths for servers.json and codemie-plugins."""
+    for cache_subdir in CACHE_DIR.glob("*"):
+        if not cache_subdir.is_dir():
+            continue
+
+        servers_json = cache_subdir / SERVERS_JSON_PATH
+        codemie_plugins = cache_subdir / CODEMIE_PLUGINS_PATH
+
+        if servers_json.exists() and codemie_plugins.exists():
+            return servers_json, codemie_plugins
+
+    raise FileNotFoundError("Required cache files not found")
+
+
+def configure_mcp_servers(servers_json_path: Path) -> None:
+    """Configure MCP servers in servers.json."""
+    with open(servers_json_path, "r+") as f:
+        config = json.load(f)
+        mcp_servers = config.get("mcpServers", {})
+
+        for server_name, server_config in TIME_CONFIGS.items():
+            if server_name not in mcp_servers:
+                mcp_servers[server_name] = {
+                    "command": "uvx",
+                    "args": [
+                        "mcp-server-time",
+                        f"--local-timezone={server_config['timezone']}",
+                    ],
+                }
+
+        f.seek(0)
+        json.dump(config, f, indent=2)
+        f.truncate()
+
+
+def create_plugin_process(
+    server_name: str, plugin_key: str, codemie_plugins_path: Path
+) -> subprocess.Popen:
+    """Create a plugin process for given server configuration."""
+    config = TIME_CONFIGS[server_name]
+
+    env = os.environ.copy()
+    env.update(
+        {"PLUGIN_LABEL": config["label"], "PLUGIN_EXPERIMENTAL_PROTOCOL": "true"}
+    )
+
+    command = [
+        str(codemie_plugins_path),
+        "--plugin-key",
+        plugin_key,
+        "--plugin-engine-uri",
+        CredentialsManager.get_parameter("NATS_URL"),
+        "mcp",
+        "run",
+        "-s",
+        server_name,
+        "-e",
+        f"{server_name}=PLUGIN_LABEL",
+    ]
+
+    return subprocess.Popen(command, env=env)
+
+
+def cleanup_processes(processes: List[subprocess.Popen]) -> None:
+    """Clean up all managed processes."""
+    for process in processes:
+        cleanup_plugin_process(process)
+
+
+@pytest.fixture(scope="module")
+def dual_time_plugins(integration_utils):
+    """Create two time plugin instances with different configurations."""
+    plugin_key = str(uuid.uuid4())
+    processes = []
+
+    # Setup integration
+    credential_values = CredentialsManager.plugin_credentials(plugin_key)
+    settings = integration_utils.create_integration(
+        credential_type=CredentialTypes.PLUGIN, credential_values=credential_values
+    )
+
+    # Download codemie-tools
+    download_process = subprocess.Popen(["uvx", "codemie-tools"])
+    processes.append(download_process)
+
+    # Find paths and configure servers
+    servers_json_path, codemie_plugins_path = find_cache_paths()
+    configure_mcp_servers(servers_json_path)
+
+    # Start plugin processes for each time config
+    for server_name in TIME_CONFIGS.keys():
+        process = create_plugin_process(server_name, plugin_key, codemie_plugins_path)
+        processes.append(process)
+
+    # Wait for plugin initialization
+    sleep(PLUGIN_INIT_DELAY)
+
+    yield settings
+    cleanup_processes(processes)
+
+
+@pytest.mark.assistant
+@pytest.mark.mcp
+@pytest.mark.plugin
+@pytest.mark.regression
+@pytest.mark.parametrize(
+    "prompt,expected_response",
+    dual_time_plugin_test_data,
+    ids=["Get Tools Available", "Get Kyiv time", "Get Tokyo time"],
+)
+def test_single_assistant_dual_time_plugins(
+    dual_time_plugins,
+    assistant_utils,
+    assistant,
+    similarity_check,
+    prompt,
+    expected_response,
+):
+    assistant_instance = assistant(
+        Toolkit.PLUGIN, Toolkit.PLUGIN, settings=dual_time_plugins
+    )
+
+    response = assistant_utils.ask_assistant(assistant_instance, prompt)
+    similarity_check.check_similarity(response, expected_response)

{codemie_test_harness-0.1.165 → codemie_test_harness-0.1.167}/codemie_test_harness/tests/enums/model_types.py

@@ -24,6 +24,7 @@ class ModelTypes(str, Enum):
     CLAUDE_SONNET_V2_VERTEX = "claude-sonnet-v2-vertex"
     GEMINI_15_PRO = "gemini-1.5-pro"
     GEMINI_20_FLASH = "gemini-2.0-flash"
+    GEMINI_25_FLASH = "gemini-2.5-flash"
     GEMINI_25_PRO = "gemini-2.5-pro"
     CLAUDE_SONNET_37_VERTEX = "claude-sonnet-3-7-vertex"
 

{codemie_test_harness-0.1.165 → codemie_test_harness-0.1.167}/codemie_test_harness/tests/test_data/llm_test_data.py

@@ -41,6 +41,7 @@ MODEL_RESPONSES = [
         GCP_ENVS,
     ),
     LlmResponseData(ModelTypes.GEMINI_20_FLASH, GCP_ENVS),
+    LlmResponseData(ModelTypes.GEMINI_25_FLASH, GCP_ENVS),
     LlmResponseData(ModelTypes.GEMINI_25_PRO, GCP_ENVS),
     LlmResponseData(
         ModelTypes.CLAUDE_SONNET_37_VERTEX,

{codemie_test_harness-0.1.165 → codemie_test_harness-0.1.167}/codemie_test_harness/tests/test_data/plugin_tools_test_data.py

@@ -73,3 +73,36 @@ CREATE_READ_DELETE_FILE_TEST_DATA = {
     "remove_file_prompt": "execute command: git rm -f {}.properties",
     "remove_file_response": "The file `{}.properties` has been removed from the git repository.",
 }
+
+"""Test data for dual time plugin MCP server tests."""
+
+dual_time_plugin_test_data = [
+    (
+        "Show tools with their name and description",
+        """
+            Sure, here are the tools available with their name and description:
+
+            1. **functions._get_current_time_2f90**: 
+               - **Description**: Get current time in a specific timezone. If no timezone is provided by the user, it uses 'Asia/Tokyo' as the local timezone.
+
+            2. **functions._convert_time_2f90**: 
+               - **Description**: Convert time between timezones. If no source timezone is provided by the user, it uses 'Asia/Tokyo' as the local timezone. Similarly, if no target timezone is provided, it uses 'Asia/Tokyo' as the local timezone.
+
+            3. **functions._get_current_time_5cba**: 
+               - **Description**: Similar to `_get_current_time_2f90`, this gets the current time in a specific timezone, defaulting to 'Asia/Tokyo' if no timezone is provided.
+
+            4. **functions._convert_time_5cba**: 
+               - **Description**: Similar to `_convert_time_2f90`, this converts time between timezones, defaulting to 'Asia/Tokyo' if no source or target timezone is provided. 
+
+            These tools are designed to help manage and convert timezone-related data efficiently.
+        """,
+    ),
+    (
+        "What is the current time in Kyiv? Return in format: The current time in Kyiv (Europe/Kiev timezone) is: $time_here",
+        "The current time in Kyiv (Europe/Kiev timezone) is",
+    ),
+    (
+        "What is the current time in Tokyo? Return in format: The current time in Tokyo (Asia/Tokyo timezone) is: $time_here",
+        "The current time in Tokyo (Asia/Tokyo timezone) is",
+    ),
+]

{codemie_test_harness-0.1.165 → codemie_test_harness-0.1.167}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-test-harness"
-version = "0.1.165"
+version = "0.1.167"
 description = "Autotest for CodeMie backend and UI"
 authors = [
     "Anton Yeromin <anton_yeromin@epam.com>",
@@ -12,7 +12,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.12"
-codemie-sdk-python = "0.1.165"
+codemie-sdk-python = "0.1.167"
 pytest = "^8.4.1"
 python-dotenv = "^1.1.0"
 PyHamcrest = "^2.1.0"