testmcpy 0.2.9__tar.gz → 0.2.11__tar.gz

{testmcpy-0.2.9/testmcpy.egg-info → testmcpy-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: testmcpy
-Version: 0.2.9
+Version: 0.2.11
 Summary: A comprehensive testing framework for validating LLM tool calling capabilities with MCP services
 Author: Amin Ghadersohi
 License-Expression: Apache-2.0

{testmcpy-0.2.9 → testmcpy-0.2.11}/pyproject.toml

@@ -88,7 +88,7 @@ testmcpy = [
 
 [project]
 name = "testmcpy"
-version = "0.2.9"
+version = "0.2.11"
 description = "A comprehensive testing framework for validating LLM tool calling capabilities with MCP services"
 authors = [{name = "Amin Ghadersohi"}]
 license = "Apache-2.0"

{testmcpy-0.2.9 → testmcpy-0.2.11}/testmcpy/__init__.py

@@ -5,5 +5,12 @@ A comprehensive testing framework for validating LLM tool calling
 capabilities with MCP (Model Context Protocol) services.
 """
 
-__version__ = "0.2.0"
+try:
+    from importlib.metadata import version
+
+    __version__ = version("testmcpy")
+except Exception:
+    # Fallback for development or when package not installed
+    __version__ = "0.2.11"
+
 __author__ = "testmcpy Contributors"

{testmcpy-0.2.9 → testmcpy-0.2.11}/testmcpy/mcp_profiles.py

@@ -120,12 +120,7 @@ class MCPProfileConfig:
         """
         Find MCP services configuration file.
 
-        Searches in order:
-        1. Provided config_path
-        2. .mcp_services.yaml in current directory
-        3. .mcp_services.yaml in parent directories (up to 5 levels)
-
-        Note: User home directory (~/.mcp_services.yaml) is NOT searched.
+        Looks for .mcp_services.yaml in the current working directory.
         """
         if config_path:
             path = Path(config_path)
@@ -133,15 +128,10 @@ class MCPProfileConfig:
                 return path
             return None
 
-        # Check current directory and parents
-        current = Path.cwd()
-        for _ in range(5):
-            config_file = current / ".mcp_services.yaml"
-            if config_file.exists():
-                return config_file
-            if current.parent == current:
-                break
-            current = current.parent
+        # Check current directory only (same as llm_profiles)
+        config_file = Path.cwd() / ".mcp_services.yaml"
+        if config_file.exists():
+            return config_file
 
         return None
 
@@ -196,14 +186,33 @@ class MCPProfileConfig:
 
             # Load profiles
             profiles_config = config.get("profiles", {})
-            for profile_id, profile_data in profiles_config.items():
-                self.profiles[profile_id] = self._parse_profile(profile_id, profile_data)
+            if not isinstance(profiles_config, dict):
+                print(
+                    f"Warning: 'profiles' in config should be a dict, got {type(profiles_config).__name__}"
+                )
+                return
 
+            for profile_id, profile_data in profiles_config.items():
+                if not isinstance(profile_data, dict):
+                    print(
+                        f"Warning: Skipping profile '{profile_id}' - invalid format (expected dict)"
+                    )
+                    continue
+                try:
+                    self.profiles[profile_id] = self._parse_profile(profile_id, profile_data)
+                except Exception as e:
+                    print(f"Warning: Failed to parse profile '{profile_id}': {e}")
+                    continue
+
+        except yaml.YAMLError as e:
+            print(f"Warning: Invalid YAML in {self.config_path}: {e}")
         except Exception as e:
             print(f"Warning: Failed to load MCP profile config from {self.config_path}: {e}")
 
-    def _parse_auth(self, auth_data: dict[str, Any]) -> AuthConfig:
+    def _parse_auth(self, auth_data: dict[str, Any] | None) -> AuthConfig:
         """Parse auth configuration."""
+        if not auth_data or not isinstance(auth_data, dict):
+            return AuthConfig(auth_type="none")
         auth_type = auth_data.get("type", "none")
 
         return AuthConfig(
@@ -252,10 +261,27 @@ class MCPProfileConfig:
                 mcps.append(mcp_server)
         else:
             # New format: multiple MCPs per profile
-            for mcp_data in mcps_data:
+            if not isinstance(mcps_data, list):
+                print(
+                    f"Warning: 'mcps' in profile '{profile_id}' should be a list, got {type(mcps_data).__name__}"
+                )
+                mcps_data = []
+
+            for idx, mcp_data in enumerate(mcps_data):
+                if not isinstance(mcp_data, dict):
+                    print(
+                        f"Warning: Skipping MCP entry {idx} in profile '{profile_id}' - invalid format"
+                    )
+                    continue
+                mcp_url = mcp_data.get("mcp_url")
+                if not mcp_url:
+                    print(
+                        f"Warning: Skipping MCP entry {idx} in profile '{profile_id}' - missing 'mcp_url'"
+                    )
+                    continue
                 mcp_server = MCPServer(
                     name=mcp_data.get("name", "Unnamed MCP"),
-                    mcp_url=mcp_data["mcp_url"],
+                    mcp_url=mcp_url,
                     auth=self._parse_auth(mcp_data.get("auth", {})),
                     timeout=mcp_data.get("timeout", timeout),
                     rate_limit_rpm=mcp_data.get("rate_limit_rpm", rate_limit_rpm),

{testmcpy-0.2.9 → testmcpy-0.2.11}/testmcpy/server/api.py

@@ -373,6 +373,14 @@ async def health_check():
     }
 
 
+@app.get("/api/version")
+async def get_version():
+    """Get the testmcpy version."""
+    from testmcpy import __version__
+
+    return {"version": __version__}
+
+
 @app.get("/api/config")
 async def get_configuration():
     """Get current configuration."""
@@ -521,17 +529,15 @@ async def list_mcp_tools(profiles: list[str] = Query(default=None)):
 @app.get("/api/mcp/resources")
 async def list_mcp_resources(profiles: list[str] = Query(default=None)):
     """List all MCP resources. Supports optional ?profiles=xxx&profiles=yyy parameters."""
-    accessed_servers = []  # Track servers accessed for cache invalidation on error
-    try:
-        all_resources = []
-
-        if profiles:
-            # Parse server IDs in format "profileId:mcpName"
-            for server_id in profiles:
-                if ":" in server_id:
-                    # New format: specific server selection
-                    profile_id, mcp_name = server_id.split(":", 1)
-                    accessed_servers.append(f"{profile_id}:{mcp_name}")
+    all_resources = []
+
+    if profiles:
+        # Parse server IDs in format "profileId:mcpName"
+        for server_id in profiles:
+            if ":" in server_id:
+                # New format: specific server selection
+                profile_id, mcp_name = server_id.split(":", 1)
+                try:
                     client = await get_mcp_client_for_server(profile_id, mcp_name)
                     if client:
                         resources = await client.list_resources()
@@ -539,47 +545,40 @@ async def list_mcp_resources(profiles: list[str] = Query(default=None)):
                             if isinstance(resource, dict):
                                 resource["mcp_source"] = mcp_name
                             all_resources.append(resource)
-                else:
-                    # Legacy format: entire profile
+                except Exception as e:
+                    # Server doesn't support resources or connection failed - skip silently
+                    print(f"Warning: Could not list resources from {mcp_name}: {e}")
+            else:
+                # Legacy format: entire profile
+                try:
                     clients = await get_mcp_clients_for_profile(server_id)
                     for mcp_name, client in clients:
-                        accessed_servers.append(f"{server_id}:{mcp_name}")
-                        resources = await client.list_resources()
-                        for resource in resources:
-                            if isinstance(resource, dict):
-                                resource["mcp_source"] = mcp_name
-                            all_resources.append(resource)
+                        try:
+                            resources = await client.list_resources()
+                            for resource in resources:
+                                if isinstance(resource, dict):
+                                    resource["mcp_source"] = mcp_name
+                                all_resources.append(resource)
+                        except Exception as e:
+                            print(f"Warning: Could not list resources from {mcp_name}: {e}")
+                except Exception as e:
+                    print(f"Warning: Could not get clients for profile {server_id}: {e}")
 
-        return all_resources
-    except HTTPException:
-        raise
-    except Exception as e:
-        error_msg = str(e)
-        if is_connection_error(error_msg):
-            # Clear stale cached clients so retry can get fresh connection
-            for cache_key in accessed_servers:
-                await clear_cached_client(cache_key)
-            raise HTTPException(
-                status_code=503,
-                detail=f"Service unavailable: Unable to connect to MCP server. {error_msg}",
-            )
-        raise HTTPException(status_code=500, detail=error_msg)
+    return all_resources
 
 
 @app.get("/api/mcp/prompts")
 async def list_mcp_prompts(profiles: list[str] = Query(default=None)):
     """List all MCP prompts. Supports optional ?profiles=xxx&profiles=yyy parameters."""
-    accessed_servers = []  # Track servers accessed for cache invalidation on error
-    try:
-        all_prompts = []
-
-        if profiles:
-            # Parse server IDs in format "profileId:mcpName"
-            for server_id in profiles:
-                if ":" in server_id:
-                    # New format: specific server selection
-                    profile_id, mcp_name = server_id.split(":", 1)
-                    accessed_servers.append(f"{profile_id}:{mcp_name}")
+    all_prompts = []
+
+    if profiles:
+        # Parse server IDs in format "profileId:mcpName"
+        for server_id in profiles:
+            if ":" in server_id:
+                # New format: specific server selection
+                profile_id, mcp_name = server_id.split(":", 1)
+                try:
                     client = await get_mcp_client_for_server(profile_id, mcp_name)
                     if client:
                         prompts = await client.list_prompts()
@@ -587,31 +586,26 @@ async def list_mcp_prompts(profiles: list[str] = Query(default=None)):
                             if isinstance(prompt, dict):
                                 prompt["mcp_source"] = mcp_name
                             all_prompts.append(prompt)
-                else:
-                    # Legacy format: entire profile
+                except Exception as e:
+                    # Server doesn't support prompts or connection failed - skip silently
+                    print(f"Warning: Could not list prompts from {mcp_name}: {e}")
+            else:
+                # Legacy format: entire profile
+                try:
                     clients = await get_mcp_clients_for_profile(server_id)
                     for mcp_name, client in clients:
-                        accessed_servers.append(f"{server_id}:{mcp_name}")
-                        prompts = await client.list_prompts()
-                        for prompt in prompts:
-                            if isinstance(prompt, dict):
-                                prompt["mcp_source"] = mcp_name
-                            all_prompts.append(prompt)
-
-        return all_prompts
-    except HTTPException:
-        raise
-    except Exception as e:
-        error_msg = str(e)
-        if is_connection_error(error_msg):
-            # Clear stale cached clients so retry can get fresh connection
-            for cache_key in accessed_servers:
-                await clear_cached_client(cache_key)
-            raise HTTPException(
-                status_code=503,
-                detail=f"Service unavailable: Unable to connect to MCP server. {error_msg}",
-            )
-        raise HTTPException(status_code=500, detail=error_msg)
+                        try:
+                            prompts = await client.list_prompts()
+                            for prompt in prompts:
+                                if isinstance(prompt, dict):
+                                    prompt["mcp_source"] = mcp_name
+                                all_prompts.append(prompt)
+                        except Exception as e:
+                            print(f"Warning: Could not list prompts from {mcp_name}: {e}")
+                except Exception as e:
+                    print(f"Warning: Could not get clients for profile {server_id}: {e}")
+
+    return all_prompts
 
 
 # Chat endpoint

{testmcpy-0.2.9 → testmcpy-0.2.11}/testmcpy/server/routers/mcp_profiles.py

@@ -166,10 +166,11 @@ global:
 @router.get("/profiles")
 async def list_mcp_profiles():
     """List available MCP profiles from .mcp_services.yaml."""
-    from testmcpy.mcp_profiles import get_profile_config
+    from testmcpy.mcp_profiles import reload_profile_config
 
     try:
-        profile_config = get_profile_config()
+        # Always reload to pick up file changes
+        profile_config = reload_profile_config()
         if not profile_config.has_profiles():
             return {
                 "profiles": [],

{testmcpy-0.2.9 → testmcpy-0.2.11}/testmcpy/ui/src/App.jsx

@@ -36,6 +36,7 @@ function AppContent() {
   const [selectedLlmProfile, setSelectedLlmProfile] = useState(null)
   const [apiReady, setApiReady] = useState(false)
   const [healthCheckAttempts, setHealthCheckAttempts] = useState(0)
+  const [appVersion, setAppVersion] = useState('v0.0.0')
   const navigate = useNavigate()
   const location = useLocation()
 
@@ -48,6 +49,7 @@ function AppContent() {
       loadConfig()
       loadProfiles()
       loadLlmProfiles()
+      loadVersion()
     }
   }, [apiReady])
 
@@ -84,6 +86,16 @@ function AppContent() {
     setApiReady(true)
   }
 
+  const loadVersion = async () => {
+    try {
+      const res = await fetch('/api/version')
+      const data = await res.json()
+      setAppVersion(`v${data.version}`)
+    } catch (error) {
+      console.error('Failed to load version:', error)
+    }
+  }
+
   const loadConfig = async () => {
     try {
       const res = await fetch('/api/config')
@@ -419,7 +431,7 @@ function AppContent() {
             {sidebarOpen && (
               <div className="text-xs text-text-tertiary space-y-0.5">
                 <div className="font-medium">MCP Testing Framework</div>
-                <div className="text-text-disabled">v1.0.0</div>
+                <div className="text-text-disabled">{appVersion}</div>
               </div>
             )}
           </div>

{testmcpy-0.2.9 → testmcpy-0.2.11/testmcpy.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: testmcpy
-Version: 0.2.9
+Version: 0.2.11
 Summary: A comprehensive testing framework for validating LLM tool calling capabilities with MCP services
 Author: Amin Ghadersohi
 License-Expression: Apache-2.0