eval-protocol 0.2.2__tar.gz → 0.2.3__tar.gz

{eval_protocol-0.2.2/eval_protocol.egg-info → eval_protocol-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.2
+Version: 0.2.3
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: Apache-2.0

{eval_protocol-0.2.2 → eval_protocol-0.2.3}/eval_protocol/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-08-04T16:23:29-0700",
+ "date": "2025-08-04T20:35:33-0700",
  "dirty": false,
  "error": null,
- "full-revisionid": "a74f14cb888ac8a6e3e6877822122f6252365d54",
- "version": "0.2.2"
+ "full-revisionid": "52b46a7d3f8455d848d8d5138ec4ca4d6343d3d2",
+ "version": "0.2.3"
 }
 '''  # END VERSION_JSON
 

{eval_protocol-0.2.2 → eval_protocol-0.2.3}/eval_protocol/pytest/default_agent_rollout_processor.py

@@ -75,6 +75,7 @@ class Agent:
         self, messages: list[Message], tools: Optional[list[ChatCompletionToolParam]]
     ) -> ChatCompletionMessage:
         messages = [message.model_dump() if hasattr(message, "model_dump") else message for message in messages]
+        tools = [{"function": tool["function"].model_dump(), "type": "function"} for tool in tools] if tools else []
         response = await self._policy._make_llm_call(messages=messages, tools=tools)
         return response["choices"][0]["message"]
 

{eval_protocol-0.2.2 → eval_protocol-0.2.3}/eval_protocol/pytest/default_mcp_gym_rollout_processor.py

@@ -2,6 +2,7 @@ import asyncio
 import os
 import subprocess
 import time
+import socket
 from pathlib import Path
 from typing import List, Optional
 
@@ -69,11 +70,8 @@ class MCPServerManager:
         self._log_file = log_file
         self._log_file_path = log_file_path
 
-        # Wait for server to start
-        time.sleep(3)
-
-        # Check if process is still running
-        if self.process.poll() is not None:
+        # Wait for server to be ready with proper health check
+        if not self._wait_for_server_ready(timeout=15):
             try:
                 with open(self._log_file_path, "r") as f:
                     log_content = f.read()
@@ -82,13 +80,45 @@ class MCPServerManager:
                 print("=" * 50)
                 print(log_content)
                 print("=" * 50)
-                raise RuntimeError(f"Server failed to start. Check log above for details.")
+                raise RuntimeError(f"Server failed to start or become ready. Check log above for details.")
             except Exception as e:
                 stdout, stderr = self.process.communicate()
-                raise RuntimeError(f"Server failed to start. stderr: {stderr}, log error: {e}")
+                raise RuntimeError(f"Server failed to start or become ready. stderr: {stderr}, log error: {e}")
 
         print(f"✅ Server started successfully on port {self.port}")
 
+    def _wait_for_server_ready(self, timeout: int = 15) -> bool:
+        """
+        Wait for server to be ready by polling socket connection.
+        """
+        start_time = time.time()
+        health_check_failures = 0
+
+        while time.time() - start_time < timeout:
+            # Check if process is still running
+            if self.process.poll() is not None:
+                print(f"Server process exited early")
+                return False
+
+            try:
+                with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
+                    s.settimeout(1)
+                    result = s.connect_ex(("localhost", self.port))
+                    if result == 0:
+                        time.sleep(0.5)
+                        return True
+            except Exception as e:
+                health_check_failures += 1
+                # Print first few failures for debugging
+                if health_check_failures <= 3:
+                    print(f"Health check failed: {e}")
+
+            # Wait before next check
+            time.sleep(0.1)
+
+        print(f"Server failed to become ready within {timeout} seconds")
+        return False
+
     def stop(self) -> None:
         """Stop the MCP server."""
         if self.process:

{eval_protocol-0.2.2 → eval_protocol-0.2.3/eval_protocol.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.2
+Version: 0.2.3
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: Apache-2.0