eval-protocol 0.2.47__tar.gz → 0.2.48__tar.gz

{eval_protocol-0.2.47/eval_protocol.egg-info → eval_protocol-0.2.48}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.47
+Version: 0.2.48
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: MIT

{eval_protocol-0.2.47 → eval_protocol-0.2.48}/eval_protocol/__init__.py

@@ -36,6 +36,7 @@ from .log_utils.elasticsearch_direct_http_handler import ElasticsearchDirectHttp
 from .log_utils.rollout_id_filter import RolloutIdFilter
 from .log_utils.util import setup_rollout_logging_for_elasticsearch_handler
 from .log_utils.fireworks_tracing_http_handler import FireworksTracingHttpHandler
+from .log_utils.elasticsearch_client import ElasticsearchConfig
 
 
 from .types.remote_rollout_processor import (
@@ -75,6 +76,7 @@ except ImportError:
 warnings.filterwarnings("default", category=DeprecationWarning, module="eval_protocol")
 
 __all__ = [
+    "ElasticsearchConfig",
     "ElasticsearchDirectHttpHandler",
     "RolloutIdFilter",
     "setup_rollout_logging_for_elasticsearch_handler",

{eval_protocol-0.2.47 → eval_protocol-0.2.48}/eval_protocol/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-10-10T09:10:53-0700",
+ "date": "2025-10-10T13:52:05-0700",
  "dirty": false,
  "error": null,
- "full-revisionid": "747a88a812acd7ee7f3a2b4067d0a60ccb26ad03",
- "version": "0.2.47"
+ "full-revisionid": "8e5d3a5f347613eafe384a726d3598cf58719822",
+ "version": "0.2.48"
 }
 '''  # END VERSION_JSON
 

{eval_protocol-0.2.47 → eval_protocol-0.2.48}/eval_protocol/cli.py

@@ -301,6 +301,12 @@ def parse_args(args=None):
     logs_parser = subparsers.add_parser("logs", help="Serve logs with file watching and real-time updates")
     logs_parser.add_argument("--port", type=int, default=8000, help="Port to bind to (default: 8000)")
     logs_parser.add_argument("--debug", action="store_true", help="Enable debug mode")
+    logs_parser.add_argument("--disable-elasticsearch-setup", action="store_true", help="Disable Elasticsearch setup")
+    logs_parser.add_argument(
+        "--use-env-elasticsearch-confi",
+        action="store_true",
+        help="Use env vars for Elasticsearch config (requires ELASTICSEARCH_URL, ELASTICSEARCH_API_KEY, ELASTICSEARCH_INDEX_NAME)",
+    )
 
     # Upload command
     upload_parser = subparsers.add_parser(

eval_protocol-0.2.48/eval_protocol/cli_commands/logs.py

@@ -0,0 +1,54 @@
+"""
+CLI command for serving logs with file watching and real-time updates.
+"""
+
+import sys
+from pathlib import Path
+
+from ..utils.logs_server import serve_logs
+
+
+def logs_command(args):
+    """Serve logs with file watching and real-time updates"""
+
+    port = args.port
+    print("🚀 Starting Eval Protocol Logs Server")
+    print(f"🌐 URL: http://localhost:{port}")
+    print(f"🔌 WebSocket: ws://localhost:{port}/ws")
+    print(f"👀 Watching paths: {['current directory']}")
+    print(f"🔍 Debug mode: {args.debug}")
+    print("Press Ctrl+C to stop the server")
+    print("-" * 50)
+
+    # Setup Elasticsearch based on flags
+    elasticsearch_config = None
+    try:
+        if getattr(args, "use_env_elasticsearch_config", False):
+            # Use environment variables for configuration
+            print("⚙️ Using environment variables for Elasticsearch config")
+            from eval_protocol.pytest.remote_rollout_processor import (
+                create_elasticsearch_config_from_env,
+            )
+
+            elasticsearch_config = create_elasticsearch_config_from_env()
+        elif not getattr(args, "disable_elasticsearch_setup", False):
+            # Default behavior: start or connect to local Elasticsearch via Docker helper
+            from eval_protocol.pytest.elasticsearch_setup import ElasticsearchSetup
+
+            print("🧰 Auto-configuring local Elasticsearch (Docker)")
+            elasticsearch_config = ElasticsearchSetup().setup_elasticsearch()
+        else:
+            print("🚫 Elasticsearch setup disabled; running without Elasticsearch integration")
+    except Exception as e:
+        print(f"❌ Failed to configure Elasticsearch: {e}")
+        return 1
+
+    try:
+        serve_logs(port=args.port, elasticsearch_config=elasticsearch_config, debug=args.debug)
+        return 0
+    except KeyboardInterrupt:
+        print("\n🛑 Server stopped by user")
+        return 0
+    except Exception as e:
+        print(f"❌ Error starting server: {e}")
+        return 1

{eval_protocol-0.2.47 → eval_protocol-0.2.48}/eval_protocol/pytest/remote_rollout_processor.py

@@ -26,6 +26,25 @@ import os
 logger = logging.getLogger(__name__)
 
 
+def create_elasticsearch_config_from_env() -> ElasticsearchConfig:
+    """Setup Elasticsearch config from environment variables."""
+    url = os.getenv("ELASTICSEARCH_URL")
+    api_key = os.getenv("ELASTICSEARCH_API_KEY")
+    index_name = os.getenv("ELASTICSEARCH_INDEX_NAME")
+
+    if url is None:
+        raise ValueError("ELASTICSEARCH_URL must be set")
+    if api_key is None:
+        raise ValueError("ELASTICSEARCH_API_KEY must be set")
+    if index_name is None:
+        raise ValueError("ELASTICSEARCH_INDEX_NAME must be set")
+    return ElasticsearchConfig(
+        url=url,
+        api_key=api_key,
+        index_name=index_name,
+    )
+
+
 def _build_fireworks_tracing_url(
     base_url: str, metadata: RolloutMetadata, completion_params_base_url: Optional[str] = None
 ) -> str:
@@ -93,7 +112,7 @@ class RemoteRolloutProcessor(RolloutProcessor):
         poll_interval: float = 1.0,
         timeout_seconds: float = 120.0,
         output_data_loader: Optional[Callable[[DataLoaderConfig], DynamicDataLoader]] = None,
-        disable_elastic_search: bool = False,
+        disable_elastic_search_setup: bool = False,
         elastic_search_config: Optional[ElasticsearchConfig] = None,
     ):
         # Prefer constructor-provided configuration. These can be overridden via
@@ -108,11 +127,11 @@ class RemoteRolloutProcessor(RolloutProcessor):
         self._poll_interval = poll_interval
         self._timeout_seconds = timeout_seconds
         self._output_data_loader = output_data_loader or _default_output_data_loader
-        self._disable_elastic_search = disable_elastic_search
+        self._disable_elastic_search_setup = disable_elastic_search_setup
         self._elastic_search_config = elastic_search_config
 
     def setup(self) -> None:
-        if self._disable_elastic_search:
+        if self._disable_elastic_search_setup:
             logger.info("Elasticsearch is disabled, skipping setup")
             return
         logger.info("Setting up Elasticsearch")

{eval_protocol-0.2.47 → eval_protocol-0.2.48/eval_protocol.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-protocol
-Version: 0.2.47
+Version: 0.2.48
 Summary: The official Python SDK for Eval Protocol (EP.) EP is an open protocol that standardizes how developers author evals for large language model (LLM) applications.
 Author-email: Fireworks AI <info@fireworks.ai>
 License-Expression: MIT

eval_protocol-0.2.47/eval_protocol/cli_commands/logs.py

@@ -1,36 +0,0 @@
-"""
-CLI command for serving logs with file watching and real-time updates.
-"""
-
-import sys
-from pathlib import Path
-
-from ..utils.logs_server import serve_logs
-
-
-def logs_command(args):
-    """Serve logs with file watching and real-time updates"""
-
-    port = args.port
-    print("🚀 Starting Eval Protocol Logs Server")
-    print(f"🌐 URL: http://localhost:{port}")
-    print(f"🔌 WebSocket: ws://localhost:{port}/ws")
-    print(f"👀 Watching paths: {['current directory']}")
-    print(f"🔍 Debug mode: {args.debug}")
-    print("Press Ctrl+C to stop the server")
-    print("-" * 50)
-
-    # setup Elasticsearch
-    from eval_protocol.pytest.elasticsearch_setup import ElasticsearchSetup
-
-    elasticsearch_config = ElasticsearchSetup().setup_elasticsearch()
-
-    try:
-        serve_logs(port=args.port, elasticsearch_config=elasticsearch_config, debug=args.debug)
-        return 0
-    except KeyboardInterrupt:
-        print("\n🛑 Server stopped by user")
-        return 0
-    except Exception as e:
-        print(f"❌ Error starting server: {e}")
-        return 1