opik-optimizer 1.0.5__py3-none-any.whl → 1.1.0__py3-none-any.whl

opik_optimizer/gepa_optimizer/reporting.py

@@ -0,0 +1,181 @@
+from contextlib import contextmanager
+from typing import Any
+
+from rich.table import Table
+from rich.text import Text
+from rich.panel import Panel
+
+from ..reporting_utils import (
+    display_configuration,  # noqa: F401
+    display_header,  # noqa: F401
+    display_result,  # noqa: F401
+    get_console,
+    convert_tqdm_to_rich,
+    suppress_opik_logs,
+)
+
+console = get_console()
+
+
+class RichGEPAOptimizerLogger:
+    """Adapter for GEPA's logger that provides concise Rich output."""
+
+    SUPPRESS_PREFIXES = (
+        "Linear pareto front program index",
+        "New program candidate index",
+    )
+
+    def __init__(self, optimizer: Any, verbose: int = 1) -> None:
+        self.optimizer = optimizer
+        self.verbose = verbose
+
+    def log(self, message: str) -> None:
+        if self.verbose < 1:
+            return
+
+        msg = (message or "").strip()
+        if not msg:
+            return
+
+        lines = [ln.strip() for ln in msg.splitlines() if ln.strip()]
+        if not lines:
+            return
+
+        first = lines[0]
+
+        if first.startswith("Iteration "):
+            colon = first.find(":")
+            head = first[:colon] if colon != -1 else first
+            parts = head.split()
+            if len(parts) >= 2 and parts[1].isdigit():
+                try:
+                    self.optimizer._gepa_current_iteration = int(parts[1])  # type: ignore[attr-defined]
+                except Exception:
+                    pass
+
+        if "Proposed new text" in first and "system_prompt:" in first:
+            _, _, rest = first.partition("system_prompt:")
+            snippet = rest.strip()
+            if len(snippet) > 120:
+                snippet = snippet[:120] + "…"
+            first = "Proposed new text · system_prompt: " + snippet
+        elif len(first) > 160:
+            first = first[:160] + "…"
+
+        for prefix in self.SUPPRESS_PREFIXES:
+            if prefix in first:
+                return
+
+        console.print(f"│ {first}")
+
+
+@contextmanager
+def baseline_evaluation(verbose: int = 1) -> Any:
+    if verbose >= 1:
+        console.print("> Establishing baseline performance (seed prompt)")
+
+    class Reporter:
+        def set_score(self, s: float) -> None:
+            if verbose >= 1:
+                console.print(f"  Baseline score: {s:.4f}")
+
+    with suppress_opik_logs():
+        with convert_tqdm_to_rich("  Evaluation", verbose=verbose):
+            yield Reporter()
+
+
+@contextmanager
+def start_gepa_optimization(verbose: int = 1) -> Any:
+    if verbose >= 1:
+        console.print("> Starting GEPA optimization")
+
+    class Reporter:
+        def info(self, message: str) -> None:
+            if verbose >= 1:
+                console.print(f"│   {message}")
+
+    try:
+        yield Reporter()
+    finally:
+        if verbose >= 1:
+            console.print("")
+
+
+def display_candidate_scores(
+    rows: list[dict[str, Any]],
+    *,
+    verbose: int = 1,
+    title: str = "GEPA Candidate Scores",
+) -> None:
+    """Render a summary table comparing GEPA's scores with Opik rescoring."""
+    if verbose < 1 or not rows:
+        return
+
+    table = Table(title=title, show_lines=False, expand=True)
+    table.add_column("#", justify="right", style="cyan")
+    table.add_column("Source", style="dim")
+    table.add_column("System Prompt", overflow="fold", ratio=2)
+    table.add_column("GEPA Score", justify="right")
+    table.add_column("Opik Score", justify="right", style="green")
+
+    for row in rows:
+        snippet = str(row.get("system_prompt", "")).replace("\n", " ")
+        snippet = snippet[:200] + ("…" if len(snippet) > 200 else "")
+        table.add_row(
+            str(row.get("iteration", "")),
+            str(row.get("source", "")),
+            snippet or "[dim]<empty>[/dim]",
+            _format_score(row.get("gepa_score")),
+            _format_score(row.get("opik_score")),
+        )
+
+    console.print(table)
+
+
+def display_selected_candidate(
+    system_prompt: str,
+    score: float,
+    *,
+    verbose: int = 1,
+    title: str = "Selected Candidate",
+) -> None:
+    """Display the final selected candidate with its Opik score."""
+    if verbose < 1:
+        return
+
+    snippet = system_prompt.strip() or "<empty>"
+    text = Text(snippet)
+    panel = Panel(
+        text,
+        title=f"{title} — Opik score {score:.4f}",
+        border_style="green",
+        expand=True,
+    )
+    console.print(panel)
+
+
+def _format_score(value: Any) -> str:
+    if value is None:
+        return "[dim]—[/dim]"
+    try:
+        return f"{float(value):.4f}"
+    except Exception:
+        return str(value)
+
+
+def display_candidate_update(
+    iteration: int | None,
+    phase: str,
+    aggregate: float | None,
+    prompt_snippet: str,
+    *,
+    verbose: int = 1,
+) -> None:
+    if verbose < 1:
+        return
+    iter_label = f"Iter {iteration}" if iteration is not None else "Candidate"
+    agg_str = f"{aggregate:.4f}" if isinstance(aggregate, (int, float)) else "—"
+    snippet = prompt_snippet.replace("\n", " ")
+    if len(snippet) > 100:
+        snippet = snippet[:100] + "…"
+    console.print(f"│   {iter_label}: [{phase}] agg={agg_str} prompt={snippet}")

opik_optimizer/logging_config.py

@@ -1,4 +1,6 @@
 import logging
+import os
+
 from rich.logging import RichHandler
 
 DEFAULT_LOG_FORMAT = "%(message)s"
@@ -6,10 +8,31 @@ DEFAULT_DATE_FORMAT = "%Y-%m-%d %H:%M:%S"
 
 # Store configured state to prevent reconfiguration
 _logging_configured = False
+_configured_level: int | None = None
+
+
+def _coerce_level(level: int | str) -> int:
+    if isinstance(level, int):
+        return level
+
+    normalized = str(level).strip().upper()
+    if not normalized:
+        return logging.WARNING
+
+    if normalized.isdigit():
+        return int(normalized)
+
+    level_value = getattr(logging, normalized, None)
+    if isinstance(level_value, int):
+        return level_value
+
+    raise ValueError(
+        f"Unknown log level '{level}'. Expected standard logging level name or integer."
+    )
 
 
 def setup_logging(
-    level: int = logging.WARNING,
+    level: int | str = logging.WARNING,
     format_string: str = DEFAULT_LOG_FORMAT,
     date_format: str = DEFAULT_DATE_FORMAT,
     force: bool = False,
@@ -23,8 +46,15 @@ def setup_logging(
         date_format: The format string for the date/time in log messages.
         force: If True, reconfigure logging even if already configured.
     """
-    global _logging_configured
-    if _logging_configured and not force:
+    env_level = os.getenv("OPIK_LOG_LEVEL")
+    target_level = _coerce_level(env_level if env_level is not None else level)
+
+    global _logging_configured, _configured_level
+    should_reconfigure = (
+        force or not _logging_configured or _configured_level != target_level
+    )
+
+    if _logging_configured and not should_reconfigure:
         # Use logger after getting it
         return
 
@@ -32,9 +62,9 @@ def setup_logging(
     package_logger = logging.getLogger("opik_optimizer")
 
     # Avoid adding handlers repeatedly if force=True replaces them
-    if not package_logger.handlers or force:
+    if not package_logger.handlers or should_reconfigure:
         # Remove existing handlers if forcing re-configuration
-        if force and package_logger.handlers:
+        if package_logger.handlers:
             for handler in package_logger.handlers[:]:
                 package_logger.removeHandler(handler)
 
@@ -48,7 +78,11 @@ def setup_logging(
         # console_handler.setFormatter(formatter)
         package_logger.addHandler(console_handler)
 
-    package_logger.setLevel(level)
+        if format_string:
+            formatter = logging.Formatter(format_string, datefmt=date_format)
+            console_handler.setFormatter(formatter)
+
+    package_logger.setLevel(target_level)
     package_logger.propagate = False  # Don't duplicate messages in root logger
 
     # Set levels for noisy libraries like LiteLLM and httpx
@@ -62,10 +96,11 @@ def setup_logging(
     logging.getLogger("filelock").setLevel(logging.WARNING)
 
     _logging_configured = True
+    _configured_level = target_level
 
     # Use level name provided by rich handler by default
     package_logger.info(
-        f"Opik Agent Optimizer logging configured to level: [bold cyan]{logging.getLevelName(level)}[/bold cyan]"
+        f"Opik Agent Optimizer logging configured to level: [bold cyan]{logging.getLevelName(target_level)}[/bold cyan]"
     )
 
 

opik_optimizer/mcp_utils/__init__.py

@@ -0,0 +1,22 @@
+"""MCP utilities for opik_optimizer.
+
+This module contains utilities for working with Model Context Protocol (MCP) tools
+and workflows in optimization flows.
+"""
+
+from .mcp import *  # noqa: F401,F403
+from .mcp_second_pass import *  # noqa: F401,F403
+from .mcp_simulator import *  # noqa: F401,F403
+from .mcp_workflow import *  # noqa: F401,F403
+
+from . import mcp as _mcp
+from . import mcp_second_pass as _mcp_second_pass
+from . import mcp_simulator as _mcp_simulator
+from . import mcp_workflow as _mcp_workflow
+
+__all__: list[str] = [
+    *getattr(_mcp, "__all__", []),
+    *getattr(_mcp_second_pass, "__all__", []),
+    *getattr(_mcp_simulator, "__all__", []),
+    *getattr(_mcp_workflow, "__all__", []),
+]