agno 2.3.8__py3-none-any.whl → 2.3.9__py3-none-any.whl

agno/eval/base.py

@@ -0,0 +1,29 @@
+from abc import ABC, abstractmethod
+from typing import Union
+
+from agno.run.agent import RunInput, RunOutput
+from agno.run.team import TeamRunInput, TeamRunOutput
+
+
+class BaseEval(ABC):
+    """Abstract base class for all evaluations."""
+
+    @abstractmethod
+    def pre_check(self, run_input: Union[RunInput, TeamRunInput]) -> None:
+        """Perform sync pre-evals."""
+        pass
+
+    @abstractmethod
+    async def async_pre_check(self, run_input: Union[RunInput, TeamRunInput]) -> None:
+        """Perform async pre-evals."""
+        pass
+
+    @abstractmethod
+    def post_check(self, run_output: Union[RunOutput, TeamRunOutput]) -> None:
+        """Perform sync post-evals."""
+        pass
+
+    @abstractmethod
+    async def async_post_check(self, run_output: Union[RunOutput, TeamRunOutput]) -> None:
+        """Perform async post-evals."""
+        pass

agno/eval/utils.py

@@ -8,6 +8,7 @@ from agno.utils.log import log_debug, logger
 
 if TYPE_CHECKING:
     from agno.eval.accuracy import AccuracyResult
+    from agno.eval.agent_as_judge import AgentAsJudgeResult
     from agno.eval.performance import PerformanceResult
     from agno.eval.reliability import ReliabilityResult
 
@@ -103,7 +104,7 @@ async def async_log_eval(
 
 def store_result_in_file(
     file_path: str,
-    result: Union["AccuracyResult", "PerformanceResult", "ReliabilityResult"],
+    result: Union["AccuracyResult", "AgentAsJudgeResult", "PerformanceResult", "ReliabilityResult"],
     eval_id: Optional[str] = None,
     name: Optional[str] = None,
 ):

agno/exceptions.py

@@ -1,3 +1,4 @@
+from dataclasses import dataclass
 from enum import Enum
 from typing import Any, Dict, List, Optional, Union
 
@@ -170,3 +171,9 @@ class OutputCheckError(Exception):
         self.message = message
         self.check_trigger = check_trigger
         self.additional_data = additional_data
+
+
+@dataclass
+class RetryableModelProviderError(Exception):
+    # Guidance message to retry a model invocation after an error
+    retry_guidance_message: Optional[str] = None

agno/knowledge/embedder/openai.py

@@ -4,7 +4,7 @@ from typing import Any, Dict, List, Optional, Tuple
 from typing_extensions import Literal
 
 from agno.knowledge.embedder.base import Embedder
-from agno.utils.log import logger
+from agno.utils.log import log_warning, log_info
 
 try:
     from openai import AsyncOpenAI
@@ -82,7 +82,7 @@ class OpenAIEmbedder(Embedder):
             response: CreateEmbeddingResponse = self.response(text=text)
             return response.data[0].embedding
         except Exception as e:
-            logger.warning(e)
+            log_warning(e)
             return []
 
     def get_embedding_and_usage(self, text: str) -> Tuple[List[float], Optional[Dict]]:
@@ -95,7 +95,7 @@ class OpenAIEmbedder(Embedder):
                 return embedding, usage.model_dump()
             return embedding, None
         except Exception as e:
-            logger.warning(e)
+            log_warning(e)
             return [], None
 
     async def async_get_embedding(self, text: str) -> List[float]:
@@ -115,7 +115,7 @@ class OpenAIEmbedder(Embedder):
             response: CreateEmbeddingResponse = await self.aclient.embeddings.create(**req)
             return response.data[0].embedding
         except Exception as e:
-            logger.warning(e)
+            log_warning(e)
             return []
 
     async def async_get_embedding_and_usage(self, text: str):
@@ -137,7 +137,7 @@ class OpenAIEmbedder(Embedder):
             usage = response.usage
             return embedding, usage.model_dump() if usage else None
         except Exception as e:
-            logger.warning(e)
+            log_warning(f"Error getting embedding: {e}")
             return [], None
 
     async def async_get_embeddings_batch_and_usage(
@@ -154,7 +154,7 @@ class OpenAIEmbedder(Embedder):
         """
         all_embeddings = []
         all_usage = []
-        logger.info(f"Getting embeddings and usage for {len(texts)} texts in batches of {self.batch_size} (async)")
+        log_info(f"Getting embeddings and usage for {len(texts)} texts in batches of {self.batch_size} (async)")
 
         for i in range(0, len(texts), self.batch_size):
             batch_texts = texts[i : i + self.batch_size]
@@ -180,7 +180,7 @@ class OpenAIEmbedder(Embedder):
                 usage_dict = response.usage.model_dump() if response.usage else None
                 all_usage.extend([usage_dict] * len(batch_embeddings))
             except Exception as e:
-                logger.warning(f"Error in async batch embedding: {e}")
+                log_warning(f"Error in async batch embedding: {e}")
                 # Fallback to individual calls for this batch
                 for text in batch_texts:
                     try:
@@ -188,7 +188,7 @@ class OpenAIEmbedder(Embedder):
                         all_embeddings.append(embedding)
                         all_usage.append(usage)
                     except Exception as e2:
-                        logger.warning(f"Error in individual async embedding fallback: {e2}")
+                        log_warning(f"Error in individual async embedding fallback: {e2}")
                         all_embeddings.append([])
                         all_usage.append(None)