agno 2.0.5__py3-none-any.whl → 2.0.6__py3-none-any.whl

agno/media.py

@@ -334,11 +334,16 @@ class Video(BaseModel):
 
 
 class File(BaseModel):
+    id: Optional[str] = None
     url: Optional[str] = None
     filepath: Optional[Union[Path, str]] = None
     # Raw bytes content of a file
     content: Optional[Any] = None
     mime_type: Optional[str] = None
+
+    file_type: Optional[str] = None
+    filename: Optional[str] = None
+    size: Optional[int] = None
     # External file object (e.g. GeminiFile, must be a valid object as expected by the model you are using)
     external: Optional[Any] = None
     format: Optional[str] = None  # E.g. `pdf`, `txt`, `csv`, `xml`, etc.
@@ -364,6 +369,7 @@ class File(BaseModel):
     def valid_mime_types(cls) -> List[str]:
         return [
             "application/pdf",
+            "application/json",
             "application/x-javascript",
             "text/javascript",
             "application/x-python",
@@ -377,6 +383,29 @@ class File(BaseModel):
             "text/rtf",
         ]
 
+    @classmethod
+    def from_base64(
+        cls,
+        base64_content: str,
+        id: Optional[str] = None,
+        mime_type: Optional[str] = None,
+        filename: Optional[str] = None,
+        name: Optional[str] = None,
+        format: Optional[str] = None,
+    ) -> "File":
+        """Create File from base64 encoded content"""
+        import base64
+
+        content_bytes = base64.b64decode(base64_content)
+        return cls(
+            content=content_bytes,
+            id=id,
+            mime_type=mime_type,
+            filename=filename,
+            name=name,
+            format=format,
+        )
+
     @property
     def file_url_content(self) -> Optional[Tuple[bytes, str]]:
         import httpx
@@ -388,3 +417,44 @@ class File(BaseModel):
             return content, mime_type
         else:
             return None
+
+    def _normalise_content(self) -> Optional[Union[str, bytes]]:
+        if self.content is None:
+            return None
+        content_normalised: Union[str, bytes] = self.content
+        if content_normalised and isinstance(content_normalised, bytes):
+            from base64 import b64encode
+
+            try:
+                if self.mime_type and self.mime_type.startswith("text/"):
+                    content_normalised = content_normalised.decode("utf-8")
+                else:
+                    content_normalised = b64encode(content_normalised).decode("utf-8")
+            except UnicodeDecodeError:
+                if isinstance(self.content, bytes):
+                    content_normalised = b64encode(self.content).decode("utf-8")
+            except Exception:
+                try:
+                    if isinstance(self.content, bytes):
+                        content_normalised = b64encode(self.content).decode("utf-8")
+                except Exception:
+                    pass
+        return content_normalised
+
+    def to_dict(self) -> Dict[str, Any]:
+        content_normalised = self._normalise_content()
+
+        response_dict = {
+            "id": self.id,
+            "url": self.url,
+            "filepath": str(self.filepath) if self.filepath else None,
+            "content": content_normalised,
+            "mime_type": self.mime_type,
+            "file_type": self.file_type,
+            "filename": self.filename,
+            "size": self.size,
+            "external": self.external,
+            "format": self.format,
+            "name": self.name,
+        }
+        return {k: v for k, v in response_dict.items() if v is not None}

agno/models/aimlapi/aimlapi.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional
 
@@ -24,7 +24,7 @@ class AIMLAPI(OpenAILike):
     name: str = "AIMLAPI"
     provider: str = "AIMLAPI"
 
-    api_key: Optional[str] = getenv("AIMLAPI_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("AIMLAPI_API_KEY"))
     base_url: str = "https://api.aimlapi.com/v1"
     max_tokens: int = 4096
 

agno/models/base.py

@@ -21,7 +21,7 @@ from uuid import uuid4
 from pydantic import BaseModel
 
 from agno.exceptions import AgentRunException
-from agno.media import Audio, Image, Video
+from agno.media import Audio, File, Image, Video
 from agno.models.message import Citations, Message
 from agno.models.metrics import Metrics
 from agno.models.response import ModelResponse, ModelResponseEvent, ToolExecution
@@ -46,6 +46,7 @@ class MessageData:
     response_audio: Optional[Audio] = None
     response_image: Optional[Image] = None
     response_video: Optional[Video] = None
+    response_file: Optional[File] = None
 
     # Data from the provider that we might need on subsequent messages
     response_provider_data: Optional[Dict[str, Any]] = None
@@ -266,6 +267,11 @@ class Model(ABC):
                                 model_response.videos = []
                             model_response.videos.extend(function_call_response.videos)
 
+                        if function_call_response.files is not None:
+                            if model_response.files is None:
+                                model_response.files = []
+                            model_response.files.extend(function_call_response.files)
+
                         if (
                             function_call_response.event
                             in [
@@ -293,7 +299,7 @@ class Model(ABC):
                     messages=messages, function_call_results=function_call_results, **model_response.extra or {}
                 )
 
-                if any(msg.images or msg.videos or msg.audio for msg in function_call_results):
+                if any(msg.images or msg.videos or msg.audio or msg.files for msg in function_call_results):
                     # Handle function call media
                     self._handle_function_call_media(messages=messages, function_call_results=function_call_results)
 
@@ -402,6 +408,11 @@ class Model(ABC):
                                 model_response.videos = []
                             model_response.videos.extend(function_call_response.videos)
 
+                        if function_call_response.files is not None:
+                            if model_response.files is None:
+                                model_response.files = []
+                            model_response.files.extend(function_call_response.files)
+
                         if (
                             function_call_response.event
                             in [
@@ -428,7 +439,7 @@ class Model(ABC):
                     messages=messages, function_call_results=function_call_results, **model_response.extra or {}
                 )
 
-                if any(msg.images or msg.videos or msg.audio for msg in function_call_results):
+                if any(msg.images or msg.videos or msg.audio or msg.files for msg in function_call_results):
                     # Handle function call media
                     self._handle_function_call_media(messages=messages, function_call_results=function_call_results)
 
@@ -607,6 +618,10 @@ class Model(ABC):
             if provider_response.videos:
                 assistant_message.video_output = provider_response.videos[-1]  # Taking last (most recent) video
 
+        if provider_response.files is not None:
+            if provider_response.files:
+                assistant_message.file_output = provider_response.files[-1]  # Taking last (most recent) file
+
         if provider_response.audios is not None:
             if provider_response.audios:
                 assistant_message.audio_output = provider_response.audios[-1]  # Taking last (most recent) audio
@@ -1213,6 +1228,8 @@ class Model(ABC):
                     function_execution_result.videos = tool_result.videos
                 if tool_result.audios:
                     function_execution_result.audios = tool_result.audios
+                if tool_result.files:
+                    function_execution_result.files = tool_result.files
             else:
                 function_call_output = str(function_execution_result.result) if function_execution_result.result else ""
 
@@ -1246,6 +1263,7 @@ class Model(ABC):
             images=function_execution_result.images,
             videos=function_execution_result.videos,
             audios=function_execution_result.audios,
+            files=function_execution_result.files,
         )
 
         # Add function call to function call results
@@ -1617,6 +1635,8 @@ class Model(ABC):
                         function_execution_result.videos = tool_result.videos
                     if tool_result.audios:
                         function_execution_result.audios = tool_result.audios
+                    if tool_result.files:
+                        function_execution_result.files = tool_result.files
                 else:
                     function_call_output = str(function_call.result)
 
@@ -1649,6 +1669,7 @@ class Model(ABC):
                 images=function_execution_result.images,
                 videos=function_execution_result.videos,
                 audios=function_execution_result.audios,
+                files=function_execution_result.files,
             )
 
             # Add function call result to function call results
@@ -1698,6 +1719,7 @@ class Model(ABC):
         all_images: List[Image] = []
         all_videos: List[Video] = []
         all_audio: List[Audio] = []
+        all_files: List[File] = []
 
         for result_message in function_call_results:
             if result_message.images:
@@ -1713,15 +1735,20 @@ class Model(ABC):
                 all_audio.extend(result_message.audio)
                 result_message.audio = None
 
+            if result_message.files:
+                all_files.extend(result_message.files)
+                result_message.files = None
+
         # If we have media artifacts, add a follow-up "user" message instead of a "tool"
         # message with the media artifacts which throws error for some models
-        if all_images or all_videos or all_audio:
+        if all_images or all_videos or all_audio or all_files:
             media_message = Message(
                 role="user",
                 content="Take note of the following content",
                 images=all_images if all_images else None,
                 videos=all_videos if all_videos else None,
                 audio=all_audio if all_audio else None,
+                files=all_files if all_files else None,
             )
             messages.append(media_message)
 

agno/models/cerebras/cerebras_openai.py

@@ -1,5 +1,5 @@
 import json
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, List, Optional, Type, Union
 
@@ -18,7 +18,7 @@ class CerebrasOpenAI(OpenAILike):
 
     parallel_tool_calls: Optional[bool] = None
     base_url: str = "https://api.cerebras.ai/v1"
-    api_key: Optional[str] = getenv("CEREBRAS_API_KEY", None)
+    api_key: Optional[str] = field(default_factory=lambda: getenv("CEREBRAS_API_KEY", None))
 
     def get_request_params(
         self,

agno/models/deepinfra/deepinfra.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,7 +22,7 @@ class DeepInfra(OpenAILike):
     name: str = "DeepInfra"
     provider: str = "DeepInfra"
 
-    api_key: Optional[str] = getenv("DEEPINFRA_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("DEEPINFRA_API_KEY"))
     base_url: str = "https://api.deepinfra.com/v1/openai"
 
     supports_native_structured_outputs: bool = False

agno/models/deepseek/deepseek.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional
 
@@ -23,7 +23,7 @@ class DeepSeek(OpenAILike):
     name: str = "DeepSeek"
     provider: str = "DeepSeek"
 
-    api_key: Optional[str] = getenv("DEEPSEEK_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("DEEPSEEK_API_KEY"))
     base_url: str = "https://api.deepseek.com"
 
     # Their support for structured outputs is currently broken

agno/models/fireworks/fireworks.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,5 +22,5 @@ class Fireworks(OpenAILike):
     name: str = "Fireworks"
     provider: str = "Fireworks"
 
-    api_key: Optional[str] = getenv("FIREWORKS_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("FIREWORKS_API_KEY"))
     base_url: str = "https://api.fireworks.ai/inference/v1"

agno/models/internlm/internlm.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,5 +22,5 @@ class InternLM(OpenAILike):
     name: str = "InternLM"
     provider: str = "InternLM"
 
-    api_key: Optional[str] = getenv("INTERNLM_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("INTERNLM_API_KEY"))
     base_url: Optional[str] = "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/chat/completions"

agno/models/langdb/langdb.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional
 
@@ -22,10 +22,10 @@ class LangDB(OpenAILike):
     name: str = "LangDB"
     provider: str = "LangDB"
 
-    api_key: Optional[str] = getenv("LANGDB_API_KEY")
-    project_id: Optional[str] = getenv("LANGDB_PROJECT_ID")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("LANGDB_API_KEY"))
+    project_id: Optional[str] = field(default_factory=lambda: getenv("LANGDB_PROJECT_ID"))
 
-    base_host_url: str = getenv("LANGDB_API_BASE_URL", "https://api.us-east-1.langdb.ai")
+    base_host_url: str = field(default_factory=lambda: getenv("LANGDB_API_BASE_URL", "https://api.us-east-1.langdb.ai"))
 
     base_url: Optional[str] = None
     label: Optional[str] = None

agno/models/litellm/litellm_openai.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -21,5 +21,5 @@ class LiteLLMOpenAI(OpenAILike):
     name: str = "LiteLLM"
     provider: str = "LiteLLM"
 
-    api_key: Optional[str] = getenv("LITELLM_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("LITELLM_API_KEY"))
     base_url: str = "http://0.0.0.0:4000"

agno/models/message.py

@@ -74,6 +74,7 @@ class Message(BaseModel):
     audio_output: Optional[Audio] = None
     image_output: Optional[Image] = None
     video_output: Optional[Video] = None
+    file_output: Optional[File] = None
 
     # The thinking content from the model
     redacted_reasoning_content: Optional[str] = None
@@ -188,6 +189,29 @@ class Message(BaseModel):
                     reconstructed_videos.append(vid_data)
             data["videos"] = reconstructed_videos
 
+        # Handle file reconstruction properly
+        if "files" in data and data["files"]:
+            reconstructed_files = []
+            for i, file_data in enumerate(data["files"]):
+                if isinstance(file_data, dict):
+                    # If content is base64, decode it back to bytes
+                    if "content" in file_data and isinstance(file_data["content"], str):
+                        reconstructed_files.append(
+                            File.from_base64(
+                                file_data["content"],
+                                id=file_data.get("id"),
+                                mime_type=file_data.get("mime_type"),
+                                filename=file_data.get("filename"),
+                                name=file_data.get("name"),
+                                format=file_data.get("format"),
+                            )
+                        )
+                    else:
+                        reconstructed_files.append(File(**file_data))
+                else:
+                    reconstructed_files.append(file_data)
+            data["files"] = reconstructed_files
+
         if "audio_output" in data and data["audio_output"]:
             aud_data = data["audio_output"]
             if isinstance(aud_data, dict):
@@ -261,6 +285,8 @@ class Message(BaseModel):
             message_dict["audio"] = [aud.to_dict() for aud in self.audio]
         if self.videos:
             message_dict["videos"] = [vid.to_dict() for vid in self.videos]
+        if self.files:
+            message_dict["files"] = [file.to_dict() for file in self.files]
         if self.audio_output:
             message_dict["audio_output"] = self.audio_output.to_dict()
 

agno/models/meta/llama_openai.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional
 
@@ -31,7 +31,7 @@ class LlamaOpenAI(OpenAILike):
     name: str = "LlamaOpenAI"
     provider: str = "LlamaOpenAI"
 
-    api_key: Optional[str] = getenv("LLAMA_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("LLAMA_API_KEY"))
     base_url: Optional[str] = "https://api.llama.com/compat/v1/"
 
     # Request parameters

agno/models/nebius/nebius.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional
 
@@ -23,7 +23,7 @@ class Nebius(OpenAILike):
     name: str = "Nebius"
     provider: str = "Nebius"
 
-    api_key: Optional[str] = getenv("NEBIUS_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("NEBIUS_API_KEY"))
     base_url: str = "https://api.studio.nebius.com/v1/"
 
     def _get_client_params(self) -> Dict[str, Any]:

agno/models/nexus/__init__.py

@@ -0,0 +1,3 @@
+from agno.models.nexus.nexus import Nexus
+
+__all__ = ["Nexus"]

agno/models/nexus/nexus.py

@@ -0,0 +1,25 @@
+from dataclasses import dataclass
+
+from agno.models.openai.like import OpenAILike
+
+
+@dataclass
+class Nexus(OpenAILike):
+    """
+    A class for interacting with Nvidia models.
+
+    Attributes:
+        id (str): The id of the Nexus model to use. Default is "nvidia/llama-3.1-nemotron-70b-instruct".
+        name (str): The name of this chat model instance. Default is "Nexus"
+        provider (str): The provider of the model. Default is "Nexus".
+        api_key (str): The api key to authorize request to Nexus.
+        base_url (str): The base url to which the requests are sent.
+    """
+
+    id: str = "openai/gpt-4"
+    name: str = "Nexus"
+    provider: str = "Nexus"
+
+    base_url: str = "http://localhost:8000/llm/v1/"
+
+    supports_native_structured_outputs: bool = False

agno/models/nvidia/nvidia.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,7 +22,7 @@ class Nvidia(OpenAILike):
     name: str = "Nvidia"
     provider: str = "Nvidia"
 
-    api_key: Optional[str] = getenv("NVIDIA_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("NVIDIA_API_KEY"))
     base_url: str = "https://integrate.api.nvidia.com/v1"
 
     supports_native_structured_outputs: bool = False

agno/models/openrouter/openrouter.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -23,6 +23,6 @@ class OpenRouter(OpenAILike):
     name: str = "OpenRouter"
     provider: str = "OpenRouter"
 
-    api_key: Optional[str] = getenv("OPENROUTER_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("OPENROUTER_API_KEY"))
     base_url: str = "https://openrouter.ai/api/v1"
     max_tokens: int = 1024

agno/models/perplexity/perplexity.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, List, Optional, Type, Union
 
@@ -42,7 +42,7 @@ class Perplexity(OpenAILike):
     name: str = "Perplexity"
     provider: str = "Perplexity"
 
-    api_key: Optional[str] = getenv("PERPLEXITY_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("PERPLEXITY_API_KEY"))
     base_url: str = "https://api.perplexity.ai/"
     max_tokens: int = 1024
     top_k: Optional[float] = None

agno/models/portkey/portkey.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, Optional, cast
 
@@ -30,8 +30,8 @@ class Portkey(OpenAILike):
     name: str = "Portkey"
     provider: str = "Portkey"
 
-    portkey_api_key: Optional[str] = getenv("PORTKEY_API_KEY")
-    virtual_key: Optional[str] = getenv("PORTKEY_VIRTUAL_KEY")
+    portkey_api_key: Optional[str] = field(default_factory=lambda: getenv("PORTKEY_API_KEY"))
+    virtual_key: Optional[str] = field(default_factory=lambda: getenv("PORTKEY_VIRTUAL_KEY"))
     config: Optional[Dict[str, Any]] = None
     base_url: str = PORTKEY_GATEWAY_URL
 

agno/models/response.py

@@ -3,7 +3,7 @@ from enum import Enum
 from time import time
 from typing import Any, Dict, List, Optional
 
-from agno.media import Audio, Image, Video
+from agno.media import Audio, File, Image, Video
 from agno.models.message import Citations
 from agno.models.metrics import Metrics
 from agno.tools.function import UserInputField
@@ -98,6 +98,7 @@ class ModelResponse:
     images: Optional[List[Image]] = None
     videos: Optional[List[Video]] = None
     audios: Optional[List[Audio]] = None
+    files: Optional[List[File]] = None
 
     # Model tool calls
     tool_calls: List[Dict[str, Any]] = field(default_factory=list)

agno/models/sambanova/sambanova.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,7 +22,7 @@ class Sambanova(OpenAILike):
     name: str = "Sambanova"
     provider: str = "Sambanova"
 
-    api_key: Optional[str] = getenv("SAMBANOVA_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("SAMBANOVA_API_KEY"))
     base_url: str = "https://api.sambanova.ai/v1"
 
     supports_native_structured_outputs: bool = False

agno/models/together/together.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -21,5 +21,5 @@ class Together(OpenAILike):
     id: str = "mistralai/Mixtral-8x7B-Instruct-v0.1"
     name: str = "Together"
     provider: str = "Together"
-    api_key: Optional[str] = getenv("TOGETHER_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("TOGETHER_API_KEY"))
     base_url: str = "https://api.together.xyz/v1"

agno/models/vercel/v0.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Optional
 
@@ -22,5 +22,5 @@ class V0(OpenAILike):
     name: str = "v0"
     provider: str = "Vercel"
 
-    api_key: Optional[str] = getenv("V0_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("V0_API_KEY"))
     base_url: str = "https://api.v0.dev/v1/"

agno/models/xai/xai.py

@@ -1,4 +1,4 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from os import getenv
 from typing import Any, Dict, List, Optional, Type, Union
 
@@ -34,7 +34,7 @@ class xAI(OpenAILike):
     name: str = "xAI"
     provider: str = "xAI"
 
-    api_key: Optional[str] = getenv("XAI_API_KEY")
+    api_key: Optional[str] = field(default_factory=lambda: getenv("XAI_API_KEY"))
     base_url: str = "https://api.x.ai/v1"
 
     search_parameters: Optional[Dict[str, Any]] = None

agno/os/router.py

@@ -732,7 +732,9 @@ def get_base_router(
                     # Process document files
                     try:
                         file_content = await file.read()
-                        input_files.append(FileMedia(content=file_content))
+                        input_files.append(
+                            FileMedia(content=file_content, filename=file.filename, mime_type=file.content_type)
+                        )
                     except Exception as e:
                         log_error(f"Error processing file {file.filename}: {e}")
                         continue

agno/os/utils.py

@@ -138,7 +138,7 @@ def process_document(file: UploadFile) -> Optional[FileMedia]:
         if not content:
             raise HTTPException(status_code=400, detail="Empty file")
 
-        return FileMedia(content=content)
+        return FileMedia(content=content, filename=file.filename, mime_type=file.content_type)
     except Exception as e:
         logger.error(f"Error processing document {file.filename}: {e}")
         return None