agno 2.2.13__py3-none-any.whl

agno/models/meta/llama.py

@@ -0,0 +1,475 @@
+from collections.abc import AsyncIterator
+from dataclasses import dataclass
+from os import getenv
+from typing import Any, Dict, Iterator, List, Optional, Type, Union
+
+import httpx
+from pydantic import BaseModel
+
+from agno.exceptions import ModelProviderError
+from agno.models.base import Model
+from agno.models.message import Message
+from agno.models.metrics import Metrics
+from agno.models.response import ModelResponse
+from agno.run.agent import RunOutput
+from agno.utils.log import log_debug, log_error, log_warning
+from agno.utils.models.llama import format_message
+
+try:
+    from llama_api_client import AsyncLlamaAPIClient, LlamaAPIClient
+    from llama_api_client.types.create_chat_completion_response import CreateChatCompletionResponse, Metric
+    from llama_api_client.types.create_chat_completion_response_stream_chunk import (
+        CreateChatCompletionResponseStreamChunk,
+        EventDeltaTextDelta,
+        EventDeltaToolCallDelta,
+        EventDeltaToolCallDeltaFunction,
+        EventMetric,
+    )
+    from llama_api_client.types.message_text_content_item import MessageTextContentItem
+except ImportError:
+    raise ImportError("`llama-api-client` not installed. Please install using `pip install llama-api-client`")
+
+
+@dataclass
+class Llama(Model):
+    """
+    A class for interacting with Llama models using the Llama API using the Llama SDK.
+    """
+
+    id: str = "Llama-4-Maverick-17B-128E-Instruct-FP8"
+    name: str = "Llama"
+    provider: str = "Llama"
+
+    supports_native_structured_outputs: bool = False
+    supports_json_schema_outputs: bool = True
+
+    # Request parameters
+    max_completion_tokens: Optional[int] = None
+    repetition_penalty: Optional[float] = None
+    temperature: Optional[float] = None
+    top_p: Optional[float] = None
+    top_k: Optional[int] = None
+    extra_headers: Optional[Any] = None
+    extra_query: Optional[Any] = None
+    extra_body: Optional[Any] = None
+    request_params: Optional[Dict[str, Any]] = None
+
+    # Client parameters
+    api_key: Optional[str] = None
+    base_url: Optional[Union[str, httpx.URL]] = None
+    timeout: Optional[float] = None
+    max_retries: Optional[int] = None
+    default_headers: Optional[Any] = None
+    default_query: Optional[Any] = None
+    http_client: Optional[Union[httpx.Client, httpx.AsyncClient]] = None
+    client_params: Optional[Dict[str, Any]] = None
+
+    # OpenAI clients
+    client: Optional[LlamaAPIClient] = None
+    async_client: Optional[AsyncLlamaAPIClient] = None
+
+    def _get_client_params(self) -> Dict[str, Any]:
+        # Fetch API key from env if not already set
+        if not self.api_key:
+            self.api_key = getenv("LLAMA_API_KEY")
+            if not self.api_key:
+                log_error("LLAMA_API_KEY not set. Please set the LLAMA_API_KEY environment variable.")
+
+        # Define base client params
+        base_params = {
+            "api_key": self.api_key,
+            "base_url": self.base_url,
+            "timeout": self.timeout,
+            "max_retries": self.max_retries,
+            "default_headers": self.default_headers,
+            "default_query": self.default_query,
+        }
+
+        # Create client_params dict with non-None values
+        client_params = {k: v for k, v in base_params.items() if v is not None}
+
+        # Add additional client params if provided
+        if self.client_params:
+            client_params.update(self.client_params)
+        return client_params
+
+    def get_client(self) -> LlamaAPIClient:
+        """
+        Returns a Llama client.
+
+        Returns:
+            LlamaAPIClient: An instance of the Llama client.
+        """
+        if self.client and not self.client.is_closed():
+            return self.client
+
+        client_params: Dict[str, Any] = self._get_client_params()
+        if self.http_client:
+            if isinstance(self.http_client, httpx.Client):
+                client_params["http_client"] = self.http_client
+            else:
+                log_debug("http_client is not an instance of httpx.Client.")
+        self.client = LlamaAPIClient(**client_params)
+        return self.client
+
+    def get_async_client(self) -> AsyncLlamaAPIClient:
+        """
+        Returns an asynchronous Llama client.
+
+        Returns:
+            AsyncLlamaAPIClient: An instance of the asynchronous Llama client.
+        """
+        if self.async_client and not self.async_client.is_closed():
+            return self.async_client
+
+        client_params: Dict[str, Any] = self._get_client_params()
+        if self.http_client and isinstance(self.http_client, httpx.AsyncClient):
+            client_params["http_client"] = self.http_client
+        else:
+            if self.http_client:
+                log_debug("The current http_client is not async. A default httpx.AsyncClient will be used instead.")
+            # Create a new async HTTP client with custom limits
+            client_params["http_client"] = httpx.AsyncClient(
+                limits=httpx.Limits(max_connections=1000, max_keepalive_connections=100)
+            )
+        self.async_client = AsyncLlamaAPIClient(**client_params)
+        return self.async_client
+
+    def get_request_params(
+        self,
+        response_format: Optional[Union[Dict, Type[BaseModel]]] = None,
+        tools: Optional[List[Dict[str, Any]]] = None,
+    ) -> Dict[str, Any]:
+        """
+        Returns keyword arguments for API requests.
+        """
+        # Define base request parameters
+        base_params = {
+            "max_completion_tokens": self.max_completion_tokens,
+            "repetition_penalty": self.repetition_penalty,
+            "temperature": self.temperature,
+            "top_p": self.top_p,
+            "top_k": self.top_k,
+            "extra_headers": self.extra_headers,
+            "extra_query": self.extra_query,
+            "extra_body": self.extra_body,
+            "request_params": self.request_params,
+        }
+
+        # Filter out None values
+        request_params = {k: v for k, v in base_params.items() if v is not None}
+
+        # Add tools
+        if tools is not None and len(tools) > 0:
+            request_params["tools"] = tools
+
+        if response_format is not None:
+            request_params["response_format"] = response_format
+
+        # Add additional request params if provided
+        if self.request_params:
+            request_params.update(self.request_params)
+
+        if request_params:
+            log_debug(f"Calling {self.provider} with request parameters: {request_params}", log_level=2)
+        return request_params
+
+    def to_dict(self) -> Dict[str, Any]:
+        """
+        Convert the model to a dictionary.
+
+        Returns:
+            Dict[str, Any]: The dictionary representation of the model.
+        """
+        model_dict = super().to_dict()
+        model_dict.update(
+            {
+                "max_completion_tokens": self.max_completion_tokens,
+                "repetition_penalty": self.repetition_penalty,
+                "temperature": self.temperature,
+                "top_p": self.top_p,
+                "top_k": self.top_k,
+                "extra_headers": self.extra_headers,
+                "extra_query": self.extra_query,
+                "extra_body": self.extra_body,
+                "request_params": self.request_params,
+            }
+        )
+        cleaned_dict = {k: v for k, v in model_dict.items() if v is not None}
+        return cleaned_dict
+
+    def invoke(
+        self,
+        messages: List[Message],
+        assistant_message: Message,
+        response_format: Optional[Union[Dict, Type[BaseModel]]] = None,
+        tools: Optional[List[Dict[str, Any]]] = None,
+        tool_choice: Optional[Union[str, Dict[str, Any]]] = None,
+        run_response: Optional[RunOutput] = None,
+    ) -> ModelResponse:
+        """
+        Send a chat completion request to the Llama API.
+        """
+        assistant_message.metrics.start_timer()
+
+        provider_response = self.get_client().chat.completions.create(
+            model=self.id,
+            messages=[format_message(m, tool_calls=bool(tools)) for m in messages],  # type: ignore
+            **self.get_request_params(tools=tools, response_format=response_format),
+        )
+
+        assistant_message.metrics.stop_timer()
+
+        model_response = self._parse_provider_response(provider_response, response_format=response_format)
+        return model_response
+
+    async def ainvoke(
+        self,
+        messages: List[Message],
+        assistant_message: Message,
+        response_format: Optional[Union[Dict, Type[BaseModel]]] = None,
+        tools: Optional[List[Dict[str, Any]]] = None,
+        tool_choice: Optional[Union[str, Dict[str, Any]]] = None,
+        run_response: Optional[RunOutput] = None,
+    ) -> ModelResponse:
+        """
+        Sends an asynchronous chat completion request to the Llama API.
+        """
+        if run_response and run_response.metrics:
+            run_response.metrics.set_time_to_first_token()
+
+        assistant_message.metrics.start_timer()
+
+        provider_response = await self.get_async_client().chat.completions.create(
+            model=self.id,
+            messages=[format_message(m, tool_calls=bool(tools)) for m in messages],  # type: ignore
+            **self.get_request_params(tools=tools, response_format=response_format),
+        )
+
+        assistant_message.metrics.stop_timer()
+
+        model_response = self._parse_provider_response(provider_response, response_format=response_format)
+        return model_response
+
+    def invoke_stream(
+        self,
+        messages: List[Message],
+        assistant_message: Message,
+        response_format: Optional[Union[Dict, Type[BaseModel]]] = None,
+        tools: Optional[List[Dict[str, Any]]] = None,
+        tool_choice: Optional[Union[str, Dict[str, Any]]] = None,
+        run_response: Optional[RunOutput] = None,
+    ) -> Iterator[ModelResponse]:
+        """
+        Send a streaming chat completion request to the Llama API.
+        """
+        if run_response and run_response.metrics:
+            run_response.metrics.set_time_to_first_token()
+
+        try:
+            assistant_message.metrics.start_timer()
+
+            for chunk in self.get_client().chat.completions.create(
+                model=self.id,
+                messages=[format_message(m, tool_calls=bool(tools)) for m in messages],  # type: ignore
+                stream=True,
+                **self.get_request_params(tools=tools, response_format=response_format),
+            ):
+                yield self._parse_provider_response_delta(chunk)  # type: ignore
+
+            assistant_message.metrics.stop_timer()
+
+        except Exception as e:
+            log_error(f"Error from Llama API: {e}")
+            raise ModelProviderError(message=str(e), model_name=self.name, model_id=self.id) from e
+
+    async def ainvoke_stream(
+        self,
+        messages: List[Message],
+        assistant_message: Message,
+        response_format: Optional[Union[Dict, Type[BaseModel]]] = None,
+        tools: Optional[List[Dict[str, Any]]] = None,
+        tool_choice: Optional[Union[str, Dict[str, Any]]] = None,
+        run_response: Optional[RunOutput] = None,
+    ) -> AsyncIterator[ModelResponse]:
+        """
+        Sends an asynchronous streaming chat completion request to the Llama API.
+        """
+        if run_response and run_response.metrics:
+            run_response.metrics.set_time_to_first_token()
+
+        assistant_message.metrics.start_timer()
+
+        try:
+            async for chunk in await self.get_async_client().chat.completions.create(
+                model=self.id,
+                messages=[format_message(m, tool_calls=bool(tools)) for m in messages],  # type: ignore
+                stream=True,
+                **self.get_request_params(tools=tools, response_format=response_format),
+            ):
+                yield self._parse_provider_response_delta(chunk)  # type: ignore
+
+            assistant_message.metrics.stop_timer()
+
+        except Exception as e:
+            log_error(f"Error from Llama API: {e}")
+            raise ModelProviderError(message=str(e), model_name=self.name, model_id=self.id) from e
+
+    def parse_tool_calls(self, tool_calls_data: List[EventDeltaToolCallDeltaFunction]) -> List[Dict[str, Any]]:
+        """
+        Parse the tool calls from the Llama API.
+
+        Args:
+            tool_calls_data (List[Tuple[str, Any]]): The tool calls data.
+
+        Returns:
+            List[Dict[str, Any]]: The parsed tool calls.
+        """
+        tool_calls: List[Dict[str, Any]] = []
+
+        _tool_call_id: Optional[str] = None
+        _function_name_parts: List[str] = []
+        _function_arguments_parts: List[str] = []
+
+        def _create_tool_call():
+            nonlocal _tool_call_id
+            if _tool_call_id and (_function_name_parts or _function_arguments_parts):
+                tool_calls.append(
+                    {
+                        "id": _tool_call_id,
+                        "type": "function",
+                        "function": {
+                            "name": "".join(_function_name_parts),
+                            "arguments": "".join(_function_arguments_parts),
+                        },
+                    }
+                )
+            _tool_call_id = None
+            _function_name_parts.clear()
+            _function_arguments_parts.clear()
+
+        for _field, _value in tool_calls_data:
+            if _field == "function" and isinstance(_value, EventDeltaToolCallDeltaFunction):
+                if _value.name and (_tool_call_id or _function_name_parts or _function_arguments_parts):
+                    _create_tool_call()
+                if _value.name:
+                    _function_name_parts.append(_value.name)
+                if _value.arguments:
+                    _function_arguments_parts.append(_value.arguments)
+
+            elif _field == "id":
+                if _value and _tool_call_id:
+                    _create_tool_call()
+                if _value:
+                    _tool_call_id = _value  # type: ignore
+
+        _create_tool_call()
+
+        return tool_calls
+
+    def _parse_provider_response(self, response: CreateChatCompletionResponse, **kwargs) -> ModelResponse:
+        """
+        Parse the Llama response into a ModelResponse.
+
+        Args:
+            response: Response from invoke() method
+
+        Returns:
+            ModelResponse: Parsed response data
+        """
+        model_response = ModelResponse()
+
+        # Get response message
+        response_message = response.completion_message
+
+        # Add role
+        if response_message.role is not None:
+            model_response.role = response_message.role
+
+        # Add content
+        if response_message.content is not None:
+            if isinstance(response_message.content, MessageTextContentItem):
+                model_response.content = response_message.content.text
+            else:
+                model_response.content = response_message.content
+
+        # Add tool calls
+        if response_message.tool_calls is not None and len(response_message.tool_calls) > 0:
+            try:
+                for tool_call in response_message.tool_calls:
+                    tool_name = tool_call.function.name
+                    tool_input = tool_call.function.arguments
+
+                    function_def = {"name": tool_name}
+                    if tool_input:
+                        function_def["arguments"] = tool_input
+
+                    model_response.tool_calls.append(
+                        {
+                            "id": tool_call.id,
+                            "type": "function",
+                            "function": function_def,
+                        }
+                    )
+
+            except Exception as e:
+                log_warning(f"Error processing tool calls: {e}")
+
+        # Add metrics from the metrics list
+        if hasattr(response, "metrics") and response.metrics is not None:
+            model_response.response_usage = self._get_metrics(response.metrics)
+
+        return model_response
+
+    def _parse_provider_response_delta(
+        self, response: CreateChatCompletionResponseStreamChunk, **kwargs
+    ) -> ModelResponse:
+        """
+        Parse the Llama streaming response into a ModelResponse.
+
+        Args:
+            response_delta: Raw response chunk from the Llama API
+
+        Returns:
+            ModelResponse: Parsed response data
+        """
+        model_response = ModelResponse()
+
+        if response is not None:
+            delta = response.event
+
+            # Capture metrics event
+            if delta.event_type == "metrics" and delta.metrics is not None:
+                model_response.response_usage = self._get_metrics(delta.metrics)
+
+            if isinstance(delta.delta, EventDeltaTextDelta):
+                model_response.content = delta.delta.text
+
+            # Add tool calls
+            if isinstance(delta.delta, EventDeltaToolCallDelta):
+                model_response.tool_calls = delta.delta  # type: ignore
+
+        return model_response
+
+    def _get_metrics(self, response_usage: Union[List[Metric], List[EventMetric]]) -> Metrics:
+        """
+        Parse the given Llama usage into an Agno Metrics object.
+
+        Args:
+            response_usage: Usage data from Llama
+
+        Returns:
+            Metrics: Parsed metrics data
+        """
+        metrics = Metrics()
+
+        for metric in response_usage:
+            metrics_field = metric.metric
+            if metrics_field == "num_prompt_tokens":
+                metrics.input_tokens = int(metric.value)
+            elif metrics_field == "num_completion_tokens":
+                metrics.output_tokens = int(metric.value)
+
+        metrics.total_tokens = metrics.input_tokens + metrics.output_tokens
+
+        return metrics

agno/models/meta/llama_openai.py

@@ -0,0 +1,78 @@
+from dataclasses import dataclass, field
+from os import getenv
+from typing import Any, Dict, Optional
+
+import httpx
+
+try:
+    from openai import AsyncOpenAI as AsyncOpenAIClient
+except ImportError:
+    raise ImportError("`openai` not installed. Please install using `pip install openai`")
+
+from agno.models.meta.llama import Message
+from agno.models.openai.like import OpenAILike
+from agno.utils.models.llama import format_message
+
+
+@dataclass
+class LlamaOpenAI(OpenAILike):
+    """
+    Class for interacting with the Llama API via OpenAI-like interface.
+
+    Attributes:
+        id (str): The ID of the language model.
+        name (str): The name of the API.
+        provider (str): The provider of the API.
+        api_key (Optional[str]): The API key for the xAI API.
+        base_url (Optional[str]): The base URL for the xAI API.
+    """
+
+    id: str = "Llama-4-Maverick-17B-128E-Instruct-FP8"
+    name: str = "LlamaOpenAI"
+    provider: str = "LlamaOpenAI"
+
+    api_key: Optional[str] = field(default_factory=lambda: getenv("LLAMA_API_KEY"))
+    base_url: Optional[str] = "https://api.llama.com/compat/v1/"
+
+    # Request parameters
+    max_completion_tokens: Optional[int] = None
+    repetition_penalty: Optional[float] = None
+    temperature: Optional[float] = None
+    top_p: Optional[float] = None
+    top_k: Optional[int] = None
+    extra_headers: Optional[Any] = None
+    extra_query: Optional[Any] = None
+    extra_body: Optional[Any] = None
+    request_params: Optional[Dict[str, Any]] = None
+
+    supports_native_structured_outputs: bool = False
+    supports_json_schema_outputs: bool = True
+
+    def _format_message(self, message: Message) -> Dict[str, Any]:
+        """
+        Format a message into the format expected by Llama API.
+
+        Args:
+            message (Message): The message to format.
+
+        Returns:
+            Dict[str, Any]: The formatted message.
+        """
+        return format_message(message, openai_like=True)
+
+    def get_async_client(self):
+        """Override to provide custom httpx client that properly handles redirects"""
+        if self.async_client and not self.async_client.is_closed():
+            return self.async_client
+
+        client_params = self._get_client_params()
+
+        # Llama gives a 307 redirect error, so we need to set up a custom client to allow redirects
+        client_params["http_client"] = httpx.AsyncClient(
+            limits=httpx.Limits(max_connections=1000, max_keepalive_connections=100),
+            follow_redirects=True,
+            timeout=httpx.Timeout(30.0),
+        )
+
+        self.async_client = AsyncOpenAIClient(**client_params)
+        return self.async_client

agno/models/metrics.py

@@ -0,0 +1,120 @@
+from dataclasses import asdict, dataclass
+from typing import Any, Dict, Optional
+
+from agno.utils.timer import Timer
+
+
+@dataclass
+class Metrics:
+    """All relevant metrics for a session, run or message."""
+
+    # Main token consumption values
+    input_tokens: int = 0
+    output_tokens: int = 0
+    total_tokens: int = 0
+
+    # Audio token usage
+    audio_input_tokens: int = 0
+    audio_output_tokens: int = 0
+    audio_total_tokens: int = 0
+
+    # Cache token usage
+    cache_read_tokens: int = 0
+    cache_write_tokens: int = 0
+
+    # Tokens employed in reasoning
+    reasoning_tokens: int = 0
+
+    # Time metrics
+    # Internal timer utility for tracking execution time
+    timer: Optional[Timer] = None
+    # Time from run start to first token generation, in seconds
+    time_to_first_token: Optional[float] = None
+    # Total run time, in seconds
+    duration: Optional[float] = None
+
+    # Provider-specific metrics
+    provider_metrics: Optional[dict] = None
+
+    # Any additional metrics
+    additional_metrics: Optional[dict] = None
+
+    def to_dict(self) -> Dict[str, Any]:
+        metrics_dict = asdict(self)
+        # Remove the timer util if present
+        metrics_dict.pop("timer", None)
+        metrics_dict = {
+            k: v
+            for k, v in metrics_dict.items()
+            if v is not None and (not isinstance(v, (int, float)) or v != 0) and (not isinstance(v, dict) or len(v) > 0)
+        }
+        return metrics_dict
+
+    def __add__(self, other: "Metrics") -> "Metrics":
+        # Create new instance of the same type as self
+        result_class = type(self)
+        result = result_class(
+            input_tokens=self.input_tokens + other.input_tokens,
+            output_tokens=self.output_tokens + other.output_tokens,
+            total_tokens=self.total_tokens + other.total_tokens,
+            audio_total_tokens=self.audio_total_tokens + other.audio_total_tokens,
+            audio_input_tokens=self.audio_input_tokens + other.audio_input_tokens,
+            audio_output_tokens=self.audio_output_tokens + other.audio_output_tokens,
+            cache_read_tokens=self.cache_read_tokens + other.cache_read_tokens,
+            cache_write_tokens=self.cache_write_tokens + other.cache_write_tokens,
+            reasoning_tokens=self.reasoning_tokens + other.reasoning_tokens,
+        )
+
+        # Handle provider_metrics
+        if self.provider_metrics or other.provider_metrics:
+            result.provider_metrics = {}
+            if self.provider_metrics:
+                result.provider_metrics.update(self.provider_metrics)
+            if other.provider_metrics:
+                result.provider_metrics.update(other.provider_metrics)
+
+        # Handle additional metrics
+        if self.additional_metrics or other.additional_metrics:
+            result.additional_metrics = {}
+            if self.additional_metrics:
+                result.additional_metrics.update(self.additional_metrics)
+            if other.additional_metrics:
+                result.additional_metrics.update(other.additional_metrics)
+
+        # Sum durations if both exist
+        if self.duration is not None and other.duration is not None:
+            result.duration = self.duration + other.duration
+        elif self.duration is not None:
+            result.duration = self.duration
+        elif other.duration is not None:
+            result.duration = other.duration
+
+        # Sum time to first token if both exist
+        if self.time_to_first_token is not None and other.time_to_first_token is not None:
+            result.time_to_first_token = self.time_to_first_token + other.time_to_first_token
+        elif self.time_to_first_token is not None:
+            result.time_to_first_token = self.time_to_first_token
+        elif other.time_to_first_token is not None:
+            result.time_to_first_token = other.time_to_first_token
+
+        return result
+
+    def __radd__(self, other: "Metrics") -> "Metrics":
+        if other == 0:  # Handle sum() starting value
+            return self
+        return self + other
+
+    def start_timer(self):
+        if self.timer is None:
+            self.timer = Timer()
+        self.timer.start()
+
+    def stop_timer(self, set_duration: bool = True):
+        if self.timer is not None:
+            self.timer.stop()
+            if set_duration:
+                self.duration = self.timer.elapsed
+
+    def set_time_to_first_token(self):
+        if self.timer is not None:
+            self.time_to_first_token = self.timer.elapsed

agno/models/mistral/__init__.py

@@ -0,0 +1,5 @@
+from agno.models.mistral.mistral import MistralChat
+
+__all__ = [
+    "MistralChat",
+]