mirascope 1.19.0__py3-none-any.whl → 1.20.0__py3-none-any.whl

mirascope/core/gemini/call_response.py

@@ -17,8 +17,7 @@ from pydantic import computed_field
 
 from .. import BaseMessageParam
 from ..base import BaseCallResponse, transform_tool_outputs
-from ..base.types import FinishReason
-from ._utils import calculate_cost
+from ..base.types import CostMetadata, FinishReason
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
     _convert_finish_reasons_to_common_finish_reasons,
 )
@@ -134,14 +133,6 @@ class GeminiCallResponse(
         """Returns the number of output tokens."""
         return None
 
-    @computed_field
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     @computed_field
     @cached_property
     def message_param(self) -> ContentDict:
@@ -213,3 +204,9 @@ class GeminiCallResponse(
         if not self.user_message_param:
             return None
         return GeminiMessageParamConverter.from_provider([self.user_message_param])[0]
+
+    @computed_field
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Get metadata required for cost calculation."""
+        return super().cost_metadata

mirascope/core/gemini/call_response_chunk.py

@@ -7,7 +7,7 @@ from google.ai.generativelanguage import Candidate
 from google.generativeai.types import GenerateContentResponse
 
 from ..base import BaseCallResponseChunk
-from ..base.types import FinishReason
+from ..base.types import CostMetadata, FinishReason
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
     _convert_finish_reasons_to_common_finish_reasons,
 )
@@ -88,6 +88,11 @@ class GeminiCallResponseChunk(
         """Returns the number of output tokens."""
         return None
 
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Returns the cost metadata."""
+        return super().cost_metadata
+
     @property
     def common_finish_reasons(self) -> list[FinishReason] | None:
         return _convert_finish_reasons_to_common_finish_reasons(

mirascope/core/gemini/stream.py

@@ -22,7 +22,7 @@ from google.generativeai.types import (
 from google.generativeai.types.content_types import PartType
 
 from ..base.stream import BaseStream
-from ._utils import calculate_cost
+from ..base.types import CostMetadata
 from .call_params import GeminiCallParams
 from .call_response import GeminiCallResponse
 from .call_response_chunk import GeminiCallResponseChunk
@@ -66,13 +66,6 @@ class GeminiStream(
 
     _provider = "gemini"
 
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     def _construct_message_param(
         self, tool_calls: list[FunctionCall] | None = None, content: str | None = None
     ) -> ContentDict:
@@ -121,3 +114,7 @@ class GeminiStream(
             start_time=self.start_time,
             end_time=self.end_time,
         )
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        return super().cost_metadata

mirascope/core/google/_utils/__init__.py

@@ -1,13 +1,11 @@
 """Google utilities for decorator factories."""
 
-from ._calculate_cost import calculate_cost
 from ._convert_message_params import convert_message_params
 from ._get_json_output import get_json_output
 from ._handle_stream import handle_stream, handle_stream_async
 from ._setup_call import setup_call
 
 __all__ = [
-    "calculate_cost",
     "convert_message_params",
     "get_json_output",
     "handle_stream",

mirascope/core/google/_utils/_setup_call.py

@@ -176,5 +176,24 @@ def setup_call(
             client.models.generate_content, client.models.generate_content_stream
         )
     )
-
-    return create, prompt_template, messages, tool_types, call_kwargs
+    if client.vertexai:
+        if isinstance(dynamic_config, dict):
+            metadata = dynamic_config.get("metadata", {})
+            tags = metadata.get("tags", set())
+            tags.add("use_vertex_ai")
+            metadata["tags"] = tags
+            dynamic_config["metadata"] = metadata
+        else:
+            metadata = getattr(fn, "_metadata", {})
+            tags = metadata.get("tags", set())
+            tags.add("use_vertex_ai")
+            metadata["tags"] = tags
+            fn._metadata = metadata
+
+    return (
+        create,
+        prompt_template,
+        messages,
+        tool_types,
+        call_kwargs,
+    )

mirascope/core/google/call_response.py

@@ -21,8 +21,7 @@ from pydantic import computed_field
 
 from .. import BaseMessageParam
 from ..base import BaseCallResponse, transform_tool_outputs
-from ..base.types import FinishReason
-from ._utils import calculate_cost
+from ..base.types import CostMetadata, FinishReason, GoogleMetadata
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
     _convert_finish_reasons_to_common_finish_reasons,
 )
@@ -145,14 +144,6 @@ class GoogleCallResponse(
             else None
         )
 
-    @computed_field
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     @computed_field
     @cached_property
     def message_param(self) -> ContentDict:
@@ -228,3 +219,11 @@ class GoogleCallResponse(
         if not self.user_message_param:
             return None
         return GoogleMessageParamConverter.from_provider([self.user_message_param])[0]
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        cost_metadata = super().cost_metadata
+        cost_metadata.google = GoogleMetadata(
+            use_vertex_ai="use_vertex_ai" in self.metadata.get("tags", [])
+        )
+        return cost_metadata

mirascope/core/google/call_response_chunk.py

@@ -11,7 +11,7 @@ from google.genai.types import (
     GenerateContentResponseUsageMetadata,
 )
 
-from mirascope.core.base.types import FinishReason
+from mirascope.core.base.types import CostMetadata, FinishReason
 
 from ..base import BaseCallResponseChunk
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
@@ -98,6 +98,11 @@ class GoogleCallResponseChunk(
         """Returns the number of output tokens."""
         return self.usage.candidates_token_count if self.usage else None
 
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Returns the cost metadata."""
+        return super().cost_metadata
+
     @property
     def common_finish_reasons(self) -> list[FinishReason] | None:
         return _convert_finish_reasons_to_common_finish_reasons(

mirascope/core/google/stream.py

@@ -20,7 +20,7 @@ from google.genai.types import (
 )
 
 from ..base.stream import BaseStream
-from ._utils import calculate_cost
+from ..base.types import CostMetadata
 from .call_params import GoogleCallParams
 from .call_response import GoogleCallResponse
 from .call_response_chunk import GoogleCallResponseChunk
@@ -64,13 +64,6 @@ class GoogleStream(
 
     _provider = "google"
 
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     def _construct_message_param(
         self, tool_calls: list[FunctionCall] | None = None, content: str | None = None
     ) -> ContentDict:
@@ -144,3 +137,7 @@ class GoogleStream(
             start_time=self.start_time,
             end_time=self.end_time,
         )
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        return super().cost_metadata

mirascope/core/groq/_utils/__init__.py

@@ -1,13 +1,11 @@
 """Groq utilities for decorator factories."""
 
-from ._calculate_cost import calculate_cost
 from ._convert_message_params import convert_message_params
 from ._get_json_output import get_json_output
 from ._handle_stream import handle_stream, handle_stream_async
 from ._setup_call import setup_call
 
 __all__ = [
-    "calculate_cost",
     "convert_message_params",
     "get_json_output",
     "handle_stream",

mirascope/core/groq/call_response.py

@@ -19,8 +19,7 @@ from pydantic import SerializeAsAny, computed_field
 
 from .. import BaseMessageParam
 from ..base import BaseCallResponse, transform_tool_outputs
-from ..base.types import FinishReason
-from ._utils import calculate_cost
+from ..base.types import CostMetadata, FinishReason, ImageMetadata
 from ._utils._message_param_converter import GroqMessageParamConverter
 from .call_params import GroqCallParams
 from .dynamic_config import AsyncGroqDynamicConfig, GroqDynamicConfig
@@ -110,14 +109,6 @@ class GroqCallResponse(
         """Returns the number of output tokens."""
         return self.usage.completion_tokens if self.usage else None
 
-    @computed_field
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     @computed_field
     @cached_property
     def message_param(self) -> SerializeAsAny[ChatCompletionAssistantMessageParam]:
@@ -195,3 +186,24 @@ class GroqCallResponse(
         if not self.user_message_param:
             return None
         return GroqMessageParamConverter.from_provider([self.user_message_param])[0]
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        cost_metadata = super().cost_metadata
+        image_metadata = []
+
+        for message in self.messages:
+            if "content" not in message:
+                continue
+            content = message["content"]
+
+            if not isinstance(content, list):
+                continue
+            for part in content:
+                # Check if this part is an image_url
+                if isinstance(part, dict) and part.get("type") == "image_url":
+                    # Only count the image if it has a URL
+                    image_metadata.append(ImageMetadata(width=0, height=0))
+
+        cost_metadata.images = image_metadata
+        return cost_metadata

mirascope/core/groq/call_response_chunk.py

@@ -10,6 +10,7 @@ from groq.types.chat.chat_completion import Choice
 from groq.types.completion_usage import CompletionUsage
 
 from ..base import BaseCallResponseChunk
+from ..base.types import CostMetadata
 
 FinishReason = Choice.__annotations__["finish_reason"]
 
@@ -93,6 +94,11 @@ class GroqCallResponseChunk(BaseCallResponseChunk[ChatCompletionChunk, FinishRea
             return self.usage.completion_tokens
         return None
 
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Returns the cost metadata."""
+        return super().cost_metadata
+
     @property
     def common_finish_reasons(self) -> list[FinishReason] | None:
         return cast(list[FinishReason], self.finish_reasons)

mirascope/core/groq/stream.py

@@ -17,7 +17,7 @@ from groq.types.chat.chat_completion_message import ChatCompletionMessage
 from groq.types.completion_usage import CompletionUsage
 
 from ..base.stream import BaseStream
-from ._utils import calculate_cost
+from ..base.types import CostMetadata
 from .call_params import GroqCallParams
 from .call_response import GroqCallResponse
 from .call_response_chunk import GroqCallResponseChunk
@@ -63,13 +63,6 @@ class GroqStream(
 
     _provider = "groq"
 
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     def _construct_message_param(
         self,
         tool_calls: list[ChatCompletionMessageToolCallParam] | None = None,
@@ -136,3 +129,7 @@ class GroqStream(
             start_time=self.start_time,
             end_time=self.end_time,
         )
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        return super().cost_metadata

mirascope/core/litellm/call_response.py

@@ -3,9 +3,9 @@
 usage docs: learn/calls.md#handling-responses
 """
 
-from litellm.cost_calculator import completion_cost
 from pydantic import computed_field
 
+from ..base.types import CostMetadata
 from ..openai import OpenAICallResponse
 
 
@@ -20,6 +20,5 @@ class LiteLLMCallResponse(OpenAICallResponse):
 
     @computed_field
     @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return completion_cost(self.response)
+    def cost_metadata(self) -> CostMetadata:
+        return CostMetadata(cost=self.response._hidden_params["response_cost"])  # pyright: ignore [reportAttributeAccessIssue]

mirascope/core/litellm/stream.py

@@ -6,8 +6,10 @@ usage docs: learn/streams.md
 from collections.abc import AsyncGenerator, Generator
 
 from litellm import Choices, Message
+from litellm.cost_calculator import completion_cost
 from litellm.types.utils import ModelResponse
 
+from ..base.types import CostMetadata
 from ..openai import OpenAIStream, OpenAITool
 from .call_response import LiteLLMCallResponse
 from .call_response_chunk import LiteLLMCallResponseChunk
@@ -34,35 +36,41 @@ class LiteLLMStream(OpenAIStream):
         return super().__aiter__()  # pyright: ignore [reportReturnType] # pragma: no cover
 
     @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
+    def cost_metadata(self) -> CostMetadata:
+        """Returns metadata needed for cost calculation."""
         response = self.construct_call_response()
-        return response.cost
+        return CostMetadata(
+            cost=response.cost,
+        )
 
     def construct_call_response(self) -> LiteLLMCallResponse:
         openai_call_response = super().construct_call_response()
         openai_response = openai_call_response.response
+        model_response = ModelResponse(
+            id=openai_response.id,
+            choices=[
+                Choices(
+                    finish_reason=choice.finish_reason,
+                    index=choice.index,
+                    message=Message(**choice.message.model_dump()),
+                    logprobs=choice.logprobs,
+                )
+                for choice in openai_response.choices
+            ],
+            created=openai_response.created,
+            model=openai_response.model,
+            object=openai_response.object,
+            system_fingerprint=openai_response.system_fingerprint,
+            usage=openai_response.usage.model_dump() if openai_response.usage else None,
+        )
+        model_response._hidden_params["response_cost"] = completion_cost(
+            model=self.model,
+            messages=openai_call_response.messages,
+            completion=openai_call_response.content,
+        )
         response = LiteLLMCallResponse(
             metadata=openai_call_response.metadata,
-            response=ModelResponse(
-                id=openai_response.id,
-                choices=[
-                    Choices(
-                        finish_reason=choice.finish_reason,
-                        index=choice.index,
-                        message=Message(**choice.message.model_dump()),
-                        logprobs=choice.logprobs,
-                    )
-                    for choice in openai_response.choices
-                ],
-                created=openai_response.created,
-                model=openai_response.model,
-                object=openai_response.object,
-                system_fingerprint=openai_response.system_fingerprint,
-                usage=openai_response.usage.model_dump()
-                if openai_response.usage
-                else None,
-            ),  # pyright: ignore [reportArgumentType]
+            response=model_response,  # pyright: ignore [reportArgumentType]
             tool_types=openai_call_response.tool_types,
             prompt_template=openai_call_response.prompt_template,
             fn_args=openai_call_response.fn_args,

mirascope/core/mistral/_utils/__init__.py

@@ -1,13 +1,11 @@
 """Mistral utilities for decorator factories."""
 
-from ._calculate_cost import calculate_cost
 from ._convert_message_params import convert_message_params
 from ._get_json_output import get_json_output
 from ._handle_stream import handle_stream, handle_stream_async
 from ._setup_call import setup_call
 
 __all__ = [
-    "calculate_cost",
     "convert_message_params",
     "get_json_output",
     "handle_stream",

mirascope/core/mistral/call_response.py

@@ -19,8 +19,7 @@ from pydantic import computed_field
 
 from .. import BaseMessageParam
 from ..base import BaseCallResponse, transform_tool_outputs
-from ..base.types import FinishReason
-from ._utils import calculate_cost
+from ..base.types import CostMetadata, FinishReason
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
     _convert_finish_reasons_to_common_finish_reasons,
 )
@@ -119,14 +118,6 @@ class MistralCallResponse(
         """Returns the number of output tokens."""
         return self.usage.completion_tokens
 
-    @computed_field
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     @computed_field
     @cached_property
     def message_param(self) -> AssistantMessage:
@@ -200,3 +191,9 @@ class MistralCallResponse(
         if not self.user_message_param:
             return None
         return MistralMessageParamConverter.from_provider([self.user_message_param])[0]
+
+    @computed_field
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Get metadata required for cost calculation."""
+        return super().cost_metadata

mirascope/core/mistral/call_response_chunk.py

@@ -8,6 +8,7 @@ from typing import cast
 from mistralai.models import CompletionChunk, FinishReason, UsageInfo
 
 from ..base import BaseCallResponseChunk, types
+from ..base.types import CostMetadata
 from ._utils._convert_finish_reason_to_common_finish_reasons import (
     _convert_finish_reasons_to_common_finish_reasons,
 )
@@ -92,6 +93,11 @@ class MistralCallResponseChunk(BaseCallResponseChunk[CompletionChunk, FinishReas
             return self.usage.completion_tokens
         return None
 
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Returns the cost metadata."""
+        return super().cost_metadata
+
     @property
     def common_finish_reasons(self) -> list[types.FinishReason] | None:
         return _convert_finish_reasons_to_common_finish_reasons(

mirascope/core/mistral/stream.py

@@ -17,7 +17,7 @@ from mistralai.models import (
 )
 
 from ..base.stream import BaseStream
-from ._utils import calculate_cost
+from ..base.types import CostMetadata
 from .call_params import MistralCallParams
 from .call_response import MistralCallResponse
 from .call_response_chunk import MistralCallResponseChunk
@@ -62,13 +62,6 @@ class MistralStream(
 
     _provider = "mistral"
 
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     def _construct_message_param(
         self, tool_calls: list | None = None, content: str | None = None
     ) -> AssistantMessage:
@@ -121,3 +114,7 @@ class MistralStream(
             start_time=self.start_time,
             end_time=self.end_time,
         )
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        return super().cost_metadata

mirascope/core/openai/_utils/__init__.py

@@ -1,13 +1,11 @@
 """OpenAI utilities for decorator factories."""
 
-from ._calculate_cost import calculate_cost
 from ._convert_message_params import convert_message_params
 from ._get_json_output import get_json_output
 from ._handle_stream import handle_stream, handle_stream_async
 from ._setup_call import setup_call
 
 __all__ = [
-    "calculate_cost",
     "convert_message_params",
     "get_json_output",
     "handle_stream",

mirascope/core/openai/_utils/_convert_message_params.py

@@ -83,17 +83,17 @@ def convert_message_params(
                     audio = _load_media(part.url)
                     audio_type = get_audio_type(audio)
                     if audio_type not in [
-                        "audio/wav",
-                        "audio/mp3",
+                        "wav",
+                        "mp3",
                     ]:
                         raise ValueError(
-                            f"Unsupported audio media type: {audio_type}. "
+                            f"Unsupported audio media type: audio/{audio_type}. "
                             "OpenAI currently only supports WAV and MP3 audio file types."
                         )
                     converted_content.append(
                         {
                             "input_audio": {
-                                "format": audio_type.split("/")[-1],
+                                "format": audio_type,
                                 "data": base64.b64encode(audio).decode("utf-8"),
                             },
                             "type": "input_audio",

mirascope/core/openai/call_response.py

@@ -23,8 +23,13 @@ from ..base import (
     BaseCallResponse,
     transform_tool_outputs,
 )
-from ..base.types import FinishReason
-from ._utils import calculate_cost
+from ..base._utils._get_image_dimensions import (
+    get_image_dimensions,
+)
+from ..base.types import (
+    CostMetadata,
+    FinishReason,
+)
 from ._utils._message_param_converter import OpenAIMessageParamConverter
 from .call_params import OpenAICallParams
 from .dynamic_config import OpenAIDynamicConfig
@@ -135,14 +140,6 @@ class OpenAICallResponse(
         """Returns the number of output tokens."""
         return self.usage.completion_tokens if self.usage else None
 
-    @computed_field
-    @property
-    def cost(self) -> float | None:
-        """Returns the cost of the call."""
-        return calculate_cost(
-            self.input_tokens, self.cached_tokens, self.output_tokens, self.model
-        )
-
     @computed_field
     @cached_property
     def message_param(self) -> SerializeAsAny[ChatCompletionAssistantMessageParam]:
@@ -248,3 +245,26 @@ class OpenAICallResponse(
         if not self.user_message_param:
             return None
         return OpenAIMessageParamConverter.from_provider([self.user_message_param])[0]
+
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        cost_metadata = super().cost_metadata
+        for message in self.messages:
+            if message.get("role") != "user":
+                continue
+            for part in message.get("content") or []:
+                if not isinstance(part, dict):
+                    continue
+                if not (part.get("type") == "image_url" and "image_url" in part):
+                    continue
+                url = part["image_url"].get("url", "")
+                detail = part["image_url"].get("detail", "auto")
+
+                dimensions = get_image_dimensions(url)
+                if not dimensions:
+                    continue
+                dimensions.detail = detail
+                if cost_metadata.images is None:
+                    cost_metadata.images = []
+                cost_metadata.images.append(dimensions)
+        return cost_metadata

mirascope/core/openai/call_response_chunk.py

@@ -14,6 +14,7 @@ from openai.types.completion_usage import CompletionUsage
 from pydantic import SkipValidation, computed_field
 
 from ..base import BaseCallResponseChunk
+from ..base.types import CostMetadata
 
 FinishReason = Choice.__annotations__["finish_reason"]
 
@@ -127,6 +128,11 @@ class OpenAICallResponseChunk(BaseCallResponseChunk[ChatCompletionChunk, FinishR
             return audio.get("transcript")
         return None
 
+    @property
+    def cost_metadata(self) -> CostMetadata:
+        """Returns the cost metadata."""
+        return super().cost_metadata
+
     @property
     def common_finish_reasons(self) -> list[FinishReason] | None:
         """Provider-agnostic finish reasons."""