litellm-enterprise 0.1.26__py3-none-any.whl → 0.1.27__py3-none-any.whl

litellm_enterprise/enterprise_callbacks/send_emails/base_email.py

@@ -28,11 +28,16 @@ from litellm.integrations.email_templates.user_invitation_email import (
     USER_INVITATION_EMAIL_TEMPLATE,
 )
 from litellm.integrations.email_templates.templates import (
+    MAX_BUDGET_ALERT_EMAIL_TEMPLATE,
     SOFT_BUDGET_ALERT_EMAIL_TEMPLATE,
 )
 from litellm.proxy._types import CallInfo, InvitationNew, UserAPIKeyAuth, WebhookEvent
 from litellm.secret_managers.main import get_secret_bool
 from litellm.types.integrations.slack_alerting import LITELLM_LOGO_URL
+from litellm.constants import (
+    EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE,
+    EMAIL_BUDGET_ALERT_TTL,
+)
 
 
 class BaseEmailLogger(CustomLogger):
@@ -43,7 +48,6 @@ class BaseEmailLogger(CustomLogger):
         EmailEvent.virtual_key_created: "LiteLLM: {event_message}",
         EmailEvent.virtual_key_rotated: "LiteLLM: {event_message}",
     }
-    DEFAULT_BUDGET_ALERT_TTL = 24 * 60 * 60  # 24 hours in seconds
 
     def __init__(
         self,
@@ -213,11 +217,53 @@ class BaseEmailLogger(CustomLogger):
         )
         pass
 
+    async def send_max_budget_alert_email(self, event: WebhookEvent):
+        """
+        Send email to user when max budget alert threshold is reached
+        """
+        email_params = await self._get_email_params(
+            email_event=EmailEvent.max_budget_alert,
+            user_id=event.user_id,
+            user_email=event.user_email,
+            event_message=event.event_message,
+        )
+
+        verbose_proxy_logger.debug(
+            f"send_max_budget_alert_email_event: {json.dumps(event.model_dump(exclude_none=True), indent=4, default=str)}"
+        )
+
+        # Format budget values
+        spend_str = f"${event.spend}" if event.spend is not None else "$0.00"
+        max_budget_str = f"${event.max_budget}" if event.max_budget is not None else "N/A"
+        
+        # Calculate percentage and alert threshold
+        percentage = int(EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE * 100)
+        alert_threshold_str = f"${event.max_budget * EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE:.2f}" if event.max_budget is not None else "N/A"
+
+        email_html_content = MAX_BUDGET_ALERT_EMAIL_TEMPLATE.format(
+            email_logo_url=email_params.logo_url,
+            recipient_email=email_params.recipient_email,
+            percentage=percentage,
+            spend=spend_str,
+            max_budget=max_budget_str,
+            alert_threshold=alert_threshold_str,
+            base_url=email_params.base_url,
+            email_support_contact=email_params.support_contact,
+        )
+        await self.send_email(
+            from_email=self.DEFAULT_LITELLM_EMAIL,
+            to_email=[email_params.recipient_email],
+            subject=email_params.subject,
+            html_body=email_html_content,
+        )
+        pass
+
     async def budget_alerts(
         self,
         type: Literal[
             "token_budget",
             "soft_budget",
+            "max_budget_alert",
             "user_budget",
             "team_budget",
             "organization_budget",
@@ -281,7 +327,7 @@ class BaseEmailLogger(CustomLogger):
                         await _cache.async_set_cache(
                             key=_cache_key,
                             value="SENT",
-                            ttl=self.DEFAULT_BUDGET_ALERT_TTL,
+                            ttl=EMAIL_BUDGET_ALERT_TTL,
                         )
                     except Exception as e:
                         verbose_proxy_logger.error(
@@ -290,6 +336,58 @@ class BaseEmailLogger(CustomLogger):
                         )
             return
 
+        # For max_budget_alert, check if we've already sent an alert
+        if type == "max_budget_alert":
+            if user_info.max_budget is not None and user_info.spend is not None:
+                alert_threshold = user_info.max_budget * EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE
+                # Only alert if we've crossed the threshold but haven't exceeded max_budget yet
+                if user_info.spend >= alert_threshold and user_info.spend < user_info.max_budget:
+                    # Generate cache key based on event type and identifier
+                    _id = user_info.token or user_info.user_id or "default_id"
+                    _cache_key = f"email_budget_alerts:max_budget_alert:{_id}"
+                    # Check if we've already sent this alert
+                    result = await _cache.async_get_cache(key=_cache_key)
+                    if result is None:
+                        # Calculate percentage
+                        percentage = int(EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE * 100)
+                        
+                        # Create WebhookEvent for max budget alert
+                        event_message = f"Max Budget Alert - {percentage}% of Maximum Budget Reached"
+                        webhook_event = WebhookEvent(
+                            event="max_budget_alert",
+                            event_message=event_message,
+                            spend=user_info.spend,
+                            max_budget=user_info.max_budget,
+                            soft_budget=user_info.soft_budget,
+                            token=user_info.token,
+                            customer_id=user_info.customer_id,
+                            user_id=user_info.user_id,
+                            team_id=user_info.team_id,
+                            team_alias=user_info.team_alias,
+                            organization_id=user_info.organization_id,
+                            user_email=user_info.user_email,
+                            key_alias=user_info.key_alias,
+                            projected_exceeded_date=user_info.projected_exceeded_date,
+                            projected_spend=user_info.projected_spend,
+                            event_group=user_info.event_group,
+                        )
+                        
+                        try:
+                            await self.send_max_budget_alert_email(webhook_event)
+                            
+                            # Cache the alert to prevent duplicate sends
+                            await _cache.async_set_cache(
+                                key=_cache_key,
+                                value="SENT",
+                                ttl=EMAIL_BUDGET_ALERT_TTL,
+                            )
+                        except Exception as e:
+                            verbose_proxy_logger.error(
+                                f"Error sending max budget alert email: {e}",
+                                exc_info=True,
+                            )
+            return
+
     async def _get_email_params(
         self,
         email_event: EmailEvent,

litellm_enterprise/proxy/hooks/managed_files.py

@@ -750,9 +750,27 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
                         model_id=model_id,
                         model_name=model_name,
                     )
-                    await self.store_unified_file_id(  # need to store otherwise any retrieve call will fail
+                    
+                    # Fetch the actual file object for the output file
+                    file_object = None
+                    try:
+                        # Use litellm to retrieve the file object from the provider
+                        from litellm import afile_retrieve
+                        file_object = await afile_retrieve(
+                            custom_llm_provider=model_name.split("/")[0] if model_name and "/" in model_name else "openai",
+                            file_id=original_output_file_id
+                        )
+                        verbose_logger.debug(
+                            f"Successfully retrieved file object for output_file_id={original_output_file_id}"
+                        )
+                    except Exception as e:
+                        verbose_logger.warning(
+                            f"Failed to retrieve file object for output_file_id={original_output_file_id}: {str(e)}. Storing with None and will fetch on-demand."
+                        )
+                    
+                    await self.store_unified_file_id(
                         file_id=response.output_file_id,
-                        file_object=None,
+                        file_object=file_object,
                         litellm_parent_otel_span=user_api_key_dict.parent_otel_span,
                         model_mappings={model_id: original_output_file_id},
                         user_api_key_dict=user_api_key_dict,

litellm_enterprise/types/enterprise_callbacks/send_emails.py

@@ -37,6 +37,7 @@ class EmailEvent(str, enum.Enum):
     new_user_invitation = "New User Invitation"
     virtual_key_rotated = "Virtual Key Rotated"
     soft_budget_crossed = "Soft Budget Crossed"
+    max_budget_alert = "Max Budget Alert"
 
 class EmailEventSettings(BaseModel):
     event: EmailEvent
@@ -53,6 +54,7 @@ class DefaultEmailSettings(BaseModel):
             EmailEvent.new_user_invitation: True,  # On by default
             EmailEvent.virtual_key_rotated: True,  # On by default
             EmailEvent.soft_budget_crossed: True,  # On by default
+            EmailEvent.max_budget_alert: True,  # On by default
         }
     )
     def to_dict(self) -> Dict[str, bool]:

{litellm_enterprise-0.1.26.dist-info → litellm_enterprise-0.1.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: litellm-enterprise
-Version: 0.1.26
+Version: 0.1.27
 Summary: Package for LiteLLM Enterprise features
 License-File: LICENSE.md
 Author: BerriAI

{litellm_enterprise-0.1.26.dist-info → litellm_enterprise-0.1.27.dist-info}/RECORD

@@ -99,7 +99,7 @@ litellm_enterprise/enterprise_callbacks/secrets_plugins/typeform_api_token.py,sh
 litellm_enterprise/enterprise_callbacks/secrets_plugins/vault.py,sha256=fqtHTQTC6QaNMIZpuvntBnCSAgAhY2Ka-XOz4ZLafGk,653
 litellm_enterprise/enterprise_callbacks/secrets_plugins/yandex.py,sha256=BVtFVzCTtpAkRJVudeZIEBBz1W8wueDzpu6TBvxngxo,1183
 litellm_enterprise/enterprise_callbacks/secrets_plugins/zendesk_secret_key.py,sha256=3E21lWz12WUAmdnKDZH8znfTp6hRJbE3yImtfEP52qE,613
-litellm_enterprise/enterprise_callbacks/send_emails/base_email.py,sha256=hUdNvzjE5MM05BWlkFnaM232B8jwABWskNntd4mPmSo,21174
+litellm_enterprise/enterprise_callbacks/send_emails/base_email.py,sha256=qcY2oBDP9-30OTZF9bxPiXytgosUcGN5WGhKqSXTLE8,26083
 litellm_enterprise/enterprise_callbacks/send_emails/endpoints.py,sha256=hOEpM_q8MJAXlKMOtC9KbgvDVr_YFtF3reu9bjXkpsI,7017
 litellm_enterprise/enterprise_callbacks/send_emails/resend_email.py,sha256=KxNfvONZxSWbNg0HmWwfC0rvHzpN7MBJXAPKGLcy_tU,1541
 litellm_enterprise/enterprise_callbacks/send_emails/sendgrid_email.py,sha256=4bvSOfV-WzCGIJX2V32Ug91I8GBQAmypDDp40qsZbQU,2318
@@ -113,7 +113,7 @@ litellm_enterprise/proxy/auth/route_checks.py,sha256=FbXwbrOkFr1dODH6XxoIpLG1nKo
 litellm_enterprise/proxy/auth/user_api_key_auth.py,sha256=7t5Q-JoKFyoymylaOT8KWAAOFVz0JOTl7PPOmTkpj5c,1144
 litellm_enterprise/proxy/common_utils/check_batch_cost.py,sha256=V0CCHtN-JV-_d-ydXV-cVs3zCImt1699JnICGF3oPOk,7360
 litellm_enterprise/proxy/enterprise_routes.py,sha256=ToJVSSNaYUotzgIg-kWsfsqh2E0GnQirOPkpE4YkHNg,907
-litellm_enterprise/proxy/hooks/managed_files.py,sha256=_LxdyyhHJa_uZDbkwpdUCbDSCbM6qK-4z8_BHoj189o,41480
+litellm_enterprise/proxy/hooks/managed_files.py,sha256=214MTFrwYs3yrAW84SNp-K8zYBZ9Ck2nkysKnLZjLAQ,42484
 litellm_enterprise/proxy/management_endpoints/__init__.py,sha256=zfaqryxzmFu6se-w4yR2nlHKxDOOtHAWEehA2xFbFNg,270
 litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py,sha256=GEoOVujrtKXDHfko2KQaLn-ms64zkutFE9PP5IhBBLM,2175
 litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py,sha256=-IXRzVrNQ3_krL-gxngelYQftwyPlB_HmgI3RN-HdvM,1147
@@ -121,10 +121,10 @@ litellm_enterprise/proxy/proxy_server.py,sha256=fzOeTyiyevLWi2767-2W1Co7reR-0wno
 litellm_enterprise/proxy/readme.md,sha256=ZcigMJYSHWs4SWnYriWjrSVDJKsu44c2HsbYbma0EHU,397
 litellm_enterprise/proxy/utils.py,sha256=y4ADfhlEG_mH0x5rfIg7D9FjS586lVgQ9DL0tTdgrMQ,962
 litellm_enterprise/proxy/vector_stores/endpoints.py,sha256=6Guh6zIH00dh2XXStn6GblTGpGyE4hZJ9WThVZggDQg,12944
-litellm_enterprise/types/enterprise_callbacks/send_emails.py,sha256=to7W50SCGKh14FB3gsnlzY_snyxa8M8LAAi_zXbJsb8,2044
+litellm_enterprise/types/enterprise_callbacks/send_emails.py,sha256=AouBXqb1EB1-Mg3fM_3UjUDihIA45zIjRgA6M4vQ7Zw,2150
 litellm_enterprise/types/proxy/audit_logging_endpoints.py,sha256=oSJVAuRD9r6ZjRCqNBFM-J5HSgOltsXts400b2aynRE,894
 litellm_enterprise/types/proxy/proxy_server.py,sha256=kdhtxsU2uok6-XO_ebugCv7PzYYmGgv4vh-XemHJnpM,146
-litellm_enterprise-0.1.26.dist-info/METADATA,sha256=CUF0ZS8-TuSbpGp3-q4g3VV30wvf4HaSIIaz0A6Gz-Q,1441
-litellm_enterprise-0.1.26.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-litellm_enterprise-0.1.26.dist-info/licenses/LICENSE.md,sha256=nq3D9ZqOvRDT6hLkypQFTc3XsE15kbkg5rkkLJVSqKY,2251
-litellm_enterprise-0.1.26.dist-info/RECORD,,
+litellm_enterprise-0.1.27.dist-info/METADATA,sha256=NOumHWDgf-L-MMKoA9gCgEweLGji6O8_DMpB-Wa7TIE,1441
+litellm_enterprise-0.1.27.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+litellm_enterprise-0.1.27.dist-info/licenses/LICENSE.md,sha256=nq3D9ZqOvRDT6hLkypQFTc3XsE15kbkg5rkkLJVSqKY,2251
+litellm_enterprise-0.1.27.dist-info/RECORD,,