litellm-enterprise 0.1.21__py3-none-any.whl → 0.1.23__py3-none-any.whl

litellm_enterprise/enterprise_callbacks/callback_controls.py

@@ -40,7 +40,7 @@ class EnterpriseCallbackControls:
                     #########################################################
                     # premium user check
                     #########################################################
-                    if not EnterpriseCallbackControls._premium_user_check():
+                    if not EnterpriseCallbackControls._should_allow_dynamic_callback_disabling():
                         return False
                     #########################################################
                     if isinstance(callback, str):
@@ -84,8 +84,15 @@ class EnterpriseCallbackControls:
         return None
     
     @staticmethod
-    def _premium_user_check():
+    def _should_allow_dynamic_callback_disabling():
+        import litellm
         from litellm.proxy.proxy_server import premium_user
+
+        # Check if admin has disabled this feature
+        if litellm.allow_dynamic_callback_disabling is not True:
+            verbose_logger.debug("Dynamic callback disabling is disabled by admin via litellm.allow_dynamic_callback_disabling")
+            return False
+        
         if premium_user:
             return True
         verbose_logger.warning(f"Disabling callbacks using request headers is an enterprise feature. {CommonProxyErrors.not_premium_user.value}")

litellm_enterprise/proxy/enterprise_routes.py

@@ -5,14 +5,10 @@ from litellm_enterprise.enterprise_callbacks.send_emails.endpoints import (
 )
 
 from .audit_logging_endpoints import router as audit_logging_router
-from .guardrails.endpoints import router as guardrails_router
 from .management_endpoints import management_endpoints_router
 from .utils import _should_block_robots
-from .vector_stores.endpoints import router as vector_stores_router
 
 router = APIRouter()
-router.include_router(vector_stores_router)
-router.include_router(guardrails_router)
 router.include_router(email_events_router)
 router.include_router(audit_logging_router)
 router.include_router(management_endpoints_router)

litellm_enterprise/proxy/hooks/managed_files.py

@@ -296,6 +296,16 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
                         file_ids, user_api_key_dict.parent_otel_span
                     )
 
+                    data["model_file_id_mapping"] = model_file_id_mapping
+        elif call_type == CallTypes.aresponses.value or call_type == CallTypes.responses.value:
+            # Handle managed files in responses API input
+            input_data = data.get("input")
+            if input_data:
+                file_ids = self.get_file_ids_from_responses_input(input_data)
+                if file_ids:
+                    model_file_id_mapping = await self.get_model_file_id_mapping(
+                        file_ids, user_api_key_dict.parent_otel_span
+                    )
                     data["model_file_id_mapping"] = model_file_id_mapping
         elif call_type == CallTypes.afile_content.value:
             retrieve_file_id = cast(Optional[str], data.get("file_id"))
@@ -453,6 +463,47 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
                                 file_ids.append(file_id)
         return file_ids
 
+    def get_file_ids_from_responses_input(
+        self, input: Union[str, List[Dict[str, Any]]]
+    ) -> List[str]:
+        """
+        Gets file ids from responses API input.
+        
+        The input can be:
+        - A string (no files)
+        - A list of input items, where each item can have:
+          - type: "input_file" with file_id
+          - content: a list that can contain items with type: "input_file" and file_id
+        """
+        file_ids: List[str] = []
+        
+        if isinstance(input, str):
+            return file_ids
+        
+        if not isinstance(input, list):
+            return file_ids
+        
+        for item in input:
+            if not isinstance(item, dict):
+                continue
+            
+            # Check for direct input_file type
+            if item.get("type") == "input_file":
+                file_id = item.get("file_id")
+                if file_id:
+                    file_ids.append(file_id)
+            
+            # Check for input_file in content array
+            content = item.get("content")
+            if isinstance(content, list):
+                for content_item in content:
+                    if isinstance(content_item, dict) and content_item.get("type") == "input_file":
+                        file_id = content_item.get("file_id")
+                        if file_id:
+                            file_ids.append(file_id)
+        
+        return file_ids
+
     async def get_model_file_id_mapping(
         self, file_ids: List[str], litellm_parent_otel_span: Span
     ) -> dict:
@@ -478,7 +529,6 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
         for file_id in file_ids:
             ## CHECK IF FILE ID IS MANAGED BY LITELM
             is_base64_unified_file_id = _is_base64_encoded_unified_file_id(file_id)
-
             if is_base64_unified_file_id:
                 litellm_managed_file_ids.append(file_id)
 
@@ -489,6 +539,7 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
                 unified_file_object = await self.get_unified_file_id(
                     file_id, litellm_parent_otel_span
                 )
+
                 if unified_file_object:
                     file_id_mapping[file_id] = unified_file_object.model_mappings
 
@@ -764,18 +815,21 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
         llm_router: Router,
         **data: Dict,
     ) -> OpenAIFileObject:
-        file_id = convert_b64_uid_to_unified_uid(file_id)
+
+        # file_id = convert_b64_uid_to_unified_uid(file_id)
         model_file_id_mapping = await self.get_model_file_id_mapping(
             [file_id], litellm_parent_otel_span
         )
+
         specific_model_file_id_mapping = model_file_id_mapping.get(file_id)
         if specific_model_file_id_mapping:
-            for model_id, file_id in specific_model_file_id_mapping.items():
-                await llm_router.afile_delete(model=model_id, file_id=file_id, **data)  # type: ignore
+            for model_id, model_file_id in specific_model_file_id_mapping.items():
+                await llm_router.afile_delete(model=model_id, file_id=model_file_id, **data)  # type: ignore
 
         stored_file_object = await self.delete_unified_file_id(
             file_id, litellm_parent_otel_span
         )
+
         if stored_file_object:
             return stored_file_object
         else:
@@ -796,6 +850,7 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
             model_file_id_mapping
             or await self.get_model_file_id_mapping([file_id], litellm_parent_otel_span)
         )
+
         specific_model_file_id_mapping = model_file_id_mapping.get(file_id)
 
         if specific_model_file_id_mapping:

litellm_enterprise/proxy/vector_stores/endpoints.py

@@ -141,28 +141,36 @@ async def list_vector_stores(
     """
     from litellm.proxy.proxy_server import prisma_client
 
-    seen_vector_store_ids = set()
-
     try:
-        # Get in-memory vector stores
-        in_memory_vector_stores: List[LiteLLM_ManagedVectorStore] = []
-        if litellm.vector_store_registry is not None:
-            in_memory_vector_stores = copy.deepcopy(
-                litellm.vector_store_registry.vector_stores
-            )
-
-        # Get vector stores from database
+        # Get vector stores from database (source of truth)
+        # Only return what's in the database to ensure consistency across instances
         vector_stores_from_db = await VectorStoreRegistry._get_vector_stores_from_db(
             prisma_client=prisma_client
         )
+        
+        # Also clean up in-memory registry to remove any deleted vector stores
+        if litellm.vector_store_registry is not None:
+            db_vector_store_ids = {
+                vs.get("vector_store_id") 
+                for vs in vector_stores_from_db 
+                if vs.get("vector_store_id")
+            }
+            # Remove any in-memory vector stores that no longer exist in database
+            vector_stores_to_remove = []
+            for vs in litellm.vector_store_registry.vector_stores:
+                vs_id = vs.get("vector_store_id")
+                if vs_id and vs_id not in db_vector_store_ids:
+                    vector_stores_to_remove.append(vs_id)
+            for vs_id in vector_stores_to_remove:
+                litellm.vector_store_registry.delete_vector_store_from_registry(
+                    vector_store_id=vs_id
+                )
+                verbose_proxy_logger.debug(
+                    f"Removed deleted vector store {vs_id} from in-memory registry"
+                )
 
-        # Combine in-memory and database vector stores
-        combined_vector_stores: List[LiteLLM_ManagedVectorStore] = []
-        for vector_store in in_memory_vector_stores + vector_stores_from_db:
-            vector_store_id = vector_store.get("vector_store_id", None)
-            if vector_store_id not in seen_vector_store_ids:
-                combined_vector_stores.append(vector_store)
-                seen_vector_store_ids.add(vector_store_id)
+        # Use database as single source of truth for listing
+        combined_vector_stores: List[LiteLLM_ManagedVectorStore] = vector_stores_from_db
 
         total_count = len(combined_vector_stores)
         total_pages = (total_count + page_size - 1) // page_size

{litellm_enterprise-0.1.21.dist-info → litellm_enterprise-0.1.23.dist-info}/METADATA

@@ -1,7 +1,8 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: litellm-enterprise
-Version: 0.1.21
+Version: 0.1.23
 Summary: Package for LiteLLM Enterprise features
+License-File: LICENSE.md
 Author: BerriAI
 Requires-Python: >=3.8, !=2.7.*, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*, !=3.6.*, !=3.7.*
 Classifier: Programming Language :: Python :: 3
@@ -9,6 +10,8 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Project-URL: Documentation, https://docs.litellm.ai
 Project-URL: Homepage, https://litellm.ai
 Project-URL: Repository, https://github.com/BerriAI/litellm

{litellm_enterprise-0.1.21.dist-info → litellm_enterprise-0.1.23.dist-info}/RECORD

@@ -1,12 +1,6 @@
 litellm_enterprise/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-litellm_enterprise/enterprise_callbacks/.pytest_cache/.gitignore,sha256=Ptcxtl0GFQwTji2tsL4Gl1UIiKa0frjEXsya26i46b0,37
-litellm_enterprise/enterprise_callbacks/.pytest_cache/CACHEDIR.TAG,sha256=N9yI75oKvt2-gQU6bdj9-xOvthMEXqHrSlyBWnSjveQ,191
-litellm_enterprise/enterprise_callbacks/.pytest_cache/README.md,sha256=c_1vzN2ALEGaay2YPWwxc7fal1WKxLWJ7ewt_kQ9ua0,302
-litellm_enterprise/enterprise_callbacks/.pytest_cache/v/cache/nodeids,sha256=T1PNoYwrqgwDVLtfmj7L5e0Sq02OEbqHPC8RFhICuUU,2
-litellm_enterprise/enterprise_callbacks/.pytest_cache/v/cache/stepwise,sha256=T1PNoYwrqgwDVLtfmj7L5e0Sq02OEbqHPC8RFhICuUU,2
-litellm_enterprise/enterprise_callbacks/callback_controls.py,sha256=BhUOHoqR5u8ANaSweKnzgw96Zqu7Eh4mXXUfYQH9Xe4,4756
+litellm_enterprise/enterprise_callbacks/callback_controls.py,sha256=06zuuXEmkhHaVr4Mpc9DbBRpgZoHs7JDxvYv1fQxtQU,5101
 litellm_enterprise/enterprise_callbacks/example_logging_api.py,sha256=06CM6wa5CC7Mal3Gm-P6m6tJuikbcg5BJ9-kzfpl_Y4,776
-litellm_enterprise/enterprise_callbacks/generic_api_callback.py,sha256=8x_ghfAvG72A4wrzeWcz5PVo6DhMPQjKUmrwsb-tuig,9180
 litellm_enterprise/enterprise_callbacks/llama_guard.py,sha256=9GSYTujO2bI6jWmtpTYz1UcOpJfBNSuAVWrl4rJIXO0,4839
 litellm_enterprise/enterprise_callbacks/llm_guard.py,sha256=AXqlcct74S7N6DHAxYbh6icrsQ-7umIyOkOuZAmXD-w,6453
 litellm_enterprise/enterprise_callbacks/pagerduty/pagerduty.py,sha256=40UI8RjRZ-lfoCyCITipHHK6CmYR5iOI27F48cvc-xk,12400
@@ -117,19 +111,19 @@ litellm_enterprise/proxy/auth/custom_sso_handler.py,sha256=ITML9dRKL-LuJhU3WKKVP
 litellm_enterprise/proxy/auth/route_checks.py,sha256=FbXwbrOkFr1dODH6XxoIpLG1nKowC7kyNaRR0WR6ujU,2490
 litellm_enterprise/proxy/auth/user_api_key_auth.py,sha256=7t5Q-JoKFyoymylaOT8KWAAOFVz0JOTl7PPOmTkpj5c,1144
 litellm_enterprise/proxy/common_utils/check_batch_cost.py,sha256=V0CCHtN-JV-_d-ydXV-cVs3zCImt1699JnICGF3oPOk,7360
-litellm_enterprise/proxy/enterprise_routes.py,sha256=TkFeQa6mtVIvEhTP7X5dcSDKTOks0hG_dWrL1_oCU4w,1122
-litellm_enterprise/proxy/hooks/managed_files.py,sha256=E5yY9qza6HzcOtAI_9zgHLV_F-dz8VpOM3KoEhGKp2E,32195
+litellm_enterprise/proxy/enterprise_routes.py,sha256=ToJVSSNaYUotzgIg-kWsfsqh2E0GnQirOPkpE4YkHNg,907
+litellm_enterprise/proxy/hooks/managed_files.py,sha256=n8_HsBFr7YmiJqTHMISTlJNo_3TxZ9AEwk0Bxcpa4_k,34228
 litellm_enterprise/proxy/management_endpoints/__init__.py,sha256=zfaqryxzmFu6se-w4yR2nlHKxDOOtHAWEehA2xFbFNg,270
 litellm_enterprise/proxy/management_endpoints/internal_user_endpoints.py,sha256=GEoOVujrtKXDHfko2KQaLn-ms64zkutFE9PP5IhBBLM,2175
 litellm_enterprise/proxy/management_endpoints/key_management_endpoints.py,sha256=-IXRzVrNQ3_krL-gxngelYQftwyPlB_HmgI3RN-HdvM,1147
 litellm_enterprise/proxy/proxy_server.py,sha256=fzOeTyiyevLWi2767-2W1Co7reR-0wnoUIhOgVlJFQc,1183
 litellm_enterprise/proxy/readme.md,sha256=ZcigMJYSHWs4SWnYriWjrSVDJKsu44c2HsbYbma0EHU,397
 litellm_enterprise/proxy/utils.py,sha256=y4ADfhlEG_mH0x5rfIg7D9FjS586lVgQ9DL0tTdgrMQ,962
-litellm_enterprise/proxy/vector_stores/endpoints.py,sha256=AkP503_JQY0DCFk_kPVYh7xSqSBabVBIphjRiAA0GvA,12445
+litellm_enterprise/proxy/vector_stores/endpoints.py,sha256=6Guh6zIH00dh2XXStn6GblTGpGyE4hZJ9WThVZggDQg,12944
 litellm_enterprise/types/enterprise_callbacks/send_emails.py,sha256=XLhpdGvBFxPkV7hcgQ1gELVF0vTs5d2LLOoXPzjr4K4,1929
 litellm_enterprise/types/proxy/audit_logging_endpoints.py,sha256=oSJVAuRD9r6ZjRCqNBFM-J5HSgOltsXts400b2aynRE,894
 litellm_enterprise/types/proxy/proxy_server.py,sha256=kdhtxsU2uok6-XO_ebugCv7PzYYmGgv4vh-XemHJnpM,146
-litellm_enterprise-0.1.21.dist-info/LICENSE.md,sha256=nq3D9ZqOvRDT6hLkypQFTc3XsE15kbkg5rkkLJVSqKY,2251
-litellm_enterprise-0.1.21.dist-info/METADATA,sha256=frIz5pheYia1kG7hBurrsgEvN--feEe46C3V4o0_ru8,1314
-litellm_enterprise-0.1.21.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-litellm_enterprise-0.1.21.dist-info/RECORD,,
+litellm_enterprise-0.1.23.dist-info/METADATA,sha256=diEqEOTj7rCVk-AVP3ns6m7_dJgjz4NXNyWpUmj6XQ4,1441
+litellm_enterprise-0.1.23.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+litellm_enterprise-0.1.23.dist-info/licenses/LICENSE.md,sha256=nq3D9ZqOvRDT6hLkypQFTc3XsE15kbkg5rkkLJVSqKY,2251
+litellm_enterprise-0.1.23.dist-info/RECORD,,

{litellm_enterprise-0.1.21.dist-info → litellm_enterprise-0.1.23.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any

litellm_enterprise/enterprise_callbacks/.pytest_cache/.gitignore

@@ -1,2 +0,0 @@
-# Created by pytest automatically.
-*

litellm_enterprise/enterprise_callbacks/.pytest_cache/CACHEDIR.TAG

@@ -1,4 +0,0 @@
-Signature: 8a477f597d28d172789f06886806bc55
-# This file is a cache directory tag created by pytest.
-# For information about cache directory tags, see:
-#	https://bford.info/cachedir/spec.html

litellm_enterprise/enterprise_callbacks/.pytest_cache/README.md

@@ -1,8 +0,0 @@
-# pytest cache directory #
-
-This directory contains data from the pytest's cache plugin,
-which provides the `--lf` and `--ff` options, as well as the `cache` fixture.
-
-**Do not** commit this to version control.
-
-See [the docs](https://docs.pytest.org/en/stable/how-to/cache.html) for more information.

litellm_enterprise/enterprise_callbacks/.pytest_cache/v/cache/nodeids

@@ -1 +0,0 @@
-[]

litellm_enterprise/enterprise_callbacks/.pytest_cache/v/cache/stepwise

@@ -1 +0,0 @@
-[]

litellm_enterprise/enterprise_callbacks/generic_api_callback.py

@@ -1,266 +0,0 @@
-"""
-Callback to log events to a Generic API Endpoint
-
-- Creates a StandardLoggingPayload
-- Adds to batch queue
-- Flushes based on CustomBatchLogger settings
-"""
-
-import asyncio
-import os
-import traceback
-from litellm._uuid import uuid
-from typing import Dict, List, Optional, Union
-
-import litellm
-from litellm._logging import verbose_logger
-from litellm.integrations.custom_batch_logger import CustomBatchLogger
-from litellm.litellm_core_utils.safe_json_dumps import safe_dumps
-from litellm.llms.custom_httpx.http_handler import (
-    get_async_httpx_client,
-    httpxSpecialProvider,
-)
-from litellm.types.utils import StandardLoggingPayload
-
-
-class GenericAPILogger(CustomBatchLogger):
-    def __init__(
-        self,
-        endpoint: Optional[str] = None,
-        headers: Optional[dict] = None,
-        **kwargs,
-    ):
-        """
-        Initialize the GenericAPILogger
-
-        Args:
-            endpoint: Optional[str] = None,
-            headers: Optional[dict] = None,
-        """
-        #########################################################
-        # Init httpx client
-        #########################################################
-        self.async_httpx_client = get_async_httpx_client(
-            llm_provider=httpxSpecialProvider.LoggingCallback
-        )
-        endpoint = endpoint or os.getenv("GENERIC_LOGGER_ENDPOINT")
-        if endpoint is None:
-            raise ValueError(
-                "endpoint not set for GenericAPILogger, GENERIC_LOGGER_ENDPOINT not found in environment variables"
-            )
-
-        self.headers: Dict = self._get_headers(headers)
-        self.endpoint: str = endpoint
-        verbose_logger.debug(
-            f"in init GenericAPILogger, endpoint {self.endpoint}, headers {self.headers}"
-        )
-
-        #########################################################
-        # Init variables for batch flushing logs
-        #########################################################
-        self.flush_lock = asyncio.Lock()
-        super().__init__(**kwargs, flush_lock=self.flush_lock)
-        asyncio.create_task(self.periodic_flush())
-        self.log_queue: List[Union[Dict, StandardLoggingPayload]] = []
-
-    def _get_headers(self, headers: Optional[dict] = None):
-        """
-        Get headers for the Generic API Logger
-
-        Returns:
-            Dict: Headers for the Generic API Logger
-
-        Args:
-            headers: Optional[dict] = None
-        """
-        # Process headers from different sources
-        headers_dict = {
-            "Content-Type": "application/json",
-        }
-
-        # 1. First check for headers from env var
-        env_headers = os.getenv("GENERIC_LOGGER_HEADERS")
-        if env_headers:
-            try:
-                # Parse headers in format "key1=value1,key2=value2" or "key1=value1"
-                header_items = env_headers.split(",")
-                for item in header_items:
-                    if "=" in item:
-                        key, value = item.split("=", 1)
-                        headers_dict[key.strip()] = value.strip()
-            except Exception as e:
-                verbose_logger.warning(
-                    f"Error parsing headers from environment variables: {str(e)}"
-                )
-
-        # 2. Update with litellm generic headers if available
-        if litellm.generic_logger_headers:
-            headers_dict.update(litellm.generic_logger_headers)
-
-        # 3. Override with directly provided headers if any
-        if headers:
-            headers_dict.update(headers)
-
-        return headers_dict
-
-    async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
-        """
-        Async Log success events to Generic API Endpoint
-
-        - Creates a StandardLoggingPayload
-        - Adds to batch queue
-        - Flushes based on CustomBatchLogger settings
-
-        Raises:
-            Raises a NON Blocking verbose_logger.exception if an error occurs
-        """
-        from litellm.proxy.utils import _premium_user_check
-
-        _premium_user_check()
-
-        try:
-            verbose_logger.debug(
-                "Generic API Logger - Enters logging function for model %s", kwargs
-            )
-            standard_logging_payload = kwargs.get("standard_logging_object", None)
-
-            # Backwards compatibility with old logging payload
-            if litellm.generic_api_use_v1 is True:
-                payload = self._get_v1_logging_payload(
-                    kwargs=kwargs,
-                    response_obj=response_obj,
-                    start_time=start_time,
-                    end_time=end_time,
-                )
-                self.log_queue.append(payload)
-            else:
-                # New logging payload, StandardLoggingPayload
-                self.log_queue.append(standard_logging_payload)
-
-            if len(self.log_queue) >= self.batch_size:
-                await self.async_send_batch()
-
-        except Exception as e:
-            verbose_logger.exception(
-                f"Generic API Logger Error - {str(e)}\n{traceback.format_exc()}"
-            )
-            pass
-
-    async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
-        """
-        Async Log failure events to Generic API Endpoint
-
-        - Creates a StandardLoggingPayload
-        - Adds to batch queue
-        """
-        from litellm.proxy.utils import _premium_user_check
-
-        _premium_user_check()
-
-        try:
-            verbose_logger.debug(
-                "Generic API Logger - Enters logging function for model %s", kwargs
-            )
-            standard_logging_payload = kwargs.get("standard_logging_object", None)
-
-            if litellm.generic_api_use_v1 is True:
-                payload = self._get_v1_logging_payload(
-                    kwargs=kwargs,
-                    response_obj=response_obj,
-                    start_time=start_time,
-                    end_time=end_time,
-                )
-                self.log_queue.append(payload)
-            else:
-                self.log_queue.append(standard_logging_payload)
-
-            if len(self.log_queue) >= self.batch_size:
-                await self.async_send_batch()
-
-        except Exception as e:
-            verbose_logger.exception(
-                f"Generic API Logger Error - {str(e)}\n{traceback.format_exc()}"
-            )
-
-    async def async_send_batch(self):
-        """
-        Sends the batch of messages to Generic API Endpoint
-        """
-        try:
-            if not self.log_queue:
-                return
-
-            verbose_logger.debug(
-                f"Generic API Logger - about to flush {len(self.log_queue)} events"
-            )
-
-            # make POST request to Generic API Endpoint
-            response = await self.async_httpx_client.post(
-                url=self.endpoint,
-                headers=self.headers,
-                data=safe_dumps(self.log_queue),
-            )
-
-            verbose_logger.debug(
-                f"Generic API Logger - sent batch to {self.endpoint}, status code {response.status_code}"
-            )
-
-        except Exception as e:
-            verbose_logger.exception(
-                f"Generic API Logger Error sending batch - {str(e)}\n{traceback.format_exc()}"
-            )
-        finally:
-            self.log_queue.clear()
-
-    def _get_v1_logging_payload(
-        self, kwargs, response_obj, start_time, end_time
-    ) -> dict:
-        """
-        Maintained for backwards compatibility with old logging payload
-
-        Returns a dict of the payload to send to the Generic API Endpoint
-        """
-        verbose_logger.debug(
-            f"GenericAPILogger Logging - Enters logging function for model {kwargs}"
-        )
-
-        # construct payload to send custom logger
-        # follows the same params as langfuse.py
-        litellm_params = kwargs.get("litellm_params", {})
-        metadata = (
-            litellm_params.get("metadata", {}) or {}
-        )  # if litellm_params['metadata'] == None
-        messages = kwargs.get("messages")
-        cost = kwargs.get("response_cost", 0.0)
-        optional_params = kwargs.get("optional_params", {})
-        call_type = kwargs.get("call_type", "litellm.completion")
-        cache_hit = kwargs.get("cache_hit", False)
-        usage = response_obj["usage"]
-        id = response_obj.get("id", str(uuid.uuid4()))
-
-        # Build the initial payload
-        payload = {
-            "id": id,
-            "call_type": call_type,
-            "cache_hit": cache_hit,
-            "startTime": start_time,
-            "endTime": end_time,
-            "model": kwargs.get("model", ""),
-            "user": kwargs.get("user", ""),
-            "modelParameters": optional_params,
-            "messages": messages,
-            "response": response_obj,
-            "usage": usage,
-            "metadata": metadata,
-            "cost": cost,
-        }
-
-        # Ensure everything in the payload is converted to str
-        for key, value in payload.items():
-            try:
-                payload[key] = str(value)
-            except Exception:
-                # non blocking if it can't cast to a str
-                pass
-
-        return payload