data-designer 0.3.5__py3-none-any.whl → 0.3.7__py3-none-any.whl

data_designer/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.3.5'
-__version_tuple__ = version_tuple = (0, 3, 5)
+__version__ = version = '0.3.7'
+__version_tuple__ = version_tuple = (0, 3, 7)
 
 __commit_id__ = commit_id = None

data_designer/engine/models/litellm_overrides.py

@@ -1,30 +1,42 @@
 # SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 
+
+"""
+LiteLLM overrides and customizations.
+
+Note on imports: This module uses direct (eager) imports for litellm rather than lazy loading.
+This is intentional because:
+
+1. Class inheritance requires base classes to be resolved at class definition time,
+   making lazy imports incompatible with our ThreadSafeCache and CustomRouter classes.
+
+2. This module is already lazily loaded at the application level - it's only imported
+   by facade.py, which itself is imported inside the create_model_registry() factory
+   function. So litellm is only loaded when models are actually needed.
+
+3. Attempting to use lazy imports here causes intermittent ImportErrors.
+"""
+
 from __future__ import annotations
 
 import random
 import threading
-from typing import TYPE_CHECKING
 
+import httpx
+import litellm
+from litellm import RetryPolicy
+from litellm.caching.in_memory_cache import InMemoryCache
+from litellm.litellm_core_utils.logging_callback_manager import LoggingCallbackManager
+from litellm.router import Router
 from pydantic import BaseModel, Field
 from typing_extensions import override
 
-from data_designer.lazy_heavy_imports import httpx, litellm
 from data_designer.logging import quiet_noisy_logger
 
-if TYPE_CHECKING:
-    import httpx
-    import litellm
-
 DEFAULT_MAX_CALLBACKS = 1000
 
 
-def _get_logging_callback_manager():
-    """Lazy accessor for LoggingCallbackManager to avoid loading litellm at import time."""
-    return litellm.litellm_core_utils.logging_callback_manager.LoggingCallbackManager
-
-
 class LiteLLMRouterDefaultKwargs(BaseModel):
     ## Number of seconds to wait initially after a connection
     ## failure.
@@ -40,15 +52,15 @@ class LiteLLMRouterDefaultKwargs(BaseModel):
 
     ## Sets the default retry policy, including the number
     ## of retries to use in particular scenarios.
-    retry_policy: litellm.RetryPolicy = Field(
-        default_factory=lambda: litellm.RetryPolicy(
+    retry_policy: RetryPolicy = Field(
+        default_factory=lambda: RetryPolicy(
             RateLimitErrorRetries=3,
             TimeoutErrorRetries=3,
         )
     )
 
 
-class ThreadSafeCache(litellm.caching.in_memory_cache.InMemoryCache):
+class ThreadSafeCache(InMemoryCache):
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
 
@@ -83,7 +95,7 @@ class ThreadSafeCache(litellm.caching.in_memory_cache.InMemoryCache):
             super().flush_cache()
 
 
-class CustomRouter(litellm.router.Router):
+class CustomRouter(Router):
     def __init__(
         self,
         *args,
@@ -160,7 +172,7 @@ def apply_litellm_patches():
     litellm.in_memory_llm_clients_cache = ThreadSafeCache()
 
     # Workaround for the litellm issue described in https://github.com/BerriAI/litellm/issues/9792
-    _get_logging_callback_manager().MAX_CALLBACKS = DEFAULT_MAX_CALLBACKS
+    LoggingCallbackManager.MAX_CALLBACKS = DEFAULT_MAX_CALLBACKS
 
     quiet_noisy_logger("httpx")
     quiet_noisy_logger("LiteLLM")

{data_designer-0.3.5.dist-info → data_designer-0.3.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: data-designer
-Version: 0.3.5
+Version: 0.3.7
 Summary: General framework for synthetic data generation
 License-Expression: Apache-2.0
 License-File: LICENSE

{data_designer-0.3.5.dist-info → data_designer-0.3.7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 data_designer/__init__.py,sha256=iLr6FpW41-DFbGexuXCJ6gN1xBMNUZ2jfj9XxySmQhk,502
-data_designer/_version.py,sha256=UAb2Toi6SAdScDfq1uKRRv5QpMUuRtJqqwNxTMGe5Q4,704
+data_designer/_version.py,sha256=CszCydqJjxQ_CbTrTy0L1k2j2gCfwJlahui0bCcdNp4,704
 data_designer/errors.py,sha256=r1pBvmvRBAsPmb7oF_veubhkxZ2uPo9cGEDwykLziX4,220
 data_designer/lazy_heavy_imports.py,sha256=wULSEPQRUOZXvOnb0tdf6wNbRBpaaczYfAjY-pstCBM,1512
 data_designer/logging.py,sha256=gRi9BOqm95UC1-u4pn6n-G4EySy9HhwKVyKLRO4aqm4,5382
@@ -114,7 +114,7 @@ data_designer/engine/models/__init__.py,sha256=XLO09Ei8g0lU7hYlzKCvhvQhLFBe5CBwE
 data_designer/engine/models/errors.py,sha256=k9oZnmk8DRD8U2SVKJJRLwrcdsCcVoJiOb_Q7ZyEdvg,12271
 data_designer/engine/models/facade.py,sha256=UBMpw_o2JcsWpJsPdpTPKfFZCh_i0eeG_oaWi1XeKds,12582
 data_designer/engine/models/factory.py,sha256=2NjI0iiGv8ayQ1c249lsJtha4pDmvmtSjdwvlvitRds,1581
-data_designer/engine/models/litellm_overrides.py,sha256=4qsTLZ2UHmh1YxdgqdvDBPt1taM348CVhtNZ5omnQRM,5742
+data_designer/engine/models/litellm_overrides.py,sha256=e9IZCFQ6BhNWlOTncm8ErL8w4rtE1_4USh2mtUYxCZI,6207
 data_designer/engine/models/registry.py,sha256=7hZ6TQwwZf259yRZmc3ZI20a4wAo3PCOozPi9Mc5KLo,6827
 data_designer/engine/models/telemetry.py,sha256=wmuekvPRZjNz7p7ImKx5H_hqDRhTv_dSB-u2S6Ze3uo,12502
 data_designer/engine/models/usage.py,sha256=A0LV9Ycuj_7snOsaqnirs4mlkAjozv2mzj2om2FpDoU,2410
@@ -189,8 +189,8 @@ data_designer/plugins/registry.py,sha256=Cnt33Q25o9bS2v2YDbV3QPM57VNrtIBKAb4ERQR
 data_designer/plugins/testing/__init__.py,sha256=yyxrrH_i3q0Xb56QO9Ma35WtHlQ5PJF1b2pQoKa16xU,296
 data_designer/plugins/testing/stubs.py,sha256=9tUF209ayZR6f0Q1LsRDW4kEOTgPoIxV8jlq4QoWuW0,3498
 data_designer/plugins/testing/utils.py,sha256=a9LEgK827cnIzHEkgXOdgywrKDLBE36cyttrpG1ctT4,973
-data_designer-0.3.5.dist-info/METADATA,sha256=W1hr3pOCTlU0ZAfXpWZfOBLcvvWNlSLY5p-AtaW5dwQ,8119
-data_designer-0.3.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-data_designer-0.3.5.dist-info/entry_points.txt,sha256=NWWWidyDxN6CYX6y664PhBYMhbaYTQTyprqfYAgkyCg,57
-data_designer-0.3.5.dist-info/licenses/LICENSE,sha256=cSWJDwVqHyQgly8Zmt3pqXJ2eQbZVYwN9qd0NMssxXY,11336
-data_designer-0.3.5.dist-info/RECORD,,
+data_designer-0.3.7.dist-info/METADATA,sha256=-Ibzqy6fzBp72fF6Xo99QdJG1Urz1tysoWf00226uIU,8119
+data_designer-0.3.7.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+data_designer-0.3.7.dist-info/entry_points.txt,sha256=NWWWidyDxN6CYX6y664PhBYMhbaYTQTyprqfYAgkyCg,57
+data_designer-0.3.7.dist-info/licenses/LICENSE,sha256=cSWJDwVqHyQgly8Zmt3pqXJ2eQbZVYwN9qd0NMssxXY,11336
+data_designer-0.3.7.dist-info/RECORD,,