ragbits-core 1.4.0.dev202512030235__py3-none-any.whl → 1.4.0.dev202512050236__py3-none-any.whl

ragbits/core/llms/litellm.py

@@ -102,6 +102,7 @@ class LiteLLM(LLM[LiteLLMOptions], LazyLiteLLM):
         self.use_structured_output = use_structured_output
         self.router = router
         self.custom_model_cost_config = custom_model_cost_config
+        self._cached_router: Router | None = None  # Cache for auto-created router
         if custom_model_cost_config:
             self._litellm.register_model(custom_model_cost_config)
 
@@ -434,7 +435,14 @@ class LiteLLM(LLM[LiteLLMOptions], LazyLiteLLM):
         stream: bool = False,
         stream_options: dict | None = None,
     ) -> "ModelResponse | CustomStreamWrapper":
-        entrypoint = self.router or self._create_router_from_self_and_options(options)
+        # Use provided router, or create/reuse cached router
+        if self.router:
+            entrypoint = self.router
+        else:
+            # Create router only once and cache it to avoid callback leak
+            if self._cached_router is None:
+                self._cached_router = self._create_router_from_self_and_options(options)
+            entrypoint = self._cached_router
 
         # Preprocess messages for Claude with reasoning enabled
         processed_conversation = self._preprocess_messages_for_claude(conversation, options)

{ragbits_core-1.4.0.dev202512030235.dist-info → ragbits_core-1.4.0.dev202512050236.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ragbits-core
-Version: 1.4.0.dev202512030235
+Version: 1.4.0.dev202512050236
 Summary: Building blocks for rapid development of GenAI applications
 Project-URL: Homepage, https://github.com/deepsense-ai/ragbits
 Project-URL: Bug Reports, https://github.com/deepsense-ai/ragbits/issues

{ragbits_core-1.4.0.dev202512030235.dist-info → ragbits_core-1.4.0.dev202512050236.dist-info}/RECORD

@@ -32,7 +32,7 @@ ragbits/core/llms/__init__.py,sha256=-XI2zHa-xt3EoQbgqMud_GCVZxBCQXGDMY62AAOOAGA
 ragbits/core/llms/base.py,sha256=CXAreuEzQ2BhmQw44Oud-OyguEXDbfxa1Ckog3ZLHc0,28295
 ragbits/core/llms/exceptions.py,sha256=NpYYAhCMifHNDFWQpshjF9in_KCEmo6qlswPJca9ykc,2301
 ragbits/core/llms/factory.py,sha256=T-heeY_7Llp5bOl6u9ycKK8ZwFnUE1ry4Q4X-O68hEQ,1506
-ragbits/core/llms/litellm.py,sha256=p6abYQ9-eW5UveEzj0dGX0Ny6nk6tSzhC0m_pxlJlik,25888
+ragbits/core/llms/litellm.py,sha256=KxsmL2gEvRaSrMuDCRYF4tBLOfLnxuzjy2PCElgl6x0,26272
 ragbits/core/llms/local.py,sha256=B5woo538621mv6SJ9FosW3LcDBtmAA8gycMe4EvHbzE,11760
 ragbits/core/llms/mock.py,sha256=CebF0kpvVvluqRdj1HtXM3GoCKq_VQLcud5dvUFQNYs,5053
 ragbits/core/prompt/__init__.py,sha256=2e71_O4RreG1gfdN9KXSscbOvr5DKzqiDu4J8LTD9Bs,120
@@ -74,6 +74,6 @@ ragbits/core/vector_stores/in_memory.py,sha256=igxIYmTSXOijYFsPolo5sbYzSgLBwF5Lt
 ragbits/core/vector_stores/pgvector.py,sha256=_XPPfOsxiWkk6-ISLbrLRXw5sjcXizEA2Q_-YlqU7DQ,19944
 ragbits/core/vector_stores/qdrant.py,sha256=7M41efCtD5dkJeWtPY8P62zdM6F6IDU72mlxlwTg6Zk,12817
 ragbits/core/vector_stores/weaviate.py,sha256=Xfa9tDEEILuD7EMhk2vWPC_fewJqe1YXaNtPxnD59Ys,18989
-ragbits_core-1.4.0.dev202512030235.dist-info/METADATA,sha256=7k4QDzLJ5ynCMxqmKm7NKDWL-baDo1wiP-2VnTCIzOU,5193
-ragbits_core-1.4.0.dev202512030235.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-ragbits_core-1.4.0.dev202512030235.dist-info/RECORD,,
+ragbits_core-1.4.0.dev202512050236.dist-info/METADATA,sha256=7TLH-az6HeRdp2-EKX3Amn-rYHvV5eDdAuxXd4debPo,5193
+ragbits_core-1.4.0.dev202512050236.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+ragbits_core-1.4.0.dev202512050236.dist-info/RECORD,,