speedy-utils 1.1.7__py3-none-any.whl → 1.1.9__py3-none-any.whl

llm_utils/lm/async_lm/async_llm_task.py

@@ -7,6 +7,7 @@ import pathlib
 from abc import ABC
 from dataclasses import dataclass
 from typing import Any, Dict, Generic, List, Literal, Optional, TypeVar, Union, cast
+from venv import logger
 
 from openai.types.chat import ChatCompletionMessageParam
 from pydantic import BaseModel
@@ -507,3 +508,13 @@ class AsyncLLMTask(ABC, Generic[InputModelType, OutputModelType]):
 
     # Compatibility alias for other LLMTask implementations
     arun = __call__
+
+    async def __aenter__(self):
+        return self
+
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        if hasattr(self._lm, "_last_client"):
+            last_client = self._lm._last_client   # type: ignore
+            await last_client._client.aclose()
+        else:
+            logger.warning("No last client to close")

llm_utils/lm/async_lm/async_lm_base.py

@@ -70,6 +70,7 @@ class AsyncLMBase:
             api_key=self.api_key,
             base_url=api_base,
         )
+        self._last_client = client
         return client
 
     # ------------------------------------------------------------------ #

{speedy_utils-1.1.7.dist-info → speedy_utils-1.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: speedy-utils
-Version: 1.1.7
+Version: 1.1.9
 Summary: Fast and easy-to-use package for data science
 Author: AnhVTH
 Author-email: anhvth.226@gmail.com

{speedy_utils-1.1.7.dist-info → speedy_utils-1.1.9.dist-info}/RECORD

@@ -7,9 +7,9 @@ llm_utils/group_messages.py,sha256=Oe2tlhg-zRodG1-hodYebddrR77j9UdE05LzJw0EvYI,3
 llm_utils/lm/__init__.py,sha256=rX36_MsnekM5GHwWS56XELbm4W5x2TDwnPERDTfo0eU,194
 llm_utils/lm/async_lm/__init__.py,sha256=PUBbCuf5u6-0GBUu-2PI6YAguzsyXj-LPkU6vccqT6E,121
 llm_utils/lm/async_lm/_utils.py,sha256=P1-pUDf_0pDmo8WTIi43t5ARlyGA1RIJfpAhz-gfA5g,6105
-llm_utils/lm/async_lm/async_llm_task.py,sha256=i5Z9yLBnxFK_937JHFMu7A-tImQnRuGAsnWDcC70syg,18648
+llm_utils/lm/async_lm/async_llm_task.py,sha256=QdyxiMLAy7xENdb0SaGAFRTaBO1n0TehPPcTdrLizsg,19010
 llm_utils/lm/async_lm/async_lm.py,sha256=J1KC7qCpG_CyJMWca4q71la7JHoANiLLSNQrQH44-z0,14045
-llm_utils/lm/async_lm/async_lm_base.py,sha256=BIIKAgmSZ9S5gLIf4AKGWg8N1eAr0l_fRfgG6UnKCK4,14839
+llm_utils/lm/async_lm/async_lm_base.py,sha256=Ope5LPOgMm_waoK_nDP7TwOVJRdstP8XCjFS4rBksGY,14874
 llm_utils/lm/async_lm/lm_specific.py,sha256=KmqdCm3SJ5MqN-dRJd6S5tq5-ve1X2eNWf2CMFtc_3s,3926
 llm_utils/lm/utils.py,sha256=a0KJj8vjT2fHKb7GKGNJjJHhKLThwpxIL7vnV9Fr3ZY,4584
 llm_utils/scripts/README.md,sha256=yuOLnLa2od2jp4wVy3rV0rESeiV3o8zol5MNMsZx0DY,999
@@ -33,7 +33,7 @@ speedy_utils/multi_worker/thread.py,sha256=u_hTwXh7_FciMa5EukdEA1fDCY_vUC4moDceB
 speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 speedy_utils/scripts/mpython.py,sha256=IvywP7Y0_V6tWfMP-4MjPvN5_KfxWF21xaLJsCIayCk,3821
 speedy_utils/scripts/openapi_client_codegen.py,sha256=f2125S_q0PILgH5dyzoKRz7pIvNEjCkzpi4Q4pPFRZE,9683
-speedy_utils-1.1.7.dist-info/METADATA,sha256=EV1Jj7hpGp5Zf9hkj0chArF9iVmJUCUFeSFW2VkXzvI,7441
-speedy_utils-1.1.7.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-speedy_utils-1.1.7.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
-speedy_utils-1.1.7.dist-info/RECORD,,
+speedy_utils-1.1.9.dist-info/METADATA,sha256=puilG60Uz-Z4Een5-ycrkd5cApDrpIPJofwQmqubniU,7441
+speedy_utils-1.1.9.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+speedy_utils-1.1.9.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
+speedy_utils-1.1.9.dist-info/RECORD,,