speedy-utils 1.1.8__tar.gz → 1.1.10__tar.gz

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: speedy-utils
-Version: 1.1.8
+Version: 1.1.10
 Summary: Fast and easy-to-use package for data science
 Author: AnhVTH
 Author-email: anhvth.226@gmail.com

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "speedy-utils"
-version = "1.1.8"
+version = "1.1.10"
 description = "Fast and easy-to-use package for data science"
 authors = ["AnhVTH <anhvth.226@gmail.com>"]
 readme = "README.md"

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/src/llm_utils/lm/async_lm/async_llm_task.py

@@ -7,6 +7,7 @@ import pathlib
 from abc import ABC
 from dataclasses import dataclass
 from typing import Any, Dict, Generic, List, Literal, Optional, TypeVar, Union, cast
+from venv import logger
 
 from openai.types.chat import ChatCompletionMessageParam
 from pydantic import BaseModel
@@ -388,7 +389,7 @@ class AsyncLLMTask(ABC, Generic[InputModelType, OutputModelType]):
         input_data: InputModelType,
         expected_response: Optional[OutputModelType] = None,
         label: Optional[str] = None,
-        cache_dir: pathlib.Path = DEFAULT_CACHE_DIR,
+        cache_dir: Optional[pathlib.Path] = None,
     ) -> OutputModelType:
         """
         Generate training data for both thinking and non-thinking modes.
@@ -414,6 +415,10 @@ class AsyncLLMTask(ABC, Generic[InputModelType, OutputModelType]):
         # Create non-thinking mode equivalent
         no_think_messages = self._create_no_think_messages(think_messages)
 
+        # Use default cache directory if none provided
+        if cache_dir is None:
+            cache_dir = self.DEFAULT_CACHE_DIR or pathlib.Path("./cache")
+
         # Save training data
         self._save_training_data(
             input_data=input_data,
@@ -512,5 +517,8 @@ class AsyncLLMTask(ABC, Generic[InputModelType, OutputModelType]):
         return self
 
     async def __aexit__(self, exc_type, exc_val, exc_tb):
-        if self._lm and hasattr(self._lm, "aclose"):  # Or self._lm.client
-            await self._lm._last_client._client.aclose()
+        if hasattr(self._lm, "_last_client"):
+            last_client = self._lm._last_client   # type: ignore
+            await last_client._client.aclose()
+        else:
+            logger.warning("No last client to close")

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/src/llm_utils/lm/async_lm/async_lm.py

@@ -96,12 +96,16 @@ class AsyncLM(AsyncLMBase):
 
     async def _unified_client_call(
         self,
-        messages: list[dict],
+        messages: RawMsgs,
         extra_body: Optional[dict] = None,
         cache_suffix: str = "",
     ) -> dict:
         """Unified method for all client interactions with caching and error handling."""
-        converted_messages = self._convert_messages(messages)
+        converted_messages: Messages = (
+            self._convert_messages(cast(LegacyMsgs, messages))
+            if messages and isinstance(messages[0], dict)
+            else cast(Messages, messages)
+        )
         cache_key = None
         completion = None
 
@@ -385,3 +389,13 @@ class AsyncLM(AsyncLMBase):
             raise ValueError(
                 f"Failed to validate against response model {response_model.__name__}: {exc}\nRaw content: {content}"
             ) from exc
+
+    async def __aenter__(self):
+        return self
+
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        if hasattr(self, "_last_client"):
+            last_client = self._last_client  # type: ignore
+            await last_client._client.aclose()
+        else:
+            logger.warning("No last client to close")

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/src/llm_utils/lm/async_lm/async_lm_base.py

@@ -54,7 +54,6 @@ class AsyncLMBase:
         self._cache = cache
         self.ports = ports
         self._init_port = port  # <-- store the port provided at init
-        self._last_client:AsyncOpenAI = None
 
     @property
     def client(self) -> AsyncOpenAI:

{speedy_utils-1.1.8 → speedy_utils-1.1.10}/src/speedy_utils/__init__.py

@@ -108,7 +108,7 @@ from .common.notebook_utils import (
 )
 
 # Cache utilities
-from .common.utils_cache import amemoize, identify, identify_uuid, memoize
+from .common.utils_cache import identify, identify_uuid, memoize
 
 # IO utilities
 from .common.utils_io import (
@@ -197,7 +197,6 @@ __all__ = [
     # Function decorators
     "retry_runtime",
     # Cache utilities
-    "amemoize",
     "memoize",
     "identify",
     "identify_uuid",
@@ -227,5 +226,4 @@ __all__ = [
     "multi_thread",
     # Notebook utilities
     "change_dir",
-    "amemoize",
 ]